-- Logs begin at Fri 2021-07-16 07:42:57 UTC, end at Fri 2021-07-16 10:01:35 UTC. -- Jul 16 08:16:25.936608 n-d-798249-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 08:16:28.737207 n-d-798249-10 neutron-server[93590]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:16:28.738048 n-d-798249-10 neutron-server[93590]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:16:28.738048 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93590) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:16:28.741696 n-d-798249-10 neutron-server[93590]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:16:28.742223 n-d-798249-10 neutron-server[93590]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:16:28.742543 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93590) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:16:28.743523 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:16:28.743768 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:16:28.744150 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:16:28.744387 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:16:28.744618 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:16:28.744943 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.745244 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.745546 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.745779 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.746079 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.746376 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.746665 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.746962 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.747266 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.747587 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.747874 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.748165 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.748401 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.748688 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.748982 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.749274 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.749501 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] debug = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.749787 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.750218 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.750624 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.750910 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.751205 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.751511 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.751789 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.752068 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.752356 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.752687 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] host = n-d-798249-10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.752966 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.753256 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.753558 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.753838 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.754160 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.754444 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.754730 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.755009 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.755289 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.755596 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.755888 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.756182 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.756477 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.756707 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.756933 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.757227 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.757518 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.757799 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.758079 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.758358 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.758634 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.758914 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.759187 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.759510 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.759800 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.760090 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.760370 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.760647 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.760924 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.761198 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.761487 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.761764 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.762041 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.762319 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.762609 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.762882 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.763159 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.763500 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.763796 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.764084 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.764374 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.764654 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.764941 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.765218 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.765494 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.765769 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] use_json = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.766041 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.766314 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.766602 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.766877 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.767152 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.767451 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.767729 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.768018 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:28.768611 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.768611 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.768903 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.769189 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.769488 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.770305 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.770603 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.770880 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.771174 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.771499 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.771793 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.772075 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.772366 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.772646 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.772946 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.773258 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.773558 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.773855 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.774135 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.774413 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.774691 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.774973 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.775266 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.775591 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.775887 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.776167 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.776449 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.776744 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.777027 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.777305 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.777587 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.777879 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.778161 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.778437 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.778722 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.779001 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.779279 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.779582 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.779864 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.780158 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.780439 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.780714 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.780989 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.781270 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.781545 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.781834 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.782118 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.782397 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.782673 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.782955 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.783235 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.783536 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.783818 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.784092 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.784375 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.784649 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.784925 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.785219 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.786055 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.786336 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.786606 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.786883 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.787164 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.787465 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.787747 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.788029 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.788299 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.788576 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.788866 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.789168 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.789449 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.789728 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.790009 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.790289 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.790569 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.790848 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.791127 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.791434 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.791713 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.792009 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.792297 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.792589 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.792875 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.793157 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.793463 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.793746 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.794034 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.794317 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.794600 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.794894 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.795181 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.795510 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.795812 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.796112 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.796413 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.796709 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.796996 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.797311 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.797595 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:28.797817 n-d-798249-10 neutron-server[93590]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:16:28.798066 n-d-798249-10 neutron-server[93590]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93590) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 08:16:29.149084 n-d-798249-10 neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:16:29.149366 n-d-798249-10 neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:16:29.149657 n-d-798249-10 neutron-server[93590]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:16:29.149995 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 08:16:29.538392 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.538696 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.538974 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.540202 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.540481 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.540755 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.575569 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.575848 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.576120 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.589272 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.589555 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.589828 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.620770 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.621052 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.621323 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.657250 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.657534 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.657807 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.889752 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.890337 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.890337 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.890519 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:29.891196 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.010396 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.010722 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.011009 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.011287 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.011583 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.011901 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.012168 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.012431 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.012691 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.012977 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.013243 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.013512 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.013772 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.014028 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.014286 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.014561 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.014819 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.015087 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.015390 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.015655 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.015930 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.016185 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.016470 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.016845 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.017098 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.017347 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.017742 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.017985 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.018223 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.018460 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.018695 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.018930 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.019300 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 08:16:30.022475 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 08:16:30.026448 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 08:16:30.030143 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 16 08:16:30.031807 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 08:16:30.032262 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 08:16:30.032604 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 08:16:30.032992 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 08:16:30.037331 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 08:16:30.037588 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 08:16:30.037938 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:16:30.065870 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 08:16:30.066323 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.066684 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93590) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 08:16:30.067085 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.068463 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93590) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 08:16:30.068752 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:16:30.069001 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 08:16:30.072218 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.072504 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.137219 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 08:16:30.137462 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 08:16:30.137698 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 08:16:30.138075 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 08:16:30.159455 n-d-798249-10 neutron-server[93590]: DEBUG oslo_db.sqlalchemy.engines [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93590) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 08:16:30.708524 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing driver for type 'gre' Jul 16 08:16:30.709128 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] gre ID ranges: [(1, 1000)] Jul 16 08:16:30.763904 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing driver for type 'local' Jul 16 08:16:30.764233 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing driver for type 'vlan' Jul 16 08:16:30.778041 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] VlanTypeDriver initialization complete Jul 16 08:16:30.778390 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing driver for type 'vxlan' Jul 16 08:16:30.778888 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] vxlan ID ranges: [(1, 1000)] Jul 16 08:16:30.830493 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing extension driver 'port_security' Jul 16 08:16:30.830827 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.extensions.port_security [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] PortSecurityExtensionDriver initialization complete Jul 16 08:16:30.831156 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing mechanism driver 'openvswitch' Jul 16 08:16:30.831508 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing mechanism driver 'hyperv' Jul 16 08:16:30.838008 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.plugin [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:30.838990 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.839415 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.839896 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.840444 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:16:30.840875 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.841226 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.841574 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.841955 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:16:30.842355 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.842697 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.843034 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.843441 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:16:30.843840 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > security_group after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.844186 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > security_group after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.844524 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.844909 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:16:30.845308 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.845651 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.845987 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.846366 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:16:30.846759 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > address_group after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.847099 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > address_group after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.847478 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.847864 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:16:30.848233 n-d-798249-10 neutron-server[93590]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] ML2 OVO RPC backend initialized. {{(pid=93590) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 08:16:30.848939 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.849291 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.849704 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.850048 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > networks before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.850392 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.850732 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > ports before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.851071 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.851438 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnets before_response 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.851783 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.852116 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.852447 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.852779 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.853109 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.853444 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.853773 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.854101 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.854429 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.854993 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.plugin [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Modular L2 Plugin initialization complete Jul 16 08:16:30.855344 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading services supported by the core plugin {{(pid=93590) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 08:16:30.855659 n-d-798249-10 neutron-server[93590]: INFO neutron.plugins.ml2.managers [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Got port-security extension from driver 'port_security' Jul 16 08:16:30.856114 n-d-798249-10 neutron-server[93590]: INFO neutron.extensions.vlantransparent [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Disabled vlantransparent extension. Jul 16 08:16:30.856594 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93590) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 08:16:30.856902 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: router Jul 16 08:16:30.896717 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.897371 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_create 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.897574 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router before_create 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.897965 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.898453 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.898936 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_delete 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.899341 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.899939 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_create 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.900288 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_update 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.900638 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_update 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.900986 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.901341 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_update 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.901746 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_update 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.902110 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.902446 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.902780 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: subnet after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.903113 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.903490 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.903841 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_create 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.904179 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.904517 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.904868 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router after_update 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.905209 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.905552 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_create 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.905905 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.906245 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_update 55549900 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.906608 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > agent after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.906949 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > agent after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.907287 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > network after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.908175 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Tracking information for resource: router configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.908500 n-d-798249-10 neutron-server[93590]: DEBUG neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Tracking information for resource: floatingip configured {{(pid=93590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:16:30.913429 n-d-798249-10 neutron-server[93590]: INFO neutron.db.l3_agentschedulers_db [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 08:16:30.913996 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.914354 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port after_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.914702 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port after_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.915057 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: port after_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.915881 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router before_create 55550100 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.916242 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.916605 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_create 55550100 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.916956 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > router precommit_update 55550100 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.921442 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.provider_configuration [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service providers = [] {{(pid=93590) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 08:16:30.921801 n-d-798249-10 neutron-server[93590]: DEBUG neutron.db.servicetype_db [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93590) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 08:16:30.924733 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.service_base [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:16:30.925080 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.service_base [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:16:30.925423 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.service_base [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:16:30.926826 n-d-798249-10 neutron-server[93590]: DEBUG neutron.services.service_base [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:16:30.927201 n-d-798249-10 neutron-server[93590]: INFO neutron.services.service_base [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 08:16:30.927609 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.927925 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 08:16:30.938434 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.938764 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: auto_allocate Jul 16 08:16:30.945139 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: network precommit_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.945506 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: network precommit_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.946019 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.946330 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: tag Jul 16 08:16:30.952977 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.953302 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: timestamp Jul 16 08:16:30.957186 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.957516 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: network_ip_availability Jul 16 08:16:30.963486 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.963802 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.964154 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:30.964862 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.965174 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: flavors Jul 16 08:16:30.971377 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.971704 n-d-798249-10 neutron-server[93590]: INFO neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading Plugin: revisions Jul 16 08:16:30.976139 n-d-798249-10 neutron-server[93590]: DEBUG neutron.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:16:30.976531 n-d-798249-10 neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:16:30.977266 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93590) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 08:16:30.977599 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Initializing extension manager. Jul 16 08:16:30.978102 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: __init__.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.978438 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: __pycache__ {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.978773 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.979098 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: address_group.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.979876 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.980450 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: address-group Jul 16 08:16:30.980767 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: address_scope.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.981474 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.981990 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: address-scope Jul 16 08:16:30.982307 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.983224 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.983764 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: router-admin-state-down-before-update Jul 16 08:16:30.984082 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: agent.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.984777 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.985288 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: agent Jul 16 08:16:30.985604 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: agent_resources_synced.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.986502 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.987013 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: agent-resources-synced Jul 16 08:16:30.987354 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: allowedaddresspairs.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.989662 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.990190 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: allowed-address-pairs Jul 16 08:16:30.990511 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: auto_allocated_topology.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.991609 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.992396 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: auto-allocated-topology Jul 16 08:16:30.992715 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: availability_zone.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.993407 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.993918 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: availability_zone Jul 16 08:16:30.994236 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: availability_zone_filter.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.995141 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.995685 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: availability_zone_filter Jul 16 08:16:30.996003 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: data_plane_status.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.996901 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.997414 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 08:16:30.997732 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: default_subnetpools.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:30.998636 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:30.999150 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: default-subnetpools Jul 16 08:16:30.999496 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.000301 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.000819 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: dhcp_agent_scheduler Jul 16 08:16:31.001134 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: dns.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.002036 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.002556 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 08:16:31.002873 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: dns_domain_ports.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.004382 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.004956 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 08:16:31.005271 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.006193 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.006715 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 08:16:31.007038 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: dvr.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.007743 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.008256 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: dvr Jul 16 08:16:31.008570 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: empty_string_filtering.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.009471 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.009986 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: empty-string-filtering Jul 16 08:16:31.010302 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.011196 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.011741 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:16:31.012059 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.012973 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.013485 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 08:16:31.013800 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: external_net.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.014695 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.015209 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: external-net Jul 16 08:16:31.015693 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.016571 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.017085 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: extra_dhcp_opt Jul 16 08:16:31.017402 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: extraroute.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.018304 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.018814 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: extraroute Jul 16 08:16:31.019130 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: extraroute_atomic.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.020241 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.020755 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: extraroute-atomic Jul 16 08:16:31.021074 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: filter_validation.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.021737 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.022244 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: filter-validation Jul 16 08:16:31.022557 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: fip_pf_description.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.023502 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.024188 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 08:16:31.024509 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: fip_port_details.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.025414 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.025927 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: fip-port-details Jul 16 08:16:31.026245 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: flavors.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.027493 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.028018 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: flavors Jul 16 08:16:31.028337 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.029978 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.030510 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 08:16:31.030836 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: floatingip_pools.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.031593 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.032117 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: floatingip-pools Jul 16 08:16:31.032428 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: ip_allocation.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.033332 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.033842 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 08:16:31.034159 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.035238 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.035820 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: ip-substring-filtering Jul 16 08:16:31.036138 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l2_adjacency.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.037061 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.037574 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 08:16:31.037891 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.038848 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.039393 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: router Jul 16 08:16:31.039714 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.041938 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.042472 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:16:31.042800 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.043748 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.044268 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: ext-gw-mode Jul 16 08:16:31.044656 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.045608 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.046123 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: l3-ha Jul 16 08:16:31.046440 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3_flavors.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.047387 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.047903 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: l3-flavors Jul 16 08:16:31.048220 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.049130 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.049643 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 08:16:31.049962 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: l3agentscheduler.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.051563 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.052082 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: l3_agent_scheduler Jul 16 08:16:31.052401 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: logging.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.053882 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.054409 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension logging not supported by any of loaded plugins Jul 16 08:16:31.054731 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: metering.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.055507 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.056097 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: metering Jul 16 08:16:31.056420 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.057523 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.058050 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: metering_source_and_destination_fields Jul 16 08:16:31.058374 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: multiprovidernet.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.059441 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.059968 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: multi-provider Jul 16 08:16:31.060291 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: netmtu.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.061201 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.061720 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: net-mtu Jul 16 08:16:31.062041 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: netmtu_writable.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.062948 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.063496 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: net-mtu-writable Jul 16 08:16:31.063815 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: network_availability_zone.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.064478 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.064990 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: network_availability_zone Jul 16 08:16:31.065303 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: network_ip_availability.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.067015 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.067574 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: network-ip-availability Jul 16 08:16:31.067896 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: network_segment_range.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.068662 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.069169 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 08:16:31.069486 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: pagination.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.070451 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.070778 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: pagination Jul 16 08:16:31.071094 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: port_device_profile.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.072019 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.072542 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: port-device-profile Jul 16 08:16:31.072857 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.073769 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.074286 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: port-mac-address-regenerate Jul 16 08:16:31.074599 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.075601 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.076120 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: port-numa-affinity-policy Jul 16 08:16:31.076452 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: port_resource_request.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.077362 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.077870 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 08:16:31.078183 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: portbindings.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.079095 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.079759 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: binding Jul 16 08:16:31.080204 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: portbindings_extended.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.081571 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.082134 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: binding-extended Jul 16 08:16:31.082510 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: portsecurity.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.083501 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.084014 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: port-security Jul 16 08:16:31.084335 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: project_id.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.085299 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.085626 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: project-id Jul 16 08:16:31.085943 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: providernet.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.086866 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.087425 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: provider Jul 16 08:16:31.087746 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.091196 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.091760 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos not supported by any of loaded plugins Jul 16 08:16:31.092087 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.093314 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.093836 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 08:16:31.094158 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.095063 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.095617 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 08:16:31.095938 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_default.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.096838 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.097361 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-default not supported by any of loaded plugins Jul 16 08:16:31.097746 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_fip.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.098579 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.099092 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 08:16:31.099438 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_gateway_ip.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.100355 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.100869 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 08:16:31.101186 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_port_network_policy.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.102084 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.102597 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 08:16:31.102913 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_rule_type_details.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.103850 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.104364 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 08:16:31.104679 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: qos_rules_alias.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.105709 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.106228 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 08:16:31.106545 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: quotasv2.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.107479 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.107979 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: quotas Jul 16 08:16:31.109166 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: quotasv2_detail.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.111280 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.111642 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: quota_details Jul 16 08:16:31.111971 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: rbac.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.113033 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.114293 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: rbac-policies Jul 16 08:16:31.114623 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: rbac_address_group.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.115576 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.116105 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: rbac-address-group Jul 16 08:16:31.116428 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: rbac_address_scope.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.117611 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.118137 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: rbac-address-scope Jul 16 08:16:31.118458 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: rbac_security_groups.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.119390 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.119909 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: rbac-security-groups Jul 16 08:16:31.120229 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: rbac_subnetpool.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.121129 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.121644 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: rbac-subnetpool Jul 16 08:16:31.121962 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: revisionifmatch.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.122872 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.123418 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: revision-if-match Jul 16 08:16:31.123741 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: revisions.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.124848 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.125369 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: standard-attr-revisions Jul 16 08:16:31.125690 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: router_availability_zone.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.126363 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.126909 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: router_availability_zone Jul 16 08:16:31.127254 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: routerservicetype.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.128200 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.128739 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 08:16:31.129586 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.130497 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.131017 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: security-groups-normalized-cidr Jul 16 08:16:31.131353 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.132267 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.132784 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: port-security-groups-filtering Jul 16 08:16:31.133104 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.134007 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.134524 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: security-groups-remote-address-group Jul 16 08:16:31.134844 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: securitygroup.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.144560 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.145108 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: security-group Jul 16 08:16:31.145441 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: segment.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.146226 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.146746 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension segment not supported by any of loaded plugins Jul 16 08:16:31.147069 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.148029 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.148551 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 08:16:31.148873 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: servicetype.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.149948 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.150475 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: service-type Jul 16 08:16:31.150800 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: sorting.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.151799 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.152127 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: sorting Jul 16 08:16:31.152448 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: standard_attr_segment.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.153424 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.153952 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 08:16:31.154274 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: standardattrdescription.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.154929 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.155486 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: standard-attr-description Jul 16 08:16:31.155809 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: stateful_security_group.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.156749 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.157280 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: stateful-security-group Jul 16 08:16:31.157601 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: stdattrs_common.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.158187 n-d-798249-10 neutron-server[93590]: WARNING neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 08:16:31.158504 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.159460 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.160494 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 08:16:31.160814 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: subnet_onboard.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.161870 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.162400 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: subnet_onboard Jul 16 08:16:31.162720 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.163676 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.164200 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 08:16:31.164519 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: subnet_service_types.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.165432 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.165957 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: subnet-service-types Jul 16 08:16:31.166275 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: subnetallocation.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.167378 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.167912 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: subnet_allocation Jul 16 08:16:31.168242 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.168915 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.169436 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: subnetpool-prefix-ops Jul 16 08:16:31.169755 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.170674 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.171196 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 08:16:31.171606 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: tagging.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.172660 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.173187 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: standard-attr-tag Jul 16 08:16:31.173506 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: timestamp.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.174744 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.175274 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loaded extension: standard-attr-timestamp Jul 16 08:16:31.176297 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: trunk.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.177436 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.177962 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension trunk not supported by any of loaded plugins Jul 16 08:16:31.178289 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: trunk_details.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.179199 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.179754 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 08:16:31.180078 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: uplink_status_propagation.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.180997 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.181564 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 08:16:31.181885 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Loading extension file: vlantransparent.py {{(pid=93590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:16:31.182551 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:16:31.183300 n-d-798249-10 neutron-server[93590]: INFO neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 08:16:31.186046 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:network Jul 16 08:16:31.186578 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:subnet Jul 16 08:16:31.186971 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:16:31.187386 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:port Jul 16 08:16:31.188634 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.189073 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service FLAVORS assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.189692 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.190111 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.190434 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:router Jul 16 08:16:31.190863 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:16:31.191498 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service METERING assigned prefix: /metering {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.193041 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:31.193408 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:31.193759 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:16:31.194761 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:16:31.195209 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:16:31.195683 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:16:31.196291 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service CORE assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.196612 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:16:31.196952 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] subnetpool is already registered Jul 16 08:16:31.197369 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service CORE assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.197685 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:16:31.198009 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] subnetpool is already registered Jul 16 08:16:31.200342 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.200771 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service FLAVORS assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.201366 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.201783 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.202108 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:router Jul 16 08:16:31.202446 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] router is already registered Jul 16 08:16:31.202851 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:16:31.203184 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] floatingip is already registered Jul 16 08:16:31.203731 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service METERING assigned prefix: /metering {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.204397 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:16:31.204716 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] rbac_policy is already registered Jul 16 08:16:31.205130 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:16:31.205461 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] security_group is already registered Jul 16 08:16:31.205857 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:16:31.206186 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] security_group_rule is already registered Jul 16 08:16:31.206843 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service CORE assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.207439 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:16:31.207791 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] subnetpool is already registered Jul 16 08:16:31.208214 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.v2.resource_helper [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Service CORE assigned prefix: {{(pid=93590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:16:31.208539 n-d-798249-10 neutron-server[93590]: INFO neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:16:31.208868 n-d-798249-10 neutron-server[93590]: WARNING neutron.quota.resource_registry [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] subnetpool is already registered Jul 16 08:16:31.209333 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: extensions {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.210764 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: address-groups {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.212473 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: address-scopes {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.213822 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: agents {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.214927 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: auto-allocated-topology {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.216194 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: availability_zones {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.217404 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: dhcp-networks {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.218901 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: dhcp-agents {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.220344 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: routers {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.222031 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: flavors {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.224945 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: service_profiles {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.226149 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: next_providers {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.227619 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: service_profiles {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.229159 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: floatingip-pools {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.230371 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: routers {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.232091 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: floatingips {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.233365 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: l3-routers {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.234738 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: l3-agents {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.236174 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: metering-labels {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.237422 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: metering-label-rules {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.239471 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: network-ip-availabilities {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.240729 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: bindings {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.242537 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: quotas {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.244096 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: quotas {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.245508 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: rbac-policies {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.246695 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: security-groups {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.248023 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: security-group-rules {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.249264 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: service-providers {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.250494 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: subnetpools {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.251830 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: subnetpools {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.253365 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.255075 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.256896 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.258667 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.260388 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.262332 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.264022 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.265820 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.267695 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.269476 n-d-798249-10 neutron-server[93590]: DEBUG neutron.api.extensions [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Extended resource: tags {{(pid=93590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:16:31.275402 n-d-798249-10 neutron-server[93590]: WARNING keystonemiddleware.auth_token [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 08:16:31.279893 n-d-798249-10 neutron-server[93590]: WARNING keystonemiddleware.auth_token [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 08:16:31.288826 n-d-798249-10 neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Acquired lock "singleton_lock" {{(pid=93590) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 08:16:31.289309 n-d-798249-10 neutron-server[93590]: DEBUG oslo_concurrency.lockutils [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Releasing lock "singleton_lock" {{(pid=93590) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 08:16:31.289937 n-d-798249-10 neutron-server[93590]: INFO oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Starting 2 workers Jul 16 08:16:31.294730 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Started child 93699 {{(pid=93590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:16:31.299125 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Started child 93700 {{(pid=93590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:16:31.300163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:31.301404 n-d-798249-10 neutron-server[93590]: INFO neutron.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 08:16:31.302026 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Notify callbacks [] for process, before_spawn {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:31.302288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [-] (93699) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:16:31.304480 n-d-798249-10 neutron-server[93590]: INFO oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Starting 1 workers Jul 16 08:16:31.304744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:31.306116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [-] (93700) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:16:31.309672 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Started child 93701 {{(pid=93590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:16:31.310190 n-d-798249-10 neutron-server[93590]: INFO oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Starting 1 workers Jul 16 08:16:31.313398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] calling RpcWorker wait() {{(pid=93701) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 08:16:31.313951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] returning from RpcWorker wait() {{(pid=93701) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 08:16:31.314633 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Started child 93702 {{(pid=93590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:16:31.315246 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:31.315483 n-d-798249-10 neutron-server[93590]: DEBUG neutron_lib.callbacks.manager [None req-393dd89b-1df7-4923-ac02-3ee55dfa4a27 None None] Notify callbacks [] for process, after_spawn {{(pid=93590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:31.315918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:31.317489 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93590) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:16:31.317695 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:16:31.317883 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:16:31.318087 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:16:31.318437 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:16:31.318599 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:16:31.319302 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.319618 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.319872 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:31.320338 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.320338 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.320491 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.320825 n-d-798249-10 neutron-server[93702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:31.321012 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.321278 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.321542 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.321818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.322049 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.322215 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.322534 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.322801 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.323048 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.323335 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.323634 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.323885 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.324161 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.324329 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.324579 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.324850 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.325094 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.325364 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] debug = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.325609 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.326103 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.326358 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.326594 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.326827 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.327087 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.327360 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.327622 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.328178 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.328178 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.328443 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.328580 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.328787 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.329002 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.329224 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.329487 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.329723 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.330200 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] host = n-d-798249-10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.330437 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.330671 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.330939 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.331159 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.331437 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.331654 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.332117 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.332363 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.332571 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.332804 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.333007 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.333152 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.333390 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.333638 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.333783 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_options = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.334025 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.334282 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.334582 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.334772 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.335213 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.335213 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.335515 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.335669 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.335916 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.336072 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.336227 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.336441 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.336672 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.336885 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.337136 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.337384 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.337587 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.337795 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.338036 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.338296 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.338522 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.338746 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.338981 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.339215 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.339452 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.339689 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.340001 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.340165 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.340391 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.340640 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.340883 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.341137 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.341366 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.341608 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.341835 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.342060 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.342273 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.342534 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.342766 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.343036 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.343291 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.343548 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.343778 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.344014 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.344233 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.344464 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_json = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.344677 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.344923 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.345187 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.345417 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.345647 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.345856 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.346081 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.346290 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.346689 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.346967 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.347409 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.348269 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.348926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.348926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.349209 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.349347 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.349814 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.350203 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.350697 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.351425 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.351425 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.351957 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.351957 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.352138 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.352379 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.352777 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.353006 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.353418 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.353667 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.353892 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.354235 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.354799 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.354799 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.355077 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.355249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.355519 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.355757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.355978 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.356205 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.356440 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.356693 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.357043 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.357170 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.357381 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.357621 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.357815 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.358044 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.358286 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.358550 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.358781 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.359003 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.359219 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.359458 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.359677 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.359889 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.360135 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.360363 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.360607 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.360849 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.361068 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.361281 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.361514 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.361752 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.362061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.362620 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.362620 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.364775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.364775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.364775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.364775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.364775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.364775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366015 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366015 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366015 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366015 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366015 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366015 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366537 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366537 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366537 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.366766 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.367186 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.367421 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.370247 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.370515 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.370764 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.371007 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.371249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.371525 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.371765 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.371990 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.372260 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.372597 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.372855 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.373120 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.373368 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.373611 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.373854 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.374151 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.374396 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.374636 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.374875 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.375133 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.379511 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.379816 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.380071 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.380325 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.380631 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.381050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.381380 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.381690 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.382018 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.382341 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.382684 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.382995 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.383303 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.383654 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.383984 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.384359 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.384682 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.385034 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.385358 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.385696 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.386085 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.386398 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.386752 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.387057 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.387417 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.387754 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.388150 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.388483 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.388789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.389086 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.389525 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.389866 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.390172 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.390479 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.390780 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.391084 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.391479 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.391778 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.392062 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.392362 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.392692 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.392994 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.393297 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.393639 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.393949 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.394251 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.394706 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.395149 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.395467 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.395756 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.396059 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.396347 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.396656 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.396950 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.397254 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.397538 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.397824 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.398281 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.398587 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.398877 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.399171 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.399483 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.399829 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.400124 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.400555 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.400857 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.401234 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.401662 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.401948 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.402238 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.402520 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.402832 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.403062 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.403356 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.403610 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.403852 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.404078 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.404340 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.404589 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.404808 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.405072 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.405305 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.405541 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.405763 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.405978 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.406203 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.406430 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.406655 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.406895 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.407152 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.407414 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.407752 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.408004 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.408343 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.408572 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.408794 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.409061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.409298 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.409536 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.409755 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.410556 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.410906 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.411382 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.411640 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.411874 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.412101 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.412327 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.412546 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.412769 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.413005 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.413301 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.413562 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.413815 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.414073 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.414312 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.414550 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.414798 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.415013 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.415226 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.415480 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.415727 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.415908 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.416131 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.416347 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.416558 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.416804 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.417023 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.417235 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.417461 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.417673 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.417885 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.418154 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.418353 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.418565 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.418791 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.419031 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.419264 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.419515 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.419752 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.419964 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.420436 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.420532 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.420752 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.421050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.421308 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.421556 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.421805 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.422125 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.422343 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.422606 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.422832 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.423073 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.423305 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.423589 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.423918 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.424206 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.424461 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.424700 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.424992 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.425278 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.425575 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.426458 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.426924 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.427279 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.427599 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.427864 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.428096 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.428363 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.428615 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.428856 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.429094 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.429351 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.429570 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.429812 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.430044 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.430279 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.430528 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.430775 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.431013 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.431277 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.431548 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.431779 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.432016 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.432173 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:16:31.433143 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93590) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:16:31.433310 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:16:31.433463 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:16:31.433869 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:16:31.433869 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:16:31.434032 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:16:31.434178 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.434549 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.434549 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.434721 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.434808 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.434942 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.435115 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.435260 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.435456 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.435758 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.435758 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.435910 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436068 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436223 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436398 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436533 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436695 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436829 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.436996 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.437165 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.437296 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.437457 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.437617 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] debug = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.437774 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.437980 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.438147 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.438308 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.438470 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.438633 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.438778 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.438920 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.439068 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.439215 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.439399 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.439620 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.439785 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.439944 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.440105 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.440262 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.440417 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.440583 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] host = n-d-798249-10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.440728 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.440885 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.441045 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.441234 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.441454 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.441690 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.441958 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.442155 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.442285 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.442440 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.442609 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.442754 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.442914 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.443073 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.443218 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_options = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.443940 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.443940 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.443940 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.443940 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.444789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.444789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.444789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.444789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.444789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.444789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445430 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445430 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445430 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445430 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445714 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445714 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445853 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.445929 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.446089 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.446249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.446412 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.446567 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.446883 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.447058 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.447205 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.447385 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.447547 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.448286 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.448286 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.448286 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.448286 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449142 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449142 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449142 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449142 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449142 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449142 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449633 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449633 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449633 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449873 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.449873 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450008 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450138 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450296 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450943 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_json = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450943 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450943 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.450943 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.451255 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.451255 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.451434 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455342 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.455912 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456389 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.456847 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457450 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457450 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457450 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457450 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457450 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457780 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457858 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.457979 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.458144 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.458306 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.458468 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.458630 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.458807 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.458954 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.459122 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.459268 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.459468 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.459631 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.459792 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.459965 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.460127 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.460288 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.460448 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.460609 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.460770 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.460932 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.461094 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.461255 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.461416 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.461577 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.461834 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.461945 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.462068 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.462230 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.462390 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.462551 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.462712 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.462872 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.463034 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.463196 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.463378 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.463563 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.464821 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.464821 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.464821 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.464821 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.465757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.465757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.465757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.465757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.465757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.465757 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466462 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466462 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466462 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466462 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466761 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466761 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.466911 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467030 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467030 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467868 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467868 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467868 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467868 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.467868 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.468818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.468818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.468818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.468818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.468818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.468818 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469198 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469198 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469198 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469412 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469497 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469644 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469803 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.469963 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.470135 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.470297 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.470470 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.470620 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.470789 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.470961 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.471124 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.471284 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.471466 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.471632 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.471792 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.471963 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.472110 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.472270 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.472943 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.473176 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.473487 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.473692 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.473857 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.474020 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.474183 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.474368 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.474530 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.474691 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.474852 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.475013 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.475174 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.475353 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.475519 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.475680 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.475839 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.476000 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.476163 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.476327 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.476485 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.476863 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477309 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477309 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477309 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.477926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478204 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478204 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478341 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478497 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478583 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478744 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.478904 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.479083 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.479225 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.479411 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.479618 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.479706 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.479869 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480029 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480189 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480352 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480512 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480673 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480833 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.480995 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.481156 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.481317 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.481482 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.481642 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.481804 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.481966 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.482136 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.482288 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.482447 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.482607 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.482767 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.482926 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.483087 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.483263 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.483456 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.483618 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.483778 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.483939 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.484099 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.484258 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.484418 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.484579 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.484738 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.484896 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.485057 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.485220 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.485381 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.485543 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.485702 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.485862 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486020 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486180 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486353 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486515 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486674 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486834 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.486998 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.487150 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.487375 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.487501 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.487661 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.487820 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.487978 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.488716 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.488995 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.489162 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.489324 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.489485 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.489645 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.489805 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.489976 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.490163 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492457 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492457 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.492457 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.493249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.493249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.493249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.493249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.493249 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.494061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.494061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.494061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.494061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.494061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.494061 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495050 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495987 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495987 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495987 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495987 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.495987 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.496319 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.496319 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.496467 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.496547 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.496673 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.496833 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497138 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497138 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497311 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497444 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497689 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497797 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.497915 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498041 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498202 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498401 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498510 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498671 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498832 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.498991 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.499153 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:16:31.499305 n-d-798249-10 neutron-server[93590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:16:31.619750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35482) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:31.628300 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062888 Jul 16 08:16:42.974948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f239b-28be-49dd-bfa6-165f9a88dd07 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:16:43.036586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f239b-28be-49dd-bfa6-165f9a88dd07 None None] No non-hosted networks {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 08:16:43.056264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.agentschedulers_db [None req-eb2f239b-28be-49dd-bfa6-165f9a88dd07 None None] DHCP Agent not found on host n-d-798249-10 {{(pid=93701) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 08:16:43.161373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7f916af-ff37-4db9-be77-157230b96cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:45.553169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e059-08db-41e9-9293-a6609bd9208d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:45.656341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:45.659078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.659645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.660162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.661398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.662775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.663891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.665022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.665559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.667652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.668193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.668707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.669215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:45.670925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798249-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:45.692615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798249-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:45.721523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7eb0537-0a2e-4eae-801f-0c86e4577688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:46.515386 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:48.198145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:49.246103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35576) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:49.744681 n-d-798249-10 neutron-server[93700]: WARNING oslo_policy.policy [None req-51186dcc-0297-445a-897c-8ced2515f37e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:16:49.745270 n-d-798249-10 neutron-server[93700]: WARNING oslo_policy.policy [None req-51186dcc-0297-445a-897c-8ced2515f37e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:16:49.908397 n-d-798249-10 neutron-server[93701]: INFO neutron.db.l3_hamode_db [None req-483981ab-f7c9-4170-8070-85d25570a5bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 08:16:49.966028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-51186dcc-0297-445a-897c-8ced2515f37e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:16:49.967296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-51186dcc-0297-445a-897c-8ced2515f37e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7189517 Jul 16 08:16:49.984224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483981ab-f7c9-4170-8070-85d25570a5bf None None] Routers set() bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:16:49.984621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483981ab-f7c9-4170-8070-85d25570a5bf None None] Router IDs set() for agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:16:52.289182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35590) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:52.600880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:52.697081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.policy [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:16:52.742690 n-d-798249-10 neutron-server[93700]: WARNING oslo_policy.policy [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:16:52.743056 n-d-798249-10 neutron-server[93700]: WARNING oslo_policy.policy [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:16:52.751533 n-d-798249-10 neutron-server[93700]: INFO neutron.quota [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] Loaded quota_driver: . Jul 16 08:16:52.842225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746763254336', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746763252757', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746763241675', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746763239937', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746763262018', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746763284536', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1592334', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-690232'] for rbac-policy, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:52.909339 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:52.911225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c1485bfa-ba38-4589-9b58-5a226b88bbc7 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6210768 Jul 16 08:16:55.485503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35602) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:55.775208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'name': 'private', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:55.804235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Made reservation on behalf of 5b7b4d8a66d34f7e92f0c53539ae2d67 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:16:55.807547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:55.823799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:55.945973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:55.949370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:55.968371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:16:55.998380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746760352323', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:55.998956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Unsubscribe: segment precommit_create {{(pid=93700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:16:55.999479 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Added segment 34d5c7f1-ff40-4b66-9154-e86769761145 of type vlan for network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 Jul 16 08:16:56.016710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1b3178-bedf-46f1-aa95-d665550c6194,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:56.064703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.065037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.065365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.066227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.066617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.066933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.067253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.067589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.067900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.068207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.068517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.068824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Tracked resource versions report: Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: pushed versions: Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Log': {'1.0'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Network': {'1.1'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Port': {'1.7'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'PortForwarding': {'1.2'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'QosPolicy': {'1.8'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'SubPort': {'1.0'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Subnet': {'1.1'}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Trunk': {'1.1'}} Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: consumer versions: Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: L3 agent@n-d-798249-10: {}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: Metadata agent@n-d-798249-10: {}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: Metering agent@n-d-798249-10: {}, Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'ConntrackHelper': '1.0', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Log': '1.0', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Network': '1.1', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Port': '1.7', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'PortForwarding': '1.2', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'QosPolicy': '1.8', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'SecurityGroup': '1.4', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'SecurityGroupRule': '1.2', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'SubPort': '1.0', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Subnet': '1.1', Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: 'Trunk': '1.1'}} Jul 16 08:16:56.069933 n-d-798249-10 neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:16:56.118632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:56.168233 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:56.169451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:56.170106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:56.228468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7418416 Jul 16 08:16:56.270466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f795e66-e711-49e7-95d8-553f7fff978d admin admin] Pushing event updated for resources: {'Network': ['ID=f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:56.282758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:16:58.820344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35616) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:59.212242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ffad6-2e00-4c07-a1f8-c1724a459fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:59.213598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b03ffad6-2e00-4c07-a1f8-c1724a459fc8 admin admin] 10.222.0.41 "GET /v2.0/networks/f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 HTTP/1.1" status: 200 len: 825 time: 0.3922899 Jul 16 08:16:59.237150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f88199d3-4921-49d0-8612-dc3512d061f3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/63ef43d3-5df0-4d26-81b7-5824ca1dc58d HTTP/1.1" status: 200 len: 734 time: 0.0182674 Jul 16 08:16:59.246184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:59.267033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Made reservation on behalf of 5b7b4d8a66d34f7e92f0c53539ae2d67 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:16:59.270043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:59.558023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:59.627732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e99ebb-a0c7-47e0-8d98-af23d7498e9e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:59.630273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Checking segment: {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:16:59.630644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Network hostable DHCP agents. Network: f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:16:59.651925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:16:59.663124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:16:59.667631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:59.668210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:59.672668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a607531-b0d6-44a6-8b23-9c466bee75b4 None None] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:16:59.682764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-143c1065-b468-4355-ab29-2e0a39d620d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4398417 Jul 16 08:16:59.985157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:16:59.986366 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:00.252971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Allocated IP 172.20.0.2 (f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1/15e99ebb-a0c7-47e0-8d98-af23d7498e9e/d41fe790-1dc8-468e-8ebf-065914571483) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:17:00.452774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:00.493925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Transition to ACTIVE for port object d41fe790-1dc8-468e-8ebf-065914571483 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:17:00.515143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Transition to ACTIVE for port object d41fe790-1dc8-468e-8ebf-065914571483 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:17:00.524226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:00.581287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:17:00.587096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:17:00.598718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:17:00.629125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Pushing event updated for resources: {'Port': ['ID=d41fe790-1dc8-468e-8ebf-065914571483,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:00.655394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.655748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.656093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.656433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.656763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.657094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.657421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.657746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.658069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.658391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.658712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.659596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Tracked resource versions report: Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: pushed versions: Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Log': {'1.0'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Network': {'1.1'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Port': {'1.7'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'PortForwarding': {'1.2'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'QosPolicy': {'1.8'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'SubPort': {'1.0'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Subnet': {'1.1'}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Trunk': {'1.1'}} Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: consumer versions: Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: L3 agent@n-d-798249-10: {}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: Metadata agent@n-d-798249-10: {}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: Metering agent@n-d-798249-10: {}, Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'ConntrackHelper': '1.0', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Log': '1.0', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Network': '1.1', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Port': '1.7', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'PortForwarding': '1.2', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'QosPolicy': '1.8', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'SecurityGroup': '1.4', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'SecurityGroupRule': '1.2', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'SubPort': '1.0', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Subnet': '1.1', Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: 'Trunk': '1.1'}} Jul 16 08:17:00.660785 n-d-798249-10 neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:17:00.689127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Attempting to bind port d41fe790-1dc8-468e-8ebf-065914571483 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:17:00.689678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Attempting to bind port d41fe790-1dc8-468e-8ebf-065914571483 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:17:00.689935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Attempting to bind port d41fe790-1dc8-468e-8ebf-065914571483 on network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:17:00.695244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:17:00.695690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Checking segment: {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:17:00.696150 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:00.696540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Bound using segment: {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:17:00.697003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Bound port: d41fe790-1dc8-468e-8ebf-065914571483, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:17:00.697402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:00.759437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] For port d41fe790-1dc8-468e-8ebf-065914571483, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:17:00.763577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] For port d41fe790-1dc8-468e-8ebf-065914571483, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d41fe790-1dc8-468e-8ebf-065914571483,segment=NetworkSegment(34d5c7f1-ff40-4b66-9154-e86769761145),segment_id=34d5c7f1-ff40-4b66-9154-e86769761145)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:17:00.770904 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:00.836797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f2684-bef2-4b36-a6e7-7206a6df4456 None None] Pushing event updated for resources: {'Port': ['ID=d41fe790-1dc8-468e-8ebf-065914571483,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:02.101412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35624) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:02.407473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-b3cbdb5b-7f9e-4da8-be0a-21dc3e685b72 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:17:02.408570 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b3cbdb5b-7f9e-4da8-be0a-21dc3e685b72 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061988 Jul 16 08:17:04.812246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:05.308453 n-d-798249-10 neutron-server[93699]: WARNING oslo_policy.policy [None req-f499f565-d93c-44b9-b23b-d7c478e76294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:17:05.308995 n-d-798249-10 neutron-server[93699]: WARNING oslo_policy.policy [None req-f499f565-d93c-44b9-b23b-d7c478e76294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:17:05.525588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-f499f565-d93c-44b9-b23b-d7c478e76294 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:17:05.539401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f499f565-d93c-44b9-b23b-d7c478e76294 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7134931 Jul 16 08:17:06.853630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2bc68-6ba3-4b3c-8c83-a0666d685dc7 None None] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:17:06.975710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-86d8c435-46db-4e5c-8136-aeb3d8f3759c None None] Provisioning for port d41fe790-1dc8-468e-8ebf-065914571483 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:17:07.567446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d41fe790-1dc8-468e-8ebf-065914571483 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:17:07.647430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d41fe790-1dc8-468e-8ebf-065914571483 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:17:07.650867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d41fe790-1dc8-468e-8ebf-065914571483 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:07.651270 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.759572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.793839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d41fe790-1dc8-468e-8ebf-065914571483, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d41fe790-1dc8-468e-8ebf-065914571483,segment=NetworkSegment(34d5c7f1-ff40-4b66-9154-e86769761145),segment_id=34d5c7f1-ff40-4b66-9154-e86769761145)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:17:07.797702 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.845860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d41fe790-1dc8-468e-8ebf-065914571483,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:08.169414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35652) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:08.469094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:17:08.492707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.494180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.629024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.633136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.646301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.647668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eb1db795-cffd-4885-a647-620d247d1a65 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4772048 Jul 16 08:17:09.549741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d41fe790-1dc8-468e-8ebf-065914571483 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:17:09.598225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d41fe790-1dc8-468e-8ebf-065914571483 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:09.598598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:10.986302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:11.286818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-1e97e60a-035a-47da-a608-c6ddc4edd14e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:17:11.287825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e97e60a-035a-47da-a608-c6ddc4edd14e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2998497 Jul 16 08:17:12.866938 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8aea18d-8045-4bcb-8a97-74ceffc4db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:13.621590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35668) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:13.925802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:17:13.948160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Made reservation on behalf of 7f8ebeb53dad41bdb91abacf5d367903 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:17:13.950415 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:13.958998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.043987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.047281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.061520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Reserving flat network on physical network physnet1 {{(pid=93700) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 08:17:14.084087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.084422 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Added segment dd0fb552-2d06-4ddd-9131-404382d2a98d of type flat for network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 Jul 16 08:17:14.085672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68db770c-786c-4d37-991d-1e75eab315ea,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:14.131712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.165830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.166762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:17:14.167344 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:14.198838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5762303 Jul 16 08:17:14.229491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394adfbd-0a37-43e6-9c44-e8e56bcafd47 admin admin] Pushing event updated for resources: {'Network': ['ID=13dfb5d3-e9cb-4e7a-a170-c469cc959765,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:14.239812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:17:15.547827 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7cb1-a10a-4caa-a0de-312460817b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:15.620972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:16.458838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:16.536056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35676) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:16.821264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af464ab5-d522-434e-bfb9-512e5d577907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:17:16.822609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af464ab5-d522-434e-bfb9-512e5d577907 admin admin] 10.222.0.41 "GET /v2.0/subnets/15e99ebb-a0c7-47e0-8d98-af23d7498e9e HTTP/1.1" status: 200 len: 849 time: 0.2855792 Jul 16 08:17:16.937909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-40b0433c-c26a-4a46-8a67-96458fec013e admin admin] 10.222.0.41 "GET /v2.0/routers/1998a108-80ae-4e75-9e25-543ed9e25c14 HTTP/1.1" status: 200 len: 704 time: 0.1098254 Jul 16 08:17:17.216837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:17.375332 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:17:17.507872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Allocated IP 172.20.0.1 (f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1/15e99ebb-a0c7-47e0-8d98-af23d7498e9e/5e23c149-be32-4fcf-9f96-e9990ef32d56) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:17:17.700047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:17.722026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Transition to ACTIVE for port object 5e23c149-be32-4fcf-9f96-e9990ef32d56 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:17:17.800427 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:17.872299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:17:17.880892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:17:17.885609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:17:17.886510 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:17.907109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Pushing event updated for resources: {'Port': ['ID=5e23c149-be32-4fcf-9f96-e9990ef32d56,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:18.080303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8ac1ac3d-8239-40f8-b00d-cd1fb0246bd6 None None] Provisioning for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:17:18.083664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8ac1ac3d-8239-40f8-b00d-cd1fb0246bd6 None None] Provisioning complete for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:18.084033 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ac3d-8239-40f8-b00d-cd1fb0246bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.094411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.120832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1ac3d-8239-40f8-b00d-cd1fb0246bd6 None None] Port 5e23c149-be32-4fcf-9f96-e9990ef32d56 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:17:18.131616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.273011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.277187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.277963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.335831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Pushing event updated for resources: {'Port': ['ID=5e23c149-be32-4fcf-9f96-e9990ef32d56,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:18.397902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:17:18.399199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:17:18.557511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Router 1998a108-80ae-4e75-9e25-543ed9e25c14 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:17:18.641086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-985cdfa2-6274-4391-bdbc-9a7351cadb18 None None] Provisioning complete for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:18.641476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-985cdfa2-6274-4391-bdbc-9a7351cadb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:18.647610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:17:18.657716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-64c3b884-961e-48d3-a7b0-d5397a664830 admin admin] 10.222.0.41 "PUT /v2.0/routers/1998a108-80ae-4e75-9e25-543ed9e25c14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7100241 Jul 16 08:17:18.674842 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Sync routers for ids ['1998a108-80ae-4e75-9e25-543ed9e25c14'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:17:18.677907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-985cdfa2-6274-4391-bdbc-9a7351cadb18 None None] Port 5e23c149-be32-4fcf-9f96-e9990ef32d56 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:17:18.686772 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Routers {'1998a108-80ae-4e75-9e25-543ed9e25c14'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:17:18.687669 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:17:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1998a108-80ae-4e75-9e25-543ed9e25c14'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:18.868943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Set router 1998a108-80ae-4e75-9e25-543ed9e25c14 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:17:19.286109 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:17:08Z', 'updated_at': '2021-07-16T08:17:18Z', 'revision_number': 2, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'gw_port_host': None, '_interfaces': [{'id': '5e23c149-be32-4fcf-9f96-e9990ef32d56', 'name': '', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'mac_address': 'fa:16:3e:30:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:17Z', 'updated_at': '2021-07-16T08:17:18Z', 'revision_number': 2, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'subnets': [{'id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:19.333654 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Checking router: 1998a108-80ae-4e75-9e25-543ed9e25c14 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:17:19.334078 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Updating router 1998a108-80ae-4e75-9e25-543ed9e25c14 port 5e23c149-be32-4fcf-9f96-e9990ef32d56 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:17:19.396406 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:19.886104 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:19.905185 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Transition to ACTIVE for port object 5e23c149-be32-4fcf-9f96-e9990ef32d56 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:17:19.911373 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:20.076509 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Pushing event updated for resources: {'Port': ['ID=5e23c149-be32-4fcf-9f96-e9990ef32d56,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:20.078738 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Attempting to bind port 5e23c149-be32-4fcf-9f96-e9990ef32d56 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:17:20.079130 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Attempting to bind port 5e23c149-be32-4fcf-9f96-e9990ef32d56 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:17:20.080712 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Attempting to bind port 5e23c149-be32-4fcf-9f96-e9990ef32d56 on network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:17:20.088702 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:17:20.089117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Checking segment: {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:17:20.089581 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:20.089963 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Bound using segment: {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:17:20.090454 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Bound port: 5e23c149-be32-4fcf-9f96-e9990ef32d56, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d5c7f1-ff40-4b66-9154-e86769761145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:17:20.090832 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:20.093984 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.094327 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.094660 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.095119 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.095483 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.095803 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.096126 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.096442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.096758 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.097072 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.097498 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.097818 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Tracked resource versions report: Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: pushed versions: Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: { 'AddressGroup': {'1.2'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'ConntrackHelper': {'1.0'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Log': {'1.0'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Network': {'1.1'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Port': {'1.7'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'PortForwarding': {'1.2'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'QosPolicy': {'1.8'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'SecurityGroup': {'1.4'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'SubPort': {'1.0'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Subnet': {'1.1'}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Trunk': {'1.1'}} Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: consumer versions: Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: L3 agent@n-d-798249-10: {}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: Metadata agent@n-d-798249-10: {}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: Metering agent@n-d-798249-10: {}, Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'ConntrackHelper': '1.0', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Log': '1.0', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Network': '1.1', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Port': '1.7', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'PortForwarding': '1.2', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'QosPolicy': '1.8', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'SecurityGroup': '1.4', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'SecurityGroupRule': '1.2', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'SubPort': '1.0', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Subnet': '1.1', Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: 'Trunk': '1.1'}} Jul 16 08:17:20.098965 n-d-798249-10 neutron-server[93702]: {{(pid=93702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:17:20.164595 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] For port 5e23c149-be32-4fcf-9f96-e9990ef32d56, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:17:20.185463 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] For port 5e23c149-be32-4fcf-9f96-e9990ef32d56, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5e23c149-be32-4fcf-9f96-e9990ef32d56,segment=NetworkSegment(34d5c7f1-ff40-4b66-9154-e86769761145),segment_id=34d5c7f1-ff40-4b66-9154-e86769761145)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:17:20.190425 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:20.246330 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Routers {'1998a108-80ae-4e75-9e25-543ed9e25c14'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:17:20.246956 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:17:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1998a108-80ae-4e75-9e25-543ed9e25c14'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:20.284352 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92406b2-3a11-4d70-a95b-f8f5dfa95206 None None] Pushing event updated for resources: {'Port': ['ID=5e23c149-be32-4fcf-9f96-e9990ef32d56,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:20.339137 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] Set router 1998a108-80ae-4e75-9e25-543ed9e25c14 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:17:20.544824 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:17:08Z', 'updated_at': '2021-07-16T08:17:18Z', 'revision_number': 2, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'gw_port_host': None, '_interfaces': [{'id': '5e23c149-be32-4fcf-9f96-e9990ef32d56', 'name': '', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'mac_address': 'fa:16:3e:30:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:17Z', 'updated_at': '2021-07-16T08:17:20Z', 'revision_number': 4, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'subnets': [{'id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:20.569949 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8e3a7-f46b-4062-9fda-b00765f3e999 None None] The sync data for ids ['1998a108-80ae-4e75-9e25-543ed9e25c14'] in n-d-798249-10 is: [{'id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:17:08Z', 'updated_at': '2021-07-16T08:17:18Z', 'revision_number': 2, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'gw_port_host': None, '_interfaces': [{'id': '5e23c149-be32-4fcf-9f96-e9990ef32d56', 'name': '', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'mac_address': 'fa:16:3e:30:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:17Z', 'updated_at': '2021-07-16T08:17:20Z', 'revision_number': 4, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'subnets': [{'id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:17:20.903902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35696) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:21.017666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9050f-ac23-44c6-b31e-b8bc9236b932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:17:21.019062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4ad9050f-ac23-44c6-b31e-b8bc9236b932 admin admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 842 time: 0.1142077 Jul 16 08:17:21.028299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:17:21.051471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Made reservation on behalf of 7f8ebeb53dad41bdb91abacf5d367903 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:17:21.053748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:21.392098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:17:21.392523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:21.449553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:21.456983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:17:21.457440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Network hostable DHCP agents. Network: 13dfb5d3-e9cb-4e7a-a170-c469cc959765, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:17:21.473843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:17:21.482079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 13dfb5d3-e9cb-4e7a-a170-c469cc959765) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:17:21.486726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:17:21.487379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:21.491687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4f6ad-6d9d-4936-8581-674539392cf3 None None] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:17:21.523353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-94005dd4-2fb8-43c7-b5d8-4145deed7c69 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4826653 Jul 16 08:17:21.630308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0420e1-4ba7-4e77-9d48-82505d5d2083 None None] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:17:23.580775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5e23c149-be32-4fcf-9f96-e9990ef32d56 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:17:23.632331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:17:23.636501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:23.636947 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:23.723310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:23.756243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 5e23c149-be32-4fcf-9f96-e9990ef32d56, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5e23c149-be32-4fcf-9f96-e9990ef32d56,segment=NetworkSegment(34d5c7f1-ff40-4b66-9154-e86769761145),segment_id=34d5c7f1-ff40-4b66-9154-e86769761145)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:17:23.759854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:23.785728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35718) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:23.810217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=5e23c149-be32-4fcf-9f96-e9990ef32d56,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:23.917551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fea94b3-36b4-47dd-a6c5-6916190255e5 admin admin] 10.222.0.41 "GET /v2.0/routers/1998a108-80ae-4e75-9e25-543ed9e25c14 HTTP/1.1" status: 200 len: 710 time: 0.1307013 Jul 16 08:17:24.003037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54df831-53c3-4ab3-8838-8e0997ddad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:17:24.004407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f54df831-53c3-4ab3-8838-8e0997ddad9f admin admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 886 time: 0.0800292 Jul 16 08:17:24.012856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:17:24.252757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:24.486001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:24.559016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:24.665174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Allocated IP 172.25.0.94 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0cef7502-80fb-4365-b867-286abf19e1a0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:17:24.769505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:24.809527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:24.852503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:17:24.856287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:17:24.858140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Pushing event updated for resources: {'Port': ['ID=0cef7502-80fb-4365-b867-286abf19e1a0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:24.870474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:17:25.197470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:25.380340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:25.383509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:25.486527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Router 1998a108-80ae-4e75-9e25-543ed9e25c14 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:17:25.551681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5e23c149-be32-4fcf-9f96-e9990ef32d56 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:17:25.603468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:25.603840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:25.605585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:17:25.610394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:25.611637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dca5842f-cda7-4493-8889-f41b0b6ee42e admin admin] 10.222.0.41 "PUT /v2.0/routers/1998a108-80ae-4e75-9e25-543ed9e25c14 HTTP/1.1" status: 200 len: 889 time: 1.6018982 Jul 16 08:17:25.683133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Sync routers for ids ['1998a108-80ae-4e75-9e25-543ed9e25c14'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:17:25.708448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Routers {'1998a108-80ae-4e75-9e25-543ed9e25c14'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:17:25.709149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:17:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1998a108-80ae-4e75-9e25-543ed9e25c14'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:25.984978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Set router 1998a108-80ae-4e75-9e25-543ed9e25c14 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:17:26.432845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '0cef7502-80fb-4365-b867-286abf19e1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:17:08Z', 'updated_at': '2021-07-16T08:17:24Z', 'revision_number': 4, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'gw_port': {'id': '0cef7502-80fb-4365-b867-286abf19e1a0', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:24Z', 'updated_at': '2021-07-16T08:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5e23c149-be32-4fcf-9f96-e9990ef32d56', 'name': '', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'mac_address': 'fa:16:3e:30:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:17Z', 'updated_at': '2021-07-16T08:17:23Z', 'revision_number': 5, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'subnets': [{'id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:26.483134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Checking router: 1998a108-80ae-4e75-9e25-543ed9e25c14 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:17:26.483506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Updating router 1998a108-80ae-4e75-9e25-543ed9e25c14 port 0cef7502-80fb-4365-b867-286abf19e1a0 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:17:26.516186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:26.833693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:26.843155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Transition to ACTIVE for port object 0cef7502-80fb-4365-b867-286abf19e1a0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:17:26.849921 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:26.901990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Attempting to bind port 0cef7502-80fb-4365-b867-286abf19e1a0 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:17:26.902343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Attempting to bind port 0cef7502-80fb-4365-b867-286abf19e1a0 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:17:26.902706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Attempting to bind port 0cef7502-80fb-4365-b867-286abf19e1a0 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:17:26.905456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f9e21-a426-425d-9060-154ab992c367 None None] Pushing event updated for resources: {'Port': ['ID=0cef7502-80fb-4365-b867-286abf19e1a0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:26.910202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:17:26.910564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:17:26.910991 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:26.911368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:17:26.911833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Bound port: 0cef7502-80fb-4365-b867-286abf19e1a0, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:17:26.912236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:26.961774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] For port 0cef7502-80fb-4365-b867-286abf19e1a0, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:17:26.965289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] For port 0cef7502-80fb-4365-b867-286abf19e1a0, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0cef7502-80fb-4365-b867-286abf19e1a0,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:17:26.968744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:27.027037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f9e21-a426-425d-9060-154ab992c367 None None] Pushing event updated for resources: {'Port': ['ID=0cef7502-80fb-4365-b867-286abf19e1a0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:27.030914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Routers {'1998a108-80ae-4e75-9e25-543ed9e25c14'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:17:27.031532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:17:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1998a108-80ae-4e75-9e25-543ed9e25c14'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:27.205306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] Set router 1998a108-80ae-4e75-9e25-543ed9e25c14 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:17:27.405694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a153d3db-1852-4321-a086-1265b57e791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '0cef7502-80fb-4365-b867-286abf19e1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:17:08Z', 'updated_at': '2021-07-16T08:17:24Z', 'revision_number': 4, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'gw_port': {'id': '0cef7502-80fb-4365-b867-286abf19e1a0', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:24Z', 'updated_at': '2021-07-16T08:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5e23c149-be32-4fcf-9f96-e9990ef32d56', 'name': '', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'mac_address': 'fa:16:3e:30:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:17Z', 'updated_at': '2021-07-16T08:17:23Z', 'revision_number': 5, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'subnets': [{'id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:17:27.431020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153d3db-1852-4321-a086-1265b57e791d None None] The sync data for ids ['1998a108-80ae-4e75-9e25-543ed9e25c14'] in n-d-798249-10 is: [{'id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'name': 'router1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '0cef7502-80fb-4365-b867-286abf19e1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:17:08Z', 'updated_at': '2021-07-16T08:17:24Z', 'revision_number': 4, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'gw_port': {'id': '0cef7502-80fb-4365-b867-286abf19e1a0', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:24Z', 'updated_at': '2021-07-16T08:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5e23c149-be32-4fcf-9f96-e9990ef32d56', 'name': '', 'network_id': 'f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1', 'tenant_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'mac_address': 'fa:16:3e:30:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998a108-80ae-4e75-9e25-543ed9e25c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:17:17Z', 'updated_at': '2021-07-16T08:17:23Z', 'revision_number': 5, 'project_id': '5b7b4d8a66d34f7e92f0c53539ae2d67', 'subnets': [{'id': '15e99ebb-a0c7-47e0-8d98-af23d7498e9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63ef43d3-5df0-4d26-81b7-5824ca1dc58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:17:27.622996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0cef7502-80fb-4365-b867-286abf19e1a0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:17:27.676691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 0cef7502-80fb-4365-b867-286abf19e1a0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:17:27.680998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0cef7502-80fb-4365-b867-286abf19e1a0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:27.681382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:27.763678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:27.789823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 0cef7502-80fb-4365-b867-286abf19e1a0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0cef7502-80fb-4365-b867-286abf19e1a0,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:17:27.794751 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:27.845025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=0cef7502-80fb-4365-b867-286abf19e1a0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:28.098254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35728) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:28.221302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8183943f-5cc6-40e9-bf43-b72a70f0a28e admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1219339 Jul 16 08:17:29.556085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0cef7502-80fb-4365-b867-286abf19e1a0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:17:29.606094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0cef7502-80fb-4365-b867-286abf19e1a0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:17:29.606469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:42.886809 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1677f97-7d08-4645-b44e-bb1389967758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:45.557296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d10abe4-26f9-4420-a5eb-3c4f228843a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:45.628353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:46.469413 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:48.145658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:54.372774 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:18:12.870841 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a22016b9-b1e2-431c-a799-c5a0eceec5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:15.626389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8b51cac-a3d4-4986-960c-57489e8fa0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:15.634428 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:16.464383 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:18.146880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:31.372362 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:18:42.871701 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d94501e9-4439-461f-bd38-d6f80dd1ec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:45.549090 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f586da5-37fa-420c-8791-2c67cc0a49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:45.626953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:46.465545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:48.151568 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:08.371085 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:19:08.704045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36328) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:08.799453 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fa9844-eac4-454f-a423-b93fca8e9284 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:19:08.801121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-44fa9844-eac4-454f-a423-b93fca8e9284 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0961106 Jul 16 08:19:09.071263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.policy [None req-ff7f4c42-1a55-410a-98de-29218aab836d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:19:09.115704 n-d-798249-10 neutron-server[93699]: WARNING oslo_policy.policy [None req-ff7f4c42-1a55-410a-98de-29218aab836d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:19:09.116080 n-d-798249-10 neutron-server[93699]: WARNING oslo_policy.policy [None req-ff7f4c42-1a55-410a-98de-29218aab836d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:19:09.124477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f4c42-1a55-410a-98de-29218aab836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:09.126186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ff7f4c42-1a55-410a-98de-29218aab836d admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3201675 Jul 16 08:19:11.280905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:11.372794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b08f64-425f-4235-8c69-86b3de5c5a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:11.374135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b3b08f64-425f-4235-8c69-86b3de5c5a1c admin admin] 10.222.0.41 "GET /v2.0/subnets/15e99ebb-a0c7-47e0-8d98-af23d7498e9e HTTP/1.1" status: 200 len: 849 time: 0.0923014 Jul 16 08:19:11.383968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:19:11.465362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:11.606117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746760240011'] for subnet, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:11.635519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:11.636113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:11.637509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] 10.222.0.41 "PUT /v2.0/subnets/15e99ebb-a0c7-47e0-8d98-af23d7498e9e HTTP/1.1" status: 200 len: 868 time: 0.2579939 Jul 16 08:19:11.651162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae7e8c2-234d-4f37-9c63-f736a98a12e4 None None] Network f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:19:11.659738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e99ebb-a0c7-47e0-8d98-af23d7498e9e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:19:11.668071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.668432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.668754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.669119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.669433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.669765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.670094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.670420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.670768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.671068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.671418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.671748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19a71f-0158-43e9-8bdd-9319b811ea03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:11.988191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7350dca1-71b7-4343-927a-fb6a1b3713cd None None] Provisioning complete for port d41fe790-1dc8-468e-8ebf-065914571483 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:19:11.988578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7350dca1-71b7-4343-927a-fb6a1b3713cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:12.069977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7350dca1-71b7-4343-927a-fb6a1b3713cd None None] Provisioning complete for port 5e23c149-be32-4fcf-9f96-e9990ef32d56 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:19:12.070255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7350dca1-71b7-4343-927a-fb6a1b3713cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:12.874080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617acebe-3640-49b3-9f59-61fb846ffad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:13.806260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36350) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:14.008099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc984ff-9f82-4f18-b3f8-573701eba60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:14.008571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc984ff-9f82-4f18-b3f8-573701eba60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:14.010123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2fc984ff-9f82-4f18-b3f8-573701eba60b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029104 Jul 16 08:19:15.550111 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a05b6bd3-f09c-4858-b3a5-cd4f659cfb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:15.628906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:16.173661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36358) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:16.299856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1aa5aa-0fe1-4e26-98e4-5357033d2658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:16.300329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1aa5aa-0fe1-4e26-98e4-5357033d2658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:16.301856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af1aa5aa-0fe1-4e26-98e4-5357033d2658 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1271915 Jul 16 08:19:16.468034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:18.154397 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:18.424693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36366) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:18.548663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499dc86-7109-496d-a829-7ce1506db5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:18.550021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d499dc86-7109-496d-a829-7ce1506db5ab admin admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 886 time: 0.1243751 Jul 16 08:19:20.700103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36374) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:20.830141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca07de-ab0c-4b64-9086-0253ac060d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:20.831551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b0ca07de-ab0c-4b64-9086-0253ac060d9f admin admin] 10.222.0.41 "GET /v2.0/networks/f8c0d402-c5bf-4d40-a5ae-30aafe95a2d1 HTTP/1.1" status: 200 len: 869 time: 0.1304557 Jul 16 08:19:22.992905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36382) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:23.111580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60754e-e5a9-420a-8a85-c4de6a6ac6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:23.112035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60754e-e5a9-420a-8a85-c4de6a6ac6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:23.113564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8f60754e-e5a9-420a-8a85-c4de6a6ac6d9 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196907 Jul 16 08:19:25.248655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36390) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:25.372285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98119fa1-3185-4355-aac0-c94bf25e2cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:25.372835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98119fa1-3185-4355-aac0-c94bf25e2cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:25.374518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-98119fa1-3185-4355-aac0-c94bf25e2cd6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247666 Jul 16 08:19:27.556730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36398) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:27.686355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceeabbb-9dd8-4e98-a39e-8929bab62828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:27.687736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0ceeabbb-9dd8-4e98-a39e-8929bab62828 admin admin] 10.222.0.41 "GET /v2.0/subnets/15e99ebb-a0c7-47e0-8d98-af23d7498e9e HTTP/1.1" status: 200 len: 868 time: 0.1300457 Jul 16 08:19:29.877893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:29.966173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53d496-abad-4c85-93ed-3ffcd64f91fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:29.967511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-df53d496-abad-4c85-93ed-3ffcd64f91fe admin admin] 10.222.0.41 "GET /v2.0/subnets/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37 HTTP/1.1" status: 200 len: 816 time: 0.0887187 Jul 16 08:19:42.875823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-599a9f2e-4059-46b8-8945-24969e2d8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:45.370787 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:19:45.550923 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f72dc7bc-8d42-4db3-a87b-7bde77da7406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:45.629436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:46.472672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:48.155293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:54.463538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36458) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:54.509423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-fa4d187f-2b1b-47b1-9305-a03776eb9901 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:19:54.510388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa4d187f-2b1b-47b1-9305-a03776eb9901 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459256 Jul 16 08:19:56.771786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:56.829286 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cae838-01ff-47bb-84f6-71fdf4c3d1d8 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:19:56.830551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-19cae838-01ff-47bb-84f6-71fdf4c3d1d8 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0572596 Jul 16 08:19:56.916260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58393314-6960-4f8e-a684-fe4ba5c25563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:56.917707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-58393314-6960-4f8e-a684-fe4ba5c25563 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832746 Jul 16 08:19:59.090296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36474) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:59.136789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:19:59.137999 n-d-798249-10 neutron-server[93699]: INFO neutron.quota [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Loaded quota_driver: . Jul 16 08:19:59.177723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Made reservation on behalf of 7f8ebeb53dad41bdb91abacf5d367903 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:19:59.181150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.227755 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.revisions.revision_plugin [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Could not find related network for resource to bump revision. Jul 16 08:19:59.247239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:19:59.260696 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746760352323', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.261265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Unsubscribe: segment precommit_create {{(pid=93699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:19:59.261756 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Added segment f47c390a-135f-4ea0-b7d7-a048fc0f5add of type vlan for network b54d914c-0517-44fb-b1d5-b9292c2a5615 Jul 16 08:19:59.315433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.357591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.358668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:59.359282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.387592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2962041 Jul 16 08:19:59.490702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Pushing event updated for resources: {'Network': ['ID=b54d914c-0517-44fb-b1d5-b9292c2a5615,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:19:59.500173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.500522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.500869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.501189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.501521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.501849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.502173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.502502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.502822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.503140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.503488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.503811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525b2ce-f527-4ffc-ad5e-38230fc86572 admin admin] Tracked resource versions report: Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: pushed versions: Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: { 'AddressGroup': {'1.2'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'ConntrackHelper': {'1.0'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Log': {'1.0'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Network': {'1.1'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Port': {'1.7'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'PortForwarding': {'1.2'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'QosPolicy': {'1.8'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'SecurityGroup': {'1.4'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'SubPort': {'1.0'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Subnet': {'1.1'}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Trunk': {'1.1'}} Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: consumer versions: Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: L3 agent@n-d-798249-10: {}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: Metadata agent@n-d-798249-10: {}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: Metering agent@n-d-798249-10: {}, Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'ConntrackHelper': '1.0', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Log': '1.0', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Network': '1.1', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Port': '1.7', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'PortForwarding': '1.2', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'QosPolicy': '1.8', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'SecurityGroup': '1.4', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'SecurityGroupRule': '1.2', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'SubPort': '1.0', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Subnet': '1.1', Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: 'Trunk': '1.1'}} Jul 16 08:19:59.504989 n-d-798249-10 neutron-server[93699]: {{(pid=93699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:19:59.545031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:20:01.589971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36486) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:01.648699 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4858151-57d9-49d7-982b-97acc4d9101d admin admin] GET failed (client error): The resource could not be found. Jul 16 08:20:01.649981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a4858151-57d9-49d7-982b-97acc4d9101d admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590456 Jul 16 08:20:01.716990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28263ec-7f1b-4942-be1a-c4b4edef61f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:01.718394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a28263ec-7f1b-4942-be1a-c4b4edef61f5 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646238 Jul 16 08:20:01.728198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'name': 'shared-subnet'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:20:01.751442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Made reservation on behalf of 7f8ebeb53dad41bdb91abacf5d367903 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:20:01.753687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:01.976629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.034525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Pushing event updated for resources: {'Subnet': ['ID=246040d2-86fa-4e07-b7d6-7c601f044014,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:02.047889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:20:02.048266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Network hostable DHCP agents. Network: b54d914c-0517-44fb-b1d5-b9292c2a5615, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:20:02.069839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:20:02.080199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b54d914c-0517-44fb-b1d5-b9292c2a5615) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:02.086128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:02.087079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.090322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa01c10-697d-44c6-8b30-9129bf44bd0e None None] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:20:02.100588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-debd7e7d-8418-4f19-8559-5cb0ebdd420a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3759875 Jul 16 08:20:02.338698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b54d914c-0517-44fb-b1d5-b9292c2a5615', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'tenant_id': '7f8ebeb53dad41bdb91abacf5d367903', 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:20:02.339622 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.478096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Allocated IP 192.168.233.2 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/ec1ce9a5-0252-4811-9f12-8d1657d04c23) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:20:02.624151 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.633217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Transition to ACTIVE for port object ec1ce9a5-0252-4811-9f12-8d1657d04c23 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:02.649102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Transition to ACTIVE for port object ec1ce9a5-0252-4811-9f12-8d1657d04c23 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:02.654489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.698086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:20:02.700874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:02.704395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:20:02.712491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Pushing event updated for resources: {'Port': ['ID=ec1ce9a5-0252-4811-9f12-8d1657d04c23,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:02.721815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.722172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.722511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.722849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.723180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.723564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.723891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.724223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.724551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.724876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.725201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.726229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:02.776684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Attempting to bind port ec1ce9a5-0252-4811-9f12-8d1657d04c23 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:20:02.777062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Attempting to bind port ec1ce9a5-0252-4811-9f12-8d1657d04c23 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:20:02.777432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Attempting to bind port ec1ce9a5-0252-4811-9f12-8d1657d04c23 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:20:02.782438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:20:02.782807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:20:02.783216 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.783660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:20:02.784129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Bound port: ec1ce9a5-0252-4811-9f12-8d1657d04c23, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:20:02.784529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.847109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] For port ec1ce9a5-0252-4811-9f12-8d1657d04c23, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:20:02.851112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] For port ec1ce9a5-0252-4811-9f12-8d1657d04c23, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec1ce9a5-0252-4811-9f12-8d1657d04c23,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:20:02.857229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:02.916051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb020f-c7cd-4516-9947-34ff5bd9b8c9 None None] Pushing event updated for resources: {'Port': ['ID=ec1ce9a5-0252-4811-9f12-8d1657d04c23,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:03.755346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec1ce9a5-0252-4811-9f12-8d1657d04c23 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:03.806586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cab6c1-0efb-404f-8875-93bc6514ca30 None None] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:20:03.844768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ec1ce9a5-0252-4811-9f12-8d1657d04c23 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:03.892918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] Provisioning for port ec1ce9a5-0252-4811-9f12-8d1657d04c23 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:03.905103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] Provisioning complete for port ec1ce9a5-0252-4811-9f12-8d1657d04c23 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:03.905494 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:04.041187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:04.078412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] For port ec1ce9a5-0252-4811-9f12-8d1657d04c23, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec1ce9a5-0252-4811-9f12-8d1657d04c23,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:20:04.082264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:04.133821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ee2bd-bc8f-4370-aeff-9fb0c7904951 None None] Pushing event updated for resources: {'Port': ['ID=ec1ce9a5-0252-4811-9f12-8d1657d04c23,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:04.305847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2932c8db-c8ee-49c8-8385-06b6c0f3893c None None] Provisioning complete for port ec1ce9a5-0252-4811-9f12-8d1657d04c23 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:04.306811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2932c8db-c8ee-49c8-8385-06b6c0f3893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:05.703622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec1ce9a5-0252-4811-9f12-8d1657d04c23 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:05.753848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ec1ce9a5-0252-4811-9f12-8d1657d04c23 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:05.754216 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:12.879102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d9aa-9144-4bfe-afe2-dd48c2f02fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:15.552251 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b30d6dbb-9e57-4c43-a74c-1e86a6cf8ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:15.631795 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:16.473406 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.162553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:22.370869 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:20:42.881109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85fe5b40-4a2a-463c-810a-d09bedef6287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:45.552264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5cf92faa-7f4c-498a-a576-38aa30feb52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:45.632526 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:46.479265 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:48.163868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:59.370317 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:21:11.813721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36540) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:21:11.819615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-98e37024-54c3-487f-9da4-898aabdfa19b tempest-verify_tempest_config-1379315949 tempest-verify_tempest_config-1379315949-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:21:11.820564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-98e37024-54c3-487f-9da4-898aabdfa19b tempest-verify_tempest_config-1379315949 tempest-verify_tempest_config-1379315949-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058961 Jul 16 08:21:12.120504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36558) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:21:12.217565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.328201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.331751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.378313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=892f1d531cd642509dbf4462e9cbf941&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2567811 Jul 16 08:21:12.379342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea28fd1-ab31-4254-b032-5d7e839c31d2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:21:12.381106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36562) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:21:12.386552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.386895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.387226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.387582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.387910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.388236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.388556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.388876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.389196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.389512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.389827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.390144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961438a-efaf-4ef6-8fc8-eb62199177d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.530659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.551705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.639297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.641766 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:12.643214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aea28fd1-ab31-4254-b032-5d7e839c31d2 HTTP/1.1" status: 204 len: 168 time: 0.2610071 Jul 16 08:21:12.651754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea28fd1-ab31-4254-b032-5d7e839c31d2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:21:12.658273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.658624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.658966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.659428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.659860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.660202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.660650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.660984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.661312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.661637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.661985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.662310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e62ba9a-d65b-4c08-8878-2b23e70a2239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:21:12.884387 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6731-5c20-435d-ba27-0326de06ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:15.554991 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4283031-0290-4649-a244-7e7cd7f1d67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:15.634035 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:16.481190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:18.168948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:36.368799 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:21:42.885526 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-920daa05-f952-42ae-aaca-b2166d9636af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:45.556660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fc9947a-efb3-422c-9971-a133acb16b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:45.635206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:46.484248 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:48.170556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.885626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21a88e16-d530-4577-a273-206187540e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.367976 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:15.557744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f68caead-4ad0-4440-951a-8bc680f3dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.636154 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:16.488658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.174714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.885890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82cba76a-113a-4de7-b929-5b7af1ff0ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.557586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6bbbcee-17b5-46d2-8ce0-a948d650e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.637387 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.493258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.177455 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.368247 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:12.886205 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eaaabc06-e58e-49ab-80ae-e30131764b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.556497 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e43b4bb-0aa0-4c04-a02b-90d1d7ecd0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.639852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.496798 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.180542 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.367059 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 5 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:42.886312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c211f68-4e7f-465c-aaa2-5fe787615ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.558039 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22e6f6d7-6f91-429a-b38b-a3c4f20ed410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.641207 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.498617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.183134 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.290571 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.366238 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 6 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:12.886309 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61471ca6-17c0-4fff-afdf-72ce0feddc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.558923 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-654a558d-31de-48ac-9663-dedc92c436bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.641409 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.502737 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.499871 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686193'] for agent, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.187452 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:33.247354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:41.365867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:42.889031 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ea34dce-b984-49e1-bb04-d53d6f2a7de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.559488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb02bbdc-904f-47b3-b840-0a81f175f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.643192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.505095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:47.442401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:48.190069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:50.675728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36624) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:50.776262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cafe1472-4434-4b01-a067-b472ace281ce admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0993791 Jul 16 08:24:52.943306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36634) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:52.996820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8860f26b-4e12-4b14-a6dc-b4a0a2c640c6 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0524144 Jul 16 08:25:03.262494 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.889269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a605-04bc-4b75-9ecb-609de58a7c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.560145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9825f05b-4e10-4c68-9daf-ac27a54b96cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.644318 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.508675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:17.479120 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.192232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.365562 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:25:33.261526 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.889759 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09390322-c3af-421f-8666-503e58347d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.562548 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-562596c6-e65d-47ff-a8ab-945adc217f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.646163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.511785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.499744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.197332 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.365290 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:03.260751 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.899009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5202312f-0083-45f4-99b3-c7222f48fa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.569857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e060ca20-7ef7-4cf6-baa9-70c5dea34551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.654305 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.513435 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.470197 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.201198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.869306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:20.873984 n-d-798249-10 neutron-server[93700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:26:20.905917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-15932055-4655-43d6-8042-8ea6b72adb34 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c33d1b486494dad96d8fb394c1ab088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339813 Jul 16 08:26:21.109925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-42a16e62-c3f1-4a16-98a6-29b65ceb3a46 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.111481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-42a16e62-c3f1-4a16-98a6-29b65ceb3a46 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994405 Jul 16 08:26:21.131796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-974d2e0f-d94f-4b69-bcc1-c0b3d60731b1 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/quotas/2c33d1b486494dad96d8fb394c1ab088 HTTP/1.1" status: 200 len: 375 time: 0.0114868 Jul 16 08:26:21.140308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37082) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.187171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cf939c6c-c1df-447e-8f2a-403a38fe77d5 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c33d1b486494dad96d8fb394c1ab088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484426 Jul 16 08:26:21.314257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.439239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.447510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.497972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37120) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.498108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5ded33af2d04a99810b884c4ca101ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3566709 Jul 16 08:26:21.500384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6993b84-02cc-4dc8-a289-02af0980be11,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.508543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.508888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.509233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.509624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.509887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.510218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.510547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.510872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.511196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.511554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.511879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.512184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797683f-49db-4347-92e8-ac79c036d8e4 admin admin] Tracked resource versions report: Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: pushed versions: Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: { 'AddressGroup': {'1.2'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'ConntrackHelper': {'1.0'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Log': {'1.0'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Network': {'1.1'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Port': {'1.7'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'PortForwarding': {'1.2'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'QosPolicy': {'1.8'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'SecurityGroup': {'1.4'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'SubPort': {'1.0'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Subnet': {'1.1'}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Trunk': {'1.1'}} Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: consumer versions: Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: HyperV agent@n-h1-798249-10: {}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: HyperV agent@n-h2-798249-10: {}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: L3 agent@n-d-798249-10: {}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: Metadata agent@n-d-798249-10: {}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: Metering agent@n-d-798249-10: {}, Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'ConntrackHelper': '1.0', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Log': '1.0', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Network': '1.1', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Port': '1.7', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'PortForwarding': '1.2', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'QosPolicy': '1.8', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'SecurityGroup': '1.4', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'SecurityGroupRule': '1.2', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'SubPort': '1.0', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Subnet': '1.1', Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: 'Trunk': '1.1'}} Jul 16 08:26:21.513304 n-d-798249-10 neutron-server[93699]: {{(pid=93699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:26:21.572203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.579267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.600952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.652663 n-d-798249-10 neutron-server[93699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:26:21.672008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.674951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.678828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6993b84-02cc-4dc8-a289-02af0980be11 HTTP/1.1" status: 204 len: 168 time: 0.1790087 Jul 16 08:26:21.693408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6993b84-02cc-4dc8-a289-02af0980be11,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.710617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.713826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.714269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.715053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.715431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.715774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.716105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.716436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.716765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.717092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.717442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.717828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f1e3c-a00f-40bb-82f2-fec8988f9a67 admin admin] Tracked resource versions report: Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: pushed versions: Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: { 'AddressGroup': {'1.2'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'ConntrackHelper': {'1.0'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Log': {'1.0'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Network': {'1.1'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Port': {'1.7'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'PortForwarding': {'1.2'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'QosPolicy': {'1.8'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'SecurityGroup': {'1.4'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'SubPort': {'1.0'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Subnet': {'1.1'}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Trunk': {'1.1'}} Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: consumer versions: Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: HyperV agent@n-h1-798249-10: {}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: HyperV agent@n-h2-798249-10: {}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: L3 agent@n-d-798249-10: {}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: Metadata agent@n-d-798249-10: {}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: Metering agent@n-d-798249-10: {}, Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'ConntrackHelper': '1.0', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Log': '1.0', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Network': '1.1', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Port': '1.7', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'PortForwarding': '1.2', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'QosPolicy': '1.8', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'SecurityGroup': '1.4', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'SecurityGroupRule': '1.2', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'SubPort': '1.0', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Subnet': '1.1', Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: 'Trunk': '1.1'}} Jul 16 08:26:21.719117 n-d-798249-10 neutron-server[93700]: {{(pid=93700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:26:21.763706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35e5123f-5db5-4b40-8721-55c25f3f2b4e req-45124d66-06bf-4841-bcd6-79efdc4be7aa tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 210 time: 0.1829956 Jul 16 08:26:22.065695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37168) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:22.081496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b9e97cc-4bb6-4f4d-9d23-62fd12f0339a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.208352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b9e97cc-4bb6-4f4d-9d23-62fd12f0339a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.213317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b9e97cc-4bb6-4f4d-9d23-62fd12f0339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.300246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37186) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:22.301095 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8b9e97cc-4bb6-4f4d-9d23-62fd12f0339a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f08fe5a88964b2cbbbba1bd5e0de9b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2325728 Jul 16 08:26:22.302887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e97cc-4bb6-4f4d-9d23-62fd12f0339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f612513f-d5fb-47f8-b930-e16533568ff8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:22.386603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-391d0b11-962f-466c-aca8-1bea64338405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.412291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-391d0b11-962f-466c-aca8-1bea64338405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.496194 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-391d0b11-962f-466c-aca8-1bea64338405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.498541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-391d0b11-962f-466c-aca8-1bea64338405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.500592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-391d0b11-962f-466c-aca8-1bea64338405 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f612513f-d5fb-47f8-b930-e16533568ff8 HTTP/1.1" status: 204 len: 168 time: 0.1933517 Jul 16 08:26:22.509230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d0b11-962f-466c-aca8-1bea64338405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612513f-d5fb-47f8-b930-e16533568ff8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:22.892101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-74858e95-f54d-4205-af3e-e675e55846f4 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6bd161c766745f4b81b64fbdcb31488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636334 Jul 16 08:26:22.972868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0db5624e-6daf-43ac-9940-366b8a1d90df req-152207d4-55cd-43d9-8f03-87ab6a598426 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 210 time: 0.0687134 Jul 16 08:26:23.139157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37274) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.165074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-a9497f41-4f0f-427d-bdad-b9152cb354b6 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.172602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-a9497f41-4f0f-427d-bdad-b9152cb354b6 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752440 Jul 16 08:26:23.190177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-14314371-491a-41f2-9672-0b689a60ea1c tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/quotas/b6bd161c766745f4b81b64fbdcb31488 HTTP/1.1" status: 200 len: 375 time: 0.0166495 Jul 16 08:26:23.257544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-7997da46-d673-43d4-94ef-233bb189515b tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6bd161c766745f4b81b64fbdcb31488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661695 Jul 16 08:26:23.299863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1ca3883-d40c-4d45-98c4-3946f823c7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.467103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1ca3883-d40c-4d45-98c4-3946f823c7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.488188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1ca3883-d40c-4d45-98c4-3946f823c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.564890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37300) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.570012 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b18f37db-a372-46bc-82cc-2cd2269170fe req-12f08e1c-533d-45a1-bbfa-fc0871ccb6ff tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 210 time: 0.0964835 Jul 16 08:26:23.577378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a1ca3883-d40c-4d45-98c4-3946f823c7c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6480f849921d443f9f9e83c47cb5dfeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4361837 Jul 16 08:26:23.580617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37304) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.621538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca3883-d40c-4d45-98c4-3946f823c7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9952bb-78a0-4542-b3b6-440598483e8d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.668939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78001eae-0b8d-4c1c-99e5-dfe63f30ca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.693756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78001eae-0b8d-4c1c-99e5-dfe63f30ca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.753825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37316) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.777511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78001eae-0b8d-4c1c-99e5-dfe63f30ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.781489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78001eae-0b8d-4c1c-99e5-dfe63f30ca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.782804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78001eae-0b8d-4c1c-99e5-dfe63f30ca92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce9952bb-78a0-4542-b3b6-440598483e8d HTTP/1.1" status: 204 len: 168 time: 0.2006385 Jul 16 08:26:23.791948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001eae-0b8d-4c1c-99e5-dfe63f30ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9952bb-78a0-4542-b3b6-440598483e8d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.884322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-network', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:23.894042 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.917684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:26:23.917684 n-d-798249-10 neutron-server[93699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:26:23.917684 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id': 'c683e7957ec843aa9d5f91599f1e1eca', 'id': '9f812a20-d36e-4b1a-8d2d-7ac75735f0a7', 'expiration': datetime.datetime(2021, 7, 16, 8, 28, 23, 912364)}] Jul 16 08:26:23.917684 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:26:23.918033 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:26:23.930570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Made reservation on behalf of 4dda5bcdd78f42e08cd7525ecd82a560 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:23.935531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.951278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.115053 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.120555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.152017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16a88e6-9745-4932-8718-dca61f9c72fa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.164971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:24.180311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.181129 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Added segment c79641bb-e4ca-4958-9db6-0301a3335b1d of type vlan for network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 Jul 16 08:26:24.244310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.268384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.36', 54982) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.308367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-51ca2410-c9ec-404d-a0aa-5f7b6304acce tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c33d1b486494dad96d8fb394c1ab088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387454 Jul 16 08:26:24.325302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37358) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.350813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02b5c911-6bb6-47d3-8412-77055f28ea66 req-2eb8c711-ffa9-4b60-9844-c7bdae9ec00b tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 210 time: 0.0472453 Jul 16 08:26:24.375625 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049cfce5-c4ca-4d80-a5b2-0b7fe2a44cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.411829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.412732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.413300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.442910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.526942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] Pushing event updated for resources: {'Network': ['ID=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.543887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:24.562477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-33b45754-f5f3-459c-9bba-c29d4995d5b7 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.564544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-33b45754-f5f3-459c-9bba-c29d4995d5b7 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122445 Jul 16 08:26:24.650228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049cfce5-c4ca-4d80-a5b2-0b7fe2a44cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.690004 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049cfce5-c4ca-4d80-a5b2-0b7fe2a44cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.708643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa274607-c858-4bf9-ab3e-4936942d7fbc req-e7a58b49-0150-4ea6-b050-8015555a0d39 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 210 time: 0.0720363 Jul 16 08:26:24.716103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Request body: {'port': {'device_id': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '2c33d1b486494dad96d8fb394c1ab088'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:24.717210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-049cfce5-c4ca-4d80-a5b2-0b7fe2a44cc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f47d24d1a75949bcb3bd07951e7956af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3902600 Jul 16 08:26:24.723303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37382) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.782846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cfce5-c4ca-4d80-a5b2-0b7fe2a44cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da50009-0423-418b-acad-cea0f858d0d5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.827457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-731460b4-3f71-4ff6-9482-ffce8c2376d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.858626 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-731460b4-3f71-4ff6-9482-ffce8c2376d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.972995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-731460b4-3f71-4ff6-9482-ffce8c2376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.975637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-731460b4-3f71-4ff6-9482-ffce8c2376d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.979610 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-731460b4-3f71-4ff6-9482-ffce8c2376d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1da50009-0423-418b-acad-cea0f858d0d5 HTTP/1.1" status: 204 len: 168 time: 0.2531099 Jul 16 08:26:24.986755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731460b4-3f71-4ff6-9482-ffce8c2376d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da50009-0423-418b-acad-cea0f858d0d5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.004861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.018584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.041702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5d53b58-c4b5-422b-a0cf-af7365724f7b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2853417 Jul 16 08:26:25.044000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37406) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:25.049587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Request body: {'subnet': {'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-subnet', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:25.054995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13028f4a-3b0c-4a3a-a066-04a78c6f9967,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.084466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-484e11c6-8214-4d42-b1c5-d0ea1eceb470 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c683e7957ec843aa9d5f91599f1e1eca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5028987 Jul 16 08:26:25.084466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Made reservation on behalf of 2c33d1b486494dad96d8fb394c1ab088 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:25.084830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37408) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:25.086907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.122819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.151809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Made reservation on behalf of 4dda5bcdd78f42e08cd7525ecd82a560 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:25.154520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.246861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4504d4e4-c88a-4325-9f2c-5ad39fd688a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.286161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4504d4e4-c88a-4325-9f2c-5ad39fd688a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.351863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.356545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.410102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc0af5-a422-4dec-b9b8-98e89ed11a11,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.433425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.440030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4504d4e4-c88a-4325-9f2c-5ad39fd688a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.442897 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4504d4e4-c88a-4325-9f2c-5ad39fd688a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.444200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4504d4e4-c88a-4325-9f2c-5ad39fd688a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13028f4a-3b0c-4a3a-a066-04a78c6f9967 HTTP/1.1" status: 204 len: 168 time: 0.3584027 Jul 16 08:26:25.475240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d4e4-c88a-4325-9f2c-5ad39fd688a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13028f4a-3b0c-4a3a-a066-04a78c6f9967,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.502130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:25.528873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Checking segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:25.529363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Network hostable DHCP agents. Network: 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:25.538602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.553972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:25.573798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:25.583021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.583924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.587870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b0a64-04f6-4d38-bc09-1329622ac405 None None] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:25.621395 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed69726a-74c8-4dcb-99bf-68935217325a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5759549 Jul 16 08:26:25.622677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37432) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:25.635136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:25.680789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.682134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.760915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.18', 54757) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:25.884578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-485bd752-f91f-438a-9ebb-242fc84dae84 req-b591057f-3718-4e2e-870c-6372100fa8a5 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 210 time: 0.1645570 Jul 16 08:26:25.964053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:26:25.965368 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.019939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-cdb4a5c8-68f9-4ec9-90e7-da3dacb4aaaf tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b6bd161c766745f4b81b64fbdcb31488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2542360 Jul 16 08:26:26.020364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.171702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37442) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:26.241298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ed66-1963-4d25-888b-42d265d32f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.314692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c9595c29-fff1-4ecc-b3ab-b5a14d3dd093 req-5258a9ea-49b1-4570-b128-0e35ce62c6a5 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 210 time: 0.3152866 Jul 16 08:26:26.314984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Allocated IP 172.20.0.2 (3b63292f-b2c1-4a65-a9f1-32e4b8b686f4/bebf2e9e-01d0-431a-ae6c-02b30da2b2f7/f3a93464-647c-48f8-b62f-1f741a49e38d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:26.382140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ed66-1963-4d25-888b-42d265d32f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.388810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b773a142-23b3-405a-88bb-e827122ab879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.395644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Allocated IP 192.168.233.156 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/024f8b70-58e2-4116-86d4-e3677b53eca6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:26.413391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ed66-1963-4d25-888b-42d265d32f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.473056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a1f0ed66-1963-4d25-888b-42d265d32f8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bfe08fde9084278a3f59e64f099ac57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3045800 Jul 16 08:26:26.506169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:26.646480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-b2f82c5e-6f85-4e24-a6e9-f07bacb2a0ca tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.648446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-b2f82c5e-6f85-4e24-a6e9-f07bacb2a0ca tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6055226 Jul 16 08:26:26.741837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.743139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Request body: {'port': {'device_id': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'b6bd161c766745f4b81b64fbdcb31488'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:26.773962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Transition to ACTIVE for port object f3a93464-647c-48f8-b62f-1f741a49e38d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:26.833168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Transition to ACTIVE for port object f3a93464-647c-48f8-b62f-1f741a49e38d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:26.846622 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.984510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:27.006265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:27.027227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:27.056537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Pushing event updated for resources: {'Port': ['ID=f3a93464-647c-48f8-b62f-1f741a49e38d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.079215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.161757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.165661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.166075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.172347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.177167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.177574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.177949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.178285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.178612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.178943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.184293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Tracked resource versions report: Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: pushed versions: Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: { 'AddressGroup': {'1.2'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'ConntrackHelper': {'1.0'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Log': {'1.0'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Network': {'1.1'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Port': {'1.7'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'PortForwarding': {'1.2'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'QosPolicy': {'1.8'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'SecurityGroup': {'1.4'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'SubPort': {'1.0'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Subnet': {'1.1'}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Trunk': {'1.1'}} Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: consumer versions: Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: HyperV agent@n-h1-798249-10: {}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: HyperV agent@n-h2-798249-10: {}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: L3 agent@n-d-798249-10: {}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: Metadata agent@n-d-798249-10: {}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: Metering agent@n-d-798249-10: {}, Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'ConntrackHelper': '1.0', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Log': '1.0', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Network': '1.1', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Port': '1.7', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'PortForwarding': '1.2', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'QosPolicy': '1.8', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'SecurityGroup': '1.4', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'SecurityGroupRule': '1.2', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'SubPort': '1.0', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Subnet': '1.1', Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: 'Trunk': '1.1'}} Jul 16 08:26:27.188562 n-d-798249-10 neutron-server[93701]: {{(pid=93701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:26:27.288421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Attempting to bind port f3a93464-647c-48f8-b62f-1f741a49e38d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:27.289125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Attempting to bind port f3a93464-647c-48f8-b62f-1f741a49e38d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:27.289718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Attempting to bind port f3a93464-647c-48f8-b62f-1f741a49e38d on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:27.298172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:27.299049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Checking segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:27.299853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.300588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Bound using segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:27.301819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Bound port: f3a93464-647c-48f8-b62f-1f741a49e38d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:27.303131 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.308875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0ed66-1963-4d25-888b-42d265d32f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8715b-9146-4f37-bc07-ab237795d523,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.446076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] For port f3a93464-647c-48f8-b62f-1f741a49e38d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:27.450355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] For port f3a93464-647c-48f8-b62f-1f741a49e38d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f3a93464-647c-48f8-b62f-1f741a49e38d,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:27.466992 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.579741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6739fb7d-ae03-499b-a712-ba3c40a7c6a6 req-b830c410-de69-4df9-ae8f-a49dc3f45c3f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 210 time: 0.1858780 Jul 16 08:26:27.581820 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b773a142-23b3-405a-88bb-e827122ab879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.591930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b773a142-23b3-405a-88bb-e827122ab879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.594365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bedf1b-2197-43fe-883f-3b736a0c4078 None None] Pushing event updated for resources: {'Port': ['ID=f3a93464-647c-48f8-b62f-1f741a49e38d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.707981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b773a142-23b3-405a-88bb-e827122ab879 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81bc7394c1a8452b845e84cf94ee1837&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2022069 Jul 16 08:26:27.711336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37486) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:27.748415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.761403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773a142-23b3-405a-88bb-e827122ab879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9af739-ab46-467f-b23c-3f36f279db82,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.795002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f39a4501-eca7-4787-873f-40dcbe9f7283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.864343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Made reservation on behalf of b6bd161c766745f4b81b64fbdcb31488 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:27.871444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.900663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0cdd91e-60b3-4797-aa87-4147393ba5b8 req-d5b8fb16-e0c8-449f-94ca-9dd2205f519c tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 210 time: 0.1428189 Jul 16 08:26:27.905117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Transition to ACTIVE for port object 024f8b70-58e2-4116-86d4-e3677b53eca6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:27.925961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.087363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.125173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.186951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.190821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f39a4501-eca7-4787-873f-40dcbe9f7283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.232422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.299743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265189bf-f4ba-4b8f-b6db-6f27d31462aa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:28.303646 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be03a4e3-757f-465b-9cd2-0ddcd3fa21d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.343997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be03a4e3-757f-465b-9cd2-0ddcd3fa21d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.392448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Allocated IP 172.25.0.143 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/bcd6f3b4-d67f-4f66-9a89-51ca843de927) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:28.416014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f39a4501-eca7-4787-873f-40dcbe9f7283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.419453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f39a4501-eca7-4787-873f-40dcbe9f7283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.423275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f39a4501-eca7-4787-873f-40dcbe9f7283 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbd8715b-9146-4f37-bc07-ab237795d523 HTTP/1.1" status: 204 len: 168 time: 1.9031279 Jul 16 08:26:28.424410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be03a4e3-757f-465b-9cd2-0ddcd3fa21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.441488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be03a4e3-757f-465b-9cd2-0ddcd3fa21d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.445301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4501-eca7-4787-873f-40dcbe9f7283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8715b-9146-4f37-bc07-ab237795d523,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:28.453491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-be03a4e3-757f-465b-9cd2-0ddcd3fa21d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e9af739-ab46-467f-b23c-3f36f279db82 HTTP/1.1" status: 204 len: 168 time: 0.7190235 Jul 16 08:26:28.496191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.517729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03a4e3-757f-465b-9cd2-0ddcd3fa21d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9af739-ab46-467f-b23c-3f36f279db82,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:28.729379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.851038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:28.864000 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.919489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:28.987930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:29.008109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.008785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.022608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:29.038738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:29.043922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:29.078265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Pushing event updated for resources: {'Port': ['ID=024f8b70-58e2-4116-86d4-e3677b53eca6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:29.163067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Allocated IP 192.168.233.76 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/61cab5d7-105b-43ba-a678-9e8cc53e6b8b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:29.181296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cef096f0-4a5a-4668-ba27-bc62dfad98c6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4707246 Jul 16 08:26:29.214340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-12e66754-9929-4146-92de-d1aa72b927e0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:29.215387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-12e66754-9929-4146-92de-d1aa72b927e0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140593 Jul 16 08:26:29.348384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Pushing event updated for resources: {'Port': ['ID=bcd6f3b4-d67f-4f66-9a89-51ca843de927,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:29.410283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ba14a8df-0e69-4a9b-853b-acdf84283d75 None None] Provisioning for port 024f8b70-58e2-4116-86d4-e3677b53eca6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:29.421317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98489f6-a216-438f-81ae-4ab098d26da7 req-444c090c-f45e-499c-8f0e-3eac408c56e0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.428180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ba14a8df-0e69-4a9b-853b-acdf84283d75 None None] Provisioning complete for port 024f8b70-58e2-4116-86d4-e3677b53eca6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:29.428529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98489f6-a216-438f-81ae-4ab098d26da7 req-444c090c-f45e-499c-8f0e-3eac408c56e0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 936 time: 0.4591553 Jul 16 08:26:29.430998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba14a8df-0e69-4a9b-853b-acdf84283d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.561892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23b8a9-1eb5-4fda-8395-e42deae798da None None] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:29.586785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37522) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:29.614196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ba14a8df-0e69-4a9b-853b-acdf84283d75 None None] Port 024f8b70-58e2-4116-86d4-e3677b53eca6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:29.652282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee2f671b-10b2-4815-af91-49b200695c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.900255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6a45057a-fa75-429d-8187-7ecb1ef7e12f None None] Provisioning for port f3a93464-647c-48f8-b62f-1f741a49e38d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:30.016745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98489f6-a216-438f-81ae-4ab098d26da7 req-96d80e21-2ac7-4665-ab70-bf816c1bb8d1 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870037 Jul 16 08:26:30.037015 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e6cc7085-3a96-4d3f-89e3-8041c7172c4e req-52612e27-3547-4140-ba74-f4dc94ffa401 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 210 time: 0.1490543 Jul 16 08:26:30.104719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.170576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f3a93464-647c-48f8-b62f-1f741a49e38d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:30.235068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.314647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Transition to ACTIVE for port object 61cab5d7-105b-43ba-a678-9e8cc53e6b8b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:30.326225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f3a93464-647c-48f8-b62f-1f741a49e38d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:30.334906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f3a93464-647c-48f8-b62f-1f741a49e38d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:30.335306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.447184 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.532598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:30.539704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:30.575737 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.661283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port f3a93464-647c-48f8-b62f-1f741a49e38d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f3a93464-647c-48f8-b62f-1f741a49e38d,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:30.664175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:30.666995 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.685536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee2f671b-10b2-4815-af91-49b200695c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.697598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee2f671b-10b2-4815-af91-49b200695c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.703577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.705674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.754844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Request body: {'port': {'device_id': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:30.781598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=f3a93464-647c-48f8-b62f-1f741a49e38d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:30.920885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2966994e-aec5-47c5-b817-90699a470b37 None None] Provisioning complete for port f3a93464-647c-48f8-b62f-1f741a49e38d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:30.925429 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2966994e-aec5-47c5-b817-90699a470b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.989439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ee2f671b-10b2-4815-af91-49b200695c38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ebf98523f394f919b9a99848fbd3fa3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3935773 Jul 16 08:26:31.001928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:31.002596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f671b-10b2-4815-af91-49b200695c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1abdeb0-d6ad-42d6-bc8c-85c76bab03f6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.129397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37572) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:31.178950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.297497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.301461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd144756-d719-4995-993a-19abb9a779dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.381242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd144756-d719-4995-993a-19abb9a779dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.386153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-472aafac-f984-418a-90fb-3d970b32dcda None None] Provisioning for port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:31.397614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-472aafac-f984-418a-90fb-3d970b32dcda None None] Provisioning complete for port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:31.403867 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-472aafac-f984-418a-90fb-3d970b32dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.534264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd144756-d719-4995-993a-19abb9a779dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.536868 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd144756-d719-4995-993a-19abb9a779dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.540953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd144756-d719-4995-993a-19abb9a779dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1abdeb0-d6ad-42d6-bc8c-85c76bab03f6 HTTP/1.1" status: 204 len: 168 time: 0.5270417 Jul 16 08:26:31.544267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-472aafac-f984-418a-90fb-3d970b32dcda None None] Port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:31.685266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144756-d719-4995-993a-19abb9a779dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1abdeb0-d6ad-42d6-bc8c-85c76bab03f6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.754464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0152018 Jul 16 08:26:31.770517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a15c4e-b712-4b79-8113-3f3f50968d06 req-c549f2b4-7640-4172-93f2-01b2351e1b77 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:31.774236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57a15c4e-b712-4b79-8113-3f3f50968d06 req-c549f2b4-7640-4172-93f2-01b2351e1b77 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 936 time: 0.3120399 Jul 16 08:26:31.804988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-824c8466-758b-4bc2-b1b4-8ca2964d1f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.862898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c207-7aad-4d8e-8200-b66863cfa092 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Pushing event updated for resources: {'Port': ['ID=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.885882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Router 6075770e-7618-4fbb-be94-d22e186a38e4 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:26:31.906393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57a15c4e-b712-4b79-8113-3f3f50968d06 req-e3443671-15c7-405a-ba70-6bedacb9271d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311646 Jul 16 08:26:31.958442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-9bad95c7-1414-47c7-9495-f00fafbec4cc tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:31.960187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-9bad95c7-1414-47c7-9495-f00fafbec4cc tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129008 Jul 16 08:26:32.073494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f3a93464-647c-48f8-b62f-1f741a49e38d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:32.122215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85598518-0b36-4177-a097-f72ee3b17e4e req-94ac8aae-9e06-4f9b-81c7-96e1373632b1 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.130321 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85598518-0b36-4177-a097-f72ee3b17e4e req-94ac8aae-9e06-4f9b-81c7-96e1373632b1 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 935 time: 0.5005574 Jul 16 08:26:32.212575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85598518-0b36-4177-a097-f72ee3b17e4e req-a1144cd3-97ba-4fd0-b65f-66a175c7f5fe tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 Jul 16 08:26:32.238101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f3a93464-647c-48f8-b62f-1f741a49e38d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:32.238812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.346695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:32.365552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024f8b70-58e2-4116-86d4-e3677b53eca6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:32.369376 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:32.371094 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:32.400322 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.429033 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:32.431544 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:32.448135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Transition to ACTIVE for port object 024f8b70-58e2-4116-86d4-e3677b53eca6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:32.454502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.538883 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-824c8466-758b-4bc2-b1b4-8ca2964d1f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.551497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-824c8466-758b-4bc2-b1b4-8ca2964d1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.592649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.599790 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:32.608879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a59a100-5d6e-4cd9-9cd8-0a6c815153ce admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9848828 Jul 16 08:26:32.613495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37590) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:32.733631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=024f8b70-58e2-4116-86d4-e3677b53eca6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:32.856713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37596) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:32.867463 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-824c8466-758b-4bc2-b1b4-8ca2964d1f77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c56d0e54e96f4e959d55016412d56bbf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6990378 Jul 16 08:26:32.868865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8466-758b-4bc2-b1b4-8ca2964d1f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75041021-68e3-45d8-8331-5bee82f4baf3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:32.889194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37598) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:33.028027 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:29Z', 'revision_number': 3, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:33.036767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Attempting to bind port 024f8b70-58e2-4116-86d4-e3677b53eca6 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:33.037131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Attempting to bind port 024f8b70-58e2-4116-86d4-e3677b53eca6 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:33.042374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Attempting to bind port 024f8b70-58e2-4116-86d4-e3677b53eca6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:33.059512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Port 024f8b70-58e2-4116-86d4-e3677b53eca6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:33.059954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Attempting to bind port 024f8b70-58e2-4116-86d4-e3677b53eca6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:33.074248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:33.074248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:33.074248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:33.074729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Bound port: 024f8b70-58e2-4116-86d4-e3677b53eca6, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:33.074729 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.148655 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:33.149010 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Updating router 6075770e-7618-4fbb-be94-d22e186a38e4 port bcd6f3b4-d67f-4f66-9a89-51ca843de927 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:33.154607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Request body: {'port': {'device_id': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'device_owner': 'compute:tempest-test_az-69379157', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:33.230093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7376f1bd-5f71-41d4-846f-ac62bd2a6d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.265349 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.270112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10680588-f4bc-4d93-a32b-8be7088475d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.290367 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.403234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7376f1bd-5f71-41d4-846f-ac62bd2a6d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.448696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7376f1bd-5f71-41d4-846f-ac62bd2a6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.493933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] For port 024f8b70-58e2-4116-86d4-e3677b53eca6, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:33.549909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7376f1bd-5f71-41d4-846f-ac62bd2a6d3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6763d85c2cbe4365a09d19eb7c9c6275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748672 Jul 16 08:26:33.550538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37612) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:33.603634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] For port 024f8b70-58e2-4116-86d4-e3677b53eca6, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=024f8b70-58e2-4116-86d4-e3677b53eca6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:33.607081 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10680588-f4bc-4d93-a32b-8be7088475d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.621175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.648747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376f1bd-5f71-41d4-846f-ac62bd2a6d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947407e4-e214-49a6-9173-48b91f081f7b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.688568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.705676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.706310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.708363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] 10.222.0.36 "PUT /v2.0/ports/024f8b70-58e2-4116-86d4-e3677b53eca6 HTTP/1.1" status: 200 len: 1097 time: 3.4642997 Jul 16 08:26:33.732420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'tag': '024f8b70-58e2-4116-86d4-e3677b53eca6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:33.847786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c6aa5-2fe9-4f69-a17a-a003fa3347a3 req-1fc5c97f-f2bb-4842-be76-86c90e13f10a tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.849866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d7c6aa5-2fe9-4f69-a17a-a003fa3347a3 req-1fc5c97f-f2bb-4842-be76-86c90e13f10a tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.4374537 Jul 16 08:26:33.895899 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.908778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfd989be-0279-4706-ab81-56b4d63c7459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.923160 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Transition to ACTIVE for port object bcd6f3b4-d67f-4f66-9a89-51ca843de927 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:33.933417 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.966049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10680588-f4bc-4d93-a32b-8be7088475d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.969602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10680588-f4bc-4d93-a32b-8be7088475d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.971117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10680588-f4bc-4d93-a32b-8be7088475d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75041021-68e3-45d8-8331-5bee82f4baf3 HTTP/1.1" status: 204 len: 168 time: 1.0752027 Jul 16 08:26:34.077236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Pushing event updated for resources: {'Port': ['ID=bcd6f3b4-d67f-4f66-9a89-51ca843de927,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.093491 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Attempting to bind port bcd6f3b4-d67f-4f66-9a89-51ca843de927 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:34.093865 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Attempting to bind port bcd6f3b4-d67f-4f66-9a89-51ca843de927 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:34.094235 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Attempting to bind port bcd6f3b4-d67f-4f66-9a89-51ca843de927 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:34.102064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfd989be-0279-4706-ab81-56b4d63c7459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.117771 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.118203 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.118554 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.118933 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.119244 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.119610 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.119946 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.120282 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.120649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.121204 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.121534 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.121860 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Tracked resource versions report: Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: pushed versions: Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: { 'AddressGroup': {'1.2'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'ConntrackHelper': {'1.0'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Log': {'1.0'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Network': {'1.1'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Port': {'1.7'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'PortForwarding': {'1.2'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'QosPolicy': {'1.8'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'SecurityGroup': {'1.4'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'SubPort': {'1.0'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Subnet': {'1.1'}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Trunk': {'1.1'}} Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: consumer versions: Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: { DHCP agent@n-d-798249-10: {}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: HyperV agent@n-h1-798249-10: {}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: HyperV agent@n-h2-798249-10: {}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: L3 agent@n-d-798249-10: {}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: Metadata agent@n-d-798249-10: {}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: Metering agent@n-d-798249-10: {}, Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: Open vSwitch agent@n-d-798249-10: { 'AddressGroup': '1.2', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'ConntrackHelper': '1.0', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Log': '1.0', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Network': '1.1', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Port': '1.7', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'PortForwarding': '1.2', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'QosPolicy': '1.8', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'SecurityGroup': '1.4', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'SecurityGroupRule': '1.2', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'SubPort': '1.0', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Subnet': '1.1', Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: 'Trunk': '1.1'}} Jul 16 08:26:34.123089 n-d-798249-10 neutron-server[93702]: {{(pid=93702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:26:34.140566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d7c6aa5-2fe9-4f69-a17a-a003fa3347a3 req-556cdb84-79b1-4b02-9d19-4431f7f6fb3f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605472 Jul 16 08:26:34.140566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10680588-f4bc-4d93-a32b-8be7088475d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75041021-68e3-45d8-8331-5bee82f4baf3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.148633 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:34.149012 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:34.149474 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.149818 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:34.150317 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Bound port: bcd6f3b4-d67f-4f66-9a89-51ca843de927, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:34.150694 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.208347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1688c21-0375-45fb-ac3e-08ac5d005bd0 req-38ac2634-10d5-472d-92b1-dd7d8c9ac6e2 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.218720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1688c21-0375-45fb-ac3e-08ac5d005bd0 req-38ac2634-10d5-472d-92b1-dd7d8c9ac6e2 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 935 time: 0.7183008 Jul 16 08:26:34.245063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8f9cd-9216-4741-ad61-e72e6d258dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=024f8b70-58e2-4116-86d4-e3677b53eca6,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.277104 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] For port bcd6f3b4-d67f-4f66-9a89-51ca843de927, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:34.288055 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] For port bcd6f3b4-d67f-4f66-9a89-51ca843de927, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=bcd6f3b4-d67f-4f66-9a89-51ca843de927,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:34.298645 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.401936 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114fde4b-db11-40b8-aa96-6b3a4de65f17" -d '{"events": [{"name": "network-changed", "server_uuid": "a14a22a8-525c-479b-af79-a3e9e8ee92db", "tag": "024f8b70-58e2-4116-86d4-e3677b53eca6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:34.441250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfd989be-0279-4706-ab81-56b4d63c7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.450609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfd989be-0279-4706-ab81-56b4d63c7459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.452952 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82866031-01be-4d91-9e11-ef255a29d5e8 None None] Pushing event updated for resources: {'Port': ['ID=bcd6f3b4-d67f-4f66-9a89-51ca843de927,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.458246 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cfd989be-0279-4706-ab81-56b4d63c7459 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/947407e4-e214-49a6-9173-48b91f081f7b HTTP/1.1" status: 204 len: 168 time: 0.8634715 Jul 16 08:26:34.472338 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:34.475192 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:34.497325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd989be-0279-4706-ab81-56b4d63c7459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947407e4-e214-49a6-9173-48b91f081f7b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.604659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.619413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1688c21-0375-45fb-ac3e-08ac5d005bd0 req-be06e440-c8ce-442b-b774-a6659fa1a95d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963749 Jul 16 08:26:34.662971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-295f8b4a-0498-4faf-a62d-ce35b3f49af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.667194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-295f8b4a-0498-4faf-a62d-ce35b3f49af6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c33d1b486494dad96d8fb394c1ab088&device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 1100 time: 0.8533127 Jul 16 08:26:34.720223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.726665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:34.764466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d5d-be8c-44f9-9d26-36e1219d2d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.859447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-df2d5f8d-5dcd-4951-8ad7-e1b176175a17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=024f8b70-58e2-4116-86d4-e3677b53eca6 HTTP/1.1" status: 200 len: 217 time: 0.1776352 Jul 16 08:26:35.297452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Allocated IP 172.20.0.1 (3b63292f-b2c1-4a65-a9f1-32e4b8b686f4/bebf2e9e-01d0-431a-ae6c-02b30da2b2f7/267bd127-aaba-4686-b820-fe7ede8863a9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:35.375480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cab5d7-105b-43ba-a678-9e8cc53e6b8b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:35.386868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.403901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Transition to ACTIVE for port object 61cab5d7-105b-43ba-a678-9e8cc53e6b8b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:35.410335 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff3201b-db82-4ae3-abdf-e872b4ec2e23 x-openstack-request-id: req-bff3201b-db82-4ae3-abdf-e872b4ec2e23 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:35.410770 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14a22a8-525c-479b-af79-a3e9e8ee92db", "tag": "024f8b70-58e2-4116-86d4-e3677b53eca6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:35.411040 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bff3201b-db82-4ae3-abdf-e872b4ec2e23 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:35.411553 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'tag': '024f8b70-58e2-4116-86d4-e3677b53eca6', 'status': 'completed', 'code': 200} Jul 16 08:26:35.426851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d5d-be8c-44f9-9d26-36e1219d2d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.436556 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aaf11d5d-be8c-44f9-9d26-36e1219d2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.530293 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:29Z', 'revision_number': 3, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:35.549865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aaf11d5d-be8c-44f9-9d26-36e1219d2d84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90eae96f6a304fc9bb7193179d6b8a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8280180 Jul 16 08:26:35.550417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-fa524a6b-6161-4f0c-82ba-025d0dfe203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.551970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-fa524a6b-6161-4f0c-82ba-025d0dfe203a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1450551 Jul 16 08:26:35.555875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:35.609948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11d5d-be8c-44f9-9d26-36e1219d2d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340bd15-eeee-4a85-8780-a711239192ff,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:35.634710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.647674 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd9c56-73af-4124-bf58-c0e7c56c745f None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:29Z', 'revision_number': 3, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:35.680991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.704116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Transition to ACTIVE for port object 267bd127-aaba-4686-b820-fe7ede8863a9 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:35.784833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.886394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:35.892721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:35.911244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:35.911785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.037683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Pushing event updated for resources: {'Port': ['ID=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.139924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-102adc32-bb93-408c-bf35-21d3defb0165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.190104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Pushing event updated for resources: {'Port': ['ID=267bd127-aaba-4686-b820-fe7ede8863a9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.330111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f0d93-f789-4154-ae26-8b4b02c03e9a req-5e1ea928-6041-46a8-8a3f-2b7950f341c4 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.343081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb7f0d93-f789-4154-ae26-8b4b02c03e9a req-5e1ea928-6041-46a8-8a3f-2b7950f341c4 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.9341905 Jul 16 08:26:36.347161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe434-cc37-49c0-b6ec-99cb4a87ceb5 req-0ac2fdec-3c2b-4134-bb16-6291ffb5c308 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.359499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a5fe434-cc37-49c0-b6ec-99cb4a87ceb5 req-0ac2fdec-3c2b-4134-bb16-6291ffb5c308 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.3249006 Jul 16 08:26:36.379182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Attempting to bind port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:36.382829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Attempting to bind port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:36.388314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Attempting to bind port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:36.392973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-102adc32-bb93-408c-bf35-21d3defb0165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.434902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-79c6aa1d-65d6-430a-808f-51e97e89ffe5 None None] Provisioning for port 267bd127-aaba-4686-b820-fe7ede8863a9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:36.453543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-79c6aa1d-65d6-430a-808f-51e97e89ffe5 None None] Provisioning complete for port 267bd127-aaba-4686-b820-fe7ede8863a9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:36.458106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79c6aa1d-65d6-430a-808f-51e97e89ffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.471189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:36.471645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Attempting to bind port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:36.503674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a5fe434-cc37-49c0-b6ec-99cb4a87ceb5 req-fe07786e-013f-4462-9ab2-1c371124f606 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422715 Jul 16 08:26:36.575394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-79c6aa1d-65d6-430a-808f-51e97e89ffe5 None None] Port 267bd127-aaba-4686-b820-fe7ede8863a9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:36.602271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:36.609352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:36.609966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:36.610696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Bound port: 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:36.611972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.688341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.749396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb7f0d93-f789-4154-ae26-8b4b02c03e9a req-98745b4e-b6ff-4156-a850-ae0363c5d1f5 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048684 Jul 16 08:26:36.771271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-ecb78485-a7ef-4956-9c34-f54b27491746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.777952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-ecb78485-a7ef-4956-9c34-f54b27491746 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0291297 Jul 16 08:26:36.911362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-102adc32-bb93-408c-bf35-21d3defb0165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.917946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-102adc32-bb93-408c-bf35-21d3defb0165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.920243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-102adc32-bb93-408c-bf35-21d3defb0165 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f340bd15-eeee-4a85-8780-a711239192ff HTTP/1.1" status: 204 len: 168 time: 1.2846158 Jul 16 08:26:36.985832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] For port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:37.246630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102adc32-bb93-408c-bf35-21d3defb0165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340bd15-eeee-4a85-8780-a711239192ff,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:37.252846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-ff73ae1a-311b-4741-b567-2b96e057c058 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466702 Jul 16 08:26:37.281514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] For port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:37.388162 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.391999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.401302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.403816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.501691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Pushing event updated for resources: {'Port': ['ID=267bd127-aaba-4686-b820-fe7ede8863a9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:37.598846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:37.607999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.609716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] 10.222.0.18 "PUT /v2.0/ports/61cab5d7-105b-43ba-a678-9e8cc53e6b8b HTTP/1.1" status: 200 len: 1116 time: 4.8841496 Jul 16 08:26:37.610199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'tag': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:37.625903 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540943fe-6578-435b-9b64-38c160481a29" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa403d6-92dc-4478-a613-141f1fdb49e7", "tag": "61cab5d7-105b-43ba-a678-9e8cc53e6b8b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:37.643925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37698) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:37.712357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d18247-9c1a-4f4e-b8d0-c63bf7511058 service neutron] Pushing event updated for resources: {'Port': ['ID=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:37.794032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0733d106-211e-4f95-a2dc-35f9ead2911b req-cf7faf3d-a0ad-449c-a697-28c5e7b323a6 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231011 Jul 16 08:26:37.882439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:37.884427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:37.957585 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752647e3-6e1c-4337-a662-4254fdb624c0 x-openstack-request-id: req-752647e3-6e1c-4337-a662-4254fdb624c0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:37.957805 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa403d6-92dc-4478-a613-141f1fdb49e7", "tag": "61cab5d7-105b-43ba-a678-9e8cc53e6b8b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:37.958067 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-752647e3-6e1c-4337-a662-4254fdb624c0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:37.958470 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'tag': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b', 'status': 'completed', 'code': 200} Jul 16 08:26:38.125069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bcd6f3b4-d67f-4f66-9a89-51ca843de927 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:38.159349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-13cfee17-169b-4927-944c-627502f3700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.160997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-13cfee17-169b-4927-944c-627502f3700c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6bd161c766745f4b81b64fbdcb31488&device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 1119 time: 0.4686852 Jul 16 08:26:38.175574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a12f6d-5286-4905-bd3e-f2c0d5a30162 req-04987fa5-6cfa-4e97-9f6a-bdf12c051887 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.182765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2a12f6d-5286-4905-bd3e-f2c0d5a30162 req-04987fa5-6cfa-4e97-9f6a-bdf12c051887 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.3529570 Jul 16 08:26:38.256772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-9df17db4-f685-41bd-a78c-924677afc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.258252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-9df17db4-f685-41bd-a78c-924677afc948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c33d1b486494dad96d8fb394c1ab088&device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 1100 time: 0.3166811 Jul 16 08:26:38.261897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-7d242fb6-00da-49c3-9529-b290a47d1160 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b HTTP/1.1" status: 200 len: 217 time: 0.0741885 Jul 16 08:26:38.290462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Router 6075770e-7618-4fbb-be94-d22e186a38e4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:38.354515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port bcd6f3b4-d67f-4f66-9a89-51ca843de927 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:38.383216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port bcd6f3b4-d67f-4f66-9a89-51ca843de927 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:38.384139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.472210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1da2e35b-46bc-4863-b5d7-7210a291f0f8 None None] Provisioning complete for port 267bd127-aaba-4686-b820-fe7ede8863a9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:38.473319 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1da2e35b-46bc-4863-b5d7-7210a291f0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.596802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-7e47833a-93f8-4588-afbc-87f7367758d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.598694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-7e47833a-93f8-4588-afbc-87f7367758d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3140788 Jul 16 08:26:38.601182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1da2e35b-46bc-4863-b5d7-7210a291f0f8 None None] Port 267bd127-aaba-4686-b820-fe7ede8863a9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:38.640161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:38.664663 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a485a54-cfa9-4e7e-9dd0-26ae0126309a admin admin] 10.222.0.41 "PUT /v2.0/routers/6075770e-7618-4fbb-be94-d22e186a38e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0159922 Jul 16 08:26:38.665625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.708691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2a12f6d-5286-4905-bd3e-f2c0d5a30162 req-7ca55a6b-f30b-4e0b-a393-04de8d7eb03d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245335 Jul 16 08:26:38.717803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port bcd6f3b4-d67f-4f66-9a89-51ca843de927, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=bcd6f3b4-d67f-4f66-9a89-51ca843de927,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:38.728446 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.745677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c84b4f-98f0-4a5d-94e2-203b21311d3a req-fbf52a15-f13a-4fac-9904-858d7ac72a75 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.760737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66c84b4f-98f0-4a5d-94e2-203b21311d3a req-fbf52a15-f13a-4fac-9904-858d7ac72a75 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.5650423 Jul 16 08:26:38.847977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66c84b4f-98f0-4a5d-94e2-203b21311d3a req-2b0d107c-f5ca-40ea-8f18-70561023328d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852542 Jul 16 08:26:38.857625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=bcd6f3b4-d67f-4f66-9a89-51ca843de927,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:38.872438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-503529e9-906d-44c2-ae90-178f0fb2c070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.926704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-ddcb28ac-9250-4579-99fa-d446d3ccde89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=024f8b70-58e2-4116-86d4-e3677b53eca6 HTTP/1.1" status: 200 len: 217 time: 0.2540929 Jul 16 08:26:38.961672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:38.980135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-efb74eed-550e-4614-b410-67796beaab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.982022 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-efb74eed-550e-4614-b410-67796beaab04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.7139025 Jul 16 08:26:38.984303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:38.986827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:39.175535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-a6b3df25-78b1-439f-aa12-b6ffec07a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.177264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-a6b3df25-78b1-439f-aa12-b6ffec07a73a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1551788 Jul 16 08:26:39.253687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-64f3c9bd-38a6-4edb-9128-9ffbb9ea59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.254640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-64f3c9bd-38a6-4edb-9128-9ffbb9ea59b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2580183 Jul 16 08:26:39.311626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:39.387487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-503529e9-906d-44c2-ae90-178f0fb2c070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.403713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-503529e9-906d-44c2-ae90-178f0fb2c070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.455720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-e2f461eb-ecea-4419-b880-76c31b0efd83 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913586 Jul 16 08:26:39.484592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-8399b388-89e0-403e-afc1-cc77cc12b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.486527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-8399b388-89e0-403e-afc1-cc77cc12b4b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2924855 Jul 16 08:26:39.496564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-503529e9-906d-44c2-ae90-178f0fb2c070 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da97034704474dca8a45fd298713aeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8473775 Jul 16 08:26:39.497472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37738) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:39.524222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503529e9-906d-44c2-ae90-178f0fb2c070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861ba3ae-5604-4ec0-bd0e-3a978f6ae8ee,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:39.634796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d467b8d4-8a48-4276-81f9-061074b848e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.709089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d467b8d4-8a48-4276-81f9-061074b848e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.908523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d467b8d4-8a48-4276-81f9-061074b848e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.924702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d467b8d4-8a48-4276-81f9-061074b848e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.932429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07b4cf82-5560-4529-acd1-e14c56fb15fa req-79f329d1-960e-4a7e-afd5-98cd12ef23a7 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663327 Jul 16 08:26:39.934936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d467b8d4-8a48-4276-81f9-061074b848e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/861ba3ae-5604-4ec0-bd0e-3a978f6ae8ee HTTP/1.1" status: 204 len: 168 time: 0.4342773 Jul 16 08:26:39.939183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-605e846c-c9d4-47f9-a7c3-fcd6ff70e82c service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315801 Jul 16 08:26:39.996466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467b8d4-8a48-4276-81f9-061074b848e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861ba3ae-5604-4ec0-bd0e-3a978f6ae8ee,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:40.085791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 2, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:40.129604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bcd6f3b4-d67f-4f66-9a89-51ca843de927 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:40.132627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:40.133246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Updating router 6075770e-7618-4fbb-be94-d22e186a38e4 port 267bd127-aaba-4686-b820-fe7ede8863a9 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:40.168825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114fde4b-db11-40b8-aa96-6b3a4de65f17 req-5b7ae527-9259-499a-b6f1-9f837617372f service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160347 Jul 16 08:26:40.176542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540943fe-6578-435b-9b64-38c160481a29 req-6dc3af29-82ac-4cd1-b293-fba12d1aee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.178810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-6dc3af29-82ac-4cd1-b293-fba12d1aee31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6bd161c766745f4b81b64fbdcb31488&device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 1119 time: 0.1608171 Jul 16 08:26:40.273057 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.295130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d89a00-d4bd-4056-9e44-fdd56382ec4c req-dc60c46a-bdf9-4aa3-b46a-ffdc77317fc0 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.312472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2d89a00-d4bd-4056-9e44-fdd56382ec4c req-dc60c46a-bdf9-4aa3-b46a-ffdc77317fc0 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.1444335 Jul 16 08:26:40.318855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port bcd6f3b4-d67f-4f66-9a89-51ca843de927 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:40.319508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.421230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2d89a00-d4bd-4056-9e44-fdd56382ec4c req-1ca4efef-18da-4574-9c06-76c4bcaadd63 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008101 Jul 16 08:26:40.506607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540943fe-6578-435b-9b64-38c160481a29 req-88ddbca8-e553-48fd-8aae-f4e6da964441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.508397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-88ddbca8-e553-48fd-8aae-f4e6da964441 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3089280 Jul 16 08:26:40.672689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-20eeba52-6647-4b67-ac72-73d4fd23d343 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b HTTP/1.1" status: 200 len: 217 time: 0.1479909 Jul 16 08:26:40.723750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37768) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:40.729488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-network', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:40.822268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540943fe-6578-435b-9b64-38c160481a29 req-cbdfa071-e81f-49ff-a8dc-529293c381e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.826596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-cbdfa071-e81f-49ff-a8dc-529293c381e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1494372 Jul 16 08:26:40.903626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Made reservation on behalf of c654dc756a2f43c6963dc3e4313a779f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:40.918542 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.952689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540943fe-6578-435b-9b64-38c160481a29 req-6ad54059-0daa-4411-bf91-d8964fecd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.959502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-6ad54059-0daa-4411-bf91-d8964fecd93d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223054 Jul 16 08:26:40.963435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.098165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2afe71-8770-4a24-b69e-3f7d3fc6d382 req-0e4acf93-0d1c-4783-b9ae-cce92a134050 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.106106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a2afe71-8770-4a24-b69e-3f7d3fc6d382 req-0e4acf93-0d1c-4783-b9ae-cce92a134050 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.3497424 Jul 16 08:26:41.196828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a2afe71-8770-4a24-b69e-3f7d3fc6d382 req-0e04837e-debb-4c94-b224-400582bc2956 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888901 Jul 16 08:26:41.219009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37782) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:41.246873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-703bd0a3-ec93-456b-8e2d-8c579808eb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.276520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-2ab01c12-aa92-43f3-a69e-161347e1d7dc service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159778 Jul 16 08:26:41.282383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.290523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.326580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.342774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Transition to ACTIVE for port object 267bd127-aaba-4686-b820-fe7ede8863a9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:41.355956 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.372430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:41.469707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.473535 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Added segment 9f0dc04d-dc88-41a4-bfff-65e88d6080a4 of type vlan for network 23b00aea-3005-4cb9-b63e-a076fc8638a0 Jul 16 08:26:41.475856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d3e89-c080-4ab3-a81d-6d14851bc0df None None] Pushing event updated for resources: {'Port': ['ID=267bd127-aaba-4686-b820-fe7ede8863a9,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:41.573637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540943fe-6578-435b-9b64-38c160481a29 req-3c58460f-660e-44fc-8508-2155476d3746 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911115 Jul 16 08:26:41.609387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Attempting to bind port 267bd127-aaba-4686-b820-fe7ede8863a9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:41.612618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Attempting to bind port 267bd127-aaba-4686-b820-fe7ede8863a9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:41.613713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Attempting to bind port 267bd127-aaba-4686-b820-fe7ede8863a9 on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:41.621135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.635637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:41.638785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Checking segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:41.640275 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.644797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Bound using segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:41.648957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Bound port: 267bd127-aaba-4686-b820-fe7ede8863a9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:41.650671 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.667003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236df89d-4a55-4328-a2a9-ef3f503e7e6f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:41.715190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.719296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.723197 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.935979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] For port 267bd127-aaba-4686-b820-fe7ede8863a9, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:41.944944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] For port 267bd127-aaba-4686-b820-fe7ede8863a9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=267bd127-aaba-4686-b820-fe7ede8863a9,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:41.959612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.976119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] Pushing event updated for resources: {'Network': ['ID=23b00aea-3005-4cb9-b63e-a076fc8638a0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.005898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37796) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:42.016016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:42.074258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1558fa4-ce65-4208-bfee-43b81b1f5adb req-652a3c5f-96cb-4603-8e3c-fd693c36efd6 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.077040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1558fa4-ce65-4208-bfee-43b81b1f5adb req-652a3c5f-96cb-4603-8e3c-fd693c36efd6 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.1388021 Jul 16 08:26:42.141205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1558fa4-ce65-4208-bfee-43b81b1f5adb req-07fec1df-5d46-4b65-b1e0-2f2614f188f3 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571647 Jul 16 08:26:42.143515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:42.144244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:42.263573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-703bd0a3-ec93-456b-8e2d-8c579808eb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.292094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-703bd0a3-ec93-456b-8e2d-8c579808eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.298328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6458ac-1c89-429c-8d0f-f2cda025d5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.472909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-703bd0a3-ec93-456b-8e2d-8c579808eb25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=875e98060b3d427584575a6d27612cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2500327 Jul 16 08:26:42.481040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-13e07b4f-aef9-400c-925a-b59999875468 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7559192 Jul 16 08:26:42.481629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37808) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:42.482734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:42.484211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd0a3-ec93-456b-8e2d-8c579808eb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5f131-4fa4-4c4f-b696-21314c9d0267,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.486982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d3e89-c080-4ab3-a81d-6d14851bc0df None None] Pushing event updated for resources: {'Port': ['ID=267bd127-aaba-4686-b820-fe7ede8863a9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.592718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Request body: {'subnet': {'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-subnet', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:42.633547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:42.639399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6458ac-1c89-429c-8d0f-f2cda025d5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.654186 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a6458ac-1c89-429c-8d0f-f2cda025d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.701493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6458ac-1c89-429c-8d0f-f2cda025d5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6daca6c-a63c-482b-baaf-7029d5b9322a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.734452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18b7c32e-a21d-44cd-9414-a47a87864656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.758051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62c624-73ad-4aba-bd9a-1f84a5aba969 req-657f960c-54fc-4acb-9e7f-6f49af6b833e tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.759852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb62c624-73ad-4aba-bd9a-1f84a5aba969 req-657f960c-54fc-4acb-9e7f-6f49af6b833e tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.1797378 Jul 16 08:26:42.764624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3a6458ac-1c89-429c-8d0f-f2cda025d5ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2a4267001704116a74261bc3dca1c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526596 Jul 16 08:26:42.766181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37816) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:42.774672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18b7c32e-a21d-44cd-9414-a47a87864656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.822610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Made reservation on behalf of c654dc756a2f43c6963dc3e4313a779f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:42.828364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.850148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb62c624-73ad-4aba-bd9a-1f84a5aba969 req-aaa90bce-baf6-45a6-b7f6-7f06184004f9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Jul 16 08:26:42.870586 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18b7c32e-a21d-44cd-9414-a47a87864656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.874251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18b7c32e-a21d-44cd-9414-a47a87864656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.882024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-18b7c32e-a21d-44cd-9414-a47a87864656 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ee5f131-4fa4-4c4f-b696-21314c9d0267 HTTP/1.1" status: 204 len: 168 time: 0.3664429 Jul 16 08:26:42.900288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7c32e-a21d-44cd-9414-a47a87864656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5f131-4fa4-4c4f-b696-21314c9d0267,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.932740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94fa88a3-d655-470f-9f32-0edc02b06d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.986300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94fa88a3-d655-470f-9f32-0edc02b06d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.069823 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94fa88a3-d655-470f-9f32-0edc02b06d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.087221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94fa88a3-d655-470f-9f32-0edc02b06d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.091917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-94fa88a3-d655-470f-9f32-0edc02b06d67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6daca6c-a63c-482b-baaf-7029d5b9322a HTTP/1.1" status: 204 len: 168 time: 0.3237619 Jul 16 08:26:43.110848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa88a3-d655-470f-9f32-0edc02b06d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6daca6c-a63c-482b-baaf-7029d5b9322a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.158049 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c415863-83cc-4023-8edc-75c80d9f4ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.174749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.210292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:41Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:43.255155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e0ead-c820-46f7-8408-d2b033ddc2ef None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:41Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:43.274805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=36eae1bc-aee4-4418-805b-e7040ad34d22,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.281581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Checking segment: {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:43.281987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Network hostable DHCP agents. Network: 23b00aea-3005-4cb9-b63e-a076fc8638a0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:43.308789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:43.336125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 23b00aea-3005-4cb9-b63e-a076fc8638a0) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:43.345935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.349085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.368470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85553cb-0c70-41e9-87b0-0f479bc7f3ff None None] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:43.394668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-314d4eb2-1b86-4afa-a717-69c8fcaaef2e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8289471 Jul 16 08:26:43.395041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37830) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:43.409678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:43.569563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.570721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.659874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37836) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:43.675955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8946f8-2697-468a-8685-446812f90241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-23b00aea-3005-4cb9-b63e-a076fc8638a0', 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'fixed_ips': [{'subnet_id': '36eae1bc-aee4-4418-805b-e7040ad34d22'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:26:43.682573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db8946f8-2697-468a-8685-446812f90241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.685214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.710125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886905c6-d036-4bd7-a94c-aa08f13d3792 req-2d7bcc2b-f01b-4919-8990-cfa3c37477e4 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.711812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-886905c6-d036-4bd7-a94c-aa08f13d3792 req-2d7bcc2b-f01b-4919-8990-cfa3c37477e4 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.2255447 Jul 16 08:26:43.961555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-886905c6-d036-4bd7-a94c-aa08f13d3792 req-89aa3119-3b75-4c46-b25b-5ccb88f76a6f tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879983 Jul 16 08:26:44.095356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-db8946f8-2697-468a-8685-446812f90241 None None] Allocated IP 172.20.0.2 (23b00aea-3005-4cb9-b63e-a076fc8638a0/36eae1bc-aee4-4418-805b-e7040ad34d22/aff53e27-0ea7-4f64-a77b-730ff9f5111f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:44.153780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-623d53d4-aaa2-4a44-add6-29549edfc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.384537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 267bd127-aaba-4686-b820-fe7ede8863a9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:44.474765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.484104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:44.527638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18259615-0788-4f06-a4a4-796d322b8293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.603627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 267bd127-aaba-4686-b820-fe7ede8863a9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:44.607505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd0ab-b4c9-46c5-b712-f09f547b6438 req-63773b41-0b5f-457f-9350-c758cbe6f2a2 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:44.609958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 267bd127-aaba-4686-b820-fe7ede8863a9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:44.610695 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.612241 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31edd0ab-b4c9-46c5-b712-f09f547b6438 req-63773b41-0b5f-457f-9350-c758cbe6f2a2 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.3675799 Jul 16 08:26:44.683964 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db8946f8-2697-468a-8685-446812f90241 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.756600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31edd0ab-b4c9-46c5-b712-f09f547b6438 req-b9465f8f-b068-4836-9b6f-3a414d8e35a7 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311429 Jul 16 08:26:44.762481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db8946f8-2697-468a-8685-446812f90241 None None] Transition to ACTIVE for port object aff53e27-0ea7-4f64-a77b-730ff9f5111f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:44.799381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.826911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-623d53d4-aaa2-4a44-add6-29549edfc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.833958 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-623d53d4-aaa2-4a44-add6-29549edfc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.896449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 267bd127-aaba-4686-b820-fe7ede8863a9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=267bd127-aaba-4686-b820-fe7ede8863a9,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:44.909601 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.918666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db8946f8-2697-468a-8685-446812f90241 None None] Transition to ACTIVE for port object aff53e27-0ea7-4f64-a77b-730ff9f5111f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:44.965917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-623d53d4-aaa2-4a44-add6-29549edfc1d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41476159daa84b7bbd7c13e1caeccac4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3037376 Jul 16 08:26:44.977056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37858) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:44.991896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db8946f8-2697-468a-8685-446812f90241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.032187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8946f8-2697-468a-8685-446812f90241 None None] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:45.035916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-db8946f8-2697-468a-8685-446812f90241 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:45.049008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8946f8-2697-468a-8685-446812f90241 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:45.176227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d53d4-aaa2-4a44-add6-29549edfc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b41c21d-1edc-4cdd-8ef3-f5c4519dd054,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.189794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=267bd127-aaba-4686-b820-fe7ede8863a9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.229615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b39c8c-b3e3-4caf-a8fe-b99dde45f01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.234649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.288588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b39c8c-b3e3-4caf-a8fe-b99dde45f01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.327123 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.341988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8946f8-2697-468a-8685-446812f90241 None None] Pushing event updated for resources: {'Port': ['ID=aff53e27-0ea7-4f64-a77b-730ff9f5111f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.346832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-db8946f8-2697-468a-8685-446812f90241 None None] Attempting to bind port aff53e27-0ea7-4f64-a77b-730ff9f5111f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:45.347201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-db8946f8-2697-468a-8685-446812f90241 None None] Attempting to bind port aff53e27-0ea7-4f64-a77b-730ff9f5111f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:45.367366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8946f8-2697-468a-8685-446812f90241 None None] Attempting to bind port aff53e27-0ea7-4f64-a77b-730ff9f5111f on network 23b00aea-3005-4cb9-b63e-a076fc8638a0 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:45.371788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b39c8c-b3e3-4caf-a8fe-b99dde45f01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.375338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b39c8c-b3e3-4caf-a8fe-b99dde45f01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.376576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c1b39c8c-b3e3-4caf-a8fe-b99dde45f01c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b41c21d-1edc-4cdd-8ef3-f5c4519dd054 HTTP/1.1" status: 204 len: 168 time: 0.3920205 Jul 16 08:26:45.382870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8946f8-2697-468a-8685-446812f90241 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:45.383244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8946f8-2697-468a-8685-446812f90241 None None] Checking segment: {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:45.383675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db8946f8-2697-468a-8685-446812f90241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.384066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8946f8-2697-468a-8685-446812f90241 None None] Bound using segment: {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:45.384536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-db8946f8-2697-468a-8685-446812f90241 None None] Bound port: aff53e27-0ea7-4f64-a77b-730ff9f5111f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:45.384987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db8946f8-2697-468a-8685-446812f90241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.396657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b39c8c-b3e3-4caf-a8fe-b99dde45f01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b41c21d-1edc-4cdd-8ef3-f5c4519dd054,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.580021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-db8946f8-2697-468a-8685-446812f90241 None None] For port aff53e27-0ea7-4f64-a77b-730ff9f5111f, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:45.626671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-db8946f8-2697-468a-8685-446812f90241 None None] For port aff53e27-0ea7-4f64-a77b-730ff9f5111f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=aff53e27-0ea7-4f64-a77b-730ff9f5111f,segment=NetworkSegment(9f0dc04d-dc88-41a4-bfff-65e88d6080a4),segment_id=9f0dc04d-dc88-41a4-bfff-65e88d6080a4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:45.637009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6394-1ba1-4d63-88e4-b372520da0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.660193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db8946f8-2697-468a-8685-446812f90241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.713781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18259615-0788-4f06-a4a4-796d322b8293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.760334 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.791794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18259615-0788-4f06-a4a4-796d322b8293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.837681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8946f8-2697-468a-8685-446812f90241 None None] Pushing event updated for resources: {'Port': ['ID=aff53e27-0ea7-4f64-a77b-730ff9f5111f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.005548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0177-a2f3-4bb3-b3cc-1a4ec2071e34 req-4e63c87b-4ca2-449f-bd11-1ee3100de9ea tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.013385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d0f0177-a2f3-4bb3-b3cc-1a4ec2071e34 req-4e63c87b-4ca2-449f-bd11-1ee3100de9ea tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.6581535 Jul 16 08:26:46.015600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 267bd127-aaba-4686-b820-fe7ede8863a9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:46.030461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Allocated IP 172.25.0.209 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/012e7da5-6f6e-463a-88eb-9b2e6b5552a4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:46.066010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-18259615-0788-4f06-a4a4-796d322b8293 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f09d15c3c234cb39f8513d87fe5d29f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5784791 Jul 16 08:26:46.066812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37880) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:46.080485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18259615-0788-4f06-a4a4-796d322b8293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd25b12-bed6-4bef-a0ec-d90364980cdb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.114365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37882) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:46.208731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 267bd127-aaba-4686-b820-fe7ede8863a9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:46.209342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.229121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d91aaed-47f0-42c4-9a4e-4ef03be6b32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.298918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d0f0177-a2f3-4bb3-b3cc-1a4ec2071e34 req-d70d6b59-990d-4efd-abab-77da532961e8 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707756 Jul 16 08:26:46.377401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb244cf1-7f85-4c98-a8dc-6ee9b45296cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.433228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0cedb-5281-4425-8a0e-bd434c831dce req-c8744a19-76bf-4501-826c-a26f7cdf5914 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.442436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0bd0cedb-5281-4425-8a0e-bd434c831dce req-c8744a19-76bf-4501-826c-a26f7cdf5914 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.2753038 Jul 16 08:26:46.474584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.551416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.560652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0bd0cedb-5281-4425-8a0e-bd434c831dce req-2d755e5e-369b-476c-8105-4601b4121acb tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165259 Jul 16 08:26:46.579901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb244cf1-7f85-4c98-a8dc-6ee9b45296cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.604751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d91aaed-47f0-42c4-9a4e-4ef03be6b32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.627267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d91aaed-47f0-42c4-9a4e-4ef03be6b32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.634045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.668389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb244cf1-7f85-4c98-a8dc-6ee9b45296cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.671571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb244cf1-7f85-4c98-a8dc-6ee9b45296cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.673023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb244cf1-7f85-4c98-a8dc-6ee9b45296cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dd25b12-bed6-4bef-a0ec-d90364980cdb HTTP/1.1" status: 204 len: 168 time: 0.6047497 Jul 16 08:26:46.694128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244cf1-7f85-4c98-a8dc-6ee9b45296cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd25b12-bed6-4bef-a0ec-d90364980cdb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.733962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:46.742930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d91aaed-47f0-42c4-9a4e-4ef03be6b32d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=344eac582b1a4335a86df01f2a09f7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850282 Jul 16 08:26:46.743135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37890) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:46.748499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:46.751090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91aaed-47f0-42c4-9a4e-4ef03be6b32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60488f9-c643-4eee-943c-746b82247dea,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.753729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:46.755791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Pushing event updated for resources: {'Port': ['ID=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.909327 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9e79738-02a3-45fb-a695-41a645d68eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.992116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9e79738-02a3-45fb-a695-41a645d68eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.096234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.125982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9e79738-02a3-45fb-a695-41a645d68eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.129618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9e79738-02a3-45fb-a695-41a645d68eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.130795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9e79738-02a3-45fb-a695-41a645d68eb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e60488f9-c643-4eee-943c-746b82247dea HTTP/1.1" status: 204 len: 168 time: 0.3866909 Jul 16 08:26:47.143791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e79738-02a3-45fb-a695-41a645d68eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60488f9-c643-4eee-943c-746b82247dea,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:47.327433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415260e-e7f5-4a56-8adb-9188a8696ee5 None None] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:47.428719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.564936 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.568186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dfde0122-5203-4721-8dd6-912ffcc9c912 None None] Provisioning for port aff53e27-0ea7-4f64-a77b-730ff9f5111f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:47.640743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Router 217fd761-78ae-4937-8b03-a178f597da0e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:26:47.701578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031855-4ce0-4542-b39f-046a21b25ad1 req-97e36686-c87e-4898-a0fb-74e212bcda44 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:47.705444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48031855-4ce0-4542-b39f-046a21b25ad1 req-97e36686-c87e-4898-a0fb-74e212bcda44 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 967 time: 0.1566253 Jul 16 08:26:47.778060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48031855-4ce0-4542-b39f-046a21b25ad1 req-83e03e64-4fad-4d48-aaee-7a6598c6d49a tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682755 Jul 16 08:26:47.927405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018326e2-e03e-47c2-a502-13dd5d55e2b4 req-8f490930-e45a-44d4-8113-998fe27deaeb tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:47.929079 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-018326e2-e03e-47c2-a502-13dd5d55e2b4 req-8f490930-e45a-44d4-8113-998fe27deaeb tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.1757715 Jul 16 08:26:47.939210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:47.949529 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Sync routers for ids ['217fd761-78ae-4937-8b03-a178f597da0e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:47.963961 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Routers {'217fd761-78ae-4937-8b03-a178f597da0e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:47.964520 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['217fd761-78ae-4937-8b03-a178f597da0e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:48.051416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.052667 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-abd7b679-c182-45cf-9b33-4712654d1221 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6567459 Jul 16 08:26:48.055560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37940) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:48.067817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-018326e2-e03e-47c2-a502-13dd5d55e2b4 req-3a3803c9-fa93-4eec-925c-e205ce862df0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218421 Jul 16 08:26:48.094959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aff53e27-0ea7-4f64-a77b-730ff9f5111f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:48.102495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 61cab5d7-105b-43ba-a678-9e8cc53e6b8b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:48.127765 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Set router 217fd761-78ae-4937-8b03-a178f597da0e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:48.278138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.307358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port aff53e27-0ea7-4f64-a77b-730ff9f5111f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:48.322584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port aff53e27-0ea7-4f64-a77b-730ff9f5111f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:48.322999 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.329017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:48.353444 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:26:46Z', 'revision_number': 3, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:48.363312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b', 'mac_address': 'fa:16:3e:2f:06:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:tempest-test_az-69379157', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:48.390284 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Checking router: 217fd761-78ae-4937-8b03-a178f597da0e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:48.391043 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Updating router 217fd761-78ae-4937-8b03-a178f597da0e port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:48.437184 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.443523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-897d67b6-d0d5-477b-b5f8-aa5d8b2037cd None None] Provisioning complete for port aff53e27-0ea7-4f64-a77b-730ff9f5111f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:48.443899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-897d67b6-d0d5-477b-b5f8-aa5d8b2037cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.445331 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.510241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cab5d7-105b-43ba-a678-9e8cc53e6b8b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:48.554455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:48.556758 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.563580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.602603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37954) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:48.683575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port aff53e27-0ea7-4f64-a77b-730ff9f5111f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=aff53e27-0ea7-4f64-a77b-730ff9f5111f,segment=NetworkSegment(9f0dc04d-dc88-41a4-bfff-65e88d6080a4),segment_id=9f0dc04d-dc88-41a4-bfff-65e88d6080a4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:48.693150 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-897d67b6-d0d5-477b-b5f8-aa5d8b2037cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.696411 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.703982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.815665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=aff53e27-0ea7-4f64-a77b-730ff9f5111f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.847476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-897d67b6-d0d5-477b-b5f8-aa5d8b2037cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:26:48.848241 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-897d67b6-d0d5-477b-b5f8-aa5d8b2037cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:26:48.848677 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.861882 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Transition to ACTIVE for port object 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:48.870217 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.890507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['61cab5d7-105b-43ba-a678-9e8cc53e6b8b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:48.939065 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Attempting to bind port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:48.939454 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Attempting to bind port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:48.939814 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Attempting to bind port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:48.941855 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac31cd-a06f-464e-8ac2-024323bef24c None None] Pushing event updated for resources: {'Port': ['ID=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.956097 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:48.956768 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:48.956870 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.957663 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:48.958276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Bound port: 012e7da5-6f6e-463a-88eb-9b2e6b5552a4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:48.958732 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.050005 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] For port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:49.058384 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] For port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:49.066913 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.096831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2f78bef-8585-4e13-89cb-bb7702cb49a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.202486 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac31cd-a06f-464e-8ac2-024323bef24c None None] Pushing event updated for resources: {'Port': ['ID=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.216915 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Routers {'217fd761-78ae-4937-8b03-a178f597da0e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:49.219935 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['217fd761-78ae-4937-8b03-a178f597da0e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:49.285733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2f78bef-8585-4e13-89cb-bb7702cb49a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.294079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2f78bef-8585-4e13-89cb-bb7702cb49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.342869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a2f78bef-8585-4e13-89cb-bb7702cb49a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffe3228db3044d99a43dba2c3b710800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7389913 Jul 16 08:26:49.345618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37974) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:49.370207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.475224 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] Set router 217fd761-78ae-4937-8b03-a178f597da0e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:49.546564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8cd50-ad29-43d9-96ef-0082e0576b6f req-2ca92bea-29a6-4c5c-ad91-e17fb647c7ae tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:49.554295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ee8cd50-ad29-43d9-96ef-0082e0576b6f req-2ca92bea-29a6-4c5c-ad91-e17fb647c7ae tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 968 time: 0.2683372 Jul 16 08:26:49.575003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f78bef-8585-4e13-89cb-bb7702cb49a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639e3f73-e5c8-45dc-bda4-6f8bb6166a28,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.647136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f0-a3d3-4b0b-a920-092bf2a48fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.665337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe897fb9-02f9-4757-acca-69781deeedcd req-75a5c481-0657-4eaf-8d9d-75922e626060 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:49.667114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe897fb9-02f9-4757-acca-69781deeedcd req-75a5c481-0657-4eaf-8d9d-75922e626060 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.3092272 Jul 16 08:26:49.686861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f0-a3d3-4b0b-a920-092bf2a48fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.708916 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:26:46Z', 'revision_number': 3, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:49.738719 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb6703-b46c-4673-932b-54d017c96fbf None None] The sync data for ids ['217fd761-78ae-4937-8b03-a178f597da0e'] in n-d-798249-10 is: [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:26:46Z', 'revision_number': 3, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:49.766214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe897fb9-02f9-4757-acca-69781deeedcd req-90e5b00b-1a24-4617-9c96-27387ff1318e tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870314 Jul 16 08:26:49.783836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f0-a3d3-4b0b-a920-092bf2a48fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.787638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Allocated IP 172.20.0.1 (23b00aea-3005-4cb9-b63e-a076fc8638a0/36eae1bc-aee4-4418-805b-e7040ad34d22/e59a1f34-5ebb-4400-956a-168eeea7233a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:49.799069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f0-a3d3-4b0b-a920-092bf2a48fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.801153 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-842dc3f0-a3d3-4b0b-a920-092bf2a48fce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/639e3f73-e5c8-45dc-bda4-6f8bb6166a28 HTTP/1.1" status: 204 len: 168 time: 0.4540813 Jul 16 08:26:49.814171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc3f0-a3d3-4b0b-a920-092bf2a48fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e3f73-e5c8-45dc-bda4-6f8bb6166a28,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.831062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ee8cd50-ad29-43d9-96ef-0082e0576b6f req-e4c2a7e9-279d-4a75-bfc0-12def7b851b3 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756772 Jul 16 08:26:49.967878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.968501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aff53e27-0ea7-4f64-a77b-730ff9f5111f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:49.986203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Transition to ACTIVE for port object e59a1f34-5ebb-4400-956a-168eeea7233a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:50.041407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.041716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port aff53e27-0ea7-4f64-a77b-730ff9f5111f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:50.042073 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.109085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 61cab5d7-105b-43ba-a678-9e8cc53e6b8b up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:50.129753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:50.133114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:50.137163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:50.138403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.223167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e59a1f34-5ebb-4400-956a-168eeea7233a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.294642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:50.299423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:50.299800 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.464819 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.530058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:50.563265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37998) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:50.589426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c818eaa-38e6-4c47-ab96-57e905894459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.628195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.658916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:50.664600 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.671789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0faf9dfb-2ec3-4ad0-b321-3a3c6e04b775 None None] Provisioning for port e59a1f34-5ebb-4400-956a-168eeea7233a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:50.697496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0faf9dfb-2ec3-4ad0-b321-3a3c6e04b775 None None] Provisioning complete for port e59a1f34-5ebb-4400-956a-168eeea7233a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:50.697915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0faf9dfb-2ec3-4ad0-b321-3a3c6e04b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.743013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0faf9dfb-2ec3-4ad0-b321-3a3c6e04b775 None None] Port e59a1f34-5ebb-4400-956a-168eeea7233a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:50.775869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.864485 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c818eaa-38e6-4c47-ab96-57e905894459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.873352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c818eaa-38e6-4c47-ab96-57e905894459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.882799 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e4a14-42fb-4998-b154-20b0ca380fe2" -d '{"events": [{"server_uuid": "aaa403d6-92dc-4478-a613-141f1fdb49e7", "name": "network-vif-plugged", "status": "completed", "tag": "61cab5d7-105b-43ba-a678-9e8cc53e6b8b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:50.910913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c818eaa-38e6-4c47-ab96-57e905894459 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fceee8a5d3a3425dad4da56180c0aa89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459830 Jul 16 08:26:50.913323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38016) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:50.948836 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.951709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818eaa-38e6-4c47-ab96-57e905894459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b4a6d-330d-4823-929b-f17df7cff324,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.956067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.961217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.038940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1425313184', 'description': 'tempest-description-1070708677'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:51.042656 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05b80dcc-e9cb-4733-852f-3159d6a0e242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.076354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05b80dcc-e9cb-4733-852f-3159d6a0e242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.081284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e59a1f34-5ebb-4400-956a-168eeea7233a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.101608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640119f1-e308-4111-b86b-149278958fc5 req-ce9e362b-fa11-4b76-a725-9dc9670bc6b0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.103875 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-640119f1-e308-4111-b86b-149278958fc5 req-ce9e362b-fa11-4b76-a725-9dc9670bc6b0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.1255918 Jul 16 08:26:51.113792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.134483 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.156689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:51.160497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:51.164007 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-640119f1-e308-4111-b86b-149278958fc5 req-bf25b21d-1ba6-487e-b089-54fa3ae456d0 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Jul 16 08:26:51.182423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05b80dcc-e9cb-4733-852f-3159d6a0e242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.187506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05b80dcc-e9cb-4733-852f-3159d6a0e242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.188914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-05b80dcc-e9cb-4733-852f-3159d6a0e242 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/299b4a6d-330d-4823-929b-f17df7cff324 HTTP/1.1" status: 204 len: 168 time: 0.2744327 Jul 16 08:26:51.200030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b80dcc-e9cb-4733-852f-3159d6a0e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b4a6d-330d-4823-929b-f17df7cff324,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.354614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Router 217fd761-78ae-4937-8b03-a178f597da0e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:51.398574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.407933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.468818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bf183dfc-b853-4fda-807f-82da5f750660 None None] Provisioning complete for port e59a1f34-5ebb-4400-956a-168eeea7233a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:51.470061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf183dfc-b853-4fda-807f-82da5f750660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.492930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e33632-5905-4fc6-8499-7dfd30f1b574,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.518061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf183dfc-b853-4fda-807f-82da5f750660 None None] Port e59a1f34-5ebb-4400-956a-168eeea7233a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:51.611907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:51.628260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5398199b-2596-4560-a558-524a1ade26d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/217fd761-78ae-4937-8b03-a178f597da0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5700285 Jul 16 08:26:51.631900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.636718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.669944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.671520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9daa264-c0b0-4908-923b-1a27e346ab21 req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6400948 Jul 16 08:26:51.672359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee672080-b52c-4e3a-a5dc-82259ca9e5c6 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c9bea7-a698-44ca-9a2a-90b0a031a97a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.885468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bdc98-b526-4948-aaf5-7ced5e58db67 req-8594a1b6-d2db-4278-8fa7-cf452dfe39ac tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.886769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-639bdc98-b526-4948-aaf5-7ced5e58db67 req-8594a1b6-d2db-4278-8fa7-cf452dfe39ac tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 969 time: 0.0826447 Jul 16 08:26:51.940799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-639bdc98-b526-4948-aaf5-7ced5e58db67 req-67030f81-dd8c-4286-9173-d8fd25d3c49d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Jul 16 08:26:51.976398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-d4743230-fb5f-4268-ba3b-c24187c52e6e req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1610071428', 'description': 'tempest-description-679396887'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:52.017129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:52.060135 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff694cc-67a1-4e21-b848-360e4c77e04e x-openstack-request-id: req-3ff694cc-67a1-4e21-b848-360e4c77e04e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:52.060594 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa403d6-92dc-4478-a613-141f1fdb49e7", "name": "network-vif-plugged", "status": "completed", "tag": "61cab5d7-105b-43ba-a678-9e8cc53e6b8b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:52.060907 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ff694cc-67a1-4e21-b848-360e4c77e04e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:52.061450 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b', 'code': 200} Jul 16 08:26:52.082195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:52.101994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:52.102476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.160816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Sync routers for ids ['217fd761-78ae-4937-8b03-a178f597da0e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:52.166460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 024f8b70-58e2-4116-86d4-e3677b53eca6 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:52.189846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Routers {'217fd761-78ae-4937-8b03-a178f597da0e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:52.190470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['217fd761-78ae-4937-8b03-a178f597da0e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:52.232616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4743230-fb5f-4268-ba3b-c24187c52e6e req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.320674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc696625-b110-4ed1-aa10-25dc643ccd06 req-6e166cca-f038-47ba-bfc6-2d3727044f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.322327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc696625-b110-4ed1-aa10-25dc643ccd06 req-6e166cca-f038-47ba-bfc6-2d3727044f28 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 1121 time: 0.1351223 Jul 16 08:26:52.352323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cc696625-b110-4ed1-aa10-25dc643ccd06 req-ce363768-5b0e-4c94-8b82-f4f898b6e885 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.398126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4743230-fb5f-4268-ba3b-c24187c52e6e req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.407799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4743230-fb5f-4268-ba3b-c24187c52e6e req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.468028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f598fe-1483-4f92-88da-17887fcadcaf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.508165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.531038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cc696625-b110-4ed1-aa10-25dc643ccd06 req-ce363768-5b0e-4c94-8b82-f4f898b6e885 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.540840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cc696625-b110-4ed1-aa10-25dc643ccd06 req-ce363768-5b0e-4c94-8b82-f4f898b6e885 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.543214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Set router 217fd761-78ae-4937-8b03-a178f597da0e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:52.573360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d4743230-fb5f-4268-ba3b-c24187c52e6e req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.594621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4743230-fb5f-4268-ba3b-c24187c52e6e req-2f2bc715-4efc-4559-8b0b-b5c3601638d9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6235082 Jul 16 08:26:52.604629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 024f8b70-58e2-4116-86d4-e3677b53eca6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=024f8b70-58e2-4116-86d4-e3677b53eca6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:52.608466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:52.609691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc696625-b110-4ed1-aa10-25dc643ccd06 req-ce363768-5b0e-4c94-8b82-f4f898b6e885 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807434 Jul 16 08:26:52.621760 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.626059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce363768-5b0e-4c94-8b82-f4f898b6e885 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=101539ca-5c7f-4029-a36a-c828096e25ed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.637557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5dfa0-9226-4357-85f5-d09ad248f63b req-aea9ddf7-4dbe-46e4-98e1-6c91ba66804f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.643176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '024f8b70-58e2-4116-86d4-e3677b53eca6', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '024f8b70-58e2-4116-86d4-e3677b53eca6', 'mac_address': 'fa:16:3e:b8:1d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:52.647181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74d5dfa0-9226-4357-85f5-d09ad248f63b req-aea9ddf7-4dbe-46e4-98e1-6c91ba66804f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 948 time: 0.0910878 Jul 16 08:26:52.696065 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74d5dfa0-9226-4357-85f5-d09ad248f63b req-1bc6dbce-60d5-4f0d-9b9b-cc2d8fa538d2 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Jul 16 08:26:52.812052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.826303 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.852051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024f8b70-58e2-4116-86d4-e3677b53eca6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:52.883731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 024f8b70-58e2-4116-86d4-e3677b53eca6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=024f8b70-58e2-4116-86d4-e3677b53eca6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:52.905893 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.969500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=024f8b70-58e2-4116-86d4-e3677b53eca6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.987733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:26:50Z', 'revision_number': 4, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e59a1f34-5ebb-4400-956a-168eeea7233a', 'name': '', 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'mac_address': 'fa:16:3e:1b:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '36eae1bc-aee4-4418-805b-e7040ad34d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:49Z', 'updated_at': '2021-07-16T08:26:50Z', 'revision_number': 2, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'subnets': [{'id': '36eae1bc-aee4-4418-805b-e7040ad34d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:53.017962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Checking router: 217fd761-78ae-4937-8b03-a178f597da0e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:53.018400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Updating router 217fd761-78ae-4937-8b03-a178f597da0e port e59a1f34-5ebb-4400-956a-168eeea7233a binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:53.069425 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.173074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-585299444', 'description': 'tempest-description-749887437'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:53.197721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.207906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.269632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ff11-286d-4b35-8252-c94f93bdd2a4 req-ebbd6c2c-55a8-49ac-a1be-81fd97222e5b tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.271260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8529ff11-286d-4b35-8252-c94f93bdd2a4 req-ebbd6c2c-55a8-49ac-a1be-81fd97222e5b tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 969 time: 0.0809336 Jul 16 08:26:53.306842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.312773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.315103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8529ff11-286d-4b35-8252-c94f93bdd2a4 req-906f3bd3-03ef-48eb-91e4-870d690377ac tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368803 Jul 16 08:26:53.350559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['024f8b70-58e2-4116-86d4-e3677b53eca6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:53.358455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6292caa7-849e-4f86-975e-64762fb22ba9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.418179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.423712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.424805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.442961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Transition to ACTIVE for port object e59a1f34-5ebb-4400-956a-168eeea7233a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:53.450624 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.453010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.454144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e956d857-c8ec-4e6b-8d89-eef4e77e9909 req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2901387 Jul 16 08:26:53.454879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dea0b-3f5f-48fb-92b4-1b4d9957ea89 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef43d24-e5b5-4329-bb1c-1baa952aba90,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.527897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-1fd7ae94-881b-46c8-af59-3b29ef0cc883 req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-603590483', 'description': 'tempest-description-1890918272'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:53.542193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35491b6-b864-4197-93e6-1164a5c4451c None None] Pushing event updated for resources: {'Port': ['ID=e59a1f34-5ebb-4400-956a-168eeea7233a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.559025 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1fd7ae94-881b-46c8-af59-3b29ef0cc883 req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.630414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bbd7-390f-4702-b4d7-3e6c67f2e5aa req-6e32103a-875b-42e6-a490-fc76af3a1f7c tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.631147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bbd7-390f-4702-b4d7-3e6c67f2e5aa req-6e32103a-875b-42e6-a490-fc76af3a1f7c tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.631707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Attempting to bind port e59a1f34-5ebb-4400-956a-168eeea7233a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:53.631931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bbd7-390f-4702-b4d7-3e6c67f2e5aa req-6e32103a-875b-42e6-a490-fc76af3a1f7c tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.632123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Attempting to bind port e59a1f34-5ebb-4400-956a-168eeea7233a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:53.632611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Attempting to bind port e59a1f34-5ebb-4400-956a-168eeea7233a on network 23b00aea-3005-4cb9-b63e-a076fc8638a0 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:53.632848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bbd7-390f-4702-b4d7-3e6c67f2e5aa req-6e32103a-875b-42e6-a490-fc76af3a1f7c tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.633442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bbd7-390f-4702-b4d7-3e6c67f2e5aa req-6e32103a-875b-42e6-a490-fc76af3a1f7c tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.641643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8f8bbd7-390f-4702-b4d7-3e6c67f2e5aa req-6e32103a-875b-42e6-a490-fc76af3a1f7c tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1363227 Jul 16 08:26:53.643489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:53.643875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Checking segment: {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:53.644405 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.644805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Bound using segment: {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:53.645313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Bound port: e59a1f34-5ebb-4400-956a-168eeea7233a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0dc04d-dc88-41a4-bfff-65e88d6080a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:53.645695 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.661621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1fd7ae94-881b-46c8-af59-3b29ef0cc883 req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.666930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1fd7ae94-881b-46c8-af59-3b29ef0cc883 req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.692804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1fd7ae94-881b-46c8-af59-3b29ef0cc883 req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.706825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fd7ae94-881b-46c8-af59-3b29ef0cc883 req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1836402 Jul 16 08:26:53.754926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] For port e59a1f34-5ebb-4400-956a-168eeea7233a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:53.759695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] For port e59a1f34-5ebb-4400-956a-168eeea7233a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e59a1f34-5ebb-4400-956a-168eeea7233a,segment=NetworkSegment(9f0dc04d-dc88-41a4-bfff-65e88d6080a4),segment_id=9f0dc04d-dc88-41a4-bfff-65e88d6080a4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:53.761515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d2a6-bbca-48d9-8e4b-9f26afe4ef07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98682581-b51e-45e0-bd3a-d7ef4984f1a7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.772725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.834238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618660-c8ff-4d27-9dcc-fe7663607d1e req-4d954a43-1b2d-4224-a900-23d9136a542f tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.839073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Routers {'217fd761-78ae-4937-8b03-a178f597da0e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:53.839905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:26:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['217fd761-78ae-4937-8b03-a178f597da0e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:53.851931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e618660-c8ff-4d27-9dcc-fe7663607d1e req-4d954a43-1b2d-4224-a900-23d9136a542f tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 886 time: 0.1283383 Jul 16 08:26:53.883601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35491b6-b864-4197-93e6-1164a5c4451c None None] Pushing event updated for resources: {'Port': ['ID=e59a1f34-5ebb-4400-956a-168eeea7233a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.008964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] Set router 217fd761-78ae-4937-8b03-a178f597da0e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:54.065289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:54.243747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-e68d7cac-a1c3-4732-8700-c088536b0dd3 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31301 time: 0.3201096 Jul 16 08:26:54.292608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:54.292741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.312439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-d39654e9-0811-4641-8ade-cdf1764ce5ed tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/04e33632-5905-4fc6-8499-7dfd30f1b574 HTTP/1.1" status: 200 len: 2981 time: 0.0560985 Jul 16 08:26:54.326623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38112) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:54.390873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-86df0561-962d-4d08-a5e1-5931aff2ab4b tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/04e33632-5905-4fc6-8499-7dfd30f1b574 HTTP/1.1" status: 200 len: 2981 time: 0.0720568 Jul 16 08:26:54.414482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:26:50Z', 'revision_number': 4, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e59a1f34-5ebb-4400-956a-168eeea7233a', 'name': '', 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'mac_address': 'fa:16:3e:1b:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '36eae1bc-aee4-4418-805b-e7040ad34d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:49Z', 'updated_at': '2021-07-16T08:26:53Z', 'revision_number': 4, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'subnets': [{'id': '36eae1bc-aee4-4418-805b-e7040ad34d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:54.446133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-43fb8f73-f480-4712-bbdb-a8e39f542c51 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/101539ca-5c7f-4029-a36a-c828096e25ed HTTP/1.1" status: 200 len: 2981 time: 0.0541391 Jul 16 08:26:54.448156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a3f2f5-bf28-47f5-8d66-d47bfa2067d8 None None] The sync data for ids ['217fd761-78ae-4937-8b03-a178f597da0e'] in n-d-798249-10 is: [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:26:50Z', 'revision_number': 4, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e59a1f34-5ebb-4400-956a-168eeea7233a', 'name': '', 'network_id': '23b00aea-3005-4cb9-b63e-a076fc8638a0', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'mac_address': 'fa:16:3e:1b:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '36eae1bc-aee4-4418-805b-e7040ad34d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:49Z', 'updated_at': '2021-07-16T08:26:53Z', 'revision_number': 4, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'subnets': [{'id': '36eae1bc-aee4-4418-805b-e7040ad34d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:54.471598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ffe-793c-4093-8bd7-ae23d39e284a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.532033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-1d6e3ada-e925-410a-9a2e-de764f664163 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/101539ca-5c7f-4029-a36a-c828096e25ed HTTP/1.1" status: 200 len: 2981 time: 0.0831721 Jul 16 08:26:54.597836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-b1727983-92a3-46b3-87be-64ed47fa8f58 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/236df89d-4a55-4328-a2a9-ef3f503e7e6f HTTP/1.1" status: 200 len: 2981 time: 0.0622683 Jul 16 08:26:54.626028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38118) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:54.631406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899418753', 'description': 'tempest-description--946865651'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:54.661742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ffe-793c-4093-8bd7-ae23d39e284a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.667680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ffe-793c-4093-8bd7-ae23d39e284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.691488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-602b91b8-3076-4664-a4e7-9a82c68d0cd9 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/236df89d-4a55-4328-a2a9-ef3f503e7e6f HTTP/1.1" status: 200 len: 2981 time: 0.0808985 Jul 16 08:26:54.709350 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d2c2ffe-793c-4093-8bd7-ae23d39e284a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d279413788e4eb99b7778aa3917315d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817894 Jul 16 08:26:54.711963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2ffe-793c-4093-8bd7-ae23d39e284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c1b20-3655-460e-b3f2-a61ed0ce7ae3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.714594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38120) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:54.743067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.762086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-ac402269-3831-4693-b299-b71f03e44f07 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/265189bf-f4ba-4b8f-b6db-6f27d31462aa HTTP/1.1" status: 200 len: 2977 time: 0.0692255 Jul 16 08:26:54.802103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae5179b0-f565-456e-aa52-49a2584d40ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.830681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-4b010f32-993c-4965-afa0-080a526457f1 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/265189bf-f4ba-4b8f-b6db-6f27d31462aa HTTP/1.1" status: 200 len: 2977 time: 0.0671420 Jul 16 08:26:54.833347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae5179b0-f565-456e-aa52-49a2584d40ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.853818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b03e-6c9d-4041-b4e6-1707b7a57395 req-3556df91-3952-40b6-8554-249a54be2f7b tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.855491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f53b03e-6c9d-4041-b4e6-1707b7a57395 req-3556df91-3952-40b6-8554-249a54be2f7b tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 949 time: 0.1224270 Jul 16 08:26:54.911957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-fe8759a5-e5c6-499d-862a-5c8781f03a31 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2f1b3178-bedf-46f1-aa95-d665550c6194 HTTP/1.1" status: 200 len: 2973 time: 0.0740356 Jul 16 08:26:54.920562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f53b03e-6c9d-4041-b4e6-1707b7a57395 req-6b6cea5c-0f78-46f1-ac1a-0fc60f42ffb6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 Jul 16 08:26:54.932328 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae5179b0-f565-456e-aa52-49a2584d40ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.936395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ae5179b0-f565-456e-aa52-49a2584d40ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.940439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ae5179b0-f565-456e-aa52-49a2584d40ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a3c1b20-3655-460e-b3f2-a61ed0ce7ae3 HTTP/1.1" status: 204 len: 168 time: 0.2247856 Jul 16 08:26:54.948759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5179b0-f565-456e-aa52-49a2584d40ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c1b20-3655-460e-b3f2-a61ed0ce7ae3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.961348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.984063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.025556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-305afd56-6866-42d1-886f-32b2656c7e19 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2f1b3178-bedf-46f1-aa95-d665550c6194 HTTP/1.1" status: 200 len: 2973 time: 0.1123703 Jul 16 08:26:55.055922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.058021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4310131 Jul 16 08:26:55.061838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38124) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.066150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8470-709f-4d65-a613-242482d99c08 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26400d5a-07f2-47ff-93a5-6ff913d1265c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.067129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'security_group_rule': {'security_group_id': '26400d5a-07f2-47ff-93a5-6ff913d1265c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:55.103392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-bc934a2a-4ce7-43dd-a5a4-fd543d221752 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6292caa7-849e-4f86-975e-64762fb22ba9 HTTP/1.1" status: 200 len: 2981 time: 0.0698931 Jul 16 08:26:55.117654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2fca7-f336-44d3-836b-05205cb774de req-c0493876-fc65-4013-80b2-9a5bc6cfedc7 tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.118139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2fca7-f336-44d3-836b-05205cb774de req-c0493876-fc65-4013-80b2-9a5bc6cfedc7 tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.118686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2fca7-f336-44d3-836b-05205cb774de req-c0493876-fc65-4013-80b2-9a5bc6cfedc7 tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.119147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2fca7-f336-44d3-836b-05205cb774de req-c0493876-fc65-4013-80b2-9a5bc6cfedc7 tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.119653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2fca7-f336-44d3-836b-05205cb774de req-c0493876-fc65-4013-80b2-9a5bc6cfedc7 tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.121982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abf2fca7-f336-44d3-836b-05205cb774de req-c0493876-fc65-4013-80b2-9a5bc6cfedc7 tempest-NetworksTest-1385126099 tempest-NetworksTest-1385126099-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1545300 Jul 16 08:26:55.133184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.208894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-549fd829-307e-42e8-9405-ac872de2d22f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6292caa7-849e-4f86-975e-64762fb22ba9 HTTP/1.1" status: 200 len: 2981 time: 0.0956843 Jul 16 08:26:55.251298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.260104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.280090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-7937470a-5233-4288-9b93-f6e37c48e095 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/68db770c-786c-4d37-991d-1e75eab315ea HTTP/1.1" status: 200 len: 2977 time: 0.0647700 Jul 16 08:26:55.328069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b241a9c0-d8d7-45d9-b6c9-888674551e25,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.334399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.335952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5cd980c5-bed0-4fb7-bec8-9ecda3b7b80c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2733197 Jul 16 08:26:55.342444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38130) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.344672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-10a76941-bc07-445c-bcc2-4241bd8fa8f9 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/68db770c-786c-4d37-991d-1e75eab315ea HTTP/1.1" status: 200 len: 2977 time: 0.0632739 Jul 16 08:26:55.350262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'security_group_rule': {'security_group_id': '26400d5a-07f2-47ff-93a5-6ff913d1265c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:55.394893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.403710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12352-3f10-4639-8bff-0dc8bd0eb344 req-20e6c4a5-811c-476d-bad4-53720820ebd9 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.411394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25d12352-3f10-4639-8bff-0dc8bd0eb344 req-20e6c4a5-811c-476d-bad4-53720820ebd9 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 969 time: 0.1418777 Jul 16 08:26:55.417222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-f09dd378-c764-49a4-983b-d62d4c9c1b63 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a16a88e6-9745-4932-8718-dca61f9c72fa HTTP/1.1" status: 200 len: 2977 time: 0.0713553 Jul 16 08:26:55.443261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.446019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c95b3a6-d7ed-4505-aafe-b9aa31f06f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.478728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-4ec46f2c-542a-476a-a5b7-31fc417c0eda tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a16a88e6-9745-4932-8718-dca61f9c72fa HTTP/1.1" status: 200 len: 2977 time: 0.0540605 Jul 16 08:26:55.519541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25d12352-3f10-4639-8bff-0dc8bd0eb344 req-cd553645-f280-47ee-9fae-e67016a7c5bb tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068726 Jul 16 08:26:55.536874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-64c6c172-8104-40b9-a034-50d589e9a363 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d9dc0af5-a422-4dec-b9b8-98e89ed11a11 HTTP/1.1" status: 200 len: 2977 time: 0.0475955 Jul 16 08:26:55.583255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38138) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.612446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.615182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbeb4b95-20a4-41ec-9798-e40bd6dc4bff req-202e0b0c-3e2a-4ff3-840d-ac32f6e270d8 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d9dc0af5-a422-4dec-b9b8-98e89ed11a11 HTTP/1.1" status: 200 len: 2977 time: 0.0707877 Jul 16 08:26:55.631686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.650329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b497a1a2-b5a0-4d1c-94c7-38b8974a8539,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.724905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c95b3a6-d7ed-4505-aafe-b9aa31f06f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.735273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c95b3a6-d7ed-4505-aafe-b9aa31f06f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.741157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c89d1dee-831a-4121-b48e-0ff7077c309a req-f3f17749-1aab-4c10-ba7a-960d2500670d tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1acef6f36328431b99d58043c56bcb5f HTTP/1.1" status: 200 len: 6103 time: 0.0950229 Jul 16 08:26:55.753950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.755119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a3e449de-9a33-4b64-9bef-11a770e58585 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092140 Jul 16 08:26:55.760174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.769994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:55.790361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a39acd6a-a887-420d-a90a-68115ff25887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.795999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c95b3a6-d7ed-4505-aafe-b9aa31f06f45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9af621551344850ae5c8e21f6ac3826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822629 Jul 16 08:26:55.799837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38146) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.802763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b3a6-d7ed-4505-aafe-b9aa31f06f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb133c8-e4bc-4fc3-bbcf-89d47e3812b5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.847570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c89d1dee-831a-4121-b48e-0ff7077c309a req-c44fa221-fabd-47d5-a7f0-9486737cccf2 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "GET /v2.0/security-groups/04e33632-5905-4fc6-8499-7dfd30f1b574 HTTP/1.1" status: 200 len: 2981 time: 0.1052735 Jul 16 08:26:55.851100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:26:55.851100 n-d-798249-10 neutron-server[93699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:26:55.851100 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'id': 'c8a52df9-ecc2-49d6-8d89-36ea9b4c5a34', 'expiration': datetime.datetime(2021, 7, 16, 8, 28, 55, 824860)}] Jul 16 08:26:55.851100 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:26:55.851497 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:26:55.851614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb080e25-411f-4330-b37c-dc2388f9d9e6 req-73a7ea0a-7909-470c-b520-2edcd940d8e8 tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.853019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb080e25-411f-4330-b37c-dc2388f9d9e6 req-73a7ea0a-7909-470c-b520-2edcd940d8e8 tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 1121 time: 0.1817064 Jul 16 08:26:55.880921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fb080e25-411f-4330-b37c-dc2388f9d9e6 req-a83c09b9-a71c-4ec0-9437-a9c6b056f3df tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.904833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdbef36f-905b-4952-94ca-5535ce8538ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.921657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c89d1dee-831a-4121-b48e-0ff7077c309a req-5a36a389-7fe9-4c9d-9017-ff2eff7cabd9 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "GET /v2.0/security-groups/04e33632-5905-4fc6-8499-7dfd30f1b574 HTTP/1.1" status: 200 len: 2981 time: 0.0623140 Jul 16 08:26:55.951842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdbef36f-905b-4952-94ca-5535ce8538ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.006572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e59a1f34-5ebb-4400-956a-168eeea7233a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:56.012245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdbef36f-905b-4952-94ca-5535ce8538ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.015726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdbef36f-905b-4952-94ca-5535ce8538ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.020117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cdbef36f-905b-4952-94ca-5535ce8538ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbb133c8-e4bc-4fc3-bbcf-89d47e3812b5 HTTP/1.1" status: 204 len: 168 time: 0.2167702 Jul 16 08:26:56.020256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a39acd6a-a887-420d-a90a-68115ff25887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.029066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a39acd6a-a887-420d-a90a-68115ff25887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.053049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-463ad933-724c-47ce-8d95-7069223864fc req-f5ae70b0-4476-422b-9d41-ef001dfa54eb tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/98682581-b51e-45e0-bd3a-d7ef4984f1a7 HTTP/1.1" status: 200 len: 1777 time: 0.0827491 Jul 16 08:26:56.088368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a39acd6a-a887-420d-a90a-68115ff25887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0d6194085c748fd805c1c51c33e7a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018272 Jul 16 08:26:56.091801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38154) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:56.092247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef36f-905b-4952-94ca-5535ce8538ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb133c8-e4bc-4fc3-bbcf-89d47e3812b5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.109690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39acd6a-a887-420d-a90a-68115ff25887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e813caf3-e80e-46c3-938d-3da5e0202f43,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.114587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e59a1f34-5ebb-4400-956a-168eeea7233a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:56.120596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e59a1f34-5ebb-4400-956a-168eeea7233a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:56.121252 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.167283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 024f8b70-58e2-4116-86d4-e3677b53eca6 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:56.170965 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fb080e25-411f-4330-b37c-dc2388f9d9e6 req-a83c09b9-a71c-4ec0-9437-a9c6b056f3df tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.177222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fb080e25-411f-4330-b37c-dc2388f9d9e6 req-a83c09b9-a71c-4ec0-9437-a9c6b056f3df tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.192841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-463ad933-724c-47ce-8d95-7069223864fc req-8b9505b9-c4f0-42e9-b79a-2fa31ebc2a5a tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.197345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de7185a-552f-4f6a-9b8e-ed702f50ec86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.226935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb080e25-411f-4330-b37c-dc2388f9d9e6 req-a83c09b9-a71c-4ec0-9437-a9c6b056f3df tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666852 Jul 16 08:26:56.233566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-463ad933-724c-47ce-8d95-7069223864fc req-8b9505b9-c4f0-42e9-b79a-2fa31ebc2a5a tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.250718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c09b9-a71c-4ec0-9437-a9c6b056f3df tempest-AggregatesAdminTestJSON-1792568471 tempest-AggregatesAdminTestJSON-1792568471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c341c642-04c7-4633-8976-95a324d5436a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.258886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de7185a-552f-4f6a-9b8e-ed702f50ec86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.321855 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-463ad933-724c-47ce-8d95-7069223864fc req-8b9505b9-c4f0-42e9-b79a-2fa31ebc2a5a tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.325644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-463ad933-724c-47ce-8d95-7069223864fc req-8b9505b9-c4f0-42e9-b79a-2fa31ebc2a5a tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.325768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 024f8b70-58e2-4116-86d4-e3677b53eca6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:56.328909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.330223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-463ad933-724c-47ce-8d95-7069223864fc req-8b9505b9-c4f0-42e9-b79a-2fa31ebc2a5a tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/98682581-b51e-45e0-bd3a-d7ef4984f1a7 HTTP/1.1" status: 204 len: 173 time: 0.2683384 Jul 16 08:26:56.338287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 024f8b70-58e2-4116-86d4-e3677b53eca6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:56.338638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.345921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de7185a-552f-4f6a-9b8e-ed702f50ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.349465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de7185a-552f-4f6a-9b8e-ed702f50ec86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.351759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7de7185a-552f-4f6a-9b8e-ed702f50ec86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e813caf3-e80e-46c3-938d-3da5e0202f43 HTTP/1.1" status: 204 len: 168 time: 0.2589912 Jul 16 08:26:56.356167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9505b9-c4f0-42e9-b79a-2fa31ebc2a5a tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98682581-b51e-45e0-bd3a-d7ef4984f1a7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.380324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7185a-552f-4f6a-9b8e-ed702f50ec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e813caf3-e80e-46c3-938d-3da5e0202f43,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.396264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.445720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port e59a1f34-5ebb-4400-956a-168eeea7233a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e59a1f34-5ebb-4400-956a-168eeea7233a,segment=NetworkSegment(9f0dc04d-dc88-41a4-bfff-65e88d6080a4),segment_id=9f0dc04d-dc88-41a4-bfff-65e88d6080a4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:56.458744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.546009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.550919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.556485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fb6c2-f7b8-4c3c-b484-ce5b636c70de req-9f27baa5-453a-4680-89be-151bf0aae84e tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.562292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=e59a1f34-5ebb-4400-956a-168eeea7233a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.567603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c4fb6c2-f7b8-4c3c-b484-ce5b636c70de req-9f27baa5-453a-4680-89be-151bf0aae84e tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 949 time: 0.1288290 Jul 16 08:26:56.593554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024f8b70-58e2-4116-86d4-e3677b53eca6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:56.596448 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f211e-6db8-4db0-97a8-efec378674d1" -d '{"events": [{"server_uuid": "a14a22a8-525c-479b-af79-a3e9e8ee92db", "name": "network-vif-plugged", "status": "completed", "tag": "024f8b70-58e2-4116-86d4-e3677b53eca6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:56.610650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 024f8b70-58e2-4116-86d4-e3677b53eca6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=024f8b70-58e2-4116-86d4-e3677b53eca6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:56.616610 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.637237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c4fb6c2-f7b8-4c3c-b484-ce5b636c70de req-9107182f-2cf5-4db7-9932-9e4d367f19b1 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683913 Jul 16 08:26:56.692707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Allocated IP 172.25.0.202 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/3059e383-25e4-455c-8842-e435e74ca59b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:56.695148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=024f8b70-58e2-4116-86d4-e3677b53eca6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.716746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a910bf4-9f1f-4f33-a9bd-9523f69f8e64 req-7ea7608c-d86a-4fe0-bde7-86fe5bb37134 tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6ef43d24-e5b5-4329-bb1c-1baa952aba90 HTTP/1.1" status: 200 len: 1776 time: 0.0602219 Jul 16 08:26:56.797698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1a910bf4-9f1f-4f33-a9bd-9523f69f8e64 req-2247d829-adaa-4528-8e50-42d6a42a546f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.838530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1a910bf4-9f1f-4f33-a9bd-9523f69f8e64 req-2247d829-adaa-4528-8e50-42d6a42a546f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.838848 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.887916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1a910bf4-9f1f-4f33-a9bd-9523f69f8e64 req-2247d829-adaa-4528-8e50-42d6a42a546f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.890698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1a910bf4-9f1f-4f33-a9bd-9523f69f8e64 req-2247d829-adaa-4528-8e50-42d6a42a546f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.891951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a910bf4-9f1f-4f33-a9bd-9523f69f8e64 req-2247d829-adaa-4528-8e50-42d6a42a546f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ef43d24-e5b5-4329-bb1c-1baa952aba90 HTTP/1.1" status: 204 len: 173 time: 0.1679330 Jul 16 08:26:56.897281 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.899772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d829-adaa-4528-8e50-42d6a42a546f tempest-SecurityGroupsTestAdminJSON-1784188459 tempest-SecurityGroupsTestAdminJSON-1784188459-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef43d24-e5b5-4329-bb1c-1baa952aba90,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.948182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:56.952048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:56.956082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:56.964106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38190) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:56.965714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'Port': ['ID=3059e383-25e4-455c-8842-e435e74ca59b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.968274 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c1d84-2b9f-456f-9510-1413208d2562 x-openstack-request-id: req-562c1d84-2b9f-456f-9510-1413208d2562 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:56.968460 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a22a8-525c-479b-af79-a3e9e8ee92db", "name": "network-vif-plugged", "status": "completed", "tag": "024f8b70-58e2-4116-86d4-e3677b53eca6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:56.968720 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-562c1d84-2b9f-456f-9510-1413208d2562 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:56.969132 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024f8b70-58e2-4116-86d4-e3677b53eca6', 'code': 200} Jul 16 08:26:56.985825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13134961-6907-4153-a5c6-8689ff27499d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.073049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1408c888-1506-4505-8a6d-76669710eaa5 req-4648d049-0af4-4f2a-94ed-805fa94af583 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "GET /v2.0/security-groups/b0f598fe-1483-4f92-88da-17887fcadcaf HTTP/1.1" status: 200 len: 1777 time: 0.0752912 Jul 16 08:26:57.134433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.163786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1408c888-1506-4505-8a6d-76669710eaa5 req-05db28a2-bc8a-45e9-9b0a-f01065d5e494 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.198746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1408c888-1506-4505-8a6d-76669710eaa5 req-05db28a2-bc8a-45e9-9b0a-f01065d5e494 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.214619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.216294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13134961-6907-4153-a5c6-8689ff27499d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.228122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-13134961-6907-4153-a5c6-8689ff27499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.249930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fe936-9afd-4ec7-9573-2739accfbe4a req-e3ad2d0b-8e3e-402d-bf24-f26e176d750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.251631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de5fe936-9afd-4ec7-9573-2739accfbe4a req-e3ad2d0b-8e3e-402d-bf24-f26e176d750e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 1102 time: 0.1649852 Jul 16 08:26:57.287503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-13134961-6907-4153-a5c6-8689ff27499d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1fdb0b358e64c20a1d0fe15bf9b8da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222184 Jul 16 08:26:57.290110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38204) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:57.297840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13134961-6907-4153-a5c6-8689ff27499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7998ba03-dd8e-41fc-86bc-4c6e255340c9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.309047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1408c888-1506-4505-8a6d-76669710eaa5 req-05db28a2-bc8a-45e9-9b0a-f01065d5e494 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.312371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1408c888-1506-4505-8a6d-76669710eaa5 req-05db28a2-bc8a-45e9-9b0a-f01065d5e494 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.312559 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de5fe936-9afd-4ec7-9573-2739accfbe4a req-5e84d5e6-0b4e-401b-8f8d-49a029a2a8bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Jul 16 08:26:57.316188 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1408c888-1506-4505-8a6d-76669710eaa5 req-05db28a2-bc8a-45e9-9b0a-f01065d5e494 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "DELETE /v2.0/security-groups/b0f598fe-1483-4f92-88da-17887fcadcaf HTTP/1.1" status: 204 len: 173 time: 0.2423103 Jul 16 08:26:57.362223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db28a2-bc8a-45e9-9b0a-f01065d5e494 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f598fe-1483-4f92-88da-17887fcadcaf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.422718 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-941668d3-4e00-4b70-a830-960b1e2b373d req-b0574c3f-c295-42e9-b269-263bca82123b tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "GET /v2.0/security-groups/d1c9bea7-a698-44ca-9a2a-90b0a031a97a HTTP/1.1" status: 200 len: 1778 time: 0.0778379 Jul 16 08:26:57.430682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7594e09b-8208-4418-b8fd-511ca4e7ceff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.499286 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7594e09b-8208-4418-b8fd-511ca4e7ceff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.500092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.506928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.549708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-941668d3-4e00-4b70-a830-960b1e2b373d req-d23aca8c-c5fb-4309-9811-f2130f7419d4 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.553494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.577407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-941668d3-4e00-4b70-a830-960b1e2b373d req-d23aca8c-c5fb-4309-9811-f2130f7419d4 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.581081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'Port': ['ID=3059e383-25e4-455c-8842-e435e74ca59b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.595039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.596524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0b1cbfe4-09cb-4184-bcb2-e341796d9494 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8353665 Jul 16 08:26:57.628634 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7594e09b-8208-4418-b8fd-511ca4e7ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.631382 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7594e09b-8208-4418-b8fd-511ca4e7ceff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.635394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7594e09b-8208-4418-b8fd-511ca4e7ceff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7998ba03-dd8e-41fc-86bc-4c6e255340c9 HTTP/1.1" status: 204 len: 168 time: 0.3441491 Jul 16 08:26:57.647802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594e09b-8208-4418-b8fd-511ca4e7ceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7998ba03-dd8e-41fc-86bc-4c6e255340c9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.649612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-941668d3-4e00-4b70-a830-960b1e2b373d req-d23aca8c-c5fb-4309-9811-f2130f7419d4 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.652293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-941668d3-4e00-4b70-a830-960b1e2b373d req-d23aca8c-c5fb-4309-9811-f2130f7419d4 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.663920 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-941668d3-4e00-4b70-a830-960b1e2b373d req-d23aca8c-c5fb-4309-9811-f2130f7419d4 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1c9bea7-a698-44ca-9a2a-90b0a031a97a HTTP/1.1" status: 204 len: 173 time: 0.2402618 Jul 16 08:26:57.691132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aca8c-c5fb-4309-9811-f2130f7419d4 tempest-SecurityGroupsTestAdminJSON-1000989996 tempest-SecurityGroupsTestAdminJSON-1000989996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c9bea7-a698-44ca-9a2a-90b0a031a97a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.857509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496cf4-7c7e-40bc-8f88-7674dc9b0699 req-61657475-f470-4120-9bfc-ffe663601e96 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.858995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de496cf4-7c7e-40bc-8f88-7674dc9b0699 req-61657475-f470-4120-9bfc-ffe663601e96 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 950 time: 0.0773754 Jul 16 08:26:57.927837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-51a85b64-a9bb-4cdb-ac2d-13a0edf2263e tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--899418753&fields=id&tenant_id=4dda5bcdd78f42e08cd7525ecd82a560 HTTP/1.1" status: 200 len: 267 time: 0.0712924 Jul 16 08:26:57.946317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de496cf4-7c7e-40bc-8f88-7674dc9b0699 req-12944945-7c6c-40b7-b4fd-fe5519618b94 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780168 Jul 16 08:26:58.014753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e59a1f34-5ebb-4400-956a-168eeea7233a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:58.098515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38264) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:58.101006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e59a1f34-5ebb-4400-956a-168eeea7233a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:58.103452 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.265520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-707c340c-21d5-4cc1-a787-63efa0efafab tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:58.274722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-707c340c-21d5-4cc1-a787-63efa0efafab tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 823 time: 0.3458350 Jul 16 08:26:58.308028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-ed0442b5-c307-4d7b-bd25-149c263cea3c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/quotas/4dda5bcdd78f42e08cd7525ecd82a560 HTTP/1.1" status: 200 len: 375 time: 0.0323238 Jul 16 08:26:58.327742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8167cc47-28f1-4a4a-b2a8-92c2d1a035b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1acef6f36328431b99d58043c56bcb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270143 Jul 16 08:26:58.329236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38284) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:58.421833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b81f08-c4d1-4cc6-9e84-7e607ae6662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.473733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b81f08-c4d1-4cc6-9e84-7e607ae6662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.548877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b81f08-c4d1-4cc6-9e84-7e607ae6662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.552204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b81f08-c4d1-4cc6-9e84-7e607ae6662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.553581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38b81f08-c4d1-4cc6-9e84-7e607ae6662f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04e33632-5905-4fc6-8499-7dfd30f1b574 HTTP/1.1" status: 204 len: 168 time: 0.2218113 Jul 16 08:26:58.576836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81f08-c4d1-4cc6-9e84-7e607ae6662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e33632-5905-4fc6-8499-7dfd30f1b574,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.652016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-03d3da75-74b8-40e7-b434-e8c6cdd65fc1 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3429363 Jul 16 08:26:58.978590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-a3c6fefd-afa5-4434-844b-b6827174c9c7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:58.979632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-a3c6fefd-afa5-4434-844b-b6827174c9c7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1817660 Jul 16 08:26:59.000903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38342) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:59.052162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-661a983f-2ec3-4db8-892e-79d188e64247 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b7b2f159dad45b29289d3cdd550f395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495989 Jul 16 08:26:59.054655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38346) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:59.098764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-a4170820-2638-4c15-82ed-fc86e23b69ca service neutron] 10.222.0.41 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107962 Jul 16 08:26:59.123887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0175-0145-4361-8325-3c016cd8b642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.187803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0175-0145-4361-8325-3c016cd8b642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.230445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-8b81472f-159d-4441-ae2a-b2962a2346f4 service neutron] 10.222.0.41 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220591 Jul 16 08:26:59.274203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0175-0145-4361-8325-3c016cd8b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.276905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0175-0145-4361-8325-3c016cd8b642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.282963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5ad0175-0145-4361-8325-3c016cd8b642 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6292caa7-849e-4f86-975e-64762fb22ba9 HTTP/1.1" status: 204 len: 168 time: 0.2262313 Jul 16 08:26:59.293679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0175-0145-4361-8325-3c016cd8b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292caa7-849e-4f86-975e-64762fb22ba9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.385878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-3edcef72-0994-4c58-b5fe-b6d1533bc7d8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291774 Jul 16 08:26:59.551993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-44169b59-13fa-40ab-b55e-d004d06eb1d6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.567938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-44169b59-13fa-40ab-b55e-d004d06eb1d6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811154 Jul 16 08:26:59.592347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-3698d94e-cfc0-4a91-acb9-c13177cd8c73 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/quotas/a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 375 time: 0.0233874 Jul 16 08:26:59.642767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5401a5e4-f68d-4f5d-9a33-2bf26352730e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465724 Jul 16 08:26:59.661395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26676-f225-469e-8d32-1a52c5d38487 req-5a5a709e-adcf-477c-8140-9dfc3b045e7f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.662935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8a26676-f225-469e-8d32-1a52c5d38487 req-5a5a709e-adcf-477c-8140-9dfc3b045e7f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 950 time: 0.0961385 Jul 16 08:26:59.710278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8a26676-f225-469e-8d32-1a52c5d38487 req-a707de84-e082-4fce-9431-2b73013793d6 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Jul 16 08:26:59.835745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64f6a69-db27-4fdb-a6fc-4f349a4b7fa1 req-f9bef362-e374-4d68-b7b6-124cdf03723e tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 210 time: 0.0593684 Jul 16 08:26:59.985635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2c977c6-f533-4697-a147-1861dc484b24 req-c67b88a2-8bed-4c8b-8ee8-69ebc038b1c3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 210 time: 0.0447233 Jul 16 08:27:00.992448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd299a6-7bdf-41c3-873b-81bec50f8bcd req-cca0f47a-f708-44b4-813a-ea34d778cc0d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.006760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4fd299a6-7bdf-41c3-873b-81bec50f8bcd req-cca0f47a-f708-44b4-813a-ea34d778cc0d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 950 time: 0.1307077 Jul 16 08:27:01.075585 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4fd299a6-7bdf-41c3-873b-81bec50f8bcd req-74072ded-9b82-48c4-8e89-28d3c2b0bb00 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Jul 16 08:27:01.126455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38480) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:01.183262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-bccf9064-88a6-44ed-ae0e-e117c4fa49cc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.185868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-bccf9064-88a6-44ed-ae0e-e117c4fa49cc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.36 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 823 time: 0.1902907 Jul 16 08:27:01.249268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-945185aa-3de2-4731-9e97-fd748f8b9a30 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dda5bcdd78f42e08cd7525ecd82a560 HTTP/1.1" status: 200 len: 379 time: 0.0458322 Jul 16 08:27:01.263424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'port': {'device_id': '851591ed-c819-4055-9baa-082cacae5d05', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'admin_state_up': True, 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'security_groups': ['26400d5a-07f2-47ff-93a5-6ff913d1265c']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:01.364385 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6660e733-374e-4192-ae08-d7b138c387f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.390790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8ffdf5e-2ff7-4d33-883d-d6f2c03ed2bf req-e8ade661-d723-4e15-bea7-3ea446dc0c3a tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 210 time: 0.0520415 Jul 16 08:27:01.402565 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-c38ded39-c2b2-4ce3-b3f7-c21d370eabd1 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f291ca049f140708ec7daf64953e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327940 Jul 16 08:27:01.505730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.36', 54994) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:01.548971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6660e733-374e-4192-ae08-d7b138c387f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.566771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6660e733-374e-4192-ae08-d7b138c387f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.569701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-c7e0b0d8-e310-479f-b0c8-3c255f455730 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.571284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-c7e0b0d8-e310-479f-b0c8-3c255f455730 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674569 Jul 16 08:27:01.579662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-a351df72-16e0-482b-bac8-b188b88cc96b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596223 Jul 16 08:27:01.608023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-87887e61-cbbc-4341-b17f-1172f59b420d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/quotas/2f291ca049f140708ec7daf64953e777 HTTP/1.1" status: 200 len: 375 time: 0.0263457 Jul 16 08:27:01.611100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8152b128-6673-4994-8612-ec3da409070e req-602b4aed-a197-4d44-8f11-3ced9ada1827 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 210 time: 0.0463326 Jul 16 08:27:01.614038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Made reservation on behalf of 4dda5bcdd78f42e08cd7525ecd82a560 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:01.620149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.701507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6660e733-374e-4192-ae08-d7b138c387f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07a37263ba5b427ba87f3ff5c38c862b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5737491 Jul 16 08:27:01.702433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e733-374e-4192-ae08-d7b138c387f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a909e-467d-4315-8d33-0a1e443ede8a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:01.720417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38510) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:01.731392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-ee8c37aa-691d-426d-b657-0dbeddb4ac78 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045723 Jul 16 08:27:01.879767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Allocated IP 172.20.0.14 (3b63292f-b2c1-4a65-a9f1-32e4b8b686f4/bebf2e9e-01d0-431a-ae6c-02b30da2b2f7/5d571921-260c-4032-9d9d-ed4beaff015c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:01.891548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-c443747d-10ef-410f-9f5e-128da34e0671 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.893075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-c443747d-10ef-410f-9f5e-128da34e0671 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810054 Jul 16 08:27:01.904405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db537b2f-902d-472b-a726-1ae8bf70c024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.935392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Request body: {'port': {'device_id': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'a54c2c361b524846b8ef2c007bc8bb67'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:02.011551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db537b2f-902d-472b-a726-1ae8bf70c024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.140879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.178746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Transition to ACTIVE for port object 5d571921-260c-4032-9d9d-ed4beaff015c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:02.235540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.351424 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-8cc8737e-ab5c-4705-827f-3c2a2c85dee2 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f291ca049f140708ec7daf64953e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463648 Jul 16 08:27:02.364434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:02.389698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:02.393859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:02.399606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:02.400240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.405089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.36', 54995) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:02.435504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db537b2f-902d-472b-a726-1ae8bf70c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.438214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db537b2f-902d-472b-a726-1ae8bf70c024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.439440 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-db537b2f-902d-472b-a726-1ae8bf70c024 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/655a909e-467d-4315-8d33-0a1e443ede8a HTTP/1.1" status: 204 len: 168 time: 0.7182527 Jul 16 08:27:02.523760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Made reservation on behalf of a54c2c361b524846b8ef2c007bc8bb67 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:02.527036 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.530677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'Port': ['ID=5d571921-260c-4032-9d9d-ed4beaff015c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:02.533688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db537b2f-902d-472b-a726-1ae8bf70c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a909e-467d-4315-8d33-0a1e443ede8a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:02.541158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-55594859-a6f4-42b1-b4b2-38f15b5b7569 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2840490 Jul 16 08:27:02.555567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.579180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064437a3-9e05-47ad-9831-1ad17d4d7e84 req-b8ae3b71-af9f-4507-975d-8af209cd35c7 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:02.587974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-064437a3-9e05-47ad-9831-1ad17d4d7e84 req-b8ae3b71-af9f-4507-975d-8af209cd35c7 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 950 time: 0.2009881 Jul 16 08:27:02.625447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Request body: {'port': {'device_id': '851591ed-c819-4055-9baa-082cacae5d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:02.678462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-64e9c239-8dd8-4d9e-a40e-a0e14d1c8d25 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:02.680198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-64e9c239-8dd8-4d9e-a40e-a0e14d1c8d25 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207920 Jul 16 08:27:02.695419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-064437a3-9e05-47ad-9831-1ad17d4d7e84 req-b29e8ba9-1e28-4bd5-a48c-9c4e4c6214d4 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062200 Jul 16 08:27:02.711995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:02.747497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-1cb240ae-0b95-48d6-9f1e-16cfa318e4f0 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:02.748985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-1cb240ae-0b95-48d6-9f1e-16cfa318e4f0 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 1102 time: 0.3429608 Jul 16 08:27:02.750242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-fa3c0fb0-53f5-47c4-a24e-0e53f30bb927 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/quotas/2f291ca049f140708ec7daf64953e777 HTTP/1.1" status: 200 len: 375 time: 0.0526361 Jul 16 08:27:02.794648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1e4fe6f2-6cff-46e7-b58c-bffcfe3afd02 None None] Provisioning for port 5d571921-260c-4032-9d9d-ed4beaff015c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:02.803635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1e4fe6f2-6cff-46e7-b58c-bffcfe3afd02 None None] Provisioning complete for port 5d571921-260c-4032-9d9d-ed4beaff015c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:02.804324 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe6f2-6cff-46e7-b58c-bffcfe3afd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.845125 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-77f37d1c-683a-48bf-a482-fa239f2a896a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564737 Jul 16 08:27:02.879882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fe6f2-6cff-46e7-b58c-bffcfe3afd02 None None] Port 5d571921-260c-4032-9d9d-ed4beaff015c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:02.894219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.943229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.956145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Deleting port 024f8b70-58e2-4116-86d4-e3677b53eca6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:02.956963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.959358 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.226247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38582) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:03.264018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.269145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b11706af-5cd8-4ff1-820e-0660db38cc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.298542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b27405e-00b4-4b4d-9ef8-655b645c5ad5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.329965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba623b33-2225-4dcb-b2ae-dc2f865d6820 req-55823256-ad14-457e-bb86-e22acdcc82cc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 210 time: 0.0889139 Jul 16 08:27:03.330090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.414770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] For port 024f8b70-58e2-4116-86d4-e3677b53eca6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=024f8b70-58e2-4116-86d4-e3677b53eca6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:03.415704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.419728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2f16-bf22-4cd0-bdb3-63af4feef508 req-3c70e6ef-2df4-45e5-becf-cdf714eabff1 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.430601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e0c2f16-bf22-4cd0-bdb3-63af4feef508 req-3c70e6ef-2df4-45e5-becf-cdf714eabff1 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 932 time: 0.2148700 Jul 16 08:27:03.438972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Allocated IP 192.168.233.182 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:03.454579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:27:03.454579 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:27:03.454579 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': 'a02d1cf42ab74f28a122f6bcd6a771c7', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 27, 3, 390130)}] Jul 16 08:27:03.454579 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:27:03.454899 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:27:03.459200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Calling delete_port for 024f8b70-58e2-4116-86d4-e3677b53eca6 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:03.501943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e0c2f16-bf22-4cd0-bdb3-63af4feef508 req-a000eff6-cc02-4aad-8a4c-5b265758a482 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717609 Jul 16 08:27:03.599248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d571921-260c-4032-9d9d-ed4beaff015c {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:03.611015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.626917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Transition to ACTIVE for port object 5d571921-260c-4032-9d9d-ed4beaff015c will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:03.633358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.686165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5985a498-9ece-4e2a-881f-7780655467d6 req-75afaeea-9a14-4a70-aac6-49ed314bf44d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 210 time: 0.1118276 Jul 16 08:27:03.824795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Attempting to bind port 5d571921-260c-4032-9d9d-ed4beaff015c on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:03.825119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Attempting to bind port 5d571921-260c-4032-9d9d-ed4beaff015c by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:03.825451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Attempting to bind port 5d571921-260c-4032-9d9d-ed4beaff015c on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:03.835471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Port 5d571921-260c-4032-9d9d-ed4beaff015c on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:03.835855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Attempting to bind port 5d571921-260c-4032-9d9d-ed4beaff015c on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:03.877987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:03.878361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Checking segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:03.878787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Bound using segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:03.879172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Bound port: 5d571921-260c-4032-9d9d-ed4beaff015c, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:03.881752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.883823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Pushing event updated for resources: {'Port': ['ID=5d571921-260c-4032-9d9d-ed4beaff015c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.902269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b11706af-5cd8-4ff1-820e-0660db38cc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.919793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b11706af-5cd8-4ff1-820e-0660db38cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.966958 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.994207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-94a75678-c61a-47fc-8cf1-bbb6ea64c99e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2f291ca049f140708ec7daf64953e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1602733 Jul 16 08:27:04.051356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11706af-5cd8-4ff1-820e-0660db38cc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4d1309-731f-43d5-b487-b6445ac95405,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:04.055873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b11706af-5cd8-4ff1-820e-0660db38cc96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fb4980d234f452b8f10cad093900cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3375695 Jul 16 08:27:04.085538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38616) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:04.118670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.158393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Transition to ACTIVE for port object 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:04.212386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-350639af-ccd7-4f84-8497-39c2f3d1acae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.236451 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.261812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-d745ee50-2b63-4670-9b40-a7b14f0520a0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.263864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-d745ee50-2b63-4670-9b40-a7b14f0520a0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604516 Jul 16 08:27:04.290506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Request body: {'port': {'device_id': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '2f291ca049f140708ec7daf64953e777'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:04.334073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Pushing event deleted for resources: {'Port': ['ID=024f8b70-58e2-4116-86d4-e3677b53eca6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:04.368476 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-350639af-ccd7-4f84-8497-39c2f3d1acae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.389761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747945de-242e-4e2d-8033-5c8906076d68 req-c89c1e01-64d1-473e-98cf-b009ca14199c tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.391338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-747945de-242e-4e2d-8033-5c8906076d68 req-c89c1e01-64d1-473e-98cf-b009ca14199c tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a22a8-525c-479b-af79-a3e9e8ee92db HTTP/1.1" status: 200 len: 867 time: 0.4960759 Jul 16 08:27:04.417562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] No DVR routers for this DVR port 024f8b70-58e2-4116-86d4-e3677b53eca6 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:04.433474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.436376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fac94d8-8cdd-4e77-905a-3c905c3a89a9 req-07a9b3a7-0962-4b23-aa60-e819ee16cc15 tempest-DeleteServersAdminTestJSON-469885928 tempest-DeleteServersAdminTestJSON-469885928-project-admin] 10.222.0.36 "DELETE /v2.0/ports/024f8b70-58e2-4116-86d4-e3677b53eca6 HTTP/1.1" status: 204 len: 173 time: 1.6819813 Jul 16 08:27:04.436809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'name': 'network-vif-deleted', 'tag': '024f8b70-58e2-4116-86d4-e3677b53eca6'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:04.478805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] For port 5d571921-260c-4032-9d9d-ed4beaff015c, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:04.514378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] For port 5d571921-260c-4032-9d9d-ed4beaff015c, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d571921-260c-4032-9d9d-ed4beaff015c,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:04.528858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.540417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.574237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-747945de-242e-4e2d-8033-5c8906076d68 req-ed1c2b83-cd4f-4114-9e0f-8252b36dda6d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747687 Jul 16 08:27:04.599739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.608948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.610116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.611672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] 10.222.0.36 "PUT /v2.0/ports/5d571921-260c-4032-9d9d-ed4beaff015c HTTP/1.1" status: 200 len: 1093 time: 2.0194383 Jul 16 08:27:04.614800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:04.616968 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5" -d '{"events": [{"name": "network-changed", "server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:04.624494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.777150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471348a3-4c69-4327-a41e-a538a19f715c service neutron] Pushing event updated for resources: {'Port': ['ID=5d571921-260c-4032-9d9d-ed4beaff015c,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:04.790549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a02d1cf42ab74f28a122f6bcd6a771c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5629783 Jul 16 08:27:04.795543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:04.796345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Made reservation on behalf of 2f291ca049f140708ec7daf64953e777 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:04.803380 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.909541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.911663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.18', 54769) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:04.948476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5ddc-0417-4b62-9af8-a5f7e7f23329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736df97f-ffe7-4c5d-a484-eb539fc1feac,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:04.985110 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cec2e8-1a67-4cfe-b256-6cccd957ec69" -d '{"events": [{"server_uuid": "a14a22a8-525c-479b-af79-a3e9e8ee92db", "name": "network-vif-deleted", "tag": "024f8b70-58e2-4116-86d4-e3677b53eca6"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:04.998594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-5a6e24d3-908a-4e89-8dda-b79280e1693a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2f291ca049f140708ec7daf64953e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704737 Jul 16 08:27:05.016381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:05.017454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.022194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-350639af-ccd7-4f84-8497-39c2f3d1acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.025339 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-350639af-ccd7-4f84-8497-39c2f3d1acae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.027126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-350639af-ccd7-4f84-8497-39c2f3d1acae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f4d1309-731f-43d5-b487-b6445ac95405 HTTP/1.1" status: 204 len: 168 time: 0.9387228 Jul 16 08:27:05.028328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:05.081174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:05.090878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.097322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.127045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-393b6374-64cd-42e1-a4a3-4c0b027e52e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.129853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350639af-ccd7-4f84-8497-39c2f3d1acae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4d1309-731f-43d5-b487-b6445ac95405,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.209724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93537-8402-4b47-8d7b-6e3b385325d3 req-684b8183-f061-4c13-8ca3-9f491372c3f8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.212874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59b93537-8402-4b47-8d7b-6e3b385325d3 req-684b8183-f061-4c13-8ca3-9f491372c3f8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 936 time: 0.3809600 Jul 16 08:27:05.230169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:05.248160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1511d6c-3f8c-4776-b475-ad935826bbdc req-92d06e7b-dd05-47e6-aef0-d5e23954669f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.259988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1511d6c-3f8c-4776-b475-ad935826bbdc req-92d06e7b-dd05-47e6-aef0-d5e23954669f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 944 time: 0.2611582 Jul 16 08:27:05.333135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-af861a55-b579-4e06-a7ca-4447abfafce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.335180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-af861a55-b579-4e06-a7ca-4447abfafce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 1096 time: 0.4299805 Jul 16 08:27:05.363144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1511d6c-3f8c-4776-b475-ad935826bbdc req-40dacc1c-dd58-45b5-90e0-a898a969d115 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019289 Jul 16 08:27:05.370215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-393b6374-64cd-42e1-a4a3-4c0b027e52e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.375759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59b93537-8402-4b47-8d7b-6e3b385325d3 req-a7ac90a5-a3e1-4851-869a-6c480c54ac80 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494372 Jul 16 08:27:05.401959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3694c93d-9701-44e1-93c6-9d75fbe054a1 None None] Provisioning for port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:05.411633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3694c93d-9701-44e1-93c6-9d75fbe054a1 None None] Provisioning complete for port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:05.412357 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3694c93d-9701-44e1-93c6-9d75fbe054a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.418542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38664) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:05.433369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5499ce71-5841-474e-b773-784e8b65331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.547782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3694c93d-9701-44e1-93c6-9d75fbe054a1 None None] Port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:05.629487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5872fea-5ccd-4966-afef-136d41d06ba7 req-9e6e8911-b558-4828-be59-9e52d9d2377e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 210 time: 0.0500374 Jul 16 08:27:05.673602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-242a331a-fd21-4e45-814d-243e2ed1b49b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d571921-260c-4032-9d9d-ed4beaff015c HTTP/1.1" status: 200 len: 217 time: 0.3174288 Jul 16 08:27:05.677383 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19720a4b-5fce-411a-ab0b-230b0330261a x-openstack-request-id: req-19720a4b-5fce-411a-ab0b-230b0330261a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:05.677383 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:05.677671 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19720a4b-5fce-411a-ab0b-230b0330261a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:05.678034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bf59f3-e597-4633-9bc5-65fcd0276d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.678235 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c', 'status': 'completed', 'code': 200} Jul 16 08:27:05.770287 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f209a4d-bc8f-4f55-9ec7-a08be3aa2c47 x-openstack-request-id: req-0f209a4d-bc8f-4f55-9ec7-a08be3aa2c47 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:05.770575 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a22a8-525c-479b-af79-a3e9e8ee92db", "name": "network-vif-deleted", "tag": "024f8b70-58e2-4116-86d4-e3677b53eca6", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:05.770830 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f209a4d-bc8f-4f55-9ec7-a08be3aa2c47 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:05.771290 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a22a8-525c-479b-af79-a3e9e8ee92db', 'name': 'network-vif-deleted', 'tag': '024f8b70-58e2-4116-86d4-e3677b53eca6', 'status': 'completed', 'code': 200} Jul 16 08:27:05.774784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-3102212a-d09f-4c72-8132-c0cc11f12c79 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.776396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-3102212a-d09f-4c72-8132-c0cc11f12c79 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7668984 Jul 16 08:27:05.798578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Request body: {'port': {'device_id': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '2f291ca049f140708ec7daf64953e777'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:05.821120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-ddfb7625-d536-42f2-a71b-7bbfdac3561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.822649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-ddfb7625-d536-42f2-a71b-7bbfdac3561c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.1355448 Jul 16 08:27:05.890519 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-393b6374-64cd-42e1-a4a3-4c0b027e52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.893034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-393b6374-64cd-42e1-a4a3-4c0b027e52e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.894256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-393b6374-64cd-42e1-a4a3-4c0b027e52e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/736df97f-ffe7-4c5d-a484-eb539fc1feac HTTP/1.1" status: 204 len: 168 time: 1.0901334 Jul 16 08:27:05.956563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.965467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b6374-64cd-42e1-a4a3-4c0b027e52e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736df97f-ffe7-4c5d-a484-eb539fc1feac,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.972174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-ee37c05f-f509-4c28-8069-95955cc7fbdc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0450497 Jul 16 08:27:06.006117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Request body: {'port': {'device_id': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:06.007596 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.123138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-3b9bf4a4-0097-4156-86c1-6543d7635036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.125339 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-3b9bf4a4-0097-4156-86c1-6543d7635036 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2935510 Jul 16 08:27:06.125974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c31d50-4112-4d26-afa9-4002f9b4205e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:06.178426 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-fdef1e55-0823-4dfd-a88b-b638784e13a1 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2c33d1b486494dad96d8fb394c1ab088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343490 Jul 16 08:27:06.195645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 024f8b70-58e2-4116-86d4-e3677b53eca6 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:06.202931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.238961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 024f8b70-58e2-4116-86d4-e3677b53eca6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:06.239304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 024f8b70-58e2-4116-86d4-e3677b53eca6 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:06.313888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5499ce71-5841-474e-b773-784e8b65331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.385458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5499ce71-5841-474e-b773-784e8b65331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.387209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-aed21fd3-c189-4e66-bac9-ee20ef53f4a9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.389223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-aed21fd3-c189-4e66-bac9-ee20ef53f4a9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964304 Jul 16 08:27:06.429328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-32073dc9-8e60-490f-8852-c7a8f69f961d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/quotas/2c33d1b486494dad96d8fb394c1ab088 HTTP/1.1" status: 200 len: 375 time: 0.0270212 Jul 16 08:27:06.459041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Allocated IP 192.168.233.81 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/66e20236-d917-48c1-b407-90da66bcc558) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:06.479441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-e5384e01-aeea-4941-ad31-20527efd1c05 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995350 Jul 16 08:27:06.488291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-e0a00417-3934-438b-aadc-4141833b3946 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c33d1b486494dad96d8fb394c1ab088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482473 Jul 16 08:27:06.511410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5499ce71-5841-474e-b773-784e8b65331c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=284dfc08d2644c8ab4e0abdf1f36acee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0914977 Jul 16 08:27:06.512744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499ce71-5841-474e-b773-784e8b65331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e110e077-4d93-4bd9-8990-24610a5bad0b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:06.516933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38704) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:06.566295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74305-8546-4b65-a725-801822548c20 req-c81343d9-d62c-4f33-ab5b-f4dad91b9053 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.567860 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70d74305-8546-4b65-a725-801822548c20 req-c81343d9-d62c-4f33-ab5b-f4dad91b9053 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 969 time: 0.3176575 Jul 16 08:27:06.652381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5efbc527-5afc-4159-be59-de5ce94f53bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.662601 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70d74305-8546-4b65-a725-801822548c20 req-d44e293d-b263-47cc-9774-6aed04a363d7 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839901 Jul 16 08:27:06.677532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3c7d8a3-9cc5-4204-a2e7-829eb7066acd req-dd3c6b90-7958-4613-a045-9c41991682f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855607 Jul 16 08:27:06.701755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5efbc527-5afc-4159-be59-de5ce94f53bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.716132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bf59f3-e597-4633-9bc5-65fcd0276d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.738138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bf59f3-e597-4633-9bc5-65fcd0276d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.775754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Made reservation on behalf of 2f291ca049f140708ec7daf64953e777 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:06.780218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.861904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf59f3-e597-4633-9bc5-65fcd0276d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f71682-bcdc-4d3a-b886-a10b3676d1a1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:06.901122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38718) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:06.910165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c9bf59f3-e597-4633-9bc5-65fcd0276d50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=296a133bc54f4511a410286227b24664&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6756530 Jul 16 08:27:06.915027 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5efbc527-5afc-4159-be59-de5ce94f53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.919181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5efbc527-5afc-4159-be59-de5ce94f53bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.923968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38720) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:06.938133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5efbc527-5afc-4159-be59-de5ce94f53bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e110e077-4d93-4bd9-8990-24610a5bad0b HTTP/1.1" status: 204 len: 168 time: 0.4127438 Jul 16 08:27:06.960363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc527-5afc-4159-be59-de5ce94f53bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e110e077-4d93-4bd9-8990-24610a5bad0b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.063834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7b2fc-9408-4e30-a29c-43ae6b506dd6 req-c1cbb6f9-fa41-46ac-ac2f-2fdcd9b04242 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.066462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89e7b2fc-9408-4e30-a29c-43ae6b506dd6 req-c1cbb6f9-fa41-46ac-ac2f-2fdcd9b04242 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 944 time: 0.1250920 Jul 16 08:27:07.126455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89e7b2fc-9408-4e30-a29c-43ae6b506dd6 req-5fdba1e4-e95c-49dc-9b40-2bb1d6b15e20 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529006 Jul 16 08:27:07.166324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b825f50a-b681-4edf-8b86-8ce31cc924f9 tempest-AutoAllocateNetworkTest-709969708 tempest-AutoAllocateNetworkTest-709969708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bbd482b4a68d4cfdb7cdabaa771663e4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2621570 Jul 16 08:27:07.168689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:07.240379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-16b94c1a-cb84-422f-a932-4db31264527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.242367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-16b94c1a-cb84-422f-a932-4db31264527a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 1096 time: 0.4443996 Jul 16 08:27:07.253138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.270026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb15c891-7fc6-4e3a-a3d1-222e71e12a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.302430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6919cae-2e22-4a1f-8426-33f5ed394a9c tempest-AutoAllocateNetworkTest-709969708 tempest-AutoAllocateNetworkTest-709969708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.304367 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f6919cae-2e22-4a1f-8426-33f5ed394a9c tempest-AutoAllocateNetworkTest-709969708 tempest-AutoAllocateNetworkTest-709969708-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1344383 Jul 16 08:27:07.312918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:07.340158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d51833b-a56c-4b11-9e6e-fba9be820ebd req-94cef2ba-e8c4-4ca6-822d-f99e61b198d0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 210 time: 0.0341799 Jul 16 08:27:07.414276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-095892a2-32cd-4bbb-993c-903b05a08e1f tempest-AutoAllocateNetworkTest-709969708 tempest-AutoAllocateNetworkTest-709969708-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888386 Jul 16 08:27:07.414954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:07.417134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Transition to ACTIVE for port object 66e20236-d917-48c1-b407-90da66bcc558 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:07.433760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89d13e-66da-4c82-aa08-a68e63a80563 req-ae001c09-749a-461d-839e-2dd95363abaa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.435368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd89d13e-66da-4c82-aa08-a68e63a80563 req-ae001c09-749a-461d-839e-2dd95363abaa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 936 time: 0.4465055 Jul 16 08:27:07.446552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb15c891-7fc6-4e3a-a3d1-222e71e12a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.474468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-565e4819-87d8-475f-90f1-ea2584d99709 tempest-AutoAllocateNetworkTest-709969708 tempest-AutoAllocateNetworkTest-709969708-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bbd482b4a68d4cfdb7cdabaa771663e4 HTTP/1.1" status: 200 len: 208 time: 0.0576949 Jul 16 08:27:07.579590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a53a480c-e6c4-4617-b866-1594eea9886e req-4b3c5f71-d249-4aa8-a56a-9fd17045e468 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 210 time: 0.0678887 Jul 16 08:27:07.617065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd89d13e-66da-4c82-aa08-a68e63a80563 req-1d18eb7a-e118-4b43-8e7b-55369245a2da tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648679 Jul 16 08:27:07.626078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-401ac9c6-787a-46df-b42b-70760c2a08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.627617 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-401ac9c6-787a-46df-b42b-70760c2a08fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 924 time: 0.3718345 Jul 16 08:27:07.647036 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.665192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.18', 54771) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:07.673826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb15c891-7fc6-4e3a-a3d1-222e71e12a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.676659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb15c891-7fc6-4e3a-a3d1-222e71e12a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.686292 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fb15c891-7fc6-4e3a-a3d1-222e71e12a78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09f71682-bcdc-4d3a-b886-a10b3676d1a1 HTTP/1.1" status: 204 len: 168 time: 0.7065732 Jul 16 08:27:07.749490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-bb4c37b9-6152-40be-93f8-329d16396787 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d571921-260c-4032-9d9d-ed4beaff015c HTTP/1.1" status: 200 len: 217 time: 0.1038752 Jul 16 08:27:07.766320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:07.781503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15c891-7fc6-4e3a-a3d1-222e71e12a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f71682-bcdc-4d3a-b886-a10b3676d1a1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.790707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:07.825890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:07.833163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.833812 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.839531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.876727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-a85a3425-2a95-4c32-acea-38fb05a452e6 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.878458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-a85a3425-2a95-4c32-acea-38fb05a452e6 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.18 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 969 time: 0.2118478 Jul 16 08:27:07.879405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-84fa14ad-fa1e-441c-8ff8-7599c4e886a4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6036780 Jul 16 08:27:07.888288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-c3e03009-1f8c-4ccd-aad2-e161060099c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.891056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-c3e03009-1f8c-4ccd-aad2-e161060099c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.1267307 Jul 16 08:27:07.895903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Request body: {'port': {'device_id': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:08.063681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:08.108001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:08.118949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.129513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.153939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-9d9b97ed-c7bf-4388-bb2f-2dd58ddb46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.155914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-9d9b97ed-c7bf-4388-bb2f-2dd58ddb46b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2571816 Jul 16 08:27:08.194671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c5c41afa-e518-4fb6-b471-5eebf159f68c None None] Provisioning for port 66e20236-d917-48c1-b407-90da66bcc558 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:08.205711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c5c41afa-e518-4fb6-b471-5eebf159f68c None None] Provisioning complete for port 66e20236-d917-48c1-b407-90da66bcc558 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:08.206535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5c41afa-e518-4fb6-b471-5eebf159f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.223031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Transition to ACTIVE for port object 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:08.233965 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.271257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38770) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:08.360197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c5c41afa-e518-4fb6-b471-5eebf159f68c None None] Port 66e20236-d917-48c1-b407-90da66bcc558 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:08.365959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e1126a6-d4e3-42a7-9091-f0806e31b887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.376663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cba4e-1027-4c16-8158-e9b10ed0d2ee req-c7e82e05-6c2a-469d-ad15-a168e351e813 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.384517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc4cba4e-1027-4c16-8158-e9b10ed0d2ee req-c7e82e05-6c2a-469d-ad15-a168e351e813 tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 969 time: 0.3819323 Jul 16 08:27:08.452133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:08.458747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-f99744bd-4545-4dcd-aafa-58676b12ff9c tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c33d1b486494dad96d8fb394c1ab088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1857224 Jul 16 08:27:08.537390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Deleting port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:08.537793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.541153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:08.541569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:08.541902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:08.608120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc4cba4e-1027-4c16-8158-e9b10ed0d2ee req-b00374eb-8b91-4f03-962c-ecc140f53a6b tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/security-groups?id=265189bf-f4ba-4b8f-b6db-6f27d31462aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223735 Jul 16 08:27:08.639477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:08.643956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:08.676709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:08.680854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:08.681711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:08.682359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Bound port: 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:08.682887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.761434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Allocated IP 192.168.233.53 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/e4c6024f-2c89-4e18-84fb-e411ae22c8d5) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:08.782041 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7330f397-4daf-4767-8b8c-52ea1ab95ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.832130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-1048b38b-7496-4d57-976e-16fba0d0b827 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334858 Jul 16 08:27:08.894322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e1126a6-d4e3-42a7-9091-f0806e31b887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.944387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e1126a6-d4e3-42a7-9091-f0806e31b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.958476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b081c66-4129-43bc-bc9a-240508550f17 req-d3015196-b545-421c-8a29-a95d0e91e137 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 210 time: 0.0928953 Jul 16 08:27:08.964047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] For port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:08.964412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.988950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40752e-c787-4048-a751-9abe6628c12b req-8751cab9-3f29-46d2-8bdf-173081e98745 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.999305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d40752e-c787-4048-a751-9abe6628c12b req-8751cab9-3f29-46d2-8bdf-173081e98745 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 944 time: 0.6582592 Jul 16 08:27:09.109401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d40752e-c787-4048-a751-9abe6628c12b req-e217675b-9d53-4a40-b6a0-b5dc93799fc3 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089182 Jul 16 08:27:09.157133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0f9c401-a8a9-49a1-9777-2cb56f6d47d5 req-a0d238ae-d5db-45da-9969-ba390df877b9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156104 Jul 16 08:27:09.216087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Calling delete_port for 61cab5d7-105b-43ba-a678-9e8cc53e6b8b owned by compute:tempest-test_az-69379157 {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:09.220731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.271189 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a59e411-373c-4516-8b8b-f9a17808aaac req-8e4945f3-957a-43da-a47e-dd0d4cf9f4da tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 210 time: 0.0936310 Jul 16 08:27:09.281686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Transition to ACTIVE for port object e4c6024f-2c89-4e18-84fb-e411ae22c8d5 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:09.284862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1126a6-d4e3-42a7-9091-f0806e31b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01618c67-a44c-47ad-a808-b93abf1446c3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.291167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8e1126a6-d4e3-42a7-9091-f0806e31b887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f9cb18afb7b4329a7535ca05a90dee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9769676 Jul 16 08:27:09.304161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3ee42e76-00e8-4f3f-8400-e9d54a8111ec tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.304449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38796) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:09.305984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3ee42e76-00e8-4f3f-8400-e9d54a8111ec tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8175511 Jul 16 08:27:09.339045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:09.341116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7330f397-4daf-4767-8b8c-52ea1ab95ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.345818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Request body: {'port': {'device_id': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '2c33d1b486494dad96d8fb394c1ab088'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:09.358843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7330f397-4daf-4767-8b8c-52ea1ab95ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.367984 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:09.374564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:09.394081 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.440339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08d998-eef7-4814-a81d-a66dd662a0b9 req-edd6aaba-c30c-49d6-a1c1-c1322e120662 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.441865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f08d998-eef7-4814-a81d-a66dd662a0b9 req-edd6aaba-c30c-49d6-a1c1-c1322e120662 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.2088473 Jul 16 08:27:09.450565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.453959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7330f397-4daf-4767-8b8c-52ea1ab95ac0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbd482b4a68d4cfdb7cdabaa771663e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3810248 Jul 16 08:27:09.473861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330f397-4daf-4767-8b8c-52ea1ab95ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6532d3-fb28-489c-a03b-08cd855217e2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.478564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.479231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38802) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:09.480187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.483650 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 1097 time: 3.4984455 Jul 16 08:27:09.488505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:09.491339 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4469faa9-f27d-4d79-8a16-d32e062e28c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:09.557376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7e018c4-9955-4b2c-8a49-66706be3bcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.617799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:09.636300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7abb6d-8402-4f11-a9c2-03f2bccd4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.643167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:09.647689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:09.653560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.654212 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.679982 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe63519-e6d8-4377-812d-cfbbf76381cf x-openstack-request-id: req-bfe63519-e6d8-4377-812d-cfbbf76381cf {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:09.680275 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:09.680522 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfe63519-e6d8-4377-812d-cfbbf76381cf {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:09.681038 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'status': 'completed', 'code': 200} Jul 16 08:27:09.684499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event updated for resources: {'Port': ['ID=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.716368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7e018c4-9955-4b2c-8a49-66706be3bcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.736595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f08d998-eef7-4814-a81d-a66dd662a0b9 req-adc8d80c-d26b-45cd-a4ce-d20a11b7301d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666564 Jul 16 08:27:09.740600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Made reservation on behalf of 2c33d1b486494dad96d8fb394c1ab088 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:09.745275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.754942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.760784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-af672aeb-8d35-46f5-8e57-4311b4ca8811 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9722095 Jul 16 08:27:09.765999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['61cab5d7-105b-43ba-a678-9e8cc53e6b8b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:09.809998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-c27c26ed-7b93-4a08-8d86-9ce86e29a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.811846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-c27c26ed-7b93-4a08-8d86-9ce86e29a3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1100 time: 0.2609425 Jul 16 08:27:09.816502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Pushing event deleted for resources: {'Port': ['ID=61cab5d7-105b-43ba-a678-9e8cc53e6b8b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.820234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Request body: {'port': {'device_id': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:09.856814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8c65c4e-4494-4973-b279-b04143dee0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.882116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8c65c4e-4494-4973-b279-b04143dee0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.976551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7e018c4-9955-4b2c-8a49-66706be3bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.979401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7e018c4-9955-4b2c-8a49-66706be3bcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.983722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a7e018c4-9955-4b2c-8a49-66706be3bcbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01618c67-a44c-47ad-a808-b93abf1446c3 HTTP/1.1" status: 204 len: 168 time: 0.6782517 Jul 16 08:27:09.998640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-65f58f5f-20c8-43a4-8a62-37daf88b0b4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.1473191 Jul 16 08:27:09.999649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8c65c4e-4494-4973-b279-b04143dee0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.000009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] No DVR routers for this DVR port 61cab5d7-105b-43ba-a678-9e8cc53e6b8b on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:10.002144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8c65c4e-4494-4973-b279-b04143dee0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.005908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f8c65c4e-4494-4973-b279-b04143dee0e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d6532d3-fb28-489c-a03b-08cd855217e2 HTTP/1.1" status: 204 len: 168 time: 0.5107541 Jul 16 08:27:10.007251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.009793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-53427029-e11f-4da8-9caf-a38d7d1ac5f9 req-da4a1ea0-0c27-409a-a978-c52d0549950d tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.18 "DELETE /v2.0/ports/61cab5d7-105b-43ba-a678-9e8cc53e6b8b HTTP/1.1" status: 204 len: 173 time: 2.1173518 Jul 16 08:27:10.094886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-c8251be4-73ca-47f9-98b9-0ce9ad8f90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.097201 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-c8251be4-73ca-47f9-98b9-0ce9ad8f90c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0817552 Jul 16 08:27:10.167479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e20236-d917-48c1-b407-90da66bcc558 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:10.187174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.194345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d571921-260c-4032-9d9d-ed4beaff015c details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:10.213175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Transition to ACTIVE for port object 66e20236-d917-48c1-b407-90da66bcc558 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:10.240203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.302203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e018c4-9955-4b2c-8a49-66706be3bcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01618c67-a44c-47ad-a808-b93abf1446c3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.382403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-284fcff4-4070-4a71-929f-ec030fdeca08 None None] Provisioning for port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:10.387864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.400305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-284fcff4-4070-4a71-929f-ec030fdeca08 None None] Provisioning complete for port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:10.400678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-284fcff4-4070-4a71-929f-ec030fdeca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.420988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c193bd3-fc51-4e33-80f5-372c5a1f3922 req-46ae6360-fa67-4ad8-9e3f-39033c83dbad tempest-AggregatesAdminTestJSON-187789684 tempest-AggregatesAdminTestJSON-187789684-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa403d6-92dc-4478-a613-141f1fdb49e7 HTTP/1.1" status: 200 len: 210 time: 0.2018178 Jul 16 08:27:10.471913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Allocated IP 192.168.233.211 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/18176703-4a64-472b-aebc-645f51b62818) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:10.490095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-284fcff4-4070-4a71-929f-ec030fdeca08 None None] Port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:10.539795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c65c4e-4494-4973-b279-b04143dee0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6532d3-fb28-489c-a03b-08cd855217e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.547092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-56c4ef53-71a9-4e0c-aa05-2c6870efcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.553857 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-56c4ef53-71a9-4e0c-aa05-2c6870efcd52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4504955 Jul 16 08:27:10.560133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5d571921-260c-4032-9d9d-ed4beaff015c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d571921-260c-4032-9d9d-ed4beaff015c,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:10.609320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.614196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '5d571921-260c-4032-9d9d-ed4beaff015c', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'port_id': '5d571921-260c-4032-9d9d-ed4beaff015c', 'mac_address': 'fa:16:3e:33:5e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:10.660939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2c2a-1ab8-421b-b271-c51a6bd26f46 req-206cdc86-b004-40b5-8b97-5051ad1db731 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.674511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88ca2c2a-1ab8-421b-b271-c51a6bd26f46 req-206cdc86-b004-40b5-8b97-5051ad1db731 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 935 time: 0.4573267 Jul 16 08:27:10.730085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.772312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d571921-260c-4032-9d9d-ed4beaff015c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:10.799459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Attempting to bind port 66e20236-d917-48c1-b407-90da66bcc558 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:10.799831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Attempting to bind port 66e20236-d917-48c1-b407-90da66bcc558 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:10.800173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Attempting to bind port 66e20236-d917-48c1-b407-90da66bcc558 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:10.829775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5d571921-260c-4032-9d9d-ed4beaff015c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d571921-260c-4032-9d9d-ed4beaff015c,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:10.844116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.863502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Port 66e20236-d917-48c1-b407-90da66bcc558 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:10.864054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Attempting to bind port 66e20236-d917-48c1-b407-90da66bcc558 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:10.962056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:10.962846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:10.963304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:10.964184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Bound port: 66e20236-d917-48c1-b407-90da66bcc558, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:10.964419 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.972424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=5d571921-260c-4032-9d9d-ed4beaff015c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.031286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88ca2c2a-1ab8-421b-b271-c51a6bd26f46 req-99a4f743-2a1c-4fad-844d-782ee1ca1ea9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558180 Jul 16 08:27:11.031842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:11.108329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['5d571921-260c-4032-9d9d-ed4beaff015c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:11.166694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-cec43f65-0021-41d0-bbc8-f0a581045c4d service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922542 Jul 16 08:27:11.201409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020be11e-7434-46d8-ad60-de0d74d951fd req-4429ce99-387b-45ae-9afe-a867efe16f9f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.202781 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-020be11e-7434-46d8-ad60-de0d74d951fd req-4429ce99-387b-45ae-9afe-a867efe16f9f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 945 time: 0.4085536 Jul 16 08:27:11.217578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:11.238025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:11.265720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.327086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-056cdd2b-1b21-4367-8d4e-07ca9c02abab req-8c547f1d-61ad-41b9-b78b-01f3b46230aa tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 210 time: 0.1362379 Jul 16 08:27:11.351139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.351824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.353233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] 10.222.0.18 "PUT /v2.0/ports/66e20236-d917-48c1-b407-90da66bcc558 HTTP/1.1" status: 200 len: 1096 time: 3.4623349 Jul 16 08:27:11.353973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'tag': '66e20236-d917-48c1-b407-90da66bcc558'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:11.357283 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02919352-88a6-4218-b544-9c7ead426c06" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "tag": "66e20236-d917-48c1-b407-90da66bcc558"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:11.382387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-020be11e-7434-46d8-ad60-de0d74d951fd req-69d1a8ac-5145-4879-8795-351d947df8d6 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725943 Jul 16 08:27:11.478241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf7eb0d-9e20-48cc-b291-445dc785a137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.486830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.500215 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c962cf80-7ee3-4f87-84cd-dddeaa7dc215 x-openstack-request-id: req-c962cf80-7ee3-4f87-84cd-dddeaa7dc215 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:11.508498 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "tag": "66e20236-d917-48c1-b407-90da66bcc558", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:11.508965 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c962cf80-7ee3-4f87-84cd-dddeaa7dc215 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:11.510273 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'tag': '66e20236-d917-48c1-b407-90da66bcc558', 'status': 'completed', 'code': 200} Jul 16 08:27:11.512476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4cd3-4050-47bf-b42a-c6f188dc0f7d service neutron] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.562475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Transition to ACTIVE for port object 18176703-4a64-472b-aebc-645f51b62818 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:11.590042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-d8c9eda0-2e3b-420f-bed5-10a860ee0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.591687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-d8c9eda0-2e3b-420f-bed5-10a860ee0af4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1099 time: 0.1697578 Jul 16 08:27:11.622205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c1cf8cf-1e7c-41ed-959f-a258ea3b1f67 req-221d8000-3b1b-4991-b425-73e0625ac7e8 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320955 Jul 16 08:27:11.660040 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-7f6675a1-0ae2-4c59-b331-ac6c3edbbffb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=66e20236-d917-48c1-b407-90da66bcc558 HTTP/1.1" status: 200 len: 217 time: 0.0616622 Jul 16 08:27:11.681740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'name': 'network-vif-deleted', 'tag': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:11.684507 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882f7347-68f4-4f00-9bf0-4f7482b370dd" -d '{"events": [{"server_uuid": "aaa403d6-92dc-4478-a613-141f1fdb49e7", "name": "network-vif-deleted", "tag": "61cab5d7-105b-43ba-a678-9e8cc53e6b8b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:11.753352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4baa0d4c-bd0d-4ff5-9431-8866b224d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.755026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4baa0d4c-bd0d-4ff5-9431-8866b224d0b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0887270 Jul 16 08:27:11.777743 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.839363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab300b-fd78-464d-be3d-f4699d1efc24 req-448b4af4-5381-4ade-bdc0-8c4ba11d9f5e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.841103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bdab300b-fd78-464d-be3d-f4699d1efc24 req-448b4af4-5381-4ade-bdc0-8c4ba11d9f5e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.2483611 Jul 16 08:27:11.934760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:11.939844 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4145ad5-f0cb-4e99-89d9-43ce80ae9bc9 x-openstack-request-id: req-b4145ad5-f0cb-4e99-89d9-43ce80ae9bc9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:11.940123 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa403d6-92dc-4478-a613-141f1fdb49e7", "name": "network-vif-deleted", "tag": "61cab5d7-105b-43ba-a678-9e8cc53e6b8b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:11.940369 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4145ad5-f0cb-4e99-89d9-43ce80ae9bc9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:11.940751 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa403d6-92dc-4478-a613-141f1fdb49e7', 'name': 'network-vif-deleted', 'tag': '61cab5d7-105b-43ba-a678-9e8cc53e6b8b', 'status': 'completed', 'code': 200} Jul 16 08:27:11.956070 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf7eb0d-9e20-48cc-b291-445dc785a137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.962482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Pushing event updated for resources: {'Port': ['ID=18176703-4a64-472b-aebc-645f51b62818,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.965232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:11.970238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:11.975731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.976387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.978594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf7eb0d-9e20-48cc-b291-445dc785a137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.053017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-3a170b79-36e4-41af-9109-c36efd05d265 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7153661 Jul 16 08:27:12.071957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bdab300b-fd78-464d-be3d-f4699d1efc24 req-86a08d79-af00-469e-96eb-ed626c022407 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861973 Jul 16 08:27:12.090979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Request body: {'port': {'device_id': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:12.091277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c6024f-2c89-4e18-84fb-e411ae22c8d5 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:12.098996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eaf7eb0d-9e20-48cc-b291-445dc785a137 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c71444381b3431aba2a5e639af3fb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0577662 Jul 16 08:27:12.102695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-9e00745f-130c-4bcc-a26c-07821f0864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.104433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-9e00745f-130c-4bcc-a26c-07821f0864dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1100 time: 0.3714185 Jul 16 08:27:12.105252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7eb0d-9e20-48cc-b291-445dc785a137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d6480e-1983-49d8-9b65-d982c71ec7de,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.111159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4caf9863-dd76-4933-9e59-86c6a42f5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.113702 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-4caf9863-dd76-4933-9e59-86c6a42f5522 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2988968 Jul 16 08:27:12.115600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38898) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:12.154228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.168883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 61cab5d7-105b-43ba-a678-9e8cc53e6b8b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:12.183341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Transition to ACTIVE for port object e4c6024f-2c89-4e18-84fb-e411ae22c8d5 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:12.210273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 61cab5d7-105b-43ba-a678-9e8cc53e6b8b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:12.211481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 61cab5d7-105b-43ba-a678-9e8cc53e6b8b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:12.221285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d571921-260c-4032-9d9d-ed4beaff015c up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:12.320827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.349762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2ec3f71a-8cc4-41db-94ec-f1356800d1ce None None] Provisioning for port 18176703-4a64-472b-aebc-645f51b62818 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:12.353240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 5d571921-260c-4032-9d9d-ed4beaff015c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:12.362948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 5d571921-260c-4032-9d9d-ed4beaff015c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:12.363800 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.367405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2ec3f71a-8cc4-41db-94ec-f1356800d1ce None None] Provisioning complete for port 18176703-4a64-472b-aebc-645f51b62818 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:12.368217 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f71a-8cc4-41db-94ec-f1356800d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.407710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:12.448805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3f71a-8cc4-41db-94ec-f1356800d1ce None None] Port 18176703-4a64-472b-aebc-645f51b62818 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:12.553909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.597450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:12.598837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Attempting to bind port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:12.599188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Attempting to bind port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:12.599548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Attempting to bind port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:12.601039 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e34a3-1344-4ebf-b0df-e6f387fef129" -d '{"events": [{"server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "name": "network-vif-plugged", "status": "completed", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:12.617083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5d571921-260c-4032-9d9d-ed4beaff015c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d571921-260c-4032-9d9d-ed4beaff015c,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:12.623198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.639878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:12.640207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Attempting to bind port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:12.686871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:12.687217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:12.687647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:12.688091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Bound port: e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:12.688452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.694002 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-b1e2b820-4b11-4b47-9e98-6af6abf6bcc0 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032682 Jul 16 08:27:12.703463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-71eb56a4-3f7c-4f53-a27f-8357af7d0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.705248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-71eb56a4-3f7c-4f53-a27f-8357af7d0dd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.5529709 Jul 16 08:27:12.707048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=5d571921-260c-4032-9d9d-ed4beaff015c,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.731567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ea1654b-4822-4f25-bf0c-daca0d3420e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.735013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.754357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.857030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-e93683c5-283d-45a7-8476-8ec39620e202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.1387227 Jul 16 08:27:12.857854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99393-20ee-4d10-81c3-53155db2ce63 req-a534a237-68b9-45c2-b9a1-01fb7cad0cd8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.861317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ed99393-20ee-4d10-81c3-53155db2ce63 req-a534a237-68b9-45c2-b9a1-01fb7cad0cd8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 947 time: 0.5419009 Jul 16 08:27:12.896707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ea1654b-4822-4f25-bf0c-daca0d3420e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.914185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-351676c7-adaf-495f-97b4-9c33253247fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.948594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-c01eb60e-e27b-47dc-a275-0182b0d6656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.950204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-c01eb60e-e27b-47dc-a275-0182b0d6656d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0716357 Jul 16 08:27:12.977793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0f24941a-474f-43cf-b9ec-72de4e278be5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6bd161c766745f4b81b64fbdcb31488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5690322 Jul 16 08:27:12.987384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38928) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:13.023749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] For port e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:13.076157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] For port e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:13.087515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ed99393-20ee-4d10-81c3-53155db2ce63 req-513f17bd-fd26-40d7-b7e4-936c2d5d6a8a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169290 Jul 16 08:27:13.088700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21480917-4a65-4422-9f1d-bc1a376d057e req-d040416a-e42a-4fe8-a7ef-8ace1365f721 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.090579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21480917-4a65-4422-9f1d-bc1a376d057e req-d040416a-e42a-4fe8-a7ef-8ace1365f721 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 936 time: 0.3888421 Jul 16 08:27:13.097873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.108236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ca3f7f0-0683-4f9f-a170-e977dc499503 req-5ce2255e-283d-47bf-84dc-b9b94ce3dc75 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619812 Jul 16 08:27:13.117677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-4e38c312-b307-4d95-aad0-7ee6525af9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.119169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-4e38c312-b307-4d95-aad0-7ee6525af9ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606400 Jul 16 08:27:13.163001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.163688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.166900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e4c6024f-2c89-4e18-84fb-e411ae22c8d5 HTTP/1.1" status: 200 len: 1096 time: 3.3801126 Jul 16 08:27:13.313605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21480917-4a65-4422-9f1d-bc1a376d057e req-df8f6b5f-90ec-4e55-85a9-c925722b8313 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120650 Jul 16 08:27:13.320776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25a3e96e-8054-4493-a97f-e723eea95ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.347508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25a3e96e-8054-4493-a97f-e723eea95ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.366758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-47e1b208-5972-413d-9a03-6c0784df8546 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233362 Jul 16 08:27:13.376824 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6e489-4936-40de-9dfa-2e4f9168af5c x-openstack-request-id: req-11b6e489-4936-40de-9dfa-2e4f9168af5c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:13.377318 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "name": "network-vif-plugged", "status": "completed", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:13.377398 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11b6e489-4936-40de-9dfa-2e4f9168af5c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:13.377741 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c', 'code': 200} Jul 16 08:27:13.437330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18176703-4a64-472b-aebc-645f51b62818 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:13.448841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.495231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Transition to ACTIVE for port object 18176703-4a64-472b-aebc-645f51b62818 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:13.500613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.545592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4469faa9-f27d-4d79-8a16-d32e062e28c3 req-6ae90a07-bad8-4f2e-833f-67ee954791a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554770 Jul 16 08:27:13.583589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Pushing event updated for resources: {'Port': ['ID=18176703-4a64-472b-aebc-645f51b62818,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.600854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Attempting to bind port 18176703-4a64-472b-aebc-645f51b62818 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:13.601211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Attempting to bind port 18176703-4a64-472b-aebc-645f51b62818 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:13.601507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Attempting to bind port 18176703-4a64-472b-aebc-645f51b62818 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:13.606303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Port 18176703-4a64-472b-aebc-645f51b62818 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:13.606759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Attempting to bind port 18176703-4a64-472b-aebc-645f51b62818 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:13.612376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:13.612707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:13.613080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:13.613506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Bound port: 18176703-4a64-472b-aebc-645f51b62818, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:13.613859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.663106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'tag': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:13.665445 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfefd49-fb29-4613-b195-693aff0a7f33" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d", "tag": "e4c6024f-2c89-4e18-84fb-e411ae22c8d5"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:13.671712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ea1654b-4822-4f25-bf0c-daca0d3420e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.674578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ea1654b-4822-4f25-bf0c-daca0d3420e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.678171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7ea1654b-4822-4f25-bf0c-daca0d3420e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4d6480e-1983-49d8-9b65-d982c71ec7de HTTP/1.1" status: 204 len: 168 time: 1.5549788 Jul 16 08:27:13.678171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33900-a4a6-4f87-b22c-a1d59719d2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.701502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] For port 18176703-4a64-472b-aebc-645f51b62818, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:13.707127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] For port 18176703-4a64-472b-aebc-645f51b62818, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=18176703-4a64-472b-aebc-645f51b62818,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:13.712821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.732825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1654b-4822-4f25-bf0c-daca0d3420e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d6480e-1983-49d8-9b65-d982c71ec7de,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.776770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25a3e96e-8054-4493-a97f-e723eea95ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.781205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25a3e96e-8054-4493-a97f-e723eea95ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.785122 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-25a3e96e-8054-4493-a97f-e723eea95ed7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/265189bf-f4ba-4b8f-b6db-6f27d31462aa HTTP/1.1" status: 204 len: 168 time: 0.7913656 Jul 16 08:27:13.830862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Pushing event updated for resources: {'Port': ['ID=18176703-4a64-472b-aebc-645f51b62818,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.869576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3e96e-8054-4493-a97f-e723eea95ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265189bf-f4ba-4b8f-b6db-6f27d31462aa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.878977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.879709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.881025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-9787d24f-14e7-4ab6-8cef-1872abfd8904 service neutron] 10.222.0.36 "PUT /v2.0/ports/18176703-4a64-472b-aebc-645f51b62818 HTTP/1.1" status: 200 len: 1097 time: 1.8045914 Jul 16 08:27:13.920623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-ef21dfd4-c671-4108-9384-dca34b7bcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.922286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-ef21dfd4-c671-4108-9384-dca34b7bcb40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 1099 time: 0.6998174 Jul 16 08:27:13.924076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919352-88a6-4218-b544-9c7ead426c06 req-d71fc984-9121-4cd3-b645-f0d4272c82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.925368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-d71fc984-9121-4cd3-b645-f0d4272c82a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1099 time: 0.7483385 Jul 16 08:27:13.944544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'tag': '18176703-4a64-472b-aebc-645f51b62818'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:13.946883 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68" -d '{"events": [{"name": "network-changed", "server_uuid": "933b3459-136c-4c59-9dce-4bd7ba09135c", "tag": "18176703-4a64-472b-aebc-645f51b62818"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:14.009461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450512-eff9-4279-950b-c3821f45eb67 req-ba1808b6-bafb-485a-9287-d1d9d93decc2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.020041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3f450512-eff9-4279-950b-c3821f45eb67 req-ba1808b6-bafb-485a-9287-d1d9d93decc2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.1853001 Jul 16 08:27:14.025734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-58a6aba5-0639-46a9-b837-b27773076135 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5 HTTP/1.1" status: 200 len: 217 time: 0.0774510 Jul 16 08:27:14.098837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca38ec-6ab5-457d-8afa-cfdbf06345db req-25ba3a7a-2359-4da9-a968-f7642aa93f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.100343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccca38ec-6ab5-457d-8afa-cfdbf06345db req-25ba3a7a-2359-4da9-a968-f7642aa93f42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 1098 time: 0.4542751 Jul 16 08:27:14.120395 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3f450512-eff9-4279-950b-c3821f45eb67 req-7d81d7b7-4c8c-4b32-a1b9-5afc01c7b576 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982473 Jul 16 08:27:14.130793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-15e1d155-4565-4069-beec-8854b64d5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.132481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-15e1d155-4565-4069-beec-8854b64d5c8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c33d1b486494dad96d8fb394c1ab088&device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 1100 time: 0.1596916 Jul 16 08:27:14.156816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf2d6c-449e-4086-96b4-f9c69efe403a req-8d2832bf-eed1-47e5-b7a4-bbd1226d77c4 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.158298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8bf2d6c-449e-4086-96b4-f9c69efe403a req-8d2832bf-eed1-47e5-b7a4-bbd1226d77c4 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 946 time: 0.4995961 Jul 16 08:27:14.182079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-bbdb2c12-16cc-484c-bbe3-dea3084ee88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.183711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-bbdb2c12-16cc-484c-bbe3-dea3084ee88f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1444671 Jul 16 08:27:14.193223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-a9ec98ae-a4a3-48fb-bc41-269bada814a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=18176703-4a64-472b-aebc-645f51b62818 HTTP/1.1" status: 200 len: 217 time: 0.0463622 Jul 16 08:27:14.227159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:14.233124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.249128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-a64ee179-4468-42dc-a11a-d6c2aff5820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.250614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-a64ee179-4468-42dc-a11a-d6c2aff5820e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0519128 Jul 16 08:27:14.299191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3591af80-98a4-4f26-bdf6-99bfbb48011c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.314867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccca38ec-6ab5-457d-8afa-cfdbf06345db req-80363374-6681-4311-a925-d0b2f421e39e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010236 Jul 16 08:27:14.324149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919352-88a6-4218-b544-9c7ead426c06 req-7ccb4ee3-e3b7-47a0-8353-3035cf444d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.326441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-7ccb4ee3-e3b7-47a0-8353-3035cf444d5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3703535 Jul 16 08:27:14.340492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8bf2d6c-449e-4086-96b4-f9c69efe403a req-8cf0155c-84ee-4120-8225-ec32de019eca tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629126 Jul 16 08:27:14.349231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-fe1aceca-b5a3-431f-88e1-bb31649ab649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.351229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-fe1aceca-b5a3-431f-88e1-bb31649ab649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0930531 Jul 16 08:27:14.406269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:14.434643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'mac_address': 'fa:16:3e:6c:7b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:14.483856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3591af80-98a4-4f26-bdf6-99bfbb48011c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.489385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-07e417c5-0e4e-4f98-8880-9c9ff194fe58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=66e20236-d917-48c1-b407-90da66bcc558 HTTP/1.1" status: 200 len: 217 time: 0.1465235 Jul 16 08:27:14.491162 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa9da5-ca28-427c-9360-2667e22eb294 x-openstack-request-id: req-6efa9da5-ca28-427c-9360-2667e22eb294 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:14.491477 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d", "tag": "e4c6024f-2c89-4e18-84fb-e411ae22c8d5", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:14.491720 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6efa9da5-ca28-427c-9360-2667e22eb294 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:14.492198 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'tag': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5', 'status': 'completed', 'code': 200} Jul 16 08:27:14.495267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-4c82e295-09dd-47cc-aa72-0a7487eb5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.497615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-4c82e295-09dd-47cc-aa72-0a7487eb5ff5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3053918 Jul 16 08:27:14.498282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3591af80-98a4-4f26-bdf6-99bfbb48011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.538636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.545772 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce4b937-339e-477e-84a8-ccea34edd0d6 x-openstack-request-id: req-3ce4b937-339e-477e-84a8-ccea34edd0d6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:14.546066 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b3459-136c-4c59-9dce-4bd7ba09135c", "tag": "18176703-4a64-472b-aebc-645f51b62818", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:14.546305 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ce4b937-339e-477e-84a8-ccea34edd0d6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:14.546690 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'tag': '18176703-4a64-472b-aebc-645f51b62818', 'status': 'completed', 'code': 200} Jul 16 08:27:14.568039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:14.581802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.632150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:14.638543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.646068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919352-88a6-4218-b544-9c7ead426c06 req-53207735-1d34-414a-9094-f46eb0b2ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.647538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-53207735-1d34-414a-9094-f46eb0b2ce04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1466041 Jul 16 08:27:14.682306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3591af80-98a4-4f26-bdf6-99bfbb48011c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=400fb0dcf411411c9761247ec6293765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410155 Jul 16 08:27:14.697562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:14.698577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.702173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20d8f6cf-532b-4e12-a3c1-5d976eb018ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b34990f6ae1c4cf18d15ffad041f9028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192720 Jul 16 08:27:14.706254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.737388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591af80-98a4-4f26-bdf6-99bfbb48011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9484b-9075-4f66-8ed1-5d35a4774e92,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:14.802194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-63e85501-791e-42db-a0cd-f36b0f5e6fbe service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450264 Jul 16 08:27:14.825796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-0c146a79-998c-409b-9fb7-39ee29ca9199 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025204 Jul 16 08:27:14.837400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60214981-c82f-405a-afad-489f73e860c3 req-e3cfd5aa-7a80-4d0c-a65b-b14b18eab687 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.838836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60214981-c82f-405a-afad-489f73e860c3 req-e3cfd5aa-7a80-4d0c-a65b-b14b18eab687 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 947 time: 0.2023907 Jul 16 08:27:14.847962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6492fc70-98da-4955-a2ff-3393a03bac80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.866635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919352-88a6-4218-b544-9c7ead426c06 req-2fab57a1-0b6b-4837-b5ee-78e238f17f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.868146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-2fab57a1-0b6b-4837-b5ee-78e238f17f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2125211 Jul 16 08:27:14.871525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326207bd-c6e4-4895-b638-f7bdd51c347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.881710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3a9e-819a-4365-bf44-d6bc845fc2d7 req-7e36e1f1-f74f-4c01-9b53-4974b7628028 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.883194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb3c3a9e-819a-4365-bf44-d6bc845fc2d7 req-7e36e1f1-f74f-4c01-9b53-4974b7628028 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 948 time: 0.2131934 Jul 16 08:27:14.905671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6492fc70-98da-4955-a2ff-3393a03bac80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.949546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:14.971145 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60214981-c82f-405a-afad-489f73e860c3 req-9fe5680b-92db-4aeb-8f3b-95ec9b8273b9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213846 Jul 16 08:27:14.984969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326207bd-c6e4-4895-b638-f7bdd51c347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.009549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2be3553-36e7-4513-aa78-68f68d90e28d req-ac009cea-ca0f-44e1-9c3b-71740c3d855e service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633759 Jul 16 08:27:15.039531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6492fc70-98da-4955-a2ff-3393a03bac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.042500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6492fc70-98da-4955-a2ff-3393a03bac80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.045620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6492fc70-98da-4955-a2ff-3393a03bac80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6f9484b-9075-4f66-8ed1-5d35a4774e92 HTTP/1.1" status: 204 len: 168 time: 0.3424323 Jul 16 08:27:15.061278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40361093-cc12-4ba5-8139-aa5d00812bf7 req-97b46194-d95c-4821-9946-ce60a5eb7920 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488844 Jul 16 08:27:15.063340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492fc70-98da-4955-a2ff-3393a03bac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9484b-9075-4f66-8ed1-5d35a4774e92,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.083415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb3c3a9e-819a-4365-bf44-d6bc845fc2d7 req-66839aad-e29a-4a33-8451-f17c27b4d04f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871204 Jul 16 08:27:15.142227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-a38ded7c-aaa7-43c5-a48c-8ae0e3545b7d service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579243 Jul 16 08:27:15.219198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-25416a81-b073-4a9a-9c9a-cc0c60bae7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.220843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-25416a81-b073-4a9a-9c9a-cc0c60bae7ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c33d1b486494dad96d8fb394c1ab088&device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 1100 time: 0.1140218 Jul 16 08:27:15.329617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326207bd-c6e4-4895-b638-f7bdd51c347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.332319 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326207bd-c6e4-4895-b638-f7bdd51c347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.333499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-326207bd-c6e4-4895-b638-f7bdd51c347d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c341c642-04c7-4633-8976-95a324d5436a HTTP/1.1" status: 204 len: 168 time: 0.6242552 Jul 16 08:27:15.344357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-0bf0dcad-550c-485a-9892-f6828cf2a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.346411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-0bf0dcad-550c-485a-9892-f6828cf2a416 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1160140 Jul 16 08:27:15.381325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326207bd-c6e4-4895-b638-f7bdd51c347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c341c642-04c7-4633-8976-95a324d5436a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.392322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02919352-88a6-4218-b544-9c7ead426c06 req-c98a43dc-b556-4217-9443-8c5732800234 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368016 Jul 16 08:27:15.409336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-088f5b1a-3d3a-452a-8503-706c475cc289 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=18176703-4a64-472b-aebc-645f51b62818 HTTP/1.1" status: 200 len: 217 time: 0.0484502 Jul 16 08:27:15.434860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-5e139807-72ad-4c04-bfa0-d1854c19f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.436580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-5e139807-72ad-4c04-bfa0-d1854c19f871 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 1099 time: 0.2935526 Jul 16 08:27:15.477964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-223faa49-46b8-43b1-8179-b542d4b6e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.479607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-223faa49-46b8-43b1-8179-b542d4b6e450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0641372 Jul 16 08:27:15.484293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e2f43-129a-460b-b154-15820c7fd57a req-bad8ac68-b14a-40db-86d8-4cd121f962e1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.485811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc3e2f43-129a-460b-b154-15820c7fd57a req-bad8ac68-b14a-40db-86d8-4cd121f962e1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 949 time: 0.1498649 Jul 16 08:27:15.564774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-330bc7a6-d67a-4e15-bd10-3db8f786b8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.566952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-535afc54-129a-4f18-8ccd-8be8b25b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.569614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-535afc54-129a-4f18-8ccd-8be8b25b260c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752275 Jul 16 08:27:15.584818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc3e2f43-129a-460b-b154-15820c7fd57a req-8a286fe8-0b6d-40f0-94be-4e4a9db393a5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840936 Jul 16 08:27:15.650919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.727030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-797ed928-4667-4bdc-951e-80200f2d510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.729207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-797ed928-4667-4bdc-951e-80200f2d510b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2852819 Jul 16 08:27:15.793441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b5047-4846-49b8-9e12-f165c7fb8f65 req-7335d618-2d87-45ee-86fb-af700ffa7f2a tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.800460 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d83b5047-4846-49b8-9e12-f165c7fb8f65 req-7335d618-2d87-45ee-86fb-af700ffa7f2a tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 946 time: 0.1693738 Jul 16 08:27:15.809807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-3b5639e5-74e2-4e3f-bf94-a224a15aefdc service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332027 Jul 16 08:27:15.817513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-7c86ecde-1ed0-4098-8f8c-c7118106843c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5 HTTP/1.1" status: 200 len: 217 time: 0.0811388 Jul 16 08:27:15.884163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d83b5047-4846-49b8-9e12-f165c7fb8f65 req-3efc22e2-b6c1-49ef-984d-fa6c872ad763 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827618 Jul 16 08:27:15.908611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39004) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:15.919467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-82717b1c-c805-4109-a718-19d62e711266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.920951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-82717b1c-c805-4109-a718-19d62e711266 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0955033 Jul 16 08:27:15.958022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80c27ab4-06ff-4d84-aea2-b2d6a1c52b68 req-a22ac3e2-419f-42ab-8e49-8063dd967e72 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377642 Jul 16 08:27:16.021524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-b76711bc-a2a2-49fe-9d2e-9d36004d269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.023743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-b76711bc-a2a2-49fe-9d2e-9d36004d269b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962427 Jul 16 08:27:16.138700 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4448-86e2-4316-ad0c-1df9e9b7e315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.143564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-2ed6cf4b-7b74-4ef7-8408-6ad597b92eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134140 Jul 16 08:27:16.201090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:16.243427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:16.318889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccfefd49-fb29-4613-b195-693aff0a7f33 req-c20fb229-7971-445f-96f9-cfe6cf39cb02 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667686 Jul 16 08:27:16.379595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccc6c3-a19f-4222-baee-d05fe1b423b1 req-9db19e91-4d1f-45cd-885b-2d601b056d46 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.388400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bcccc6c3-a19f-4222-baee-d05fe1b423b1 req-9db19e91-4d1f-45cd-885b-2d601b056d46 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 948 time: 0.1457138 Jul 16 08:27:16.414822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:16.428887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:16.431659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:16.432846 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.460872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bcccc6c3-a19f-4222-baee-d05fe1b423b1 req-58b5ffbc-04ca-42c2-8609-0cd89a9bb100 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714889 Jul 16 08:27:16.482363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2564e0a-adc0-4c5a-94d6-7faf1b896a97 req-c5dfa518-ebe1-4f80-b626-018f91a50200 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.482363 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2564e0a-adc0-4c5a-94d6-7faf1b896a97 req-c5dfa518-ebe1-4f80-b626-018f91a50200 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 947 time: 0.3453557 Jul 16 08:27:16.485257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '66e20236-d917-48c1-b407-90da66bcc558', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '66e20236-d917-48c1-b407-90da66bcc558', 'mac_address': 'fa:16:3e:0e:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:16.503382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4448-86e2-4316-ad0c-1df9e9b7e315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.508165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f4448-86e2-4316-ad0c-1df9e9b7e315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.555418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.569986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.579518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2564e0a-adc0-4c5a-94d6-7faf1b896a97 req-b0bc3543-1d46-449b-97ea-2e3f3d76733d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886943 Jul 16 08:27:16.582621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e20236-d917-48c1-b407-90da66bcc558 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:16.635770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39040) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:16.663404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:16.672000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.703062 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.758923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:16.762083 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ef03a8-3cf6-43ec-9318-944ecc9ac09b" -d '{"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:16.817383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:16.818882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.835618 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.863093 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f31e6a-145f-42f6-96ad-f57d978b7730 x-openstack-request-id: req-a9f31e6a-145f-42f6-96ad-f57d978b7730 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:16.863530 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:16.863857 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9f31e6a-145f-42f6-96ad-f57d978b7730 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:16.864369 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'code': 200} Jul 16 08:27:16.871772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f4448-86e2-4316-ad0c-1df9e9b7e315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c04b01-0014-4e25-aa8e-6c9d4827cda8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.886995 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cc5f4448-86e2-4316-ad0c-1df9e9b7e315 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b15a448e7ee34536b8ab899337d7529b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9767799 Jul 16 08:27:16.887711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39054) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:16.893574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42387f09-d09b-4f5d-b2e4-a6582a0473c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.903364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['66e20236-d917-48c1-b407-90da66bcc558'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:17.006751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.021567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84bac800-3802-4d99-af9e-6b8cb1f5024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.047544 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84bac800-3802-4d99-af9e-6b8cb1f5024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.095810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fe8d7-d395-4b99-a27b-3f89646f557b req-c58dbfab-9eb6-47a7-80f8-db8dd447520e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.106456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a76fe8d7-d395-4b99-a27b-3f89646f557b req-c58dbfab-9eb6-47a7-80f8-db8dd447520e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2258272 Jul 16 08:27:17.184784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566f5dd-9314-4ccf-b93f-ce0687f86fd8 req-e4494c2e-b90e-43ba-bfdf-024a4e2975e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.186767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b566f5dd-9314-4ccf-b93f-ce0687f86fd8 req-e4494c2e-b90e-43ba-bfdf-024a4e2975e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1102 time: 0.1964993 Jul 16 08:27:17.191205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a76fe8d7-d395-4b99-a27b-3f89646f557b req-411daf7f-8405-4195-8633-c348b0e76dec tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Jul 16 08:27:17.196822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9cced-517a-4a70-8d38-3e18753b072d req-fef7d9ab-5c83-4998-b7ef-b43398dc0c3f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.204572 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8d9cced-517a-4a70-8d38-3e18753b072d req-fef7d9ab-5c83-4998-b7ef-b43398dc0c3f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 946 time: 0.1437910 Jul 16 08:27:17.218197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84bac800-3802-4d99-af9e-6b8cb1f5024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.221196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84bac800-3802-4d99-af9e-6b8cb1f5024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.222371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-84bac800-3802-4d99-af9e-6b8cb1f5024f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19c04b01-0014-4e25-aa8e-6c9d4827cda8 HTTP/1.1" status: 204 len: 168 time: 0.3324220 Jul 16 08:27:17.235105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bac800-3802-4d99-af9e-6b8cb1f5024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c04b01-0014-4e25-aa8e-6c9d4827cda8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.286037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8d9cced-517a-4a70-8d38-3e18753b072d req-30d46deb-375b-4cef-8292-51b084d4efbf tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802367 Jul 16 08:27:17.290485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b566f5dd-9314-4ccf-b93f-ce0687f86fd8 req-e88650e6-d118-46da-aacc-c7b22265731e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830984 Jul 16 08:27:17.300438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42387f09-d09b-4f5d-b2e4-a6582a0473c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.312823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42387f09-d09b-4f5d-b2e4-a6582a0473c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.372328 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-42387f09-d09b-4f5d-b2e4-a6582a0473c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d593401a75c4d23b1bd5bc13d6317c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354536 Jul 16 08:27:17.372883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39074) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:17.375183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42387f09-d09b-4f5d-b2e4-a6582a0473c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1747c-3a98-4ec3-94c1-2d49dbcfa686,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.493717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddafd646-330e-48bf-ab1e-36d1158bb590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.515005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.525317 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddafd646-330e-48bf-ab1e-36d1158bb590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.535686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53399882-ecbd-425d-8fad-31bbd8eb6d2e req-935152f6-876d-456d-8701-af94287c14a5 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.537276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53399882-ecbd-425d-8fad-31bbd8eb6d2e req-935152f6-876d-456d-8701-af94287c14a5 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 946 time: 0.1231532 Jul 16 08:27:17.547536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39084) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:17.553629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'floatingip': {'port_id': '5d571921-260c-4032-9d9d-ed4beaff015c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:17.634271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddafd646-330e-48bf-ab1e-36d1158bb590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.638245 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddafd646-330e-48bf-ab1e-36d1158bb590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.639646 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ddafd646-330e-48bf-ab1e-36d1158bb590 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5d1747c-3a98-4ec3-94c1-2d49dbcfa686 HTTP/1.1" status: 204 len: 168 time: 0.2657301 Jul 16 08:27:17.655854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafd646-330e-48bf-ab1e-36d1158bb590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1747c-3a98-4ec3-94c1-2d49dbcfa686,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.700295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.757388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39094) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:17.785971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10d4913d-6dda-4486-bc42-c2b7c5c3a43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.854272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99c38-902f-4cd4-b4da-b83e97503203 req-65516f14-d122-4f22-b800-160af99cf1b3 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.855866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bd99c38-902f-4cd4-b4da-b83e97503203 req-65516f14-d122-4f22-b800-160af99cf1b3 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 948 time: 0.2133541 Jul 16 08:27:17.898703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19265241-ab5f-4983-b9d9-2fa1f1089283 req-9483e79d-74ef-488e-8766-fb29bc347361 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.900297 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19265241-ab5f-4983-b9d9-2fa1f1089283 req-9483e79d-74ef-488e-8766-fb29bc347361 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 947 time: 0.1767411 Jul 16 08:27:17.943934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10d4913d-6dda-4486-bc42-c2b7c5c3a43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.946747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bd99c38-902f-4cd4-b4da-b83e97503203 req-a092ba98-e195-402b-b2e2-09e257ecfdbc tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752289 Jul 16 08:27:17.954415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10d4913d-6dda-4486-bc42-c2b7c5c3a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.985882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19265241-ab5f-4983-b9d9-2fa1f1089283 req-238873e4-82df-4991-a573-cb5426e65b4d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774360 Jul 16 08:27:18.014656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4913d-6dda-4486-bc42-c2b7c5c3a43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781e5f4-7f03-4cd8-a8e5-899ccacedd46,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:18.014656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-10d4913d-6dda-4486-bc42-c2b7c5c3a43a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7d05a327a8744498f3bcb823c80ee4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538497 Jul 16 08:27:18.023692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39100) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:18.087012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04310ff2-10fd-437b-b55b-86026b18787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.121535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04310ff2-10fd-437b-b55b-86026b18787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.181271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04310ff2-10fd-437b-b55b-86026b18787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.187351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04310ff2-10fd-437b-b55b-86026b18787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.195622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-04310ff2-10fd-437b-b55b-86026b18787d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0781e5f4-7f03-4cd8-a8e5-899ccacedd46 HTTP/1.1" status: 204 len: 168 time: 0.1704552 Jul 16 08:27:18.201312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e4c6024f-2c89-4e18-84fb-e411ae22c8d5 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:18.206165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04310ff2-10fd-437b-b55b-86026b18787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781e5f4-7f03-4cd8-a8e5-899ccacedd46,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:18.255139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:18.256954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.282193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 18176703-4a64-472b-aebc-645f51b62818 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:18.399916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39112) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:18.400982 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:27:18.410117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.resource_extend [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:27:18.421462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6372959-ecdf-403a-8959-8496fd18a185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.544202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.552997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.606147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 18176703-4a64-472b-aebc-645f51b62818, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=18176703-4a64-472b-aebc-645f51b62818,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:18.610098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 66e20236-d917-48c1-b407-90da66bcc558 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:18.623035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 66e20236-d917-48c1-b407-90da66bcc558 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:18.623459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f87b7-92da-4ff0-a805-c2c8ac7cc5aa req-78813511-1678-4de3-8d49-f301a213d7dc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.623947 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.630506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb1f87b7-92da-4ff0-a805-c2c8ac7cc5aa req-78813511-1678-4de3-8d49-f301a213d7dc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2828155 Jul 16 08:27:18.632046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6372959-ecdf-403a-8959-8496fd18a185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.639683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6372959-ecdf-403a-8959-8496fd18a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.660078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '18176703-4a64-472b-aebc-645f51b62818', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '18176703-4a64-472b-aebc-645f51b62818', 'mac_address': 'fa:16:3e:86:31:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:18.666049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:18.707490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6372959-ecdf-403a-8959-8496fd18a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e8d24-7e68-482f-b509-0e80bc447276,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:18.713932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb1f87b7-92da-4ff0-a805-c2c8ac7cc5aa req-0e6ef457-3032-41a5-9237-1c8a25a16ae1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824785 Jul 16 08:27:18.728904 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42 associated. External IP: 172.25.0.202, port: 5d571921-260c-4032-9d9d-ed4beaff015c. Jul 16 08:27:18.735709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5', 'mac_address': 'fa:16:3e:80:d9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:18.736291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a6372959-ecdf-403a-8959-8496fd18a185 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5a54ad2ae7540a292ad667249ed9950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357644 Jul 16 08:27:18.746857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39118) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:18.763297 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.805634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18176703-4a64-472b-aebc-645f51b62818 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:18.859100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92615d69-caff-46c7-b1fa-061db98ba5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.871351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.888932 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92615d69-caff-46c7-b1fa-061db98ba5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.900368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 18176703-4a64-472b-aebc-645f51b62818, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=18176703-4a64-472b-aebc-645f51b62818,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:18.901566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.905314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c6024f-2c89-4e18-84fb-e411ae22c8d5 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:18.919400 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.960161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92615d69-caff-46c7-b1fa-061db98ba5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.962984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92615d69-caff-46c7-b1fa-061db98ba5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.964267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92615d69-caff-46c7-b1fa-061db98ba5cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c9e8d24-7e68-482f-b509-0e80bc447276 HTTP/1.1" status: 204 len: 168 time: 0.2231417 Jul 16 08:27:18.991028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92615d69-caff-46c7-b1fa-061db98ba5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e8d24-7e68-482f-b509-0e80bc447276,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:18.993309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:19.005549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:19.007874 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6936fed-4ad9-4f73-a8f2-8a03bc82717a" -d '{"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-plugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:19.032144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.036193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:19.052595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.057542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=18176703-4a64-472b-aebc-645f51b62818,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.117777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.180630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.204842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['18176703-4a64-472b-aebc-645f51b62818'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:19.264579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e4c6024f-2c89-4e18-84fb-e411ae22c8d5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:19.270332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Router 6075770e-7618-4fbb-be94-d22e186a38e4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:19.401250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:19.406930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.416419 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:19.432942 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:19.433966 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:19.493022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1478181d-d394-4f0d-ad1e-c52e28461c4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "PUT /v2.0/floatingips/8df50a58-199f-4969-9b28-4e5740d9fc42 HTTP/1.1" status: 200 len: 992 time: 1.9426048 Jul 16 08:27:19.493622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:19.499356 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27eacf3-bcd7-471e-a63e-79299cde45d6" -d '{"events": [{"name": "network-changed", "server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:19.579717 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:19.622489 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a6da52-b20c-4619-86a1-20afa9b6656d x-openstack-request-id: req-e5a6da52-b20c-4619-86a1-20afa9b6656d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:19.623163 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-plugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:19.623505 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5a6da52-b20c-4619-86a1-20afa9b6656d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:19.623969 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558', 'code': 200} Jul 16 08:27:19.670592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89dae7-db21-4da1-9711-8f216a0a0c91 req-2955669e-e7de-4cd6-8d0b-25ce9427ab54 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.686842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed89dae7-db21-4da1-9711-8f216a0a0c91 req-2955669e-e7de-4cd6-8d0b-25ce9427ab54 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 949 time: 0.1293287 Jul 16 08:27:19.820050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed89dae7-db21-4da1-9711-8f216a0a0c91 req-7bbc97db-7d67-4068-90a0-b5b4222bd085 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300616 Jul 16 08:27:19.867263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8433-fff3-4f5a-8e10-884292369cc1 req-8c9c25d3-1ca5-4008-93e1-3945e55db137 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.878329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4fa8433-fff3-4f5a-8e10-884292369cc1 req-8c9c25d3-1ca5-4008-93e1-3945e55db137 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 948 time: 0.1285181 Jul 16 08:27:19.889890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312560-bd04-476e-a12e-0b987d8bd49d req-c1832509-d841-4090-b5f1-f0285556d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.900698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b312560-bd04-476e-a12e-0b987d8bd49d req-c1832509-d841-4090-b5f1-f0285556d736 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1101 time: 0.1794884 Jul 16 08:27:19.938641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4fa8433-fff3-4f5a-8e10-884292369cc1 req-fe9a6f99-0328-4b68-979b-ffb201c573a1 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581734 Jul 16 08:27:19.984264 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8df50a58-199f-4969-9b28-4e5740d9fc42', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'port_id': '5d571921-260c-4032-9d9d-ed4beaff015c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'mac_address': 'fa:16:3e:33:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851591ed-c819-4055-9baa-082cacae5d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:27:18Z', 'revision_number': 1, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:20.005732 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb32116-6da2-4f23-943f-b88c631a5197 x-openstack-request-id: req-3fb32116-6da2-4f23-943f-b88c631a5197 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:20.006020 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:20.006598 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fb32116-6da2-4f23-943f-b88c631a5197 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:20.006995 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c', 'status': 'completed', 'code': 200} Jul 16 08:27:20.014720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b312560-bd04-476e-a12e-0b987d8bd49d req-43522862-2d11-47a1-84b0-8c7a65855a3e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943074 Jul 16 08:27:20.016261 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:20.026197 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:20.027131 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:20.161013 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:20.179835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-8d3a31f2-84cb-4e9a-b3ba-c7d27e5c5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.181675 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-8d3a31f2-84cb-4e9a-b3ba-c7d27e5c5666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 1098 time: 0.1280766 Jul 16 08:27:20.231613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e4c6024f-2c89-4e18-84fb-e411ae22c8d5 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:20.293295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 18176703-4a64-472b-aebc-645f51b62818 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:20.379837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-05186852-368d-4204-a426-19ab5f057863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.381409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-05186852-368d-4204-a426-19ab5f057863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 924 time: 0.1552722 Jul 16 08:27:20.408606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39188) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:20.438488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec9c81-da15-4cf5-a8e3-6d9888f1ea4d req-dc707d68-fee0-4f01-80b3-f9b6b35dba10 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.442640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4ec9c81-da15-4cf5-a8e3-6d9888f1ea4d req-dc707d68-fee0-4f01-80b3-f9b6b35dba10 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1972594 Jul 16 08:27:20.498096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:20.515806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:20.516402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.573138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 18176703-4a64-472b-aebc-645f51b62818 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:20.645631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-808091fd-a531-421c-957b-0b51a6eb6be5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d571921-260c-4032-9d9d-ed4beaff015c HTTP/1.1" status: 200 len: 1000 time: 0.2539794 Jul 16 08:27:20.653964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4ec9c81-da15-4cf5-a8e3-6d9888f1ea4d req-c0ad5ab0-60b6-4053-91f4-6f66e4f43827 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430800 Jul 16 08:27:20.696917 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8df50a58-199f-4969-9b28-4e5740d9fc42', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'port_id': '5d571921-260c-4032-9d9d-ed4beaff015c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'mac_address': 'fa:16:3e:33:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851591ed-c819-4055-9baa-082cacae5d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:27:18Z', 'revision_number': 1, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:20.736911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8177-4204-4a60-8884-d21b210841ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.743249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-a5be731c-afc0-4039-829e-e184f5a1658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.745170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-a5be731c-afc0-4039-829e-e184f5a1658d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.0903194 Jul 16 08:27:20.812004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 18176703-4a64-472b-aebc-645f51b62818 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:20.812450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.842650 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0113d3-0ced-4622-bf8d-d07bc407fd6c None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8df50a58-199f-4969-9b28-4e5740d9fc42', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'port_id': '5d571921-260c-4032-9d9d-ed4beaff015c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'mac_address': 'fa:16:3e:33:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851591ed-c819-4055-9baa-082cacae5d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:27:18Z', 'revision_number': 1, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:20.886454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-71d027fe-7f75-4d8b-9aeb-c15b0708bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.892507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-71d027fe-7f75-4d8b-9aeb-c15b0708bd10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381326 Jul 16 08:27:20.895817 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.040187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8177-4204-4a60-8884-d21b210841ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.049092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8177-4204-4a60-8884-d21b210841ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.056069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:21.064604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.101653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9ca8177-4204-4a60-8884-d21b210841ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c41294cbade44d72bc09a5143774d56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6919127 Jul 16 08:27:21.102992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39226) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:21.107077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-5defb268-0a2f-4bc2-a03d-9f830bf76e33 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078176 Jul 16 08:27:21.225642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.229596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.243438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca8177-4204-4a60-8884-d21b210841ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96058b6-aaa0-4f56-b6dd-f379b6b75eef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.273540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 18176703-4a64-472b-aebc-645f51b62818, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=18176703-4a64-472b-aebc-645f51b62818,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:21.275914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f8a008c-fd37-452a-a932-efe4a1c285a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.282778 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.317785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f8a008c-fd37-452a-a932-efe4a1c285a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.327649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cf988-30b1-4ee1-859a-a4c89cf66cd6 req-200ec98f-ed7e-4b74-aeac-eb78b71a7686 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.329674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-237cf988-30b1-4ee1-859a-a4c89cf66cd6 req-200ec98f-ed7e-4b74-aeac-eb78b71a7686 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 949 time: 0.2353549 Jul 16 08:27:21.342484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1453fdf-5ab5-4808-9e26-c76e4cc609d6 None None] New status for floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:27:21.369515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a27eacf3-bcd7-471e-a63e-79299cde45d6 req-3ee73c6a-f90b-47f2-909a-ce04036a6b0d service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561648 Jul 16 08:27:21.406551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-237cf988-30b1-4ee1-859a-a4c89cf66cd6 req-2fb399db-c0dd-41ee-8716-044ad9b42f81 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686338 Jul 16 08:27:21.429814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f8a008c-fd37-452a-a932-efe4a1c285a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.434837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f8a008c-fd37-452a-a932-efe4a1c285a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.436055 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5f8a008c-fd37-452a-a932-efe4a1c285a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c96058b6-aaa0-4f56-b6dd-f379b6b75eef HTTP/1.1" status: 204 len: 168 time: 0.3167355 Jul 16 08:27:21.447151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a008c-fd37-452a-a932-efe4a1c285a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96058b6-aaa0-4f56-b6dd-f379b6b75eef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.457195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=18176703-4a64-472b-aebc-645f51b62818,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.487446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240f8f9-fb3d-4e93-85c3-2498b9482c2f req-68843856-d30d-490c-aa69-24c0dc610205 tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.489970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a240f8f9-fb3d-4e93-85c3-2498b9482c2f req-68843856-d30d-490c-aa69-24c0dc610205 tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1102 time: 0.0822897 Jul 16 08:27:21.515577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a240f8f9-fb3d-4e93-85c3-2498b9482c2f req-fd7790de-ebd6-4a0f-8914-ad03ae424c7e tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.627571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5'}, {'server_uuid': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18176703-4a64-472b-aebc-645f51b62818'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:21.629934 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf73c5b-79f9-458f-bc31-d7e6b9e4ea9c" -d '{"events": [{"server_uuid": "7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c6024f-2c89-4e18-84fb-e411ae22c8d5"}, {"server_uuid": "933b3459-136c-4c59-9dce-4bd7ba09135c", "name": "network-vif-plugged", "status": "completed", "tag": "18176703-4a64-472b-aebc-645f51b62818"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:21.648546 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a240f8f9-fb3d-4e93-85c3-2498b9482c2f req-fd7790de-ebd6-4a0f-8914-ad03ae424c7e tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.657142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a240f8f9-fb3d-4e93-85c3-2498b9482c2f req-fd7790de-ebd6-4a0f-8914-ad03ae424c7e tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.686982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a240f8f9-fb3d-4e93-85c3-2498b9482c2f req-fd7790de-ebd6-4a0f-8914-ad03ae424c7e tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907234 Jul 16 08:27:21.700508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7790de-ebd6-4a0f-8914-ad03ae424c7e tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650e5db-5daf-415d-8dc0-73e21f719548,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.862928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39252) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:21.883690 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.039253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3b56f-4102-4405-a1f9-92e74c7ac209 req-5455ef4f-d649-4ae3-b2d0-bdc9c6e06bd4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.040793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93e3b56f-4102-4405-a1f9-92e74c7ac209 req-5455ef4f-d649-4ae3-b2d0-bdc9c6e06bd4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 949 time: 0.1122775 Jul 16 08:27:22.050069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.065720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.122679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6246809eae145c1a654355e852720d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549956 Jul 16 08:27:22.123571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39262) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:22.132235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93e3b56f-4102-4405-a1f9-92e74c7ac209 req-9747b02e-67fa-4ea8-a054-2ba2daccdc5b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805984 Jul 16 08:27:22.135680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e567096-e272-4710-8ae6-b5940acd9830,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:22.154967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.155345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.155695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.156030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.156358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.156684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.157006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.157328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.158006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.158006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.158376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.158743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95a8b0-6872-42d3-b422-ab334371b90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.162153 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d324835e-eae7-4831-97ce-3bad73aa392b x-openstack-request-id: req-d324835e-eae7-4831-97ce-3bad73aa392b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:22.162450 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c6024f-2c89-4e18-84fb-e411ae22c8d5", "code": 200}, {"server_uuid": "933b3459-136c-4c59-9dce-4bd7ba09135c", "name": "network-vif-plugged", "status": "completed", "tag": "18176703-4a64-472b-aebc-645f51b62818", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:22.162707 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d324835e-eae7-4831-97ce-3bad73aa392b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:22.163094 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5', 'code': 200} Jul 16 08:27:22.163412 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18176703-4a64-472b-aebc-645f51b62818', 'code': 200} Jul 16 08:27:22.223798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.250733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.341922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.355886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.363914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e567096-e272-4710-8ae6-b5940acd9830 HTTP/1.1" status: 204 len: 168 time: 0.2389693 Jul 16 08:27:22.381074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0e17-db34-463c-86d5-61a117358d63 req-3b457226-b9ea-4378-b112-206beb43ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.383604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abac0e17-db34-463c-86d5-61a117358d63 req-3b457226-b9ea-4378-b112-206beb43ceae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 1102 time: 0.0997128 Jul 16 08:27:22.384980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e567096-e272-4710-8ae6-b5940acd9830,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:22.394998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c3be-23c7-4fde-b2f1-4b99dbcc8fed req-cf3a2792-9278-46a2-ad71-d541f20462eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.396568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebf5c3be-23c7-4fde-b2f1-4b99dbcc8fed req-cf3a2792-9278-46a2-ad71-d541f20462eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 1101 time: 0.1452401 Jul 16 08:27:22.399638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.400054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.400463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.400862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.401261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.401708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.402148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.402672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.403214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.403765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.404359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.404843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d2f9a-73e3-457c-b935-b9abfcc48b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:22.446142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abac0e17-db34-463c-86d5-61a117358d63 req-0c962183-ba66-47ad-95cd-1c34bd4a0369 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Jul 16 08:27:22.450634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebf5c3be-23c7-4fde-b2f1-4b99dbcc8fed req-f82261bb-bc74-4636-a76c-025f5026cdfd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Jul 16 08:27:22.903178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-19934024-634c-40d4-b76d-7cd7e79f0976 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e535783268b4455bb63241254932d206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288680 Jul 16 08:27:22.906878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-287ba646-c5e2-4dae-96d1-4942eb4602e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834739 Jul 16 08:27:23.094938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-c15da0f4-02ca-4d4d-9f75-80128f3219ea tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.098284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-c15da0f4-02ca-4d4d-9f75-80128f3219ea tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883235 Jul 16 08:27:23.126870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-7cc77cbc-13b4-42eb-b79d-24aa8cd6f617 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/quotas/e535783268b4455bb63241254932d206 HTTP/1.1" status: 200 len: 375 time: 0.0204906 Jul 16 08:27:23.166248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39336) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:23.179776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-6ca92194-ed9c-4558-8788-74a7f66241f2 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e535783268b4455bb63241254932d206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519273 Jul 16 08:27:23.183598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d245ae-c11b-4b1a-a037-341c21267911 req-64facc50-c896-48f9-afa0-4e7f227e44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.189176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-64facc50-c896-48f9-afa0-4e7f227e44c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 1098 time: 0.1878066 Jul 16 08:27:23.283354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c350e7-a344-4c1f-8a93-acff40409e3c req-1537c1a0-d858-4e04-bb4c-a0e90e900c58 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.291219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26c350e7-a344-4c1f-8a93-acff40409e3c req-1537c1a0-d858-4e04-bb4c-a0e90e900c58 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 950 time: 0.0891395 Jul 16 08:27:23.331892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26c350e7-a344-4c1f-8a93-acff40409e3c req-73455cad-3e84-43c6-a594-1e4ccd568a4d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jul 16 08:27:23.416997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39344) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:23.428072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d245ae-c11b-4b1a-a037-341c21267911 req-bd8af601-66e4-499a-aeaa-d0940aff76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.429734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-bd8af601-66e4-499a-aeaa-d0940aff76f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 924 time: 0.1615734 Jul 16 08:27:23.467485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-6b2f2ac9-189b-4acc-ae45-389873cbb64a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2975955 Jul 16 08:27:23.474851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-817060411-network', 'tenant_id': '1e28f2f6f5bc4ad3810c63b408f46257'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:23.530171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Made reservation on behalf of 1e28f2f6f5bc4ad3810c63b408f46257 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:23.532990 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.542446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.697477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-47c0c6f4-563b-4a22-97e7-f387cc56440a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d571921-260c-4032-9d9d-ed4beaff015c HTTP/1.1" status: 200 len: 1002 time: 0.1845658 Jul 16 08:27:23.707854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.715266 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.731920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:23.744870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.745246 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Added segment 3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2 of type vlan for network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b Jul 16 08:27:23.785656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019003c-af0a-4c25-a5a3-f2e1b9d2e104 req-f392d0cf-967d-436b-a484-204dc64a5e6a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.799975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1019003c-af0a-4c25-a5a3-f2e1b9d2e104 req-f392d0cf-967d-436b-a484-204dc64a5e6a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2466152 Jul 16 08:27:23.864007 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1019003c-af0a-4c25-a5a3-f2e1b9d2e104 req-6b75a792-8a27-4bf3-b674-3085a98351cd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Jul 16 08:27:23.865825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d245ae-c11b-4b1a-a037-341c21267911 req-162ee420-e59f-450f-b4b5-4257d2b58acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.867443 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-162ee420-e59f-450f-b4b5-4257d2b58acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.1551998 Jul 16 08:27:23.902172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.916084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356a175-9e8f-4be8-b8b5-1ac6345f3551,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:23.966626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4062ddee-a59d-420e-9154-37087ee40148 req-9b509377-278b-45e7-951e-5edab06b5e50 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 210 time: 0.0536237 Jul 16 08:27:23.985772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.986745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.987350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.002281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd518df2-0410-45fd-b113-69ca9254e4f9 req-4d0d84c9-6eb0-476e-9379-13bb35d6c161 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.011059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d245ae-c11b-4b1a-a037-341c21267911 req-bdf58810-37dd-4218-8384-196f53ac1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.011821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd518df2-0410-45fd-b113-69ca9254e4f9 req-4d0d84c9-6eb0-476e-9379-13bb35d6c161 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 949 time: 0.2589498 Jul 16 08:27:24.013377 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-bdf58810-37dd-4218-8384-196f53ac1c6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381404 Jul 16 08:27:24.100915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6802132 Jul 16 08:27:24.137937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39386) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:24.145961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Request body: {'subnet': {'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-817060411-subnet', 'tenant_id': '1e28f2f6f5bc4ad3810c63b408f46257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:24.194770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-81a10f5f-f537-4058-bd4d-8bbbaea2d520 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686401 Jul 16 08:27:24.196059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8d81c-4dc3-4cc1-806e-9f720f2ab258 admin admin] Pushing event updated for resources: {'Network': ['ID=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:24.196980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Made reservation on behalf of 1e28f2f6f5bc4ad3810c63b408f46257 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:24.200858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.213361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:24.220837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd518df2-0410-45fd-b113-69ca9254e4f9 req-6290cd3c-96a1-46ce-9ee2-591dfe0811b9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081203 Jul 16 08:27:24.518129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.561391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c11d-32d3-49b1-a32e-d05e0c261d88 req-75ba7db9-a32e-4c1b-a440-38bfffb5bbda tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.571129 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cc4c11d-32d3-49b1-a32e-d05e0c261d88 req-75ba7db9-a32e-4c1b-a440-38bfffb5bbda tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1039617 Jul 16 08:27:24.602457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12d245ae-c11b-4b1a-a037-341c21267911 req-da1f5ed3-3185-488e-a290-d9f99ab5f282 service neutron] 10.222.0.36 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978674 Jul 16 08:27:24.618363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cc4c11d-32d3-49b1-a32e-d05e0c261d88 req-5232e7d3-1b1e-4ddd-b50c-618dce06b4bf tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Jul 16 08:27:24.624882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af505d2a-a1e9-46f2-9d50-b7a36730175d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:24.653338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Checking segment: {'id': '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:24.653707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Network hostable DHCP agents. Network: e7deffde-81ec-4d86-9d0c-72d5f2e4b77b, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:24.696236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca07b-919c-46df-9910-b2a8107b5254 req-37aac8a8-24c9-4256-b678-29190907a9a9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.696236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-768ca07b-919c-46df-9910-b2a8107b5254 req-37aac8a8-24c9-4256-b678-29190907a9a9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 950 time: 0.1381228 Jul 16 08:27:24.717311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:24.728566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e7deffde-81ec-4d86-9d0c-72d5f2e4b77b) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:24.738983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.739658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.740026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a308c-0110-4220-adee-3f84b0f0967b None None] Network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:24.751260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-768ca07b-919c-46df-9910-b2a8107b5254 req-3963c92a-4e71-4287-90fa-dce10da29ea4 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533714 Jul 16 08:27:24.779929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-59e3a8a7-af1e-43f0-a799-6c51b337a5b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6403461 Jul 16 08:27:24.965696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3073aa-c9f4-4e77-a23f-7b7bb3e69384 None None] Network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:24.982344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-531fc9a2-f1bd-4443-9eb9-40b0ea3f8e92 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f291ca049f140708ec7daf64953e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432754 Jul 16 08:27:25.103106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-847ea8a0-dece-449b-9747-5766cbf51512 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e535783268b4455bb63241254932d206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231657 Jul 16 08:27:25.224166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-bc2b4a5d-7086-4f1b-85db-e5e9382ab095 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.225956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-bc2b4a5d-7086-4f1b-85db-e5e9382ab095 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426450 Jul 16 08:27:25.291386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-658637d0-7533-4000-892e-8b309515196d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/quotas/2f291ca049f140708ec7daf64953e777 HTTP/1.1" status: 200 len: 375 time: 0.0359156 Jul 16 08:27:25.333072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-d722e9ff-9cc4-4264-b7ea-a7f709cd9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.333587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-122fb614-1001-4120-b3fc-70565cc41606 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.334561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-d722e9ff-9cc4-4264-b7ea-a7f709cd9450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1102 time: 0.0790138 Jul 16 08:27:25.337631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-122fb614-1001-4120-b3fc-70565cc41606 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246368 Jul 16 08:27:25.376238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Request body: {'port': {'device_id': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'e535783268b4455bb63241254932d206'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:25.514864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45f2c-a5e1-48aa-8c5a-024838e5751b req-087c9946-5828-4a72-860d-7f5c53243943 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.516391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72c45f2c-a5e1-48aa-8c5a-024838e5751b req-087c9946-5828-4a72-860d-7f5c53243943 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1281211 Jul 16 08:27:25.517444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-74322050-31fb-49c4-9016-3ab75fceded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.518959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-74322050-31fb-49c4-9016-3ab75fceded7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1577308 Jul 16 08:27:25.524639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-cbd03a24-efa7-433b-b0ad-4696f290f95f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293482 Jul 16 08:27:25.533222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39462) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:25.543610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1064139374-network', 'tenant_id': '58d17097b2be45609a2f7562341952d9'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:25.556691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Made reservation on behalf of e535783268b4455bb63241254932d206 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:25.561508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.570693 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.587837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-80a23495-6d5a-4d82-a041-8d29628b6e5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0618474 Jul 16 08:27:25.635097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Made reservation on behalf of 58d17097b2be45609a2f7562341952d9 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:25.638015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.661561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72c45f2c-a5e1-48aa-8c5a-024838e5751b req-c682c7dc-86eb-4a5d-a3fe-bf078add202e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276326 Jul 16 08:27:25.668990 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.689739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-722ebf2a-3cc5-413e-bbeb-3069b4ed6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.691215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-722ebf2a-3cc5-413e-bbeb-3069b4ed6364 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0937400 Jul 16 08:27:25.764310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.778737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.831203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-26e2eb0b-482b-4ca7-bb98-cc3e059df601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.832963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-26e2eb0b-482b-4ca7-bb98-cc3e059df601 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358736 Jul 16 08:27:26.017291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-7ccf1e34-6552-4c80-a767-08fbf1c4bc71 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656423 Jul 16 08:27:26.026998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a69862-f3b1-4ead-8061-14e0e191f6d4 req-4f2c9092-5aae-4405-9100-feab51e8dc98 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.029586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76a69862-f3b1-4ead-8061-14e0e191f6d4 req-4f2c9092-5aae-4405-9100-feab51e8dc98 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 950 time: 0.2212832 Jul 16 08:27:26.033992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-445ca737-0a70-402c-884c-569deb90e833 req-f6bd3001-979d-4b84-a56f-af2ac346a231 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 210 time: 0.2740273 Jul 16 08:27:26.049963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.086580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.089876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0558a54-1afd-4b28-98fc-9153ea35fcbc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.189392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:26.193423 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-842955ca-c871-40c1-8dd8-dafba8731927 req-cdad3cf1-40f0-4d47-b7af-d2c41dc6388a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 210 time: 0.0346358 Jul 16 08:27:26.200968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Allocated IP 192.168.233.181 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/060f8a99-7f08-4d55-a683-6d58d8fba5b5) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:26.205903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76a69862-f3b1-4ead-8061-14e0e191f6d4 req-bad0a690-4567-4acd-8d99-1e4106f58695 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593921 Jul 16 08:27:26.206633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1f8b8d-5024-4599-bb93-55f334830ebe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.232719 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.233105 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Added segment 0b12c42c-d742-4149-9d3d-3eb69b8f4c23 of type vlan for network 680ddec2-2d83-4601-95f8-27287e4864d4 Jul 16 08:27:26.288665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-55ccb751-83fc-4d41-91f2-0d020967f875 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529826 Jul 16 08:27:26.292875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.337425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.338405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.339787 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.382835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.396863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Transition to ACTIVE for port object 060f8a99-7f08-4d55-a683-6d58d8fba5b5 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:26.427375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] Pushing event updated for resources: {'Network': ['ID=680ddec2-2d83-4601-95f8-27287e4864d4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.430593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-320d9603-330a-41ac-a74e-c1880c6c1e87 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8909702 Jul 16 08:27:26.434648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39486) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:26.435577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.439796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Request body: {'subnet': {'network_id': '680ddec2-2d83-4601-95f8-27287e4864d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1064139374-subnet', 'tenant_id': '58d17097b2be45609a2f7562341952d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:26.442656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 680ddec2-2d83-4601-95f8-27287e4864d4 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:26.481107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Made reservation on behalf of 58d17097b2be45609a2f7562341952d9 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:26.483800 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.501509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:26.508173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:26.528595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:26.534761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.536053 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.549620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Pushing event updated for resources: {'Port': ['ID=060f8a99-7f08-4d55-a683-6d58d8fba5b5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.573135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-94db9f1f-172d-4209-9a49-5fc0aecd3f4a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2018051 Jul 16 08:27:26.592521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Request body: {'port': {'device_id': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:26.797026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.941268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2e89e2cc-aa46-4e63-9838-1d3f7b70b3d9 None None] Provisioning for port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:26.946843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2e89e2cc-aa46-4e63-9838-1d3f7b70b3d9 None None] Provisioning complete for port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:26.947140 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2e89e2cc-aa46-4e63-9838-1d3f7b70b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.965075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.999094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2e89e2cc-aa46-4e63-9838-1d3f7b70b3d9 None None] Port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:27.043008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c2789e-b6a8-4a5c-83b2-bb6c738f0175,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.061841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Checking segment: {'id': '0b12c42c-d742-4149-9d3d-3eb69b8f4c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '680ddec2-2d83-4601-95f8-27287e4864d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:27.062223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Network hostable DHCP agents. Network: 680ddec2-2d83-4601-95f8-27287e4864d4, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:27.084215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Network 680ddec2-2d83-4601-95f8-27287e4864d4 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:27.095943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 680ddec2-2d83-4601-95f8-27287e4864d4) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:27.101979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.102628 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.107419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce212b2-2892-4bcb-ab5d-5b87e57df56a None None] Network 680ddec2-2d83-4601-95f8-27287e4864d4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:27.129448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-20cd368c-16d5-4617-bed0-d20bb63669e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6863456 Jul 16 08:27:27.129658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b6d5c-a367-4e8e-b111-33072cdfe1a0 req-eb990ae5-bd8b-411e-8cd5-234146fcde6d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.131344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-068b6d5c-a367-4e8e-b111-33072cdfe1a0 req-eb990ae5-bd8b-411e-8cd5-234146fcde6d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2588327 Jul 16 08:27:27.143221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39516) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:27.224908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-068b6d5c-a367-4e8e-b111-33072cdfe1a0 req-d7fac131-78e7-4a28-a65d-56484257bdad tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925953 Jul 16 08:27:27.267131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce90c68-2f01-45ab-a795-fa73f10f322d req-e6c9fa53-e428-4e40-a564-8dee5d033dca tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.282004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ce90c68-2f01-45ab-a795-fa73f10f322d req-e6c9fa53-e428-4e40-a564-8dee5d033dca tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 950 time: 0.1099219 Jul 16 08:27:27.371842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060f8a99-7f08-4d55-a683-6d58d8fba5b5 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:27.380281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.392968 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-aadc93eb-abdb-420d-a5ff-d9f64a91629e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2f291ca049f140708ec7daf64953e777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623789 Jul 16 08:27:27.395380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Transition to ACTIVE for port object 060f8a99-7f08-4d55-a683-6d58d8fba5b5 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:27.401097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.414212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ce90c68-2f01-45ab-a795-fa73f10f322d req-56718747-a0f1-4498-b087-aa44b3ea44b7 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261933 Jul 16 08:27:27.430585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c69c72-e927-41b0-8e2e-01d59ebbece2 None None] Network 680ddec2-2d83-4601-95f8-27287e4864d4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:27.520602 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5315a61-ce73-4f6d-b9d2-1b416cc11eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.524184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Pushing event updated for resources: {'Port': ['ID=060f8a99-7f08-4d55-a683-6d58d8fba5b5,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.681923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Attempting to bind port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:27.681923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Attempting to bind port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:27.682411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Attempting to bind port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:27.698872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-84de4e86-e535-4eec-b6cc-81cdfd17020c tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.700652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-84de4e86-e535-4eec-b6cc-81cdfd17020c tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2851694 Jul 16 08:27:27.726112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46a21f-0698-4e6d-ba4c-d6832442a37b req-1d121819-45ec-4b13-9aa2-6e3fac9c0865 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.735874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af46a21f-0698-4e6d-ba4c-d6832442a37b req-1d121819-45ec-4b13-9aa2-6e3fac9c0865 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 948 time: 0.3313491 Jul 16 08:27:27.737502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:27.737809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Attempting to bind port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:27.743575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Request body: {'port': {'device_id': '171550e7-04a8-4a09-af72-bce697d56038', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '2f291ca049f140708ec7daf64953e777'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:27.766542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:27.767467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:27.767467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:27.767689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Bound port: 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:27.769515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.800582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98d06bc8-3803-4111-b79e-f52544b46c15 req-d3030fea-5132-4a4c-b3b5-3b5b865a0d66 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 210 time: 0.0986559 Jul 16 08:27:27.829812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af46a21f-0698-4e6d-ba4c-d6832442a37b req-9fa57be7-d5b2-48e7-85fd-a8c0b0c8add2 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930781 Jul 16 08:27:27.891943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] For port 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:27.896822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] For port 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:27.904650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.959483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.960203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.962057 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] 10.222.0.36 "PUT /v2.0/ports/060f8a99-7f08-4d55-a683-6d58d8fba5b5 HTTP/1.1" status: 200 len: 1097 time: 1.3746686 Jul 16 08:27:27.962631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'tag': '060f8a99-7f08-4d55-a683-6d58d8fba5b5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:27.965200 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170" -d '{"events": [{"name": "network-changed", "server_uuid": "400062d0-52c5-4c8e-8271-ac2c9fb5cd08", "tag": "060f8a99-7f08-4d55-a683-6d58d8fba5b5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:28.000355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df8087-1f07-43cd-a5b0-cf3cc764c143 service neutron] Pushing event updated for resources: {'Port': ['ID=060f8a99-7f08-4d55-a683-6d58d8fba5b5,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.000957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5315a61-ce73-4f6d-b9d2-1b416cc11eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.018287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5315a61-ce73-4f6d-b9d2-1b416cc11eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.074742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Made reservation on behalf of 2f291ca049f140708ec7daf64953e777 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:28.081073 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.106287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5315a61-ce73-4f6d-b9d2-1b416cc11eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f238503-fb8f-4995-a918-9dadc5613862,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.133555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f5315a61-ce73-4f6d-b9d2-1b416cc11eab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5aec09d58c55482ea11b405a38ae3d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9887869 Jul 16 08:27:28.134165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39542) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:28.147687 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726439c-6e17-4bc0-9afb-7987fcc68d7d x-openstack-request-id: req-4726439c-6e17-4bc0-9afb-7987fcc68d7d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:28.148269 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400062d0-52c5-4c8e-8271-ac2c9fb5cd08", "tag": "060f8a99-7f08-4d55-a683-6d58d8fba5b5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:28.148269 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4726439c-6e17-4bc0-9afb-7987fcc68d7d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:28.149250 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'tag': '060f8a99-7f08-4d55-a683-6d58d8fba5b5', 'status': 'completed', 'code': 200} Jul 16 08:27:28.202382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-f8e40d5a-885f-4ba0-b63d-466818ecbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.204160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-f8e40d5a-885f-4ba0-b63d-466818ecbe2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e535783268b4455bb63241254932d206&device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 1100 time: 0.1172192 Jul 16 08:27:28.295391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-f6630b70-13c5-48b6-b8ff-0c209f9f7187 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5 HTTP/1.1" status: 200 len: 217 time: 0.0446763 Jul 16 08:27:28.328343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a78976b-7855-4142-a04a-4303c3956e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.366097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a78976b-7855-4142-a04a-4303c3956e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.366332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-0151d3a2-d8f1-47c1-a2a2-8a94955f0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.368038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-0151d3a2-d8f1-47c1-a2a2-8a94955f0699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0648451 Jul 16 08:27:28.368185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Allocated IP 192.168.233.246 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/38e4ced6-b1e6-487c-a025-52b55533e2c6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:28.592205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-8bcb00df-736a-4887-b32b-83d998aea319 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.593692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-8bcb00df-736a-4887-b32b-83d998aea319 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/networks?id=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b HTTP/1.1" status: 200 len: 814 time: 0.2062244 Jul 16 08:27:28.596681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156b7-b851-410d-8884-848d4110efcb req-8b264ce8-7ef7-4b76-9780-4ba63e9c79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.598048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-8b264ce8-7ef7-4b76-9780-4ba63e9c79c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197289 Jul 16 08:27:28.628645 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-6a95c2fb-3da6-4e24-91f3-e588d135838a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/quotas/1e28f2f6f5bc4ad3810c63b408f46257 HTTP/1.1" status: 200 len: 375 time: 0.0293257 Jul 16 08:27:28.670479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-a1f3b000-89bd-4b2f-8e52-cae6c1719671 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e28f2f6f5bc4ad3810c63b408f46257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322134 Jul 16 08:27:28.694619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a78976b-7855-4142-a04a-4303c3956e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.697205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a78976b-7855-4142-a04a-4303c3956e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.698975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5a78976b-7855-4142-a04a-4303c3956e18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f238503-fb8f-4995-a918-9dadc5613862 HTTP/1.1" status: 204 len: 168 time: 0.5605767 Jul 16 08:27:28.740334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78976b-7855-4142-a04a-4303c3956e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f238503-fb8f-4995-a918-9dadc5613862,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.748841 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-3d2a7935-6c2d-4622-b8f0-99dce1a1581a service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425290 Jul 16 08:27:28.759228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824dd1c-bf4c-4926-8551-1efd7a5e96d1 req-f1141852-c1eb-4025-9818-af8c1cffe464 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.761379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a824dd1c-bf4c-4926-8551-1efd7a5e96d1 req-f1141852-c1eb-4025-9818-af8c1cffe464 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.3853731 Jul 16 08:27:28.811940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-434599f9-7a0b-4c43-bcda-56df7ec26636 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:28.813247 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-434599f9-7a0b-4c43-bcda-56df7ec26636 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763340 Jul 16 08:27:28.853221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-b076a0b7-68d0-44eb-9544-5d1606a5752f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.855410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-b076a0b7-68d0-44eb-9544-5d1606a5752f tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 950 time: 0.2262173 Jul 16 08:27:28.891883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a824dd1c-bf4c-4926-8551-1efd7a5e96d1 req-4f791ee7-08d6-4f22-be22-64e224848e24 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952725 Jul 16 08:27:28.922486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-991156b7-b851-410d-8884-848d4110efcb req-9d20caa7-9349-4acf-9f1f-7b502403b3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635318 Jul 16 08:27:28.973124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.005987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Transition to ACTIVE for port object 38e4ced6-b1e6-487c-a025-52b55533e2c6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:29.043050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-8fcc74a4-577e-415d-b78a-c7e8b566aadb service neutron] 10.222.0.41 "GET /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214022 Jul 16 08:27:29.118874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.135226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Deleting port 18176703-4a64-472b-aebc-645f51b62818 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:29.135509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.137891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['66e20236-d917-48c1-b407-90da66bcc558', 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:29.176794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-b0c290f3-5b9f-459d-a2d0-495427632cf2 service neutron] 10.222.0.41 "GET /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311584 Jul 16 08:27:29.223597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:29.282922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:29.290231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:29.296026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.296657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.305784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-89081f1e-9a4f-4fbc-b768-4061543f2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.307334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-89081f1e-9a4f-4fbc-b768-4061543f2a3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e535783268b4455bb63241254932d206&device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 1100 time: 0.1502466 Jul 16 08:27:29.311801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event updated for resources: {'Port': ['ID=38e4ced6-b1e6-487c-a025-52b55533e2c6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.349526 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-87898f3c-a12f-4e0e-a920-c66656ea29a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6280487 Jul 16 08:27:29.370792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55566ac-fd7f-4b7a-9d76-e13e35435e4e req-baceabad-82bb-4753-b2ac-febe99ce2de9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.377948 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e55566ac-fd7f-4b7a-9d76-e13e35435e4e req-baceabad-82bb-4753-b2ac-febe99ce2de9 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 950 time: 0.2987764 Jul 16 08:27:29.395348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Request body: {'port': {'device_id': '171550e7-04a8-4a09-af72-bce697d56038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:29.422548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] For port 18176703-4a64-472b-aebc-645f51b62818, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=18176703-4a64-472b-aebc-645f51b62818,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:29.424141 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.461103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39592) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:29.505596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Calling delete_port for 18176703-4a64-472b-aebc-645f51b62818 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:29.534180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-34f897e2-c3cd-4eec-a8d6-2ec9c17a5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.540768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-34f897e2-c3cd-4eec-a8d6-2ec9c17a5c25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2219522 Jul 16 08:27:29.622914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-fbc1de31-49a0-4158-840d-eb40c9d8a68d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5 HTTP/1.1" status: 200 len: 217 time: 0.0734437 Jul 16 08:27:29.685477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e55566ac-fd7f-4b7a-9d76-e13e35435e4e req-b6274dcb-fdc9-4c57-adab-ffec7f641a65 tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dc0af5-a422-4dec-b9b8-98e89ed11a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063378 Jul 16 08:27:29.718358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-70d2b624-740f-4b14-8728-121f6269ff5d None None] Provisioning for port 38e4ced6-b1e6-487c-a025-52b55533e2c6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:29.723150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-70d2b624-740f-4b14-8728-121f6269ff5d None None] Provisioning complete for port 38e4ced6-b1e6-487c-a025-52b55533e2c6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:29.724310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-70d2b624-740f-4b14-8728-121f6269ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.731667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff72e744-dfcc-47eb-9043-cdbdc199fcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.754323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-752aa8f0-f071-436d-8817-07b2b948fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.755825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-752aa8f0-f071-436d-8817-07b2b948fa41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1230023 Jul 16 08:27:29.785258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.811058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-70d2b624-740f-4b14-8728-121f6269ff5d None None] Port 38e4ced6-b1e6-487c-a025-52b55533e2c6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:29.829511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3226f-6d79-4ee9-a59d-0494bcc2137b req-3d222ff6-ea35-4a3b-8bb3-bcfa1c803221 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.838450 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3d3226f-6d79-4ee9-a59d-0494bcc2137b req-3d222ff6-ea35-4a3b-8bb3-bcfa1c803221 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 936 time: 0.1948068 Jul 16 08:27:29.927100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3d3226f-6d79-4ee9-a59d-0494bcc2137b req-2831b0ce-66ae-4d5d-950b-2ee5e8224cc2 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874188 Jul 16 08:27:29.936260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-1a2ad0ea-cd23-4133-bd7e-d6127f1e2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.937962 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-1a2ad0ea-cd23-4133-bd7e-d6127f1e2fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1700139 Jul 16 08:27:30.016630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.062016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['18176703-4a64-472b-aebc-645f51b62818'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:30.082049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Pushing event deleted for resources: {'Port': ['ID=18176703-4a64-472b-aebc-645f51b62818,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.143080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff72e744-dfcc-47eb-9043-cdbdc199fcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.173061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff72e744-dfcc-47eb-9043-cdbdc199fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.178392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39614) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:30.211737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-b7aab879-6474-4e85-ba64-ccfd5e3a0db8 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539406 Jul 16 08:27:30.220753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a5d2b-3367-4d05-b022-8303a4fd265b req-62af65a1-5d75-4179-becc-228fe57beb25 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.222390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae7a5d2b-3367-4d05-b022-8303a4fd265b req-62af65a1-5d75-4179-becc-228fe57beb25 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 948 time: 0.2767518 Jul 16 08:27:30.223235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] No DVR routers for this DVR port 18176703-4a64-472b-aebc-645f51b62818 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:30.233383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.235500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9de429d-5787-474a-b4bb-456db5f51aa2 req-a1b1dac3-74ae-4b68-a375-18e9e4170d9d tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.36 "DELETE /v2.0/ports/18176703-4a64-472b-aebc-645f51b62818 HTTP/1.1" status: 204 len: 173 time: 1.3727217 Jul 16 08:27:30.237620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'name': 'network-vif-deleted', 'tag': '18176703-4a64-472b-aebc-645f51b62818'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:30.239812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42320655-954e-494d-acf8-e04d02f11a1c req-7393002d-7077-4caf-803b-a32fd0e2946a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 210 time: 0.0817645 Jul 16 08:27:30.258222 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b781c-8baf-4f70-8b6d-e65394e64892" -d '{"events": [{"server_uuid": "933b3459-136c-4c59-9dce-4bd7ba09135c", "name": "network-vif-deleted", "tag": "18176703-4a64-472b-aebc-645f51b62818"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:30.325563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ff72e744-dfcc-47eb-9043-cdbdc199fcff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a931dc3aae74c758aa831c748715483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8600228 Jul 16 08:27:30.326428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:30.329868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae7a5d2b-3367-4d05-b022-8303a4fd265b req-b76b1e1b-643b-42f7-93e6-b9914099706d tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988121 Jul 16 08:27:30.345666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e744-dfcc-47eb-9043-cdbdc199fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1a159-8027-468d-9ab4-0e28769143cd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.430831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e4ced6-b1e6-487c-a025-52b55533e2c6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:30.442721 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc4609-7fae-439b-8b13-de3e7ecb5116 x-openstack-request-id: req-3acc4609-7fae-439b-8b13-de3e7ecb5116 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:30.443047 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b3459-136c-4c59-9dce-4bd7ba09135c", "name": "network-vif-deleted", "tag": "18176703-4a64-472b-aebc-645f51b62818", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:30.443350 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3acc4609-7fae-439b-8b13-de3e7ecb5116 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:30.443775 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b3459-136c-4c59-9dce-4bd7ba09135c', 'name': 'network-vif-deleted', 'tag': '18176703-4a64-472b-aebc-645f51b62818', 'status': 'completed', 'code': 200} Jul 16 08:27:30.445839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.472537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Transition to ACTIVE for port object 38e4ced6-b1e6-487c-a025-52b55533e2c6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:30.478588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.487070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-559611363-network', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:30.526686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Made reservation on behalf of 9f46fcb9682f4bfaa8001ce3f39e181c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:30.530401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.545620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2018cf0c-6d94-40ea-8bbd-307ebc5e1170 req-664d1a01-0d7d-4a8c-b9e2-31cd940612cd service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048060 Jul 16 08:27:30.547186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0d58d8e-4992-4d4c-b75c-b4c150ea085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.548869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.588281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Attempting to bind port 38e4ced6-b1e6-487c-a025-52b55533e2c6 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:30.588685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Attempting to bind port 38e4ced6-b1e6-487c-a025-52b55533e2c6 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:30.589118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Attempting to bind port 38e4ced6-b1e6-487c-a025-52b55533e2c6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:30.599784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Pushing event updated for resources: {'Port': ['ID=38e4ced6-b1e6-487c-a025-52b55533e2c6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.603662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Port 38e4ced6-b1e6-487c-a025-52b55533e2c6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:30.603996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Attempting to bind port 38e4ced6-b1e6-487c-a025-52b55533e2c6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:30.607398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0d58d8e-4992-4d4c-b75c-b4c150ea085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.611167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:30.611532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:30.612079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:30.612511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Bound port: 38e4ced6-b1e6-487c-a025-52b55533e2c6, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:30.612872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.657866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc514680-8480-468b-93c8-bfe4b296e720 req-526f7a1c-7757-40db-b081-9ed604d794cc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.663806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc514680-8480-468b-93c8-bfe4b296e720 req-526f7a1c-7757-40db-b081-9ed604d794cc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2279053 Jul 16 08:27:30.711734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] For port 38e4ced6-b1e6-487c-a025-52b55533e2c6, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:30.716579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] For port 38e4ced6-b1e6-487c-a025-52b55533e2c6, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:30.726929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.735979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0d58d8e-4992-4d4c-b75c-b4c150ea085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.738520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0d58d8e-4992-4d4c-b75c-b4c150ea085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.739722 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b0d58d8e-4992-4d4c-b75c-b4c150ea085f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a1a159-8027-468d-9ab4-0e28769143cd HTTP/1.1" status: 204 len: 168 time: 0.4101110 Jul 16 08:27:30.751911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc514680-8480-468b-93c8-bfe4b296e720 req-7f83414c-8f15-414d-8b13-1321684e9cff tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775645 Jul 16 08:27:30.786972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d58d8e-4992-4d4c-b75c-b4c150ea085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1a159-8027-468d-9ab4-0e28769143cd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.812704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Pushing event updated for resources: {'Port': ['ID=38e4ced6-b1e6-487c-a025-52b55533e2c6,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.822779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.824109 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.825535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-701d93b3-8b07-4fb7-8f90-7ea1c49bbcef service neutron] 10.222.0.18 "PUT /v2.0/ports/38e4ced6-b1e6-487c-a025-52b55533e2c6 HTTP/1.1" status: 200 len: 1097 time: 1.4429693 Jul 16 08:27:30.867713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.878144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.900285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c11def5-b27f-471c-b947-5c0dc7295902 req-d3253303-8f75-4449-94c0-49985d3ec78e tempest-DeleteServersAdminTestJSON-710014060 tempest-DeleteServersAdminTestJSON-710014060-project] 10.222.0.41 "GET /v2.0/ports?device_id=933b3459-136c-4c59-9dce-4bd7ba09135c HTTP/1.1" status: 200 len: 210 time: 0.0408130 Jul 16 08:27:30.915580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:30.940801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.941874 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Added segment 499d0a9d-a699-4d84-a868-474b62d86454 of type vlan for network 75c000d8-0333-4ad2-89a8-ce69a70355e1 Jul 16 08:27:30.953036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7a580-4532-4854-b62e-e645f39968f2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.001108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.023421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-09c1bf37-a73a-4f88-94ac-31ef170e7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.024943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-09c1bf37-a73a-4f88-94ac-31ef170e7d20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 1100 time: 0.1275575 Jul 16 08:27:31.060522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.061931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.062612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.146737 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-466c86b7-9b93-4217-a589-0c34d5e304bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6 HTTP/1.1" status: 200 len: 217 time: 0.1136463 Jul 16 08:27:31.155838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9462004 Jul 16 08:27:31.160506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39632) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:31.186220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Request body: {'subnet': {'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-559611363-subnet', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:31.246050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-389797c1-e3ec-42e2-b297-7188a829842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.251836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-389797c1-e3ec-42e2-b297-7188a829842e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0944901 Jul 16 08:27:31.305042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b5c11-3cab-4530-b6b6-211e413d9f4a admin admin] Pushing event updated for resources: {'Network': ['ID=75c000d8-0333-4ad2-89a8-ce69a70355e1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.335337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:31.341819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39636) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:31.363961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a124500-7315-4c10-adf7-a7e6405021ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.387660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Made reservation on behalf of 9f46fcb9682f4bfaa8001ce3f39e181c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:31.390143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.479507 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a124500-7315-4c10-adf7-a7e6405021ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.491061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-84059c49-b1c5-4890-a3cd-660e51db158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.492660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-84059c49-b1c5-4890-a3cd-660e51db158b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364385 Jul 16 08:27:31.493257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a124500-7315-4c10-adf7-a7e6405021ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.547153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a676ca-220d-4a0d-a0a6-5e0e2e7ba07c req-1c34765a-ee06-477e-b73d-d366d1b45c34 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.549056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01a676ca-220d-4a0d-a0a6-5e0e2e7ba07c req-1c34765a-ee06-477e-b73d-d366d1b45c34 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 948 time: 0.3904476 Jul 16 08:27:31.591489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bc1d15e-cca0-4c31-9f88-560015639389 req-2a6a86aa-a049-4b96-a7c3-761de6965d9f tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 210 time: 0.0808029 Jul 16 08:27:31.612572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6a124500-7315-4c10-adf7-a7e6405021ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9ece3b75a7c43b18eea9c7de2529bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644370 Jul 16 08:27:31.627353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39640) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:31.642602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a124500-7315-4c10-adf7-a7e6405021ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f08ebb-e8fc-473c-8ae8-718899bf4038,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.647886 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01a676ca-220d-4a0d-a0a6-5e0e2e7ba07c req-544926d8-ef12-4a27-a9d1-47760b72561b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900562 Jul 16 08:27:31.672920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-379b6d9f-73c6-4b27-9473-71e9a04c1f44 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679244 Jul 16 08:27:31.725114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16d0bd52-4f0c-41be-ac85-9036d22eeb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.800475 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16d0bd52-4f0c-41be-ac85-9036d22eeb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.808719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.909264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Checking segment: {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:31.909560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Network hostable DHCP agents. Network: 75c000d8-0333-4ad2-89a8-ce69a70355e1, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:31.913660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda38992-952d-44e7-bb5c-b343a2ef11de,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.945462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:31.997756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 75c000d8-0333-4ad2-89a8-ce69a70355e1) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:32.012889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b482c-a2db-4039-a78e-3e1073a1c1b6 None None] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:32.021098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16d0bd52-4f0c-41be-ac85-9036d22eeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.023761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16d0bd52-4f0c-41be-ac85-9036d22eeb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.027393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16d0bd52-4f0c-41be-ac85-9036d22eeb64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13f08ebb-e8fc-473c-8ae8-718899bf4038 HTTP/1.1" status: 204 len: 168 time: 0.3966205 Jul 16 08:27:32.054681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.055425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.065098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0bd52-4f0c-41be-ac85-9036d22eeb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f08ebb-e8fc-473c-8ae8-718899bf4038,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:32.200155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-883f7f6b-83e2-4cc1-a5a3-ef52a355ecc6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0280030 Jul 16 08:27:32.216188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39648) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:32.227688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:32.268724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d798fc86-6457-4e2c-baad-f2b6d0ae34de req-7a57cc80-bc2e-49b5-aca3-b103574c8c61 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852799 Jul 16 08:27:32.325384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2fc8f-f6fa-4825-b2fa-0a685615ec6e req-d09d7b42-1a1a-47c4-9686-3ec933f041fa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.338887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96c2fc8f-f6fa-4825-b2fa-0a685615ec6e req-d09d7b42-1a1a-47c4-9686-3ec933f041fa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.3676455 Jul 16 08:27:32.353776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82d627-c09f-45e2-8073-2d7123b08342 req-d9df37f7-1b72-4993-9227-c09592ff3052 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.360056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e82d627-c09f-45e2-8073-2d7123b08342 req-d9df37f7-1b72-4993-9227-c09592ff3052 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 948 time: 0.6072409 Jul 16 08:27:32.435504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-9e3084e9-dc3b-4ef2-a044-b66d1355379d tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.437408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-9e3084e9-dc3b-4ef2-a044-b66d1355379d tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.36 "GET /v2.0/networks?id=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b HTTP/1.1" status: 200 len: 814 time: 0.4624891 Jul 16 08:27:32.442583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.443132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.446832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e82d627-c09f-45e2-8073-2d7123b08342 req-096eb73d-4ab5-4b89-85ca-2e7b757a7ab1 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Jul 16 08:27:32.446832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171550e7-04a8-4a09-af72-bce697d56038', 'tag': '38e4ced6-b1e6-487c-a025-52b55533e2c6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:32.449388 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d827fd9-121e-4078-9631-2bfb73aea9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "171550e7-04a8-4a09-af72-bce697d56038", "tag": "38e4ced6-b1e6-487c-a025-52b55533e2c6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:32.520387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 060f8a99-7f08-4d55-a683-6d58d8fba5b5 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:32.522353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 18176703-4a64-472b-aebc-645f51b62818 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:32.566146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.574607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Request body: {'port': {'device_id': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b', 'admin_state_up': True, 'tenant_id': '1e28f2f6f5bc4ad3810c63b408f46257'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:32.619497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 18176703-4a64-472b-aebc-645f51b62818 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:32.619497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 18176703-4a64-472b-aebc-645f51b62818 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:32.714255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-75c000d8-0333-4ad2-89a8-ce69a70355e1', 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'fixed_ips': [{'subnet_id': 'dda38992-952d-44e7-bb5c-b343a2ef11de'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:32.715543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.752185 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92353a4-7dde-4f7a-bab3-9740929b265a x-openstack-request-id: req-d92353a4-7dde-4f7a-bab3-9740929b265a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:32.752932 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171550e7-04a8-4a09-af72-bce697d56038", "tag": "38e4ced6-b1e6-487c-a025-52b55533e2c6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:32.753401 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d92353a4-7dde-4f7a-bab3-9740929b265a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:32.754016 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171550e7-04a8-4a09-af72-bce697d56038', 'tag': '38e4ced6-b1e6-487c-a025-52b55533e2c6', 'status': 'completed', 'code': 200} Jul 16 08:27:32.908202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-2d2f3cf5-3da3-488a-bff0-406a3f50c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.910289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-2d2f3cf5-3da3-488a-bff0-406a3f50c553 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 1100 time: 0.1238031 Jul 16 08:27:32.916468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:32.932956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96c2fc8f-f6fa-4825-b2fa-0a685615ec6e req-cc3359df-b61b-4a7c-8055-8067745db323 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927861 Jul 16 08:27:32.937594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '060f8a99-7f08-4d55-a683-6d58d8fba5b5', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '060f8a99-7f08-4d55-a683-6d58d8fba5b5', 'mac_address': 'fa:16:3e:a2:98:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:33.043717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.046248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Allocated IP 172.20.0.2 (75c000d8-0333-4ad2-89a8-ce69a70355e1/dda38992-952d-44e7-bb5c-b343a2ef11de/9f34c86c-2a33-4d60-bb54-6f02d525900d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:33.068606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060f8a99-7f08-4d55-a683-6d58d8fba5b5 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:33.077010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b5e4ad0c-cdac-4f1b-85c2-f1ae843c960e req-aa8117e7-77e3-43f3-9561-8272c473285e tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 210 time: 0.0748580 Jul 16 08:27:33.118071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:33.128356 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.149542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-4c8bdb9e-a34d-4422-b9fc-77bef19fe741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.151594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-4c8bdb9e-a34d-4422-b9fc-77bef19fe741 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2305801 Jul 16 08:27:33.199248 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.238477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-1425f778-504f-47b7-a6be-9a7fb6839694 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6 HTTP/1.1" status: 200 len: 217 time: 0.0788572 Jul 16 08:27:33.242612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=060f8a99-7f08-4d55-a683-6d58d8fba5b5,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.273367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.274228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.274734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.275290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.275812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.277034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.277524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.278029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.278506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.279066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.279576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.280049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:33.294770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-9196ec98-4ad1-4765-85bf-8821be9b5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.296669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-9196ec98-4ad1-4765-85bf-8821be9b5450 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0499773 Jul 16 08:27:33.311110 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.335821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.360166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Transition to ACTIVE for port object 9f34c86c-2a33-4d60-bb54-6f02d525900d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:33.388691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Transition to ACTIVE for port object 9f34c86c-2a33-4d60-bb54-6f02d525900d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:33.398193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.421478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Made reservation on behalf of 1e28f2f6f5bc4ad3810c63b408f46257 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:33.425527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.436570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f7fa8-f698-4e9a-bda3-1c42a48bcf7e req-32a44e99-90cb-4afb-ba22-a9593f454c17 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.440232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b05f7fa8-f698-4e9a-bda3-1c42a48bcf7e req-32a44e99-90cb-4afb-ba22-a9593f454c17 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 948 time: 0.2319124 Jul 16 08:27:33.451805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['060f8a99-7f08-4d55-a683-6d58d8fba5b5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:33.468795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-b5c16491-a94b-42d2-b265-a8a5301b615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.470270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-b5c16491-a94b-42d2-b265-a8a5301b615e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1598737 Jul 16 08:27:33.535566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:33.539356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:33.552654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:33.563976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b05f7fa8-f698-4e9a-bda3-1c42a48bcf7e req-537a7588-00b7-4b08-b81a-cfc1faf1e1f2 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146803 Jul 16 08:27:33.683389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-ae1d8331-db81-42e2-a30e-855ee500a194 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039812 Jul 16 08:27:33.691788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Pushing event updated for resources: {'Port': ['ID=9f34c86c-2a33-4d60-bb54-6f02d525900d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.718861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Attempting to bind port 9f34c86c-2a33-4d60-bb54-6f02d525900d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:33.719430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Attempting to bind port 9f34c86c-2a33-4d60-bb54-6f02d525900d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:33.719802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Attempting to bind port 9f34c86c-2a33-4d60-bb54-6f02d525900d on network 75c000d8-0333-4ad2-89a8-ce69a70355e1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:33.733259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:33.733638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Checking segment: {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:33.734051 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.734457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Bound using segment: {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:33.734950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Bound port: 9f34c86c-2a33-4d60-bb54-6f02d525900d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:33.735350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.748843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Allocated IP 172.20.0.6 (e7deffde-81ec-4d86-9d0c-72d5f2e4b77b/af505d2a-a1e9-46f2-9d50-b7a36730175d/c25c2744-bbe6-44f0-8fbe-db7a575906da) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:33.774268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.817809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] For port 9f34c86c-2a33-4d60-bb54-6f02d525900d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:33.821912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] For port 9f34c86c-2a33-4d60-bb54-6f02d525900d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9f34c86c-2a33-4d60-bb54-6f02d525900d,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:33.831783 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.832922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.878348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39702) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:33.984365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47790241-e6e7-49c5-bda4-45557067228c req-a8d6c0e6-780b-4b44-b666-f81deba3770c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.994882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47790241-e6e7-49c5-bda4-45557067228c req-a8d6c0e6-780b-4b44-b666-f81deba3770c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 949 time: 0.3103926 Jul 16 08:27:34.022337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d827fd9-121e-4078-9631-2bfb73aea9a3 req-789c4bd4-0420-48e4-a449-3661a15ef295 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011301 Jul 16 08:27:34.023715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322453-5b86-42b6-ab99-aa8698842549 None None] Pushing event updated for resources: {'Port': ['ID=9f34c86c-2a33-4d60-bb54-6f02d525900d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.094231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47790241-e6e7-49c5-bda4-45557067228c req-e918da6a-c74e-4d25-ae66-d80e315a466b tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979099 Jul 16 08:27:34.260334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Allocated IP 172.25.0.63 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/672f0db8-c9c1-4bfc-85f0-69d7f95e690e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:34.296259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a204dd36-6fed-473a-8e25-4a6a1b8c4b5f req-4851a4e3-9498-450f-aff9-1e2721817c4e tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 210 time: 0.0773439 Jul 16 08:27:34.332309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.356888 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7fbdc01f-10f0-4130-a572-6448ea88ea29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c33d1b486494dad96d8fb394c1ab088&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4745629 Jul 16 08:27:34.357273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39718) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.383208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8200e0-0670-4325-8e46-3bdef39eb376 req-c187f5c5-a4c5-4815-a17f-6a3e7451611d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.384843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a8200e0-0670-4325-8e46-3bdef39eb376 req-c187f5c5-a4c5-4815-a17f-6a3e7451611d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1951919 Jul 16 08:27:34.426489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1c3b-0447-4310-a79c-c901c15059b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.450805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1c3b-0447-4310-a79c-c901c15059b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.498351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a8200e0-0670-4325-8e46-3bdef39eb376 req-57d2dc9e-102f-49e2-8a9f-52f53bb4880b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829384 Jul 16 08:27:34.501579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.509752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1c3b-0447-4310-a79c-c901c15059b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.514432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1c3b-0447-4310-a79c-c901c15059b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.515763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dd4e1c3b-0447-4310-a79c-c901c15059b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9dc0af5-a422-4dec-b9b8-98e89ed11a11 HTTP/1.1" status: 204 len: 168 time: 0.1572628 Jul 16 08:27:34.516741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.524809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e1c3b-0447-4310-a79c-c901c15059b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc0af5-a422-4dec-b9b8-98e89ed11a11,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.610357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:34.618171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Pushing event updated for resources: {'Port': ['ID=c25c2744-bbe6-44f0-8fbe-db7a575906da,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.621565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:34.625363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:34.631765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.632292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.651751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.664709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-31331935-355a-493d-8f66-ef24daa2997a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0954692 Jul 16 08:27:34.697476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Request body: {'port': {'device_id': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:34.738781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:34.749259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:34.753403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Pushing event updated for resources: {'Port': ['ID=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.764772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:34.893212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39730) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.910458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.911361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aed90cc3-49b4-4034-8491-f98d72a92f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.937113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.008309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356c25f-889e-4e18-9a75-7b6a1af689f2 req-cb9d7b89-eb11-4d52-bf2b-f5f7411a9102 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.010766 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5356c25f-889e-4e18-9a75-7b6a1af689f2 req-cb9d7b89-eb11-4d52-bf2b-f5f7411a9102 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 948 time: 0.2622182 Jul 16 08:27:35.105950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aed90cc3-49b4-4034-8491-f98d72a92f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.112540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aed90cc3-49b4-4034-8491-f98d72a92f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.173449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aed90cc3-49b4-4034-8491-f98d72a92f63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbb0667613164e55a1e0ee43794f098a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789934 Jul 16 08:27:35.174194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:35.176378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed90cc3-49b4-4034-8491-f98d72a92f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e094da6-b430-4a6d-ba46-33810468051a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.224225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34fa30a1-c151-4453-b7b1-b1614ade9549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.234710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ed19bd-4599-4935-ab31-e1be7cb16bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.239514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5356c25f-889e-4e18-9a75-7b6a1af689f2 req-af3c5103-1942-4917-9e03-7544c191740a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893721 Jul 16 08:27:35.293238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ed19bd-4599-4935-ab31-e1be7cb16bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.294435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.315238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf9dbc-0673-4e4e-b29b-d807e20ce88c None None] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:35.355627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37267-110f-4ab4-95a4-c1facf0bde2e req-618a2a91-8f52-4cb4-8e75-bdc8faeb6cfd tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.357464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58e37267-110f-4ab4-95a4-c1facf0bde2e req-618a2a91-8f52-4cb4-8e75-bdc8faeb6cfd tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 949 time: 0.1249518 Jul 16 08:27:35.403868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ed19bd-4599-4935-ab31-e1be7cb16bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.406849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35ed19bd-4599-4935-ab31-e1be7cb16bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.408170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-35ed19bd-4599-4935-ab31-e1be7cb16bd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e094da6-b430-4a6d-ba46-33810468051a HTTP/1.1" status: 204 len: 168 time: 0.2328129 Jul 16 08:27:35.427596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed19bd-4599-4935-ab31-e1be7cb16bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e094da6-b430-4a6d-ba46-33810468051a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.433158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58e37267-110f-4ab4-95a4-c1facf0bde2e req-781b6b5f-a923-4583-b48a-4d284ff4fde6 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574083 Jul 16 08:27:35.486183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5a460205-ff29-4c80-b70e-197a455a91f1 None None] Provisioning for port 9f34c86c-2a33-4d60-bb54-6f02d525900d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:35.731743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269673cf-ddcc-4d22-8059-72d58c39dae9 req-bf2dbb9c-c3c2-40b7-b6df-48735473160c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.740011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-269673cf-ddcc-4d22-8059-72d58c39dae9 req-bf2dbb9c-c3c2-40b7-b6df-48735473160c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.0871475 Jul 16 08:27:35.787990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-269673cf-ddcc-4d22-8059-72d58c39dae9 req-cf8f123d-501b-4f09-afc5-465917e0aca2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Jul 16 08:27:35.914618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25c2744-bbe6-44f0-8fbe-db7a575906da {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:35.931256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.978865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3bd9-8c30-45f0-ba2c-fa333ccdff69 req-f779a852-cb87-4422-8898-3bfd6b3619ac tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.983923 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58de3bd9-8c30-45f0-ba2c-fa333ccdff69 req-f779a852-cb87-4422-8898-3bfd6b3619ac tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 931 time: 0.5408001 Jul 16 08:27:36.010628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34fa30a1-c151-4453-b7b1-b1614ade9549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.017368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Transition to ACTIVE for port object c25c2744-bbe6-44f0-8fbe-db7a575906da will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:36.027113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34fa30a1-c151-4453-b7b1-b1614ade9549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.034665 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.078230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9f34c86c-2a33-4d60-bb54-6f02d525900d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:36.130295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.133166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9f34c86c-2a33-4d60-bb54-6f02d525900d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:36.135197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa30a1-c151-4453-b7b1-b1614ade9549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05572a4-39a9-4145-a6ef-f4e46fb430f2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.138624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9f34c86c-2a33-4d60-bb54-6f02d525900d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:36.139449 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.155023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39768) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:36.158744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-34fa30a1-c151-4453-b7b1-b1614ade9549 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9d2e89ded5340d89a1c95b42811236d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2438552 Jul 16 08:27:36.225108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adc06fbf-6dc7-4fd4-89a0-84d3b9546293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.238509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.240522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58de3bd9-8c30-45f0-ba2c-fa333ccdff69 req-549390a8-c082-4dfe-9b31-c1d3a3421c01 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466769 Jul 16 08:27:36.274986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adc06fbf-6dc7-4fd4-89a0-84d3b9546293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.293625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c2744-bbe6-44f0-8fbe-db7a575906da,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.295690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9f34c86c-2a33-4d60-bb54-6f02d525900d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9f34c86c-2a33-4d60-bb54-6f02d525900d,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:36.306344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.318265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 38e4ced6-b1e6-487c-a025-52b55533e2c6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:36.345017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Attempting to bind port c25c2744-bbe6-44f0-8fbe-db7a575906da on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:36.345342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Attempting to bind port c25c2744-bbe6-44f0-8fbe-db7a575906da by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:36.345734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Attempting to bind port c25c2744-bbe6-44f0-8fbe-db7a575906da on network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:36.349904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adc06fbf-6dc7-4fd4-89a0-84d3b9546293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.356069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adc06fbf-6dc7-4fd4-89a0-84d3b9546293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.358134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-adc06fbf-6dc7-4fd4-89a0-84d3b9546293 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f05572a4-39a9-4145-a6ef-f4e46fb430f2 HTTP/1.1" status: 204 len: 168 time: 0.2017405 Jul 16 08:27:36.368032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 060f8a99-7f08-4d55-a683-6d58d8fba5b5 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:36.375306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Port c25c2744-bbe6-44f0-8fbe-db7a575906da on network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:36.375649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Attempting to bind port c25c2744-bbe6-44f0-8fbe-db7a575906da on network e7deffde-81ec-4d86-9d0c-72d5f2e4b77b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:36.388348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:36.388898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Checking segment: {'id': '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:36.389431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Bound using segment: {'id': '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:36.389846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06fbf-6dc7-4fd4-89a0-84d3b9546293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05572a4-39a9-4145-a6ef-f4e46fb430f2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.390022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Bound port: c25c2744-bbe6-44f0-8fbe-db7a575906da, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:36.390383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.435697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Router 90227b82-ad51-4fa8-b470-6b467a573209 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:27:36.489110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9f34c86c-2a33-4d60-bb54-6f02d525900d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.548661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] For port c25c2744-bbe6-44f0-8fbe-db7a575906da, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:36.555994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] For port c25c2744-bbe6-44f0-8fbe-db7a575906da, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da,segment=NetworkSegment(3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2),segment_id=3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:36.558782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:36.566967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:36.567788 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.570702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 38e4ced6-b1e6-487c-a025-52b55533e2c6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:36.606065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '38e4ced6-b1e6-487c-a025-52b55533e2c6', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '38e4ced6-b1e6-487c-a025-52b55533e2c6', 'mac_address': 'fa:16:3e:36:a8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:36.654908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.664360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316b526-1b05-45c4-9914-6bdf865ff1cd req-a7c7ab2a-76b5-43d4-a2b5-4481efd81a0e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.674956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d316b526-1b05-45c4-9914-6bdf865ff1cd req-a7c7ab2a-76b5-43d4-a2b5-4481efd81a0e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 949 time: 0.0953298 Jul 16 08:27:36.676898 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.710359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e4ced6-b1e6-487c-a025-52b55533e2c6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:36.719526 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d316b526-1b05-45c4-9914-6bdf865ff1cd req-18802c6d-6230-424f-99d1-33314246b826 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Jul 16 08:27:36.736918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.742266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 38e4ced6-b1e6-487c-a025-52b55533e2c6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:36.753406 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.790900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060f8a99-7f08-4d55-a683-6d58d8fba5b5'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:36.794019 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b169c5e-0ce9-4686-9bb9-ea98ceb53106" -d '{"events": [{"server_uuid": "400062d0-52c5-4c8e-8271-ac2c9fb5cd08", "name": "network-vif-plugged", "status": "completed", "tag": "060f8a99-7f08-4d55-a683-6d58d8fba5b5"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:36.813476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:36.825400 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.828779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.829552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.830946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] 10.222.0.36 "PUT /v2.0/ports/c25c2744-bbe6-44f0-8fbe-db7a575906da HTTP/1.1" status: 200 len: 1092 time: 2.1407795 Jul 16 08:27:36.831535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'tag': 'c25c2744-bbe6-44f0-8fbe-db7a575906da'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:36.832237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=38e4ced6-b1e6-487c-a025-52b55533e2c6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.833877 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d198f03-a94e-46f9-ad5a-73395b70897f" -d '{"events": [{"name": "network-changed", "server_uuid": "f38a681b-97e9-4484-ac63-1f6d5e083039", "tag": "c25c2744-bbe6-44f0-8fbe-db7a575906da"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:36.866151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555829ab-5e09-4436-8301-caa3ab9cb387 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c2744-bbe6-44f0-8fbe-db7a575906da,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.871396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:36.874644 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf165ab-4774-4418-899a-7ff8e7e18c66 x-openstack-request-id: req-ccf165ab-4774-4418-899a-7ff8e7e18c66 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:36.875548 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400062d0-52c5-4c8e-8271-ac2c9fb5cd08", "name": "network-vif-plugged", "status": "completed", "tag": "060f8a99-7f08-4d55-a683-6d58d8fba5b5", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:36.875548 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccf165ab-4774-4418-899a-7ff8e7e18c66 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:36.875746 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060f8a99-7f08-4d55-a683-6d58d8fba5b5', 'code': 200} Jul 16 08:27:36.882291 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Sync routers for ids ['90227b82-ad51-4fa8-b470-6b467a573209'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:36.899665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Routers {'90227b82-ad51-4fa8-b470-6b467a573209'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:36.901768 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['90227b82-ad51-4fa8-b470-6b467a573209'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:36.911399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8745c32-2366-46e5-bec1-34969bfc4523 req-79ebc3ed-d331-4623-aa2f-d9cf722630fa tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.911960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=060f8a99-7f08-4d55-a683-6d58d8fba5b5,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.913785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8745c32-2366-46e5-bec1-34969bfc4523 req-79ebc3ed-d331-4623-aa2f-d9cf722630fa tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 948 time: 0.4670095 Jul 16 08:27:36.915226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.919895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39794) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:36.920049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8495641a-079f-431b-94d9-6519ae145d22 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6986594 Jul 16 08:27:36.996610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['38e4ced6-b1e6-487c-a025-52b55533e2c6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:37.014181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8745c32-2366-46e5-bec1-34969bfc4523 req-f693971c-720f-439e-9afa-de1575b9c41b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Jul 16 08:27:37.036383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-0901c06d-2746-4880-b4e0-b120f739ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.038066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-0901c06d-2746-4880-b4e0-b120f739ec09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e28f2f6f5bc4ad3810c63b408f46257&device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 1095 time: 0.1148672 Jul 16 08:27:37.153886 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190e1686-16c4-47cc-adc0-ec59dd214dd0 x-openstack-request-id: req-190e1686-16c4-47cc-adc0-ec59dd214dd0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:37.154203 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38a681b-97e9-4484-ac63-1f6d5e083039", "tag": "c25c2744-bbe6-44f0-8fbe-db7a575906da", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:37.154457 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-190e1686-16c4-47cc-adc0-ec59dd214dd0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:37.154863 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'tag': 'c25c2744-bbe6-44f0-8fbe-db7a575906da', 'status': 'completed', 'code': 200} Jul 16 08:27:37.158838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-b2f0ab79-9ec3-42c0-abb7-f5d10f0ac56d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da HTTP/1.1" status: 200 len: 217 time: 0.1054826 Jul 16 08:27:37.176502 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Set router 90227b82-ad51-4fa8-b470-6b467a573209 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:37.219311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39800) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:37.236730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a902948a-f76a-4661-aca1-e23748024ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.262218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-ec92a2a9-bc4a-403d-9d65-9ca6c2725baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.263669 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-ec92a2a9-bc4a-403d-9d65-9ca6c2725baa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af505d2a-a1e9-46f2-9d50-b7a36730175d HTTP/1.1" status: 200 len: 854 time: 0.0972252 Jul 16 08:27:37.316714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-6b0a73af-5a39-4b0c-a02c-6920e57251b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403354 Jul 16 08:27:37.368239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2473-e1fd-4809-b920-6cc256dec6b9 req-684d7a0c-1678-4837-bccb-e07ecefb1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.369752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67bb2473-e1fd-4809-b920-6cc256dec6b9 req-684d7a0c-1678-4837-bccb-e07ecefb1b67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 1102 time: 0.2914202 Jul 16 08:27:37.434895 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:34Z', 'revision_number': 3, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:37.459680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-890c4e4f-db44-4ecb-8f67-cc1946a7d859 service neutron] 10.222.0.36 "GET /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354053 Jul 16 08:27:37.466979 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Checking router: 90227b82-ad51-4fa8-b470-6b467a573209 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:37.467355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Updating router 90227b82-ad51-4fa8-b470-6b467a573209 port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:37.479357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc655d4-ab82-46a2-835d-4610919688f0 req-278a5bfb-41c1-4db3-951d-71feba4739c8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.480865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-afc655d4-ab82-46a2-835d-4610919688f0 req-278a5bfb-41c1-4db3-951d-71feba4739c8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.3474352 Jul 16 08:27:37.493803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67bb2473-e1fd-4809-b920-6cc256dec6b9 req-120b4690-43bb-413e-ae6d-c9dfb4f79182 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155643 Jul 16 08:27:37.504915 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.508200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e86506-5dd5-4028-807b-99c45752ebb9 req-9b51066b-2945-45b5-9188-a1268e337da2 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.509719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19e86506-5dd5-4028-807b-99c45752ebb9 req-9b51066b-2945-45b5-9188-a1268e337da2 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 943 time: 0.1122363 Jul 16 08:27:37.586438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-afc655d4-ab82-46a2-835d-4610919688f0 req-f5aacf74-0a09-4756-b7aa-9210a3fa5ffd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961134 Jul 16 08:27:37.608372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ba8ff80-89c6-4dfe-9ab1-9f6f2aa8d062 req-78bb2a55-3fbd-4974-9c87-a89c40549015 service neutron] 10.222.0.36 "GET /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403203 Jul 16 08:27:37.622109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19e86506-5dd5-4028-807b-99c45752ebb9 req-fc2bbc46-3be2-4c6f-946f-4023080c62d7 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722661 Jul 16 08:27:37.649427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a902948a-f76a-4661-aca1-e23748024ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.678742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a902948a-f76a-4661-aca1-e23748024ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.712844 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a902948a-f76a-4661-aca1-e23748024ec3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a62669819044aa5bdc1fc4d8249e416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900639 Jul 16 08:27:37.714614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:37.748135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902948a-f76a-4661-aca1-e23748024ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40e4f1-f8ce-4c57-b167-aed3106854fe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.799310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.804968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a90c2c15-d973-4513-96a9-a0cb44bd87a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.821973 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.833213 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Transition to ACTIVE for port object 672f0db8-c9c1-4bfc-85f0-69d7f95e690e will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:37.844878 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.873561 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a90c2c15-d973-4513-96a9-a0cb44bd87a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.920232 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Pushing event updated for resources: {'Port': ['ID=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.929618 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.929973 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.930316 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.930653 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.930990 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.931350 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.931676 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.932451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.933088 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.934083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.934083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.934083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:37.995777 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Attempting to bind port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:37.997526 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Attempting to bind port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:37.999116 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Attempting to bind port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:38.003266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Allocated IP 172.20.0.1 (75c000d8-0333-4ad2-89a8-ce69a70355e1/dda38992-952d-44e7-bb5c-b343a2ef11de/6d40eaf0-a8ec-494b-9b7d-f48a9070f676) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:38.015402 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:38.015782 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:38.016186 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.016896 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:38.017180 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Bound port: 672f0db8-c9c1-4bfc-85f0-69d7f95e690e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:38.017569 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.088191 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a90c2c15-d973-4513-96a9-a0cb44bd87a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.091091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a90c2c15-d973-4513-96a9-a0cb44bd87a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.092369 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a90c2c15-d973-4513-96a9-a0cb44bd87a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e40e4f1-f8ce-4c57-b167-aed3106854fe HTTP/1.1" status: 204 len: 168 time: 0.3774192 Jul 16 08:27:38.109305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9f34c86c-2a33-4d60-bb54-6f02d525900d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:38.114664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea977747-14b4-417b-85d3-2ddfd34f157c req-eae98135-89b0-40b7-84fb-3c16d64758ee tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.116874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea977747-14b4-417b-85d3-2ddfd34f157c req-eae98135-89b0-40b7-84fb-3c16d64758ee tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 950 time: 0.1751564 Jul 16 08:27:38.118255 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] For port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:38.123355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] For port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:38.130291 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.136088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2c15-d973-4513-96a9-a0cb44bd87a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e40e4f1-f8ce-4c57-b167-aed3106854fe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.145547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-305a0fbd-23f6-4bb4-9cf8-0cd06e421c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.147275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-305a0fbd-23f6-4bb4-9cf8-0cd06e421c29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e28f2f6f5bc4ad3810c63b408f46257&device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 1095 time: 0.2379975 Jul 16 08:27:38.218651 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Routers {'90227b82-ad51-4fa8-b470-6b467a573209'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:38.220276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['90227b82-ad51-4fa8-b470-6b467a573209'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:38.241041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9f34c86c-2a33-4d60-bb54-6f02d525900d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:38.241412 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.266508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea977747-14b4-417b-85d3-2ddfd34f157c req-11099de5-819f-420d-91db-fe8939ba0ec4 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374483 Jul 16 08:27:38.267222 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caa1a2-584b-4c51-870b-6c82d53b62be None None] Pushing event updated for resources: {'Port': ['ID=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.268078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.324476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Transition to ACTIVE for port object 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:38.326962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 38e4ced6-b1e6-487c-a025-52b55533e2c6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:38.377860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-aae1406e-5802-4e91-a930-12196fe877f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.379391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-aae1406e-5802-4e91-a930-12196fe877f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b HTTP/1.1" status: 200 len: 915 time: 0.2219594 Jul 16 08:27:38.395479 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] Set router 90227b82-ad51-4fa8-b470-6b467a573209 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:38.398992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.459017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:38.475010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 38e4ced6-b1e6-487c-a025-52b55533e2c6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:38.477347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1080b87-dde2-4bfc-9038-3c34c5d437b8 req-2dda3ec2-3673-43bf-b1bc-515cabd94a32 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.479136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1080b87-dde2-4bfc-9038-3c34c5d437b8 req-2dda3ec2-3673-43bf-b1bc-515cabd94a32 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 949 time: 0.2415917 Jul 16 08:27:38.482633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:38.486035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-ef454ab9-a547-429f-b1cd-11c4a9136983 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da HTTP/1.1" status: 200 len: 217 time: 0.0929551 Jul 16 08:27:38.486701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:38.487197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.506716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 38e4ced6-b1e6-487c-a025-52b55533e2c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:38.507520 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.576270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Pushing event updated for resources: {'Port': ['ID=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.626709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-9c512b11-494b-43f8-8ef7-04d69e67b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.632170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-9c512b11-494b-43f8-8ef7-04d69e67b5fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af505d2a-a1e9-46f2-9d50-b7a36730175d HTTP/1.1" status: 200 len: 854 time: 0.1354041 Jul 16 08:27:38.668226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1080b87-dde2-4bfc-9038-3c34c5d437b8 req-8e6fc8d8-4be7-4935-8950-97e99635bfc8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663024 Jul 16 08:27:38.681716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-386f517e-141c-48de-be99-0ae6352c7ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401647 Jul 16 08:27:38.782952 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.878600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171550e7-04a8-4a09-af72-bce697d56038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e4ced6-b1e6-487c-a025-52b55533e2c6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:38.890602 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0e8179-7b17-4bd1-b4ba-d0fc0a864c6a" -d '{"events": [{"server_uuid": "171550e7-04a8-4a09-af72-bce697d56038", "name": "network-vif-plugged", "status": "completed", "tag": "38e4ced6-b1e6-487c-a025-52b55533e2c6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:38.899383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 38e4ced6-b1e6-487c-a025-52b55533e2c6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:38.906768 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.921967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.953454 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:34Z', 'revision_number': 3, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:38.991857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783cf6f6-b02e-41e8-bc80-edb7800467f8 None None] The sync data for ids ['90227b82-ad51-4fa8-b470-6b467a573209'] in n-d-798249-10 is: [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:34Z', 'revision_number': 3, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:39.007578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6a3bee2-f40e-4b7c-819a-b9d7060a1d2b None None] Provisioning for port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:39.012896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6a3bee2-f40e-4b7c-819a-b9d7060a1d2b None None] Provisioning complete for port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.013264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6a3bee2-f40e-4b7c-819a-b9d7060a1d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.014476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-5d72ac2d-3916-4c65-afec-fd1312c9ace2 service neutron] 10.222.0.36 "GET /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227196 Jul 16 08:27:39.038165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=38e4ced6-b1e6-487c-a025-52b55533e2c6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:39.071350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3bee2-f40e-4b7c-819a-b9d7060a1d2b None None] Port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:39.086361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053738c-3f67-4a2b-b9e0-dc9755928d3e req-5499f657-867d-4108-b866-21c6073884c6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.088891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b053738c-3f67-4a2b-b9e0-dc9755928d3e req-5499f657-867d-4108-b866-21c6073884c6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1928332 Jul 16 08:27:39.178472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e00bb-9c5c-4f2a-b623-b7abbb7950f4 req-aa3af674-9fde-484e-8b0b-4c4842fe00b1 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.183260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d198f03-a94e-46f9-ad5a-73395b70897f req-16c89fe9-e7b1-4139-b475-3cf0ac27ba5f service neutron] 10.222.0.36 "GET /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596007 Jul 16 08:27:39.186317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d0e00bb-9c5c-4f2a-b623-b7abbb7950f4 req-aa3af674-9fde-484e-8b0b-4c4842fe00b1 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 943 time: 0.2344286 Jul 16 08:27:39.187952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b053738c-3f67-4a2b-b9e0-dc9755928d3e req-af76541e-503c-4494-aac8-eb2cf6020d90 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918026 Jul 16 08:27:39.247861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d0e00bb-9c5c-4f2a-b623-b7abbb7950f4 req-aae6da09-8fcc-4e6d-97de-742590f394f1 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559676 Jul 16 08:27:39.280068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.294144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.295531 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.389849 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813765c6-e652-433f-a076-4fced89e2efb x-openstack-request-id: req-813765c6-e652-433f-a076-4fced89e2efb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:39.390382 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171550e7-04a8-4a09-af72-bce697d56038", "name": "network-vif-plugged", "status": "completed", "tag": "38e4ced6-b1e6-487c-a025-52b55533e2c6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:39.390382 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-813765c6-e652-433f-a076-4fced89e2efb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:39.391420 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171550e7-04a8-4a09-af72-bce697d56038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e4ced6-b1e6-487c-a025-52b55533e2c6', 'code': 200} Jul 16 08:27:39.451481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Pushing event updated for resources: {'Port': ['ID=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:39.572302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:39.583997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:39.910856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-787bd30f-e60e-4fbb-b6cb-e4d2e40ad6ac None None] Provisioning complete for port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.911358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-787bd30f-e60e-4fbb-b6cb-e4d2e40ad6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.929222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5d0a4-7b18-47bf-9b68-b51b35c4d61d req-99f652b4-791d-4242-817a-924c4e3c47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.930716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ce5d0a4-7b18-47bf-9b68-b51b35c4d61d req-99f652b4-791d-4242-817a-924c4e3c47fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 1102 time: 0.4531088 Jul 16 08:27:40.001833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-787bd30f-e60e-4fbb-b6cb-e4d2e40ad6ac None None] Port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:40.063849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dda44-a94f-4fc0-ab4c-fb2714685196 req-65a84da9-ecdd-4de2-afeb-f9f14f832ce0 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.070648 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc0dda44-a94f-4fc0-ab4c-fb2714685196 req-65a84da9-ecdd-4de2-afeb-f9f14f832ce0 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 950 time: 0.5004530 Jul 16 08:27:40.083118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ce5d0a4-7b18-47bf-9b68-b51b35c4d61d req-d6e4bdfc-561f-4d3a-aa7f-8f91f81e875c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413984 Jul 16 08:27:40.100317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 672f0db8-c9c1-4bfc-85f0-69d7f95e690e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:40.108664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Router 90227b82-ad51-4fa8-b470-6b467a573209 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:40.168772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc0dda44-a94f-4fc0-ab4c-fb2714685196 req-a3335cfd-ee0b-4a83-82aa-ab8a4099130a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971665 Jul 16 08:27:40.180673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:40.185871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:40.186561 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.292083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9d512-2840-40bc-9999-d7fc12184eb6 req-5f46d468-5d71-4787-bbf8-360a0b37f55f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.294287 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92d9d512-2840-40bc-9999-d7fc12184eb6 req-5f46d468-5d71-4787-bbf8-360a0b37f55f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 950 time: 0.1429462 Jul 16 08:27:40.301217 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.335274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:40.341819 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.343430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:40.356025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92d9d512-2840-40bc-9999-d7fc12184eb6 req-a93def9e-0ff6-4b3f-954d-73269f87b6bf tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558059 Jul 16 08:27:40.376386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d894f169-23cd-4d5d-acf5-03364562a69e admin admin] 10.222.0.41 "PUT /v2.0/routers/90227b82-ad51-4fa8-b470-6b467a573209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4540660 Jul 16 08:27:40.414801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25c2744-bbe6-44f0-8fbe-db7a575906da details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:40.554695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e10d-a78c-49c6-af74-b33e22199c47 req-a0526579-93d8-4836-a5a4-9e450d3eb6a9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.556261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b537e10d-a78c-49c6-af74-b33e22199c47 req-a0526579-93d8-4836-a5a4-9e450d3eb6a9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.0793984 Jul 16 08:27:40.584835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.606166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b537e10d-a78c-49c6-af74-b33e22199c47 req-3354d1d6-ddf9-4101-98fb-19e5c5088b1a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Jul 16 08:27:40.675710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c25c2744-bbe6-44f0-8fbe-db7a575906da, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da,segment=NetworkSegment(3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2),segment_id=3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:40.687098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c25c2744-bbe6-44f0-8fbe-db7a575906da', 'network_id': 'e7deffde-81ec-4d86-9d0c-72d5f2e4b77b', 'port_id': 'c25c2744-bbe6-44f0-8fbe-db7a575906da', 'mac_address': 'fa:16:3e:98:3b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af505d2a-a1e9-46f2-9d50-b7a36730175d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:40.729404 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.750341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c2744-bbe6-44f0-8fbe-db7a575906da {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:40.776618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c25c2744-bbe6-44f0-8fbe-db7a575906da, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da,segment=NetworkSegment(3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2),segment_id=3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:40.782144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.812314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb9382-b42f-49aa-92e6-8690441b56e4 req-ef9f3656-5e04-4863-832a-4ba8c37b35d4 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.813974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20eb9382-b42f-49aa-92e6-8690441b56e4 req-ef9f3656-5e04-4863-832a-4ba8c37b35d4 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 943 time: 0.0696518 Jul 16 08:27:40.837014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c25c2744-bbe6-44f0-8fbe-db7a575906da,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.863506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20eb9382-b42f-49aa-92e6-8690441b56e4 req-8cb70c3c-8b2f-4e91-9463-9b4fa1135f1a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Jul 16 08:27:41.115049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a602123-7875-472b-bc02-b3c1df67e8a2 req-bfe881c8-38ba-4300-aaa8-a56ddd2a69e6 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.116689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a602123-7875-472b-bc02-b3c1df67e8a2 req-bfe881c8-38ba-4300-aaa8-a56ddd2a69e6 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 950 time: 0.0816221 Jul 16 08:27:41.143023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c25c2744-bbe6-44f0-8fbe-db7a575906da'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:41.152442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-5ff130bd-2552-4540-aed5-52e351eb11dc tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2007756 Jul 16 08:27:41.162072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a602123-7875-472b-bc02-b3c1df67e8a2 req-1448397c-00f1-4e2d-978c-99c395e50a58 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374153 Jul 16 08:27:41.164482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:41.217094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.329246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Sync routers for ids ['90227b82-ad51-4fa8-b470-6b467a573209'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:41.340354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.349005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Routers {'90227b82-ad51-4fa8-b470-6b467a573209'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:41.349720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['90227b82-ad51-4fa8-b470-6b467a573209'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:41.478186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Set router 90227b82-ad51-4fa8-b470-6b467a573209 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:41.499697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-299b1433-1d1a-4ca7-85e6-22ae749477af tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e535783268b4455bb63241254932d206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242188 Jul 16 08:27:41.616897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-de0b997f-4f3d-4977-9b2f-8ecd20716683 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.618265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-de0b997f-4f3d-4977-9b2f-8ecd20716683 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122980 Jul 16 08:27:41.641867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-71149990-715c-4a58-b3b1-6e8cb23c742f tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/quotas/e535783268b4455bb63241254932d206 HTTP/1.1" status: 200 len: 375 time: 0.0147521 Jul 16 08:27:41.690807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:38Z', 'revision_number': 4, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6d40eaf0-a8ec-494b-9b7d-f48a9070f676', 'name': '', 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'mac_address': 'fa:16:3e:2a:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dda38992-952d-44e7-bb5c-b343a2ef11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 2, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'subnets': [{'id': 'dda38992-952d-44e7-bb5c-b343a2ef11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:41.699139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Allocated IP 172.25.0.216 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c7c1bf87-ca07-40ae-8831-0eff94fdb4d6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:41.705154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-e290ddfe-4b5c-4525-abc1-f4a30926944a tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e535783268b4455bb63241254932d206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624197 Jul 16 08:27:41.717871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Checking router: 90227b82-ad51-4fa8-b470-6b467a573209 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:41.718230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Updating router 90227b82-ad51-4fa8-b470-6b467a573209 port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:41.758619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.823979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.888134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.938985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:41.943052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:41.949125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:41.955544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Pushing event updated for resources: {'Port': ['ID=c7c1bf87-ca07-40ae-8831-0eff94fdb4d6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:42.003010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d1573-3630-4824-9f2a-e99c70d64b91 req-0dfa1fe6-e47c-4136-9475-e3eea31f8b14 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.004739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-109d1573-3630-4824-9f2a-e99c70d64b91 req-0dfa1fe6-e47c-4136-9475-e3eea31f8b14 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 950 time: 0.0931375 Jul 16 08:27:42.062089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-109d1573-3630-4824-9f2a-e99c70d64b91 req-292f6436-de7e-4c39-92da-6acb016bb10c tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506687 Jul 16 08:27:42.085309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 672f0db8-c9c1-4bfc-85f0-69d7f95e690e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:42.097358 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.140369 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.168192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.170074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Transition to ACTIVE for port object 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:42.184469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.240518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.241421 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.294415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f44e7-07db-41e5-9577-e6f3949ac802 None None] Pushing event updated for resources: {'Port': ['ID=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:42.369447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142cb50-ec80-4c43-9dec-6edf7f2b11b2 req-5caa029c-f243-4ea8-aac6-95a61d233785 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.371551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b142cb50-ec80-4c43-9dec-6edf7f2b11b2 req-5caa029c-f243-4ea8-aac6-95a61d233785 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1015186 Jul 16 08:27:42.384102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Attempting to bind port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:42.384566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Attempting to bind port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:42.385593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Attempting to bind port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 on network 75c000d8-0333-4ad2-89a8-ce69a70355e1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:42.392459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:42.392934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Checking segment: {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:42.393059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.393532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.394413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Bound using segment: {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:42.394580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Bound port: 6d40eaf0-a8ec-494b-9b7d-f48a9070f676, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499d0a9d-a699-4d84-a868-474b62d86454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:42.395036 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.400207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.431826 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b142cb50-ec80-4c43-9dec-6edf7f2b11b2 req-26ae80f0-2d5f-4113-8663-355d8cc8ee67 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536067 Jul 16 08:27:42.437192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25c2744-bbe6-44f0-8fbe-db7a575906da up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:42.441380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.472892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Pushing event updated for resources: {'Port': ['ID=c7c1bf87-ca07-40ae-8831-0eff94fdb4d6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:42.484881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.486086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-6ac8e0ca-4171-46b6-bdcc-cbfa5f210abf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3279138 Jul 16 08:27:42.571354 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-0d2defbc-878b-4c90-8f91-03a2478de289 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0793364 Jul 16 08:27:42.601029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] For port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:42.605350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] For port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:42.609410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-772f9838-ddc0-4221-8285-9a543b015b3c req-71cfbc5a-f1f1-4c9f-9dcc-f0bd0854af1e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 210 time: 0.0423713 Jul 16 08:27:42.612264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.622281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c25c2744-bbe6-44f0-8fbe-db7a575906da completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:42.649162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c25c2744-bbe6-44f0-8fbe-db7a575906da triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.649533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.715947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f44e7-07db-41e5-9577-e6f3949ac802 None None] Pushing event updated for resources: {'Port': ['ID=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:42.718834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Routers {'90227b82-ad51-4fa8-b470-6b467a573209'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:42.719467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['90227b82-ad51-4fa8-b470-6b467a573209'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:42.736774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-e015b55f-24b3-48f3-8030-ec6618522d4c tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.738279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-e015b55f-24b3-48f3-8030-ec6618522d4c tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1603224 Jul 16 08:27:42.761805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-d0a9ef2f-0d01-4a30-bd72-c1cba3248ea9 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:42.762257 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c138965-a020-4025-a9c8-1fc7985c33d2 req-d0a9ef2f-0d01-4a30-bd72-c1cba3248ea9 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183623 Jul 16 08:27:42.849473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d767ff-d28e-4aab-a9d7-8e9840c7d210 req-f88e8461-c7b8-4fcd-bf13-1067c6bdcea4 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.851025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35d767ff-d28e-4aab-a9d7-8e9840c7d210 req-f88e8461-c7b8-4fcd-bf13-1067c6bdcea4 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 944 time: 0.0910313 Jul 16 08:27:42.905660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35d767ff-d28e-4aab-a9d7-8e9840c7d210 req-a108d6d4-efc0-4f8e-903e-945061369906 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Jul 16 08:27:42.932680 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf65f0e0-1b80-417b-935b-9d6f064a08c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.935610 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.950573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] Set router 90227b82-ad51-4fa8-b470-6b467a573209 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:42.997498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c2744-bbe6-44f0-8fbe-db7a575906da'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:42.997932 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ec20c-26b9-42d5-bad3-3af561be6d17" -d '{"events": [{"server_uuid": "f38a681b-97e9-4484-ac63-1f6d5e083039", "name": "network-vif-plugged", "status": "completed", "tag": "c25c2744-bbe6-44f0-8fbe-db7a575906da"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:43.023629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c25c2744-bbe6-44f0-8fbe-db7a575906da, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da,segment=NetworkSegment(3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2),segment_id=3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:43.031468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.115806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-343eed3b-5bf4-4532-a1e6-6ed10e64df81 req-3f16df4e-20b8-4e51-893f-3eca86a1897d tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips/4e4726e1-f65d-4806-aa48-db1b6a89139c HTTP/1.1" status: 200 len: 693 time: 0.0486801 Jul 16 08:27:43.233100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eed3b-5bf4-4532-a1e6-6ed10e64df81 req-4345d328-48f0-4587-8140-d5da2c8b6f3e tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.234475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-343eed3b-5bf4-4532-a1e6-6ed10e64df81 req-4345d328-48f0-4587-8140-d5da2c8b6f3e tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1126578 Jul 16 08:27:43.238339 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf82fe1-d87a-482d-9b2f-5ebf0b3f8cbf x-openstack-request-id: req-7bf82fe1-d87a-482d-9b2f-5ebf0b3f8cbf {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:43.238729 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a681b-97e9-4484-ac63-1f6d5e083039", "name": "network-vif-plugged", "status": "completed", "tag": "c25c2744-bbe6-44f0-8fbe-db7a575906da", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:43.239307 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bf82fe1-d87a-482d-9b2f-5ebf0b3f8cbf {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:43.239605 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c2744-bbe6-44f0-8fbe-db7a575906da', 'code': 200} Jul 16 08:27:43.253624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-343eed3b-5bf4-4532-a1e6-6ed10e64df81 req-a5b4170b-e099-4f5c-be2f-be24cfca0207 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:43.254649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-343eed3b-5bf4-4532-a1e6-6ed10e64df81 req-a5b4170b-e099-4f5c-be2f-be24cfca0207 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091739 Jul 16 08:27:43.332728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c25c2744-bbe6-44f0-8fbe-db7a575906da,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:43.406898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:38Z', 'revision_number': 4, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6d40eaf0-a8ec-494b-9b7d-f48a9070f676', 'name': '', 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'mac_address': 'fa:16:3e:2a:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dda38992-952d-44e7-bb5c-b343a2ef11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:42Z', 'revision_number': 4, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'subnets': [{'id': 'dda38992-952d-44e7-bb5c-b343a2ef11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:43.421011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8a62929-d71c-43b4-867f-08ac73e2673e req-27251235-2fcd-45d3-9e9e-1191878fb71b tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=9f46fcb9682f4bfaa8001ce3f39e181c HTTP/1.1" status: 200 len: 696 time: 0.0700328 Jul 16 08:27:43.439012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f947e-ca75-4970-a9e5-0e0e4f469900 None None] The sync data for ids ['90227b82-ad51-4fa8-b470-6b467a573209'] in n-d-798249-10 is: [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:38Z', 'revision_number': 4, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6d40eaf0-a8ec-494b-9b7d-f48a9070f676', 'name': '', 'network_id': '75c000d8-0333-4ad2-89a8-ce69a70355e1', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'mac_address': 'fa:16:3e:2a:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dda38992-952d-44e7-bb5c-b343a2ef11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:42Z', 'revision_number': 4, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'subnets': [{'id': 'dda38992-952d-44e7-bb5c-b343a2ef11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:43.488316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608e4f-b10a-42cd-ba88-54ff8b2d3d7c req-67d83b4c-c133-4bbe-be99-c4f6ab04c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.504011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e608e4f-b10a-42cd-ba88-54ff8b2d3d7c req-67d83b4c-c133-4bbe-be99-c4f6ab04c030 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 1097 time: 0.1109352 Jul 16 08:27:43.555303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e608e4f-b10a-42cd-ba88-54ff8b2d3d7c req-309da502-6720-42b5-a93a-0e66f4388658 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Jul 16 08:27:43.618268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a62929-d71c-43b4-867f-08ac73e2673e req-eed270a6-2354-4cac-bd06-a0f1c7cd42d5 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.626255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8a62929-d71c-43b4-867f-08ac73e2673e req-eed270a6-2354-4cac-bd06-a0f1c7cd42d5 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks?id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 787 time: 0.1996443 Jul 16 08:27:43.632462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-d8a62929-d71c-43b4-867f-08ac73e2673e req-10a2f3a9-8c55-436b-9676-37b9852d9a03 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:43.636282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8a62929-d71c-43b4-867f-08ac73e2673e req-10a2f3a9-8c55-436b-9676-37b9852d9a03 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082870 Jul 16 08:27:43.758075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40010) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:43.810949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.811885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.812526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.813147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.813766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.814385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.814999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.817208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-69fa88a2-f4a2-46a9-aff8-8306ffe163c0 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237&device_id=f38a681b-97e9-4484-ac63-1f6d5e083039&device_id=171550e7-04a8-4a09-af72-bce697d56038&device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08&device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d&device_id=4a7d541e-f038-4379-8ab0-6b7551c01608&device_id=851591ed-c819-4055-9baa-082cacae5d05&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 6444 time: 0.0852423 Jul 16 08:27:43.841917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f02b8-4400-483f-b5ff-9d63b017633a req-10e18667-adaf-482b-a20d-f77d776707f4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.844170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a70f02b8-4400-483f-b5ff-9d63b017633a req-10e18667-adaf-482b-a20d-f77d776707f4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.0797136 Jul 16 08:27:43.844814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-116a9039-17f5-4707-ab72-4419fbb1aec7 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.895625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-71b00f7b-a603-4310-a810-9abe12420905 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e535783268b4455bb63241254932d206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361600 Jul 16 08:27:43.946480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cacf71f4-e328-43bf-b77b-4cc264c685ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.976189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a70f02b8-4400-483f-b5ff-9d63b017633a req-a9b4ec0e-67b0-4138-bc53-4d2975cbaff3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250479 Jul 16 08:27:44.117469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-116a9039-17f5-4707-ab72-4419fbb1aec7 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.124383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:44.141660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-116a9039-17f5-4707-ab72-4419fbb1aec7 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.216620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72219b26-ea3c-43be-83f9-d0aa8166552e req-61a81eef-3169-4442-a87b-f36b31813f55 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 210 time: 0.0565844 Jul 16 08:27:44.222909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:44.228133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:44.229217 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.233231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e8644d1-eb8c-46d5-9640-d113621ac5e6 req-116a9039-17f5-4707-ab72-4419fbb1aec7 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4064016 Jul 16 08:27:44.235094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a9039-17f5-4707-ab72-4419fbb1aec7 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7038986-32e9-4823-bf1e-0aff9b8e4e1f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.276799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-9eff26a6-a0c6-43f8-baf0-b4beb6650172 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.283553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-9eff26a6-a0c6-43f8-baf0-b4beb6650172 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310812 Jul 16 08:27:44.318865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cacf71f4-e328-43bf-b77b-4cc264c685ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.328951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cacf71f4-e328-43bf-b77b-4cc264c685ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.341608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Request body: {'port': {'device_id': '7d4bb328-3904-41ce-9d51-818c3f547237', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'e535783268b4455bb63241254932d206'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:44.356313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.362247 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-17ac95ab-bd29-46b0-82f3-d3e42860aede tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips/4e4726e1-f65d-4806-aa48-db1b6a89139c HTTP/1.1" status: 200 len: 693 time: 0.0776999 Jul 16 08:27:44.404645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf71f4-e328-43bf-b77b-4cc264c685ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e519e0-ba93-47c4-8384-825e8022d496,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.411202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cacf71f4-e328-43bf-b77b-4cc264c685ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69e0ad5f336d4d24a8915ca29c4815e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516683 Jul 16 08:27:44.419262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40022) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:44.420419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:44.430751 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.493031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.532985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88fbdb46-1af9-4585-8c67-513d7b9ea5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.568395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88fbdb46-1af9-4585-8c67-513d7b9ea5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.577506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0b019-a4c0-473e-b8b7-fd3c9bce636c req-4aaf698d-ea64-4490-a7de-461478c172f9 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.583874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e0b019-a4c0-473e-b8b7-fd3c9bce636c req-4aaf698d-ea64-4490-a7de-461478c172f9 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 945 time: 0.1377549 Jul 16 08:27:44.589407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Made reservation on behalf of e535783268b4455bb63241254932d206 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:44.593229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.615162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-b005c6a7-7711-4606-b81a-50debf2126a0 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.620111 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-b005c6a7-7711-4606-b81a-50debf2126a0 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2498159 Jul 16 08:27:44.630493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-b0e946d7-e912-48b6-83e3-485b4779e8ae tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:44.631669 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-b0e946d7-e912-48b6-83e3-485b4779e8ae tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087111 Jul 16 08:27:44.649689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e0b019-a4c0-473e-b8b7-fd3c9bce636c req-45e19a52-d0c5-4c5d-b8ca-530607fc663f tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646520 Jul 16 08:27:44.675578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88fbdb46-1af9-4585-8c67-513d7b9ea5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.678020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88fbdb46-1af9-4585-8c67-513d7b9ea5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.681729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-88fbdb46-1af9-4585-8c67-513d7b9ea5f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63e519e0-ba93-47c4-8384-825e8022d496 HTTP/1.1" status: 204 len: 168 time: 0.2582681 Jul 16 08:27:44.710946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbdb46-1af9-4585-8c67-513d7b9ea5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e519e0-ba93-47c4-8384-825e8022d496,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.754535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-8fa70b39-fc5f-4995-bdab-102e7605ed7d tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.1147668 Jul 16 08:27:44.825291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-24b6acd7-2f53-4283-bb0b-03ed458d578d tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0698872 Jul 16 08:27:45.011915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Allocated IP 192.168.233.31 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/5e5e4c4b-d027-4ce2-8851-6d1309e824af) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:45.079914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Deleting port c7c1bf87-ca07-40ae-8831-0eff94fdb4d6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:45.080254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.102481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40034) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:45.115827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd20e135-c78e-46e2-8f08-c818c97d608c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.230589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd20e135-c78e-46e2-8f08-c818c97d608c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.235384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd20e135-c78e-46e2-8f08-c818c97d608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.239187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.239555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.269113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Calling delete_port for c7c1bf87-ca07-40ae-8831-0eff94fdb4d6 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:45.276899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e135-c78e-46e2-8f08-c818c97d608c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e846d-b7cc-4d94-8c02-17328add0e77,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.285048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.285537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dd20e135-c78e-46e2-8f08-c818c97d608c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=243f749df4d74da5ae1e60b882b0d348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802447 Jul 16 08:27:45.285537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40038) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:45.340333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Transition to ACTIVE for port object 5e5e4c4b-d027-4ce2-8851-6d1309e824af will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:45.376400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1a85522-35e8-4b39-8377-4a446728564d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.400047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3cd6-bbba-4096-92f6-e52ef3470a9c req-46763b22-d94c-48cf-aec5-05e5a95e88d6 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.400589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3cd6-bbba-4096-92f6-e52ef3470a9c req-46763b22-d94c-48cf-aec5-05e5a95e88d6 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.401069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3cd6-bbba-4096-92f6-e52ef3470a9c req-46763b22-d94c-48cf-aec5-05e5a95e88d6 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.403196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3cf3cd6-bbba-4096-92f6-e52ef3470a9c req-46763b22-d94c-48cf-aec5-05e5a95e88d6 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038&device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d&device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 2885 time: 0.1048698 Jul 16 08:27:45.406981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.409427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1a85522-35e8-4b39-8377-4a446728564d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.445880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['060f8a99-7f08-4d55-a683-6d58d8fba5b5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:45.480017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3cf3cd6-bbba-4096-92f6-e52ef3470a9c req-33ed3c8c-9e12-433f-babf-5215fa3793db tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587077 Jul 16 08:27:45.484758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:45.500649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:45.503097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1a85522-35e8-4b39-8377-4a446728564d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.508303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:45.517967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.519019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.522791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Pushing event updated for resources: {'Port': ['ID=5e5e4c4b-d027-4ce2-8851-6d1309e824af,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.524103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1a85522-35e8-4b39-8377-4a446728564d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.526748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a1a85522-35e8-4b39-8377-4a446728564d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba0e846d-b7cc-4d94-8c02-17328add0e77 HTTP/1.1" status: 204 len: 168 time: 0.2407312 Jul 16 08:27:45.538253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a85522-35e8-4b39-8377-4a446728564d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e846d-b7cc-4d94-8c02-17328add0e77,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.565439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.578705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-93587a93-b38f-42ae-897a-43ccf1e4a455 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2434015 Jul 16 08:27:45.603185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Request body: {'port': {'device_id': '7d4bb328-3904-41ce-9d51-818c3f547237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:45.609086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Pushing event deleted for resources: {'Port': ['ID=c7c1bf87-ca07-40ae-8831-0eff94fdb4d6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.623698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee26c-12e5-49b9-b478-01d02a2d3c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.669553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.679080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.693072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.700178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a893f4fc-bbf0-492b-a542-b2953f74b460 req-08a28343-47a5-4fce-89f0-b19aafb35c90 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "DELETE /v2.0/floatingips/4e4726e1-f65d-4806-aa48-db1b6a89139c HTTP/1.1" status: 204 len: 173 time: 0.8666983 Jul 16 08:27:45.789121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.792210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbbe79-4909-4b4a-b61c-19fbe4d6d33c req-82449030-8922-4b26-8e75-3b216f040112 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.793970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56cbbe79-4909-4b4a-b61c-19fbe4d6d33c req-82449030-8922-4b26-8e75-3b216f040112 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1132212 Jul 16 08:27:45.810541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9f06b6b8-4a82-4aad-833e-2bd8441b173d None None] Provisioning for port 5e5e4c4b-d027-4ce2-8851-6d1309e824af completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:45.816103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9f06b6b8-4a82-4aad-833e-2bd8441b173d None None] Provisioning complete for port 5e5e4c4b-d027-4ce2-8851-6d1309e824af triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:45.816743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f06b6b8-4a82-4aad-833e-2bd8441b173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.857322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56cbbe79-4909-4b4a-b61c-19fbe4d6d33c req-5d13bbb4-20c2-4723-b3b1-fa0cc0325124 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559835 Jul 16 08:27:45.863955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9f06b6b8-4a82-4aad-833e-2bd8441b173d None None] Port 5e5e4c4b-d027-4ce2-8851-6d1309e824af cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:46.033517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb93c3e-b164-4f2a-93eb-2a537f027a70 req-0e88ace4-806d-4bec-b0da-03f082feb1bb tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.035091 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5eb93c3e-b164-4f2a-93eb-2a537f027a70 req-0e88ace4-806d-4bec-b0da-03f082feb1bb tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 935 time: 0.1855981 Jul 16 08:27:46.052980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:46.108557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:46.108934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.137986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5eb93c3e-b164-4f2a-93eb-2a537f027a70 req-cd9c19e6-864d-4f6b-9285-ea733c932a4f tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507116 Jul 16 08:27:46.227691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337171-1a24-4f89-805c-b29c2deef39c req-14c588bd-b26b-4742-8549-cf33cf90e5ee tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.230225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55337171-1a24-4f89-805c-b29c2deef39c req-14c588bd-b26b-4742-8549-cf33cf90e5ee tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 945 time: 0.0943363 Jul 16 08:27:46.248909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5e4c4b-d027-4ce2-8851-6d1309e824af {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:46.261426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.272189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55337171-1a24-4f89-805c-b29c2deef39c req-89ff0c1f-a434-410a-977b-4c57200b573d tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355766 Jul 16 08:27:46.324509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Transition to ACTIVE for port object 5e5e4c4b-d027-4ce2-8851-6d1309e824af will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:46.351842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.368719 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:46.399767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-bfde6f4f-c125-4d5a-b7ec-9937a0b34299 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1942406 Jul 16 08:27:46.411773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e4c4b-d027-4ce2-8851-6d1309e824af,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.435194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:46.522777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Attempting to bind port 5e5e4c4b-d027-4ce2-8851-6d1309e824af on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:46.523179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Attempting to bind port 5e5e4c4b-d027-4ce2-8851-6d1309e824af by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:46.523679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Attempting to bind port 5e5e4c4b-d027-4ce2-8851-6d1309e824af on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:46.531230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.532252 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.547363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Port 5e5e4c4b-d027-4ce2-8851-6d1309e824af on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:46.548227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Attempting to bind port 5e5e4c4b-d027-4ce2-8851-6d1309e824af on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:46.553818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:46.554302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:46.554778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:46.555312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Bound port: 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:46.555791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.611414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40082) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:46.699941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] For port 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:46.704843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] For port 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:46.717296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.772205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.772953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.773636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-999468107-network', 'tenant_id': 'd1a0d675b6a94e3fb20e0f739e6458ab'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:46.774398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] 10.222.0.36 "PUT /v2.0/ports/5e5e4c4b-d027-4ce2-8851-6d1309e824af HTTP/1.1" status: 200 len: 1096 time: 1.1754668 Jul 16 08:27:46.774890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4bb328-3904-41ce-9d51-818c3f547237', 'tag': '5e5e4c4b-d027-4ce2-8851-6d1309e824af'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:46.778317 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af58a665-1af3-4325-bc3d-fa13c76b441d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4bb328-3904-41ce-9d51-818c3f547237", "tag": "5e5e4c4b-d027-4ce2-8851-6d1309e824af"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:46.804943 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.805546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8525a2-ebf1-4434-9490-f48cde5ac732 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e4c4b-d027-4ce2-8851-6d1309e824af,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.830142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Made reservation on behalf of d1a0d675b6a94e3fb20e0f739e6458ab for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:46.834218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.845488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.018086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Allocated IP 172.25.0.135 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/b63ecc08-12b5-4ee8-899b-908e343fd157) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:47.024131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-4ec7b05c-1820-4cb2-ba38-28d6a5ae5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.025591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-4ec7b05c-1820-4cb2-ba38-28d6a5ae5cef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e535783268b4455bb63241254932d206&device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 1099 time: 0.1531692 Jul 16 08:27:47.057512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.071672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.118449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8169e5-babf-4f4b-8bbf-529d8b05e1e3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.163020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:47.195291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.200897 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Added segment 078b7024-9213-4367-a00d-de7221dad77b of type vlan for network d0fe35cf-47ba-4a5f-a045-74d67d04f605 Jul 16 08:27:47.265388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.301208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.302423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.304270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.375991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7602537 Jul 16 08:27:47.376270 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b090927-b2bb-4470-bafe-152d0a9fdefb x-openstack-request-id: req-2b090927-b2bb-4470-bafe-152d0a9fdefb {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:47.376270 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4bb328-3904-41ce-9d51-818c3f547237", "tag": "5e5e4c4b-d027-4ce2-8851-6d1309e824af", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:47.376444 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b090927-b2bb-4470-bafe-152d0a9fdefb {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:47.376722 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4bb328-3904-41ce-9d51-818c3f547237', 'tag': '5e5e4c4b-d027-4ce2-8851-6d1309e824af', 'status': 'completed', 'code': 200} Jul 16 08:27:47.379718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40110) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:47.391617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Request body: {'subnet': {'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-999468107-subnet', 'tenant_id': 'd1a0d675b6a94e3fb20e0f739e6458ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:47.409139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4faeca-0495-4ebc-b07f-3e5fa49c8c1f admin admin] Pushing event updated for resources: {'Network': ['ID=d0fe35cf-47ba-4a5f-a045-74d67d04f605,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.421162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:47.430961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-3bdac413-f1bf-41a9-a63c-bacc3a4d6d0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af HTTP/1.1" status: 200 len: 217 time: 0.0534296 Jul 16 08:27:47.457113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a660cf7-392b-4b23-be05-7831c7dd4813 req-d656a06f-c33b-48fd-bab5-9db17536756b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.465245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a660cf7-392b-4b23-be05-7831c7dd4813 req-d656a06f-c33b-48fd-bab5-9db17536756b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1371865 Jul 16 08:27:47.493088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-95a21c79-8239-4c98-9400-6e41eab44816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.495389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-95a21c79-8239-4c98-9400-6e41eab44816 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0553427 Jul 16 08:27:47.519543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a660cf7-392b-4b23-be05-7831c7dd4813 req-04247985-9f5d-4f0f-ac22-67805c9e5cf6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Jul 16 08:27:47.536059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.538159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Made reservation on behalf of d1a0d675b6a94e3fb20e0f739e6458ab for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:47.538781 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.541598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.685092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.696717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-723ea298-3542-4d9f-b45b-accd71e3b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.698644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-723ea298-3542-4d9f-b45b-accd71e3b7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1910102 Jul 16 08:27:47.775747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:47.796053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:47.802398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:47.818684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Pushing event updated for resources: {'Port': ['ID=b63ecc08-12b5-4ee8-899b-908e343fd157,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.924853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e2ac-0f56-4e2e-931f-b97eb7fd0e12 req-b6d5808d-9d08-4d38-baaf-2771a073c13d tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.926443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c80e2ac-0f56-4e2e-931f-b97eb7fd0e12 req-b6d5808d-9d08-4d38-baaf-2771a073c13d tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 947 time: 0.0681057 Jul 16 08:27:47.949693 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.952912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-b7c3d08d-9104-4734-a014-0f9d4c7dd2a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255013 Jul 16 08:27:47.955463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.971910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c80e2ac-0f56-4e2e-931f-b97eb7fd0e12 req-5e918f2f-cc6d-445e-ab4d-1ee58ffc1a26 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 Jul 16 08:27:48.125472 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.146526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e829aa5-3cda-49c1-8430-cc6d0f121991,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.172378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:48.172731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Network hostable DHCP agents. Network: d0fe35cf-47ba-4a5f-a045-74d67d04f605, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:48.181373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93535ef3-0686-4e35-9bab-c6d78d4aa562 req-5cde93c0-b898-403d-a469-9f68630a55d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186332 Jul 16 08:27:48.206353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.216880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:48.236356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d0fe35cf-47ba-4a5f-a045-74d67d04f605) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:48.252822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56138260-fffa-4007-b5f8-e403f1c56414 None None] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:48.281089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.281953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.310073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23db3-790c-4eef-b8b0-4d5ae9ac98e6 req-08f1aa33-5f73-4aa1-b652-681425fd6c04 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.312645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0f23db3-790c-4eef-b8b0-4d5ae9ac98e6 req-08f1aa33-5f73-4aa1-b652-681425fd6c04 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1101 time: 0.0875008 Jul 16 08:27:48.372326 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5e036935-143b-4b5b-9751-06dd7335eb1b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9867394 Jul 16 08:27:48.379410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0f23db3-790c-4eef-b8b0-4d5ae9ac98e6 req-5ce06e74-46bc-4983-9f27-a97d52b41c48 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606537 Jul 16 08:27:48.446270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-d24167f4-9f04-4391-a474-b57177a79aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.448487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-d24167f4-9f04-4391-a474-b57177a79aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e535783268b4455bb63241254932d206&device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 1099 time: 0.1541667 Jul 16 08:27:48.456688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a50b4b-bf85-4872-9d0e-80d2cbac6110 None None] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:48.458885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.489190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.529266 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.605060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.606328 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1819425 Jul 16 08:27:48.612263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede2819-f1ae-4922-92dc-7b71af457270 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Pushing event updated for resources: {'Port': ['ID=b63ecc08-12b5-4ee8-899b-908e343fd157,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.632448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-f544c583-dca2-44e8-a4ae-c111abe511d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.634021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-f544c583-dca2-44e8-a4ae-c111abe511d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1774919 Jul 16 08:27:48.706434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-cd16d88b-3972-4c7d-a053-1a68ebe83c35 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0860662 Jul 16 08:27:48.708224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-28b21934-ccc6-412f-b64d-f4829581dad1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af HTTP/1.1" status: 200 len: 217 time: 0.0458887 Jul 16 08:27:48.745386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97526-398f-4520-a491-4042ad362a18 req-11111d58-005b-49b6-b82b-5d7fbed828e3 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.752393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-96f97526-398f-4520-a491-4042ad362a18 req-11111d58-005b-49b6-b82b-5d7fbed828e3 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1101 time: 0.0621881 Jul 16 08:27:48.789509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-96f97526-398f-4520-a491-4042ad362a18 req-830f68f8-4132-4abc-ad16-fb0c0b57e416 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362389 Jul 16 08:27:48.837361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-61dad3a5-8944-4588-a432-81b7240f14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.840562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-61dad3a5-8944-4588-a432-81b7240f14f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1170485 Jul 16 08:27:48.967579 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-650fc5b5-d58e-4e31-9446-883453070138 service neutron] show failed (client error): The resource could not be found. Jul 16 08:27:48.968355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-650fc5b5-d58e-4e31-9446-883453070138 service neutron] 10.222.0.36 "GET /v2.0/ports/9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0998316 Jul 16 08:27:48.978322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-b912b13d-5440-4c66-8a65-99649c7b1baf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.980812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ebfc400-a26e-408c-a742-08914f2c50ca req-b912b13d-5440-4c66-8a65-99649c7b1baf tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2672575 Jul 16 08:27:49.040158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-e6e00331-456c-4015-906b-8a7b23906003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.046608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-e6e00331-456c-4015-906b-8a7b23906003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955435 Jul 16 08:27:49.056861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60eeed-c3dc-4593-a8a2-6fe91b1b0bf4 req-6d0ea366-4676-446e-9955-ca0cccedb64a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.064033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a60eeed-c3dc-4593-a8a2-6fe91b1b0bf4 req-6d0ea366-4676-446e-9955-ca0cccedb64a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1124792 Jul 16 08:27:49.145197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a60eeed-c3dc-4593-a8a2-6fe91b1b0bf4 req-b8f9ec37-911f-4f8c-a12d-c12f49895a62 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772858 Jul 16 08:27:49.176019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40152) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:49.178694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-dea9ca55-961a-4615-b71a-64511d8103c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199958 Jul 16 08:27:49.182789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-624481580-network', 'tenant_id': '5adb018581b34edb95df26055fa3cc9d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:49.318573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af58a665-1af3-4325-bc3d-fa13c76b441d req-f0af0a66-e18c-4a6b-9571-396135a5f88f service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069436 Jul 16 08:27:49.335725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-6459abaa-cf95-4b95-908d-b6b8bda85687 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips/64e6ee3b-56b1-4d5d-9d27-001ed94cb353 HTTP/1.1" status: 200 len: 693 time: 0.1454234 Jul 16 08:27:49.341755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Made reservation on behalf of 5adb018581b34edb95df26055fa3cc9d for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:49.344154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.386486 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.460566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f6823-6180-4294-a070-846ab1578e3f req-d9a41aa6-53e6-4336-adfc-6e3fc2aa0491 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.467852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-342f6823-6180-4294-a070-846ab1578e3f req-d9a41aa6-53e6-4336-adfc-6e3fc2aa0491 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 947 time: 0.0693645 Jul 16 08:27:49.483168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-e3d286a2-d0e3-40d5-8e86-2ff7b05f0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.484623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-e3d286a2-d0e3-40d5-8e86-2ff7b05f0fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd&tenant_id=a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 1102 time: 0.2036455 Jul 16 08:27:49.501666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:49.502261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-342f6823-6180-4294-a070-846ab1578e3f req-c28718ff-27c5-450e-bf79-356228f8e8a1 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334408 Jul 16 08:27:49.557049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-33486fb1-1908-4215-a1c5-15a757459152 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.558399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-33486fb1-1908-4215-a1c5-15a757459152 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2112584 Jul 16 08:27:49.575820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-3a978a55-22c7-415e-a9c3-9ef1d89d24fb tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:49.576787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-3a978a55-22c7-415e-a9c3-9ef1d89d24fb tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125599 Jul 16 08:27:49.879043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-4400e5cd-5c8d-4489-8e4f-1b23af820859 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.2953632 Jul 16 08:27:49.890539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.960772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.964782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-498a0e4e-9f97-401c-a237-efe0cf672a7e tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0779209 Jul 16 08:27:49.986346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.052019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:50.170183 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.170529 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Added segment 698fb6c9-0440-4301-b360-fc7aea03601d of type vlan for network 143a150e-98ee-4f3b-acc6-91ceb3a5c86e Jul 16 08:27:50.171854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b202227c-4436-4dac-bfd8-b7ce6b3403fe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:50.256457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.349742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.350715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.351296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.404838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Deleting port b63ecc08-12b5-4ee8-899b-908e343fd157 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:50.405187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.407605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2303536 Jul 16 08:27:50.411021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:50.418749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Request body: {'subnet': {'network_id': '143a150e-98ee-4f3b-acc6-91ceb3a5c86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-624481580-subnet', 'tenant_id': '5adb018581b34edb95df26055fa3cc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:50.443590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Made reservation on behalf of 5adb018581b34edb95df26055fa3cc9d for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:50.445961 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.465576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff072b-d029-4050-9fb6-52237f7a4e62 admin admin] Pushing event updated for resources: {'Network': ['ID=143a150e-98ee-4f3b-acc6-91ceb3a5c86e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:50.473241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:50.482221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 143a150e-98ee-4f3b-acc6-91ceb3a5c86e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:50.553779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:50.575622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.575954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.595047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Calling delete_port for b63ecc08-12b5-4ee8-899b-908e343fd157 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:50.615745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:50.617451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f3447-e07c-411b-abee-686dc835e105 req-ea5f72f2-8dc6-47c7-b9cf-614fb5f3f2b6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.617964 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e01103-0680-4da8-8202-148aab884911" -d '{"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:50.619599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-582f3447-e07c-411b-abee-686dc835e105 req-ea5f72f2-8dc6-47c7-b9cf-614fb5f3f2b6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1144195 Jul 16 08:27:50.624579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.684228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Transition to ACTIVE for port object 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:50.689770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.699332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.705819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-582f3447-e07c-411b-abee-686dc835e105 req-3a988605-dc2d-4478-b85a-0fb830ee1007 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771482 Jul 16 08:27:50.757532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ceb0580-cb93-49d7-b840-9b9ec95248ef,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:50.772364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:50.774888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] No DVR routers for this DVR port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:50.781122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Checking segment: {'id': '698fb6c9-0440-4301-b360-fc7aea03601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '143a150e-98ee-4f3b-acc6-91ceb3a5c86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:50.781474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Network hostable DHCP agents. Network: 143a150e-98ee-4f3b-acc6-91ceb3a5c86e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:50.815092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Network 143a150e-98ee-4f3b-acc6-91ceb3a5c86e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:50.826557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 143a150e-98ee-4f3b-acc6-91ceb3a5c86e) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:50.834860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.835603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.836431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c87c3-782f-4a75-a655-368d62d67c75 None None] Network 143a150e-98ee-4f3b-acc6-91ceb3a5c86e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:50.858258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e72b5b5f-c1b2-45eb-a127-11fd3199d453 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4454086 Jul 16 08:27:50.868603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:50.869197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:50.869708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:50.882641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:50.883176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Attempting to bind port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:50.894577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:50.895182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:50.895765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:50.896428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Bound port: 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:50.896969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.991188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.038643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Pushing event deleted for resources: {'Port': ['ID=b63ecc08-12b5-4ee8-899b-908e343fd157,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.070609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad24fcb-daf9-4677-b3d7-e5a48f0cb42d None None] Network 143a150e-98ee-4f3b-acc6-91ceb3a5c86e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:51.081004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.085129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.087009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46675c6-f4f4-4b94-a2ee-5f8ffea06954 req-7c9dcb35-7e9c-41f0-ab93-6dc419ba1c62 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "DELETE /v2.0/floatingips/64e6ee3b-56b1-4d5d-9d27-001ed94cb353 HTTP/1.1" status: 204 len: 173 time: 1.1032789 Jul 16 08:27:51.121559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:51.127255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:51.136640 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.230579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.231206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.235014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 1097 time: 1.7374156 Jul 16 08:27:51.340379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb5aef-2a53-4b37-ad48-12ecb9096229 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.403427 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f56ae7-f4e6-42fb-9aca-d93c4143de31 x-openstack-request-id: req-f9f56ae7-f4e6-42fb-9aca-d93c4143de31 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:51.403891 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:51.404015 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9f56ae7-f4e6-42fb-9aca-d93c4143de31 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:51.404326 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'code': 200} Jul 16 08:27:51.475127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-65c16bfe-c10f-4319-b666-cb4f121dfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.477299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-65c16bfe-c10f-4319-b666-cb4f121dfadf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1100 time: 0.2048683 Jul 16 08:27:51.492595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236cc4a-075a-4db8-871c-dedd9a40b829 req-794e3629-6398-4106-ad5a-13d5d2a42683 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.494206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f236cc4a-075a-4db8-871c-dedd9a40b829 req-794e3629-6398-4106-ad5a-13d5d2a42683 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 947 time: 0.1163561 Jul 16 08:27:51.591919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f236cc4a-075a-4db8-871c-dedd9a40b829 req-b07a5c05-6059-4c9b-b3bd-bfb3191d6f49 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877824 Jul 16 08:27:51.613956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-f68d5cf7-73c2-4413-bf9f-4a9cdfeb2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.614154 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-5aaf5baa-b07a-4d15-acc5-9725fe8fdbfe req-693f43c7-5aba-456f-973e-eb7e84987215 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] show failed (client error): The resource could not be found. Jul 16 08:27:51.615593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-f68d5cf7-73c2-4413-bf9f-4a9cdfeb2de4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1204817 Jul 16 08:27:51.628370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5aaf5baa-b07a-4d15-acc5-9725fe8fdbfe req-693f43c7-5aba-456f-973e-eb7e84987215 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips/64e6ee3b-56b1-4d5d-9d27-001ed94cb353 HTTP/1.1" status: 404 len: 350 time: 0.0622251 Jul 16 08:27:51.703958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-61ca1800-7573-4460-a021-d38005dcf276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0716453 Jul 16 08:27:51.785596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-341097b7-7b72-4528-9e50-1afb11d544a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.787864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-341097b7-7b72-4528-9e50-1afb11d544a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0729592 Jul 16 08:27:51.834430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ec02c-d434-426c-a531-d82c47ca79b0 req-fd59dbab-276c-4029-bc78-9aceef9fa51b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.836256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d5ec02c-d434-426c-a531-d82c47ca79b0 req-fd59dbab-276c-4029-bc78-9aceef9fa51b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1010342 Jul 16 08:27:51.865988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-c11d8084-4198-4f9c-b8a9-2c560387c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.867780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-c11d8084-4198-4f9c-b8a9-2c560387c457 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676119 Jul 16 08:27:51.891116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d5ec02c-d434-426c-a531-d82c47ca79b0 req-295d6acb-69bd-487f-b8e9-853f44cab7cd tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Jul 16 08:27:51.972804 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-077e00ac-e357-441a-8e4a-f719ef2d6e3d req-d8d6fedc-0c89-4b51-9ec5-3d1d69bdac67 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] show failed (client error): The resource could not be found. Jul 16 08:27:51.975654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-077e00ac-e357-441a-8e4a-f719ef2d6e3d req-d8d6fedc-0c89-4b51-9ec5-3d1d69bdac67 tempest-FloatingIPsTestJSON-64326933 tempest-FloatingIPsTestJSON-64326933-project] 10.222.0.41 "GET /v2.0/floatingips/64e6ee3b-56b1-4d5d-9d27-001ed94cb353 HTTP/1.1" status: 404 len: 350 time: 0.0404277 Jul 16 08:27:51.982095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:52.072519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-4ceabee7-4060-4aa0-9460-b3d9e682f372 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933460 Jul 16 08:27:52.123112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-fddcf504-da4c-4494-ac2e-43fb057901d3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.124519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-fddcf504-da4c-4494-ac2e-43fb057901d3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.2016904 Jul 16 08:27:52.174844 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-6471336f-e0aa-48b3-953b-7d6f85bb2f35 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/quotas/d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 375 time: 0.0176520 Jul 16 08:27:52.215926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6c20-8044-455e-855e-8d372d397b26 req-77dd3205-7a32-4b48-b00a-68e007463b20 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.217454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-484d6c20-8044-455e-855e-8d372d397b26 req-77dd3205-7a32-4b48-b00a-68e007463b20 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.1490617 Jul 16 08:27:52.231958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-67d5260b-5177-4d55-8955-5c5369e3a090 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470800 Jul 16 08:27:52.242634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0660cb9d-d73c-4865-8817-f09154b43c1f req-00f56daa-e796-4b67-8263-0e370e2fd97c service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603408 Jul 16 08:27:52.300487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-484d6c20-8044-455e-855e-8d372d397b26 req-4e908788-77f9-4c16-9974-872b18cb8c54 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764880 Jul 16 08:27:52.349554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-1404c2ee-4721-4344-b2cc-3f7f6f4d233d service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167018 Jul 16 08:27:52.470705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-ce2cbbe4-39a4-47d6-8227-42a2ce38cb34 service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201565 Jul 16 08:27:52.474946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5e5e4c4b-d027-4ce2-8851-6d1309e824af details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:52.494834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:52.603260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:52.612283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:27:52.716937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.771175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:52.798645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '5e5e4c4b-d027-4ce2-8851-6d1309e824af', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '5e5e4c4b-d027-4ce2-8851-6d1309e824af', 'mac_address': 'fa:16:3e:38:1d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:52.890714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.926004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5e4c4b-d027-4ce2-8851-6d1309e824af {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:52.958543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2162-116a-4079-a647-09a220541a08 req-a2c1a7a0-9f3b-42a7-804a-2fed27396bc3 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.963265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:52.968837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba4d2162-116a-4079-a647-09a220541a08 req-a2c1a7a0-9f3b-42a7-804a-2fed27396bc3 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 947 time: 0.1205392 Jul 16 08:27:52.975969 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.054140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=5e5e4c4b-d027-4ce2-8851-6d1309e824af,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:53.094837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40266) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:53.103422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba4d2162-116a-4079-a647-09a220541a08 req-e5ce38d7-d1e1-46b4-b12c-b7943b6dd254 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328068 Jul 16 08:27:53.311106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6ac9e-dddd-4c58-a522-19b6802c4670 req-0552e39f-9170-47bc-812b-668950710930 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.320189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77e6ac9e-dddd-4c58-a522-19b6802c4670 req-0552e39f-9170-47bc-812b-668950710930 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0874889 Jul 16 08:27:53.343279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['5e5e4c4b-d027-4ce2-8851-6d1309e824af'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:53.352117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7243042-9b33-4866-96fe-86d4dd28bfc8 req-266103e8-89ef-4d48-8955-aa9b1c4256fe tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 210 time: 0.0466394 Jul 16 08:27:53.355062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d83ad8ce-2c6f-4eec-a177-fbb23e372af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.409781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:53.414853 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b4b0c-65f3-4d72-897f-5853b8b437ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:53.440376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77e6ac9e-dddd-4c58-a522-19b6802c4670 req-a0f897e1-b358-4465-91d3-07cbbb7fbe70 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204703 Jul 16 08:27:53.547935 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1dffe5-e5b6-4359-9672-61fbc7a1e281 x-openstack-request-id: req-da1dffe5-e5b6-4359-9672-61fbc7a1e281 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:53.548642 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:53.549072 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da1dffe5-e5b6-4359-9672-61fbc7a1e281 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:53.549679 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'status': 'completed', 'code': 200} Jul 16 08:27:53.621977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d83ad8ce-2c6f-4eec-a177-fbb23e372af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.638647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d83ad8ce-2c6f-4eec-a177-fbb23e372af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.695013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d83ad8ce-2c6f-4eec-a177-fbb23e372af0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23ee97ea96f7427183817239d0e05724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987074 Jul 16 08:27:53.697782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-18fea236-f32c-4550-b8fa-f1588c9d1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.699642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-18fea236-f32c-4550-b8fa-f1588c9d1194 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1100 time: 0.1234188 Jul 16 08:27:53.700177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40280) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:53.706675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ad8ce-2c6f-4eec-a177-fbb23e372af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a311eb-7d1c-48ba-b3d7-5b0d9d8f198a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:53.743762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e983c88-0529-46ba-bb00-c5af4e086cdc req-b067a968-402b-4a49-8aae-197e3ac624a5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.760441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e983c88-0529-46ba-bb00-c5af4e086cdc req-b067a968-402b-4a49-8aae-197e3ac624a5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.1731758 Jul 16 08:27:53.831757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c054ff7c-e11b-4a95-b44d-6c2bb949ae31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.851952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e983c88-0529-46ba-bb00-c5af4e086cdc req-4edbfe9e-a8c9-418b-b350-91a7a78421ec tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904338 Jul 16 08:27:53.862709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-f0575f72-ba77-46c7-84e7-56e3b824aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.864239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-f0575f72-ba77-46c7-84e7-56e3b824aa28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1536369 Jul 16 08:27:53.927466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-8bd3d7f6-dbf0-4176-bc25-fde58602fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.928220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c054ff7c-e11b-4a95-b44d-6c2bb949ae31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.928971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-8bd3d7f6-dbf0-4176-bc25-fde58602fb4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1100 time: 0.2492917 Jul 16 08:27:53.931037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-d15da37a-d022-4421-b488-07860c215b58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0574141 Jul 16 08:27:54.015480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-9555b0dc-39e8-430f-9c2d-a5c73fb43982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.017271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-9555b0dc-39e8-430f-9c2d-a5c73fb43982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0763965 Jul 16 08:27:54.058638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Deleting port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:54.059008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.073279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c054ff7c-e11b-4a95-b44d-6c2bb949ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.076159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c054ff7c-e11b-4a95-b44d-6c2bb949ae31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.077322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c054ff7c-e11b-4a95-b44d-6c2bb949ae31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6a311eb-7d1c-48ba-b3d7-5b0d9d8f198a HTTP/1.1" status: 204 len: 168 time: 0.3759644 Jul 16 08:27:54.091356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054ff7c-e11b-4a95-b44d-6c2bb949ae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a311eb-7d1c-48ba-b3d7-5b0d9d8f198a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:54.127912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-144aef54-3367-4467-8b6a-3596a192e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.129816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-144aef54-3367-4467-8b6a-3596a192e50d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986676 Jul 16 08:27:54.181769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-826f6ec6-c7ee-452a-9bb0-0ba11e74e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.183848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-826f6ec6-c7ee-452a-9bb0-0ba11e74e04c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2225633 Jul 16 08:27:54.246642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-9a95e0df-1f60-4ef7-9cf3-0f6875025481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0544789 Jul 16 08:27:54.253165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-8f1c136c-198d-4f08-bff5-94203c95aff8 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129768 Jul 16 08:27:54.253737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] For port 6d40eaf0-a8ec-494b-9b7d-f48a9070f676, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:54.254203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.294568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Calling delete_port for 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:54.350021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-a789a737-18ca-43d5-96d4-f63e957b67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.351752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-a789a737-18ca-43d5-96d4-f63e957b67a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0948310 Jul 16 08:27:54.480998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5e5e4c4b-d027-4ce2-8851-6d1309e824af up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:54.525558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:54.552899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-a92c0388-b9fd-4ee8-9536-5cf1ffab9d03 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890775 Jul 16 08:27:54.584689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-703b0fe3-da59-4b29-9381-0867758fb633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.610511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 5e5e4c4b-d027-4ce2-8851-6d1309e824af completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:54.615053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 5e5e4c4b-d027-4ce2-8851-6d1309e824af triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:54.615706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.681713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.684570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33141e6f-e171-49f8-9b9e-9c85abf1852d req-601b2f89-d229-4c7c-bd9f-bd2b87e12735 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 210 time: 0.0472639 Jul 16 08:27:54.720336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d40eaf0-a8ec-494b-9b7d-f48a9070f676,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:54.732706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-fca9535e-edbf-4c04-a96d-4e6acd6bb81d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.734414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-fca9535e-edbf-4c04-a96d-4e6acd6bb81d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.2311597 Jul 16 08:27:54.745812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-b1c92f41-5561-4363-bfdc-560792c25c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.748205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-b1c92f41-5561-4363-bfdc-560792c25c4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3833339 Jul 16 08:27:54.770748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Request body: {'port': {'device_id': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'admin_state_up': True, 'tenant_id': 'd1a0d675b6a94e3fb20e0f739e6458ab'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:54.805360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.883099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4bb328-3904-41ce-9d51-818c3f547237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e4c4b-d027-4ce2-8851-6d1309e824af'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:54.887136 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088e9d44-7eea-48d1-9a5a-1b63386ee1b7" -d '{"events": [{"server_uuid": "7d4bb328-3904-41ce-9d51-818c3f547237", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e4c4b-d027-4ce2-8851-6d1309e824af"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:54.916478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:54.919429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-04001010-2b1e-433a-826e-7c12c78ed439 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625226 Jul 16 08:27:54.922946 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.933762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1a7ef-0e8a-4b38-a068-3a6514b0447b req-62cbbb18-fc95-45e0-97b7-3f175ed11157 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.941935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2e1a7ef-0e8a-4b38-a068-3a6514b0447b req-62cbbb18-fc95-45e0-97b7-3f175ed11157 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 948 time: 0.5938396 Jul 16 08:27:54.956334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-703b0fe3-da59-4b29-9381-0867758fb633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.985877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-703b0fe3-da59-4b29-9381-0867758fb633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.063429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=5e5e4c4b-d027-4ce2-8851-6d1309e824af,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.071400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b0fe3-da59-4b29-9381-0867758fb633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5608b-2d86-41ce-93f0-b390e0349887,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.153830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2e1a7ef-0e8a-4b38-a068-3a6514b0447b req-fd2efe1d-f529-496e-885d-4ff88ca17947 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105563 Jul 16 08:27:55.168021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-703b0fe3-da59-4b29-9381-0867758fb633 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a294821866d14df8b72586adf98923f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6353276 Jul 16 08:27:55.175730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941c09-c8c5-44d1-bfa7-d7365d5d4117 req-63a982cf-2af1-424d-8dff-b3de781d8302 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.183853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6941c09-c8c5-44d1-bfa7-d7365d5d4117 req-63a982cf-2af1-424d-8dff-b3de781d8302 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1476364 Jul 16 08:27:55.193696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:55.227021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-896b4b0c-65f3-4d72-897f-5853b8b437ca req-64a7dc69-e617-4790-ab3c-3c8f28a695a9 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183609 Jul 16 08:27:55.231877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.251590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6941c09-c8c5-44d1-bfa7-d7365d5d4117 req-d801dd04-f272-4a28-9f93-f7b2f220bc5e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Jul 16 08:27:55.291265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Made reservation on behalf of d1a0d675b6a94e3fb20e0f739e6458ab for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:55.304045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.351119 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1584eb2e-d1b1-47aa-9c8f-65e5146cc6a5 x-openstack-request-id: req-1584eb2e-d1b1-47aa-9c8f-65e5146cc6a5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:55.351575 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4bb328-3904-41ce-9d51-818c3f547237", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e4c4b-d027-4ce2-8851-6d1309e824af", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:55.351838 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1584eb2e-d1b1-47aa-9c8f-65e5146cc6a5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:55.352244 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4bb328-3904-41ce-9d51-818c3f547237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e4c4b-d027-4ce2-8851-6d1309e824af', 'code': 200} Jul 16 08:27:55.577904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364e42-eba2-4c30-a009-5dfb61a29e0b req-e4bab6f7-ff76-49c6-a5a2-6863fba0a6db tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.579558 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2364e42-eba2-4c30-a009-5dfb61a29e0b req-e4bab6f7-ff76-49c6-a5a2-6863fba0a6db tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.2370822 Jul 16 08:27:55.584517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Router 90227b82-ad51-4fa8-b470-6b467a573209 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:55.611119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26f6caae-1cf9-44ef-aa3e-e94fa33b22c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.623308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af60c2-5607-4452-9164-b1c29e24f940 req-8bebb062-8bf8-4a9f-b759-367894c819af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.624890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19af60c2-5607-4452-9164-b1c29e24f940 req-8bebb062-8bf8-4a9f-b759-367894c819af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 1101 time: 0.1271250 Jul 16 08:27:55.651445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26f6caae-1cf9-44ef-aa3e-e94fa33b22c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.693053 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2364e42-eba2-4c30-a009-5dfb61a29e0b req-436dfd0c-6231-4640-8346-ec3911321c32 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059794 Jul 16 08:27:55.733781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Allocated IP 172.20.0.6 (d0fe35cf-47ba-4a5f-a045-74d67d04f605/8e829aa5-3cda-49c1-8430-cc6d0f121991/4ef87a2d-0699-4ce5-a06f-880805c7906a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:55.742267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19af60c2-5607-4452-9164-b1c29e24f940 req-1f27160c-86a9-442d-bbad-4f382b9bf516 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860770 Jul 16 08:27:55.769097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:55.771653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26f6caae-1cf9-44ef-aa3e-e94fa33b22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.775493 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26f6caae-1cf9-44ef-aa3e-e94fa33b22c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.777284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-26f6caae-1cf9-44ef-aa3e-e94fa33b22c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7c5608b-2d86-41ce-93f0-b390e0349887 HTTP/1.1" status: 204 len: 168 time: 0.5826735 Jul 16 08:27:55.780503 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] Sync routers for ids ['90227b82-ad51-4fa8-b470-6b467a573209'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:55.783816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d320505f-364b-47b9-b420-fbe6e3c9a755 admin admin] 10.222.0.41 "PUT /v2.0/routers/90227b82-ad51-4fa8-b470-6b467a573209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8004210 Jul 16 08:27:55.786174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40316) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:55.797729 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] Routers {'90227b82-ad51-4fa8-b470-6b467a573209'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:55.798495 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['90227b82-ad51-4fa8-b470-6b467a573209'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:55.823086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6caae-1cf9-44ef-aa3e-e94fa33b22c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5608b-2d86-41ce-93f0-b390e0349887,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.937362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.083984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-94a77150-5117-45b1-b7d4-491b97c1a72b req-629d42f9-5a4e-4fbc-9b50-cf38e142ba6a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 210 time: 0.0497496 Jul 16 08:27:56.135543 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] Set router 90227b82-ad51-4fa8-b470-6b467a573209 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:56.149238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.207771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.208382 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.279071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:56.286477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:56.288695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:56.300857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:56.308056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.308933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.328042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-be74f096-2109-4716-8526-b423eebc0c60 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736094 Jul 16 08:27:56.352246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Request body: {'port': {'device_id': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:56.455144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:56.478198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.687261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b7b80-4b4c-4026-9abe-5d37559ccd53 req-0be5e9f6-584d-42af-b60d-38f205129ba9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.694425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e1b7b80-4b4c-4026-9abe-5d37559ccd53 req-0be5e9f6-584d-42af-b60d-38f205129ba9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 948 time: 0.3629904 Jul 16 08:27:56.701660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:56.712441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:54Z', 'revision_number': 5, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port': {'id': '672f0db8-c9c1-4bfc-85f0-69d7f95e690e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90227b82-ad51-4fa8-b470-6b467a573209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:33Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:56.725690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'mac_address': 'fa:16:3e:6c:7b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:56.747593 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] Checking router: 90227b82-ad51-4fa8-b470-6b467a573209 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:56.758287 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] Routers {'90227b82-ad51-4fa8-b470-6b467a573209'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:56.759233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['90227b82-ad51-4fa8-b470-6b467a573209'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:56.787752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.811121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:56.822741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e1b7b80-4b4c-4026-9abe-5d37559ccd53 req-808c135b-0dcd-4e7e-9e9a-bc8e3fc300cf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207194 Jul 16 08:27:56.852337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:56.865348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.941396 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] Set router 90227b82-ad51-4fa8-b470-6b467a573209 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:56.992783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.061098 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 6, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:57.063409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Deleting port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:57.064070 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.074546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-faf7f0b5-e835-4543-9b57-7906b99d4b5b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.076009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-faf7f0b5-e835-4543-9b57-7906b99d4b5b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd&tenant_id=a54c2c361b524846b8ef2c007bc8bb67&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 948 time: 0.7568979 Jul 16 08:27:57.099727 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b23f5d-e0ba-4ccb-ba41-0c3ee188a491 None None] The sync data for ids ['90227b82-ad51-4fa8-b470-6b467a573209'] in n-d-798249-10 is: [{'id': '90227b82-ad51-4fa8-b470-6b467a573209', 'name': 'tempest-FloatingIPsTestJSON-559611363-router', 'tenant_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:32Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 6, 'project_id': '9f46fcb9682f4bfaa8001ce3f39e181c', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:57.122584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e77a0-8826-4ae3-9367-74a7ab56d245 req-eb39a388-20eb-426f-997e-678b3541e232 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.129471 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-465e77a0-8826-4ae3-9367-74a7ab56d245 req-eb39a388-20eb-426f-997e-678b3541e232 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.7145989 Jul 16 08:27:57.141608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef87a2d-0699-4ce5-a06f-880805c7906a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:57.168674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:57.201778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.242517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Transition to ACTIVE for port object 4ef87a2d-0699-4ce5-a06f-880805c7906a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:57.253767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.297133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-465e77a0-8826-4ae3-9367-74a7ab56d245 req-7ba63c8e-d76b-4ac0-92f3-d6347eb85b96 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666515 Jul 16 08:27:57.363038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] For port 672f0db8-c9c1-4bfc-85f0-69d7f95e690e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:57.371997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.374979 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-1cfee230-0895-4603-aa35-a92e50874ed1 service neutron] delete failed (client error): The resource could not be found. Jul 16 08:27:57.376162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-1cfee230-0895-4603-aa35-a92e50874ed1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.2810235 Jul 16 08:27:57.380931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.400570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Calling delete_port for 672f0db8-c9c1-4bfc-85f0-69d7f95e690e owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:57.403391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12bf90-de5b-446c-97cc-c7f3629c4261 req-da1e9e09-b165-4b37-b5af-c4c1ff0996aa tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.406516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a12bf90-de5b-446c-97cc-c7f3629c4261 req-da1e9e09-b165-4b37-b5af-c4c1ff0996aa tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2924385 Jul 16 08:27:57.535774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a12bf90-de5b-446c-97cc-c7f3629c4261 req-c2f042b6-7150-4547-89e5-a1353aba7e69 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241198 Jul 16 08:27:57.573593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:57.574022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:57.574243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:57.591104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:57.591518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:57.602227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:57.602571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:57.603602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:57.604069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Bound port: 4ef87a2d-0699-4ce5-a06f-880805c7906a, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:57.604426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.706045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:57.709803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:57.716354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.753256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.753954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.755476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 1092 time: 1.4104531 Jul 16 08:27:57.756056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:57.758440 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43313aa1-1355-484c-a000-9bc24cf84d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:57.803521 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa76badd-89f8-4a45-83b7-c2c0cb898604 x-openstack-request-id: req-fa76badd-89f8-4a45-83b7-c2c0cb898604 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:57.804125 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:57.804599 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa76badd-89f8-4a45-83b7-c2c0cb898604 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:57.805152 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'status': 'completed', 'code': 200} Jul 16 08:27:57.811578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93cb16-fd54-4a66-878d-6d5df628d157 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.849139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-ceeb9124-62c8-4ba5-af0c-896ff4644349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.851777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-ceeb9124-62c8-4ba5-af0c-896ff4644349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1101 time: 0.2374647 Jul 16 08:27:57.882366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-88bbc22e-183a-4e6f-b327-7f95778e201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.884228 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-88bbc22e-183a-4e6f-b327-7f95778e201e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1095 time: 0.0694313 Jul 16 08:27:57.885806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.935734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=672f0db8-c9c1-4bfc-85f0-69d7f95e690e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.952736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-32ba2375-9426-4255-b748-da50dbb9983b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.0517311 Jul 16 08:27:57.964332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f895b3-8d14-4da8-b5cb-1bec03efcf99 req-bb4b8aed-405f-450d-a174-7446b7dcb94e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.965890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65f895b3-8d14-4da8-b5cb-1bec03efcf99 req-bb4b8aed-405f-450d-a174-7446b7dcb94e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.2800329 Jul 16 08:27:58.041056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-22a948c3-b734-4550-9446-d18a44d422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.042531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-22a948c3-b734-4550-9446-d18a44d422a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0789735 Jul 16 08:27:58.070281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.086201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-7bc0bcaa-1300-4e2a-a167-c27477c65072 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334547 Jul 16 08:27:58.096649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf3a66-1040-4bfc-acf8-64dab1930604 req-74ddb797-ba49-4f40-95f3-035977abc7f8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.098289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fbf3a66-1040-4bfc-acf8-64dab1930604 req-74ddb797-ba49-4f40-95f3-035977abc7f8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 949 time: 0.1489913 Jul 16 08:27:58.106115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 672f0db8-c9c1-4bfc-85f0-69d7f95e690e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:58.146857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 672f0db8-c9c1-4bfc-85f0-69d7f95e690e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:58.147337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 672f0db8-c9c1-4bfc-85f0-69d7f95e690e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:58.148017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:58.174099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:58.174562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6d40eaf0-a8ec-494b-9b7d-f48a9070f676 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:58.199170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fbf3a66-1040-4bfc-acf8-64dab1930604 req-5b5e4b1d-3924-4ff2-b9c0-1a09aa48e6eb tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886805 Jul 16 08:27:58.234056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-279ec0bb-3583-42ff-86f9-2b9f3dafcefd service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330497 Jul 16 08:27:58.241597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.256945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.302749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65f895b3-8d14-4da8-b5cb-1bec03efcf99 req-10add2d9-a922-4e8a-818d-81f8a8c00586 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861998 Jul 16 08:27:58.303931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-26d6aff2-7e58-4d33-8d31-560eed63bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.311546 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-26d6aff2-7e58-4d33-8d31-560eed63bc38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.4383957 Jul 16 08:27:58.338249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd4b8b7e-bf3d-429e-b507-f70e9c748322 req-533ebaed-fe3d-4ab5-8708-9471bc07ea29 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947258 Jul 16 08:27:58.388973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-88c2b667-ce0c-4a84-8836-01dc5f82d621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0401146 Jul 16 08:27:58.392286 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.393119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90227b82-ad51-4fa8-b470-6b467a573209 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:27:58.398612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.402519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ba81265b-91c7-4397-be27-5a0283e9a1a6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/90227b82-ad51-4fa8-b470-6b467a573209 HTTP/1.1" status: 204 len: 168 time: 2.6131663 Jul 16 08:27:58.406298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:58.458932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-3567cf40-fd2d-467e-be4b-6168a8595e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.460604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-3567cf40-fd2d-467e-be4b-6168a8595e36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0593269 Jul 16 08:27:58.464518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:58.533532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:58.538447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:58.538881 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.540311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-cdadfaf8-b338-41c2-9512-7355fef1284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.545473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-cdadfaf8-b338-41c2-9512-7355fef1284d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712128 Jul 16 08:27:58.557502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Deleting subnet dda38992-952d-44e7-bb5c-b343a2ef11de {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:27:58.562473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.593492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40384) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:58.671638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.681334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-6cfb2af0-17cb-4373-bdee-3a89310961c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284611 Jul 16 08:27:58.761357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-4e1d490e-4f0c-4726-b69f-a76093842cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.762860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-4e1d490e-4f0c-4726-b69f-a76093842cdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1095 time: 0.3742211 Jul 16 08:27:58.784693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.797638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.816209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42980409-0a69-441d-b7b4-c29da210c531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.823193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:58.826223 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ecfcd0-ce7c-491d-a29c-886db074964e" -d '{"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:58.842378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.847990 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.850197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d535-8a6d-402b-a29a-6f0788eba2cc req-f0ed3234-3d0f-452d-a484-edec2e2ce022 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.857535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09a5d535-8a6d-402b-a29a-6f0788eba2cc req-f0ed3234-3d0f-452d-a484-edec2e2ce022 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.3740592 Jul 16 08:27:58.868467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f008a63b-93b4-4961-8d80-fa0462312ce7 req-71b53b2b-cf26-4057-8ab2-d34ed2ae80df service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598597 Jul 16 08:27:58.906640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.964377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09a5d535-8a6d-402b-a29a-6f0788eba2cc req-8be2174b-a240-4e55-8984-15ccc7ced609 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059852 Jul 16 08:27:58.966546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211d8ae-36cd-41b0-9236-abe114daa106 req-9ffcbda6-4b7a-4230-bf63-25414f4a4dab tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.967621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.973911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e211d8ae-36cd-41b0-9236-abe114daa106 req-9ffcbda6-4b7a-4230-bf63-25414f4a4dab tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1254697 Jul 16 08:27:58.976812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-8302dc33-fde9-43d2-8ccd-7451a09f37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.979105 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-8302dc33-fde9-43d2-8ccd-7451a09f37b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2050302 Jul 16 08:27:59.006427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda38992-952d-44e7-bb5c-b343a2ef11de,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.011752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.016314 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6a4f9955-c022-4ec5-8d66-8516c1e709d5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dda38992-952d-44e7-bb5c-b343a2ef11de HTTP/1.1" status: 204 len: 168 time: 0.6071270 Jul 16 08:27:59.016480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40392) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:59.022118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040c90e-f631-4cf3-929f-b4ff359450ab None None] Network 75c000d8-0333-4ad2-89a8-ce69a70355e1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:59.045137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e211d8ae-36cd-41b0-9236-abe114daa106 req-d6bed8e6-1e9a-48b0-895d-ee25dec495ad tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705996 Jul 16 08:27:59.056966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42980409-0a69-441d-b7b4-c29da210c531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.064852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-89a66175-9f7c-45a2-bb25-c608c8bf1c0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.0645978 Jul 16 08:27:59.068582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42980409-0a69-441d-b7b4-c29da210c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.081069 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb060566-1131-491d-939c-d7c66a9da7d9 x-openstack-request-id: req-bb060566-1131-491d-939c-d7c66a9da7d9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:59.081905 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:59.082248 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb060566-1131-491d-939c-d7c66a9da7d9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:59.083038 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'code': 200} Jul 16 08:27:59.113627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-42980409-0a69-441d-b7b4-c29da210c531 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c503bb4bc12481b86c574d7db4225eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188847 Jul 16 08:27:59.114486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42980409-0a69-441d-b7b4-c29da210c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4437acb-4755-4855-a0c4-85e33a1d5a76,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.116725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40394) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:59.194711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-64e9c761-f4e0-441d-a15c-521215d76f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.196183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-64e9c761-f4e0-441d-a15c-521215d76f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1143465 Jul 16 08:27:59.198745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.241941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-41b3d7ed-ccf7-41b3-897d-13a60e852d74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332322 Jul 16 08:27:59.294800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] DHCP port deletion for 75c000d8-0333-4ad2-89a8-ce69a70355e1 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:27:59.304147 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954de7fc-b0a7-441e-8e0d-8d5f28fb6dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.372117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954de7fc-b0a7-441e-8e0d-8d5f28fb6dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.396169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] Deleting port 9f34c86c-2a33-4d60-bb54-6f02d525900d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:59.396663 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.457485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-683b6806-62a1-44ca-8fc3-5f0838fabe58 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006359 Jul 16 08:27:59.469260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Deleting port 9f34c86c-2a33-4d60-bb54-6f02d525900d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:59.469601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.487425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] For port 9f34c86c-2a33-4d60-bb54-6f02d525900d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9f34c86c-2a33-4d60-bb54-6f02d525900d,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:59.488072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.504155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] Calling delete_port for 9f34c86c-2a33-4d60-bb54-6f02d525900d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:59.539054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954de7fc-b0a7-441e-8e0d-8d5f28fb6dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.541732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954de7fc-b0a7-441e-8e0d-8d5f28fb6dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.545203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-954de7fc-b0a7-441e-8e0d-8d5f28fb6dec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4437acb-4755-4855-a0c4-85e33a1d5a76 HTTP/1.1" status: 204 len: 168 time: 0.4251871 Jul 16 08:27:59.559707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420668-1d18-4325-8f48-f763d41d56d2 req-89a0ec1b-a6d0-49ac-b438-57c1eb0d92e2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.561436 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57420668-1d18-4325-8f48-f763d41d56d2 req-89a0ec1b-a6d0-49ac-b438-57c1eb0d92e2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.0946727 Jul 16 08:27:59.629229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57420668-1d18-4325-8f48-f763d41d56d2 req-f754b3fc-373d-40d8-91b3-2e643e4de4fc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613196 Jul 16 08:27:59.655014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09a81a-5f40-450d-b18c-3fa09e2edc05 req-6c9123ea-963b-4548-9c63-3e8df6040ffa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.656566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e09a81a-5f40-450d-b18c-3fa09e2edc05 req-6c9123ea-963b-4548-9c63-3e8df6040ffa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2746747 Jul 16 08:27:59.657332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954de7fc-b0a7-441e-8e0d-8d5f28fb6dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4437acb-4755-4855-a0c4-85e33a1d5a76,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.662092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] For port 9f34c86c-2a33-4d60-bb54-6f02d525900d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9f34c86c-2a33-4d60-bb54-6f02d525900d,segment=NetworkSegment(499d0a9d-a699-4d84-a868-474b62d86454),segment_id=499d0a9d-a699-4d84-a868-474b62d86454)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:59.662496 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.746277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.781698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] Pushing event deleted for resources: {'Port': ['ID=9f34c86c-2a33-4d60-bb54-6f02d525900d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.789329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fd9d9-4618-4ae2-9bb7-6f364a270fa5 None None] No DVR routers for this DVR port 9f34c86c-2a33-4d60-bb54-6f02d525900d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:59.903466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3d321-b15d-4444-9842-28858303b94b req-3fc10804-6729-446a-adc7-379a45e184ea tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.906990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Calling delete_port for 9f34c86c-2a33-4d60-bb54-6f02d525900d owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:59.907869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccc3d321-b15d-4444-9842-28858303b94b req-3fc10804-6729-446a-adc7-379a45e184ea tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.0932558 Jul 16 08:27:59.948882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:59.962792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccc3d321-b15d-4444-9842-28858303b94b req-1f79f269-86bb-4b8c-b79e-82cf52c6ac01 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515249 Jul 16 08:27:59.968723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43313aa1-1355-484c-a000-9bc24cf84d4d req-e660d1e9-9160-4d7a-a562-4e3caee51c37 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010245 Jul 16 08:27:59.968995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb08ff27-014b-45d4-8284-aa5fb752601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.008391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e09a81a-5f40-450d-b18c-3fa09e2edc05 req-78d8db0b-72d0-4a0c-9a1e-ae455217be60 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362031 Jul 16 08:28:00.075959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9f34c86c-2a33-4d60-bb54-6f02d525900d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:00.076861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.107100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f34c86c-2a33-4d60-bb54-6f02d525900d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.111156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] No DVR routers for this DVR port 9f34c86c-2a33-4d60-bb54-6f02d525900d on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:00.117403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9f34c86c-2a33-4d60-bb54-6f02d525900d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:00.117878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9f34c86c-2a33-4d60-bb54-6f02d525900d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:00.131258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb08ff27-014b-45d4-8284-aa5fb752601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.140153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb08ff27-014b-45d4-8284-aa5fb752601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.185545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08ff27-014b-45d4-8284-aa5fb752601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe918fe6-ab6b-48b9-a4f6-66e30f0020a4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.193657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb08ff27-014b-45d4-8284-aa5fb752601f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bc7b2e48beb4eeeac0fe1860ac3a57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435083 Jul 16 08:28:00.194242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40414) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:00.196973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.209061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.209348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.210052 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.210379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > port after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.210694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.211344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > port after_update 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.211344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.211659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.212576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.212957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.278671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fce5bf6-fce2-4816-915a-c095f3632e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.303627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.303971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.304299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.304624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:00.304992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c000d8-0333-4ad2-89a8-ce69a70355e1']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:00.309382 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fce5bf6-fce2-4816-915a-c095f3632e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.324554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499d0a9d-a699-4d84-a868-474b62d86454') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:00.324850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499d0a9d-a699-4d84-a868-474b62d86454') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:00.333775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc7f4-cf52-462f-bc19-3ad0757b7f99 req-540eea34-1370-4bf0-918d-76bf9124ca1d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.335292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-baddc7f4-cf52-462f-bc19-3ad0757b7f99 req-540eea34-1370-4bf0-918d-76bf9124ca1d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1124699 Jul 16 08:28:00.342550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.363451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.380014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:00.381256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.388154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-baddc7f4-cf52-462f-bc19-3ad0757b7f99 req-d9c20948-435e-4980-a434-471b3fbd3392 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Jul 16 08:28:00.395540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fce5bf6-fce2-4816-915a-c095f3632e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.398415 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fce5bf6-fce2-4816-915a-c095f3632e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.399811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0fce5bf6-fce2-4816-915a-c095f3632e91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe918fe6-ab6b-48b9-a4f6-66e30f0020a4 HTTP/1.1" status: 204 len: 168 time: 0.2043474 Jul 16 08:28:00.411365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5bf6-fce2-4816-915a-c095f3632e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe918fe6-ab6b-48b9-a4f6-66e30f0020a4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: from cryptography.utils import int_from_bytes Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: from cryptography.utils import int_from_bytes Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:28:00.420077 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:00.423959 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:00.480262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.487861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.489802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] 10.222.0.41 "DELETE /v2.0/networks/75c000d8-0333-4ad2-89a8-ce69a70355e1 HTTP/1.1" status: 204 len: 168 time: 1.4418137 Jul 16 08:28:00.501357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26258-9f16-4b7b-9fa5-89089623273f admin admin] Pushing event deleted for resources: {'Network': ['ID=75c000d8-0333-4ad2-89a8-ce69a70355e1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.601625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40424) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:00.642611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5e340a8c-cea2-49dd-9fbe-96d6ac64a3ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f46fcb9682f4bfaa8001ce3f39e181c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397780 Jul 16 08:28:00.645027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40426) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:00.694656 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-276a2f1d-4215-4152-addc-63a6eaeec12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.716786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-276a2f1d-4215-4152-addc-63a6eaeec12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.773445 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-276a2f1d-4215-4152-addc-63a6eaeec12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.777046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-276a2f1d-4215-4152-addc-63a6eaeec12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.778227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-276a2f1d-4215-4152-addc-63a6eaeec12a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8e7a580-4532-4854-b62e-e645f39968f2 HTTP/1.1" status: 204 len: 168 time: 0.1322055 Jul 16 08:28:00.786306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a2f1d-4215-4152-addc-63a6eaeec12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7a580-4532-4854-b62e-e645f39968f2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.818982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8accdc2-7186-45b3-bb34-340bae7537ab req-56c94bb5-49d9-4f9f-9736-122e7963a73d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.820647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8accdc2-7186-45b3-bb34-340bae7537ab req-56c94bb5-49d9-4f9f-9736-122e7963a73d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.0756397 Jul 16 08:28:00.867991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8accdc2-7186-45b3-bb34-340bae7537ab req-f9bab77d-0995-4df2-9ede-ae5e718b9011 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Jul 16 08:28:01.206502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941747-f80c-406e-9d86-507de9f34697 req-5b716ddd-219d-4e99-abbe-62d838f8cbe4 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.208411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5941747-f80c-406e-9d86-507de9f34697 req-5b716ddd-219d-4e99-abbe-62d838f8cbe4 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.1005309 Jul 16 08:28:01.235341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412f979-0ed8-4ff2-9056-237145122867 req-aa7e8e27-c5fb-4b08-9745-dc9c66335584 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.237658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c412f979-0ed8-4ff2-9056-237145122867 req-aa7e8e27-c5fb-4b08-9745-dc9c66335584 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.0986989 Jul 16 08:28:01.250235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5941747-f80c-406e-9d86-507de9f34697 req-211eb7d7-8763-4a7a-8c05-f9e2be0788c5 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Jul 16 08:28:01.284942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c412f979-0ed8-4ff2-9056-237145122867 req-66d9008b-cded-4776-baa9-9c2b5fb3dc86 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jul 16 08:28:01.487828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25247c-6735-4f64-8206-1741b832c3b2 req-602436be-aa97-4f78-a3fe-93d821ffba0f tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.490506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af25247c-6735-4f64-8206-1741b832c3b2 req-602436be-aa97-4f78-a3fe-93d821ffba0f tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 1101 time: 0.0878975 Jul 16 08:28:01.514744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-af25247c-6735-4f64-8206-1741b832c3b2 req-0cc08532-a866-44ec-8a79-8655b836fdbf tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.572093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94a18-d9b8-4274-aee2-49b33845faf2 req-506d7262-baa9-4475-9c5f-090d2afac596 tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.579653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbb94a18-d9b8-4274-aee2-49b33845faf2 req-506d7262-baa9-4475-9c5f-090d2afac596 tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1102 time: 0.0673814 Jul 16 08:28:01.622002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbb94a18-d9b8-4274-aee2-49b33845faf2 req-7ec4712e-e09a-4ba1-b26c-23b4de2209a2 tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Jul 16 08:28:01.630378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-af25247c-6735-4f64-8206-1741b832c3b2 req-0cc08532-a866-44ec-8a79-8655b836fdbf tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.635192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-af25247c-6735-4f64-8206-1741b832c3b2 req-0cc08532-a866-44ec-8a79-8655b836fdbf tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.672369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af25247c-6735-4f64-8206-1741b832c3b2 req-0cc08532-a866-44ec-8a79-8655b836fdbf tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749127 Jul 16 08:28:01.684371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc08532-a866-44ec-8a79-8655b836fdbf tempest-LiveMigrationNegativeTest-1638188236 tempest-LiveMigrationNegativeTest-1638188236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e49361-a219-480e-ba2d-751ba1e741a0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:01.823170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40502) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:01.851337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa2924-1b54-4cdf-8139-d78cdae611d5 req-7eb298ab-c5bf-426f-897a-23d25f76bbd5 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.853588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bfa2924-1b54-4cdf-8139-d78cdae611d5 req-7eb298ab-c5bf-426f-897a-23d25f76bbd5 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0857813 Jul 16 08:28:01.901226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bfa2924-1b54-4cdf-8139-d78cdae611d5 req-a5c51dcf-33c9-4ad3-8e32-14310f90333a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Jul 16 08:28:02.037775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-network', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:02.042966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-4bae716b-e83e-4f70-aa0a-87b20915fb3b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299697 Jul 16 08:28:02.078950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adfcc9-7608-48c6-b88c-72d621c3b7ad req-41c51486-2e54-4a3b-8a9f-561f1fdb9095 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.080483 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-61adfcc9-7608-48c6-b88c-72d621c3b7ad req-41c51486-2e54-4a3b-8a9f-561f1fdb9095 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.0740328 Jul 16 08:28:02.090545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Made reservation on behalf of c1dc19d11c744f699645a6c77a064664 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:02.092820 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.119259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-61adfcc9-7608-48c6-b88c-72d621c3b7ad req-c6effa3b-fb6a-4822-b1ea-8463ca0f5d66 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Jul 16 08:28:02.130963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.186362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-4b3bb888-c07d-451e-b5ed-4ba03a1fd47b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.187844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-4b3bb888-c07d-451e-b5ed-4ba03a1fd47b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394796 Jul 16 08:28:02.213813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-efd40902-2448-47af-b842-7d1ea1e7e34f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/quotas/a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 375 time: 0.0179880 Jul 16 08:28:02.302975 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.310132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.321213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-eddea927-490e-40da-b9a8-d7b27515de02 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994287 Jul 16 08:28:02.339670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:02.348969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f3d3c7-ce91-4579-92f6-f43b557ae826,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.359421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.360445 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Added segment 14228b38-68de-4bd6-a5b2-2dba7fd8cc13 of type vlan for network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 Jul 16 08:28:02.407750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.440583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.441605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.442230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.508406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40536) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:02.510192 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6909468 Jul 16 08:28:02.513681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:02.518983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Request body: {'subnet': {'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-subnet', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:02.552922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d7cad-2807-45fc-8848-ea5db7ef1a5d admin admin] Pushing event updated for resources: {'Network': ['ID=d645ba63-d3d7-4666-b5fb-66ee5dc7b894,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.590485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:02.615454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Made reservation on behalf of c1dc19d11c744f699645a6c77a064664 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:02.618174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.733521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481552a-ec3e-420a-8815-b08fce748e71 req-4ce5cc0c-a4e3-4c57-8b24-dd9467780556 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.735489 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f481552a-ec3e-420a-8815-b08fce748e71 req-4ce5cc0c-a4e3-4c57-8b24-dd9467780556 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.1100523 Jul 16 08:28:02.764830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2933eece-3ee0-4d15-a6a3-141d2fbc8cc1 req-c4121192-1820-45b3-ad96-28f32d909e2c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 210 time: 0.0455635 Jul 16 08:28:02.796042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f481552a-ec3e-420a-8815-b08fce748e71 req-04c6fa2c-3c07-49dc-92be-3c70aaaddf5f tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541027 Jul 16 08:28:02.820673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:02.844369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'port_id': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'mac_address': 'fa:16:3e:9e:f7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e829aa5-3cda-49c1-8430-cc6d0f121991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:02.887542 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.900830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.902552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef87a2d-0699-4ce5-a06f-880805c7906a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:02.926006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:02.930742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.984948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2084a6d8-d607-43fd-a989-d1c89bf70b84,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.013949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Checking segment: {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:03.015076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Network hostable DHCP agents. Network: d645ba63-d3d7-4666-b5fb-66ee5dc7b894, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:03.032476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.040103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:03.056860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d645ba63-d3d7-4666-b5fb-66ee5dc7b894) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:03.065200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f585c4-8444-48ae-ad9c-58c6232b93e3 None None] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:03.065817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.066423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.093810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2aaa5232-280a-4095-980a-e8414b701aa7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5848873 Jul 16 08:28:03.097658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40554) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:03.109771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:03.119274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097620-0609-40b9-8910-24127b5003a3 req-68b7a5fd-fe18-4295-a1ee-637a5f7a3415 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.126739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b097620-0609-40b9-8910-24127b5003a3 req-68b7a5fd-fe18-4295-a1ee-637a5f7a3415 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0867205 Jul 16 08:28:03.148483 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.155649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.195094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4ef87a2d-0699-4ce5-a06f-880805c7906a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:03.213493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b097620-0609-40b9-8910-24127b5003a3 req-841447b7-bef9-4d17-a737-7f3486466667 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857065 Jul 16 08:28:03.283688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40560) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:03.329649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.393748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.419373 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc56e-868e-4744-82be-b623f9be5dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.433319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-d645ba63-d3d7-4666-b5fb-66ee5dc7b894', 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'fixed_ips': [{'subnet_id': '2084a6d8-d607-43fd-a989-d1c89bf70b84'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:28:03.434260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.497950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.511847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d887975-82bd-4533-81e8-233116a02e7e req-14379127-d303-4e47-a108-79a686815223 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.513351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d887975-82bd-4533-81e8-233116a02e7e req-14379127-d303-4e47-a108-79a686815223 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.2002504 Jul 16 08:28:03.537464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc56e-868e-4744-82be-b623f9be5dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.543270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc56e-868e-4744-82be-b623f9be5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.584019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c3cc56e-868e-4744-82be-b623f9be5dfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f7a209411bf408ca36c012be66ac9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992487 Jul 16 08:28:03.585326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc56e-868e-4744-82be-b623f9be5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7612c9a4-ad58-4976-9992-5c9ea7243cfa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.588736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d887975-82bd-4533-81e8-233116a02e7e req-959861fa-7261-4af5-ac30-a871974e621a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675862 Jul 16 08:28:03.589437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:03.617264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Allocated IP 172.20.0.2 (d645ba63-d3d7-4666-b5fb-66ee5dc7b894/2084a6d8-d607-43fd-a989-d1c89bf70b84/be576b2b-a8a5-4cfc-823d-d4a7500e6ca3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:03.668801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-380ac034-4485-4bed-8a20-66b85c0ae471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.695907 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-380ac034-4485-4bed-8a20-66b85c0ae471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.752293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-380ac034-4485-4bed-8a20-66b85c0ae471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.754855 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-380ac034-4485-4bed-8a20-66b85c0ae471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.757091 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-380ac034-4485-4bed-8a20-66b85c0ae471 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7612c9a4-ad58-4976-9992-5c9ea7243cfa HTTP/1.1" status: 204 len: 168 time: 0.1665776 Jul 16 08:28:03.776121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ac034-4485-4bed-8a20-66b85c0ae471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7612c9a4-ad58-4976-9992-5c9ea7243cfa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.793606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.820062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.837771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.847661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Transition to ACTIVE for port object be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:03.879715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Transition to ACTIVE for port object be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:03.887779 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.931163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:03.935244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:03.948317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:03.998528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Allocated IP 172.25.0.35 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0d5045c8-c280-4585-94e4-eb73cff56e03) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:04.040576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fe226346-495e-4f76-84c6-a666631938b0 req-b544421c-036f-4aaf-be7d-66363e08bfc7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 210 time: 0.0782070 Jul 16 08:28:04.047237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Attempting to bind port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:04.047631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Attempting to bind port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:04.048002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Attempting to bind port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 on network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:04.053328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Pushing event updated for resources: {'Port': ['ID=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.072425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:04.072425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Checking segment: {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:04.075016 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.075147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Bound using segment: {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:04.075591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Bound port: be576b2b-a8a5-4cfc-823d-d4a7500e6ca3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:04.075987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.182353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] For port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:04.186244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] For port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:04.190099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.194220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-dbfeffae-4a63-4ace-9d5d-9256482f333a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460172 Jul 16 08:28:04.194395 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.279790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02912195-a0e9-4327-8bfe-2a2766425ec7 None None] Pushing event updated for resources: {'Port': ['ID=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.303203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40580) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:04.311240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.322743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e693a8-8ecb-4b51-95a9-e1ab89763c15 req-f4437edb-bb55-43b0-9412-89fe916075fd tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.329706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3e693a8-8ecb-4b51-95a9-e1ab89763c15 req-f4437edb-bb55-43b0-9412-89fe916075fd tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.1650610 Jul 16 08:28:04.370274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-512d6f01-f7a8-4151-a929-3ee5d6f26965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.403177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:04.420726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:04.427549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3e693a8-8ecb-4b51-95a9-e1ab89763c15 req-067bdfd7-b6ff-4454-9a08-e454c4b39b9c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966718 Jul 16 08:28:04.455838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:04.478098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-c437ff45-225e-40f3-b7a7-1e0aa7990182 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.480220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-c437ff45-225e-40f3-b7a7-1e0aa7990182 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373712 Jul 16 08:28:04.517803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:04.537559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Request body: {'port': {'device_id': 'cba44cda-0768-4a83-abdf-453a17a28179', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'a54c2c361b524846b8ef2c007bc8bb67'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:04.569891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5045c8-c280-4585-94e4-eb73cff56e03,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.616189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 4ef87a2d-0699-4ce5-a06f-880805c7906a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:04.625574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4ef87a2d-0699-4ce5-a06f-880805c7906a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:04.626236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.773119 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.808570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:04.811420 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127eadcd-2eec-4725-a059-363ecdfae3b8" -d '{"events": [{"server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "name": "network-vif-plugged", "status": "completed", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:04.830308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:04.834856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.838937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636981c-c45c-4a8a-aa9f-f5c36a07d0a9 req-2ccea041-3cd6-4385-bc93-7c697189b90e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.842053 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7636981c-c45c-4a8a-aa9f-f5c36a07d0a9 req-2ccea041-3cd6-4385-bc93-7c697189b90e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.4402950 Jul 16 08:28:04.863153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e27d-3e81-44b4-9fc8-d908984fcc42 req-7d562333-f3af-4809-802a-a0a924421ad6 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.864769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b779e27d-3e81-44b4-9fc8-d908984fcc42 req-7d562333-f3af-4809-802a-a0a924421ad6 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.0858586 Jul 16 08:28:04.899476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.909797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b779e27d-3e81-44b4-9fc8-d908984fcc42 req-833e51aa-532c-4dd0-b47b-603cd9ab4ed2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 Jul 16 08:28:04.958579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-512d6f01-f7a8-4151-a929-3ee5d6f26965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.978119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Made reservation on behalf of a54c2c361b524846b8ef2c007bc8bb67 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:04.981731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.007910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7636981c-c45c-4a8a-aa9f-f5c36a07d0a9 req-fe2f85e8-f250-4f28-afaa-618e7dbec13d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494024 Jul 16 08:28:05.010140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-512d6f01-f7a8-4151-a929-3ee5d6f26965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.046018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-512d6f01-f7a8-4151-a929-3ee5d6f26965 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caa2423347e0422da32446a70c563d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7421944 Jul 16 08:28:05.064162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40594) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:05.186661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-8fbb8237-2589-472d-ad73-9d2aa369dc64 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.191963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-8fbb8237-2589-472d-ad73-9d2aa369dc64 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.3478067 Jul 16 08:28:05.192629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d6f01-f7a8-4151-a929-3ee5d6f26965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f01a6d-111b-4a4f-a0df-ee8224869d1e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:05.233615 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e80-4600-43b2-a156-d4545f743d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.259545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Allocated IP 192.168.233.159 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:05.283472 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab41268-c421-4013-b6c4-ac2eb31d4c44 x-openstack-request-id: req-2ab41268-c421-4013-b6c4-ac2eb31d4c44 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:05.283769 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "name": "network-vif-plugged", "status": "completed", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:05.284028 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ab41268-c421-4013-b6c4-ac2eb31d4c44 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:05.284411 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'code': 200} Jul 16 08:28:05.296543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.389192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e80-4600-43b2-a156-d4545f743d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.592279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.611827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Transition to ACTIVE for port object 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:05.636626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a84558-1154-4ca4-ae37-52ddb6cacc35 None None] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:05.640554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e80-4600-43b2-a156-d4545f743d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.643084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e80-4600-43b2-a156-d4545f743d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.644255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d5ed6e80-4600-43b2-a156-d4545f743d3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18f01a6d-111b-4a4f-a0df-ee8224869d1e HTTP/1.1" status: 204 len: 168 time: 0.5791028 Jul 16 08:28:05.659845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6e80-4600-43b2-a156-d4545f743d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f01a6d-111b-4a4f-a0df-ee8224869d1e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:05.673506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.714914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:05.754035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fd07f368-0691-4a2b-ac0b-f03aadd2b727 None None] Provisioning for port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:05.799190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Deleting port 5e5e4c4b-d027-4ce2-8851-6d1309e824af {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:05.799717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.835181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:05.840003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:05.855075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:05.858808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:05.866193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.867221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.898511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-2e557e53-b695-4340-8f09-cc971de5aee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3659103 Jul 16 08:28:05.918612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Request body: {'port': {'device_id': 'cba44cda-0768-4a83-abdf-453a17a28179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:06.032715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6f4e4-fc5e-424c-a5c2-8dfb482a688e req-0d000516-fc1e-45f6-9e1d-d4ec5edef441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.034283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5f6f4e4-fc5e-424c-a5c2-8dfb482a688e req-0d000516-fc1e-45f6-9e1d-d4ec5edef441 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1097 time: 0.3419573 Jul 16 08:28:06.058352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc64f17-e21c-4a26-aac4-a117483faf62 req-ab9b56a4-69a7-40e8-bc05-c417062097ff tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.060160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adc64f17-e21c-4a26-aac4-a117483faf62 req-ab9b56a4-69a7-40e8-bc05-c417062097ff tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 936 time: 0.3526633 Jul 16 08:28:06.142588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] For port 5e5e4c4b-d027-4ce2-8851-6d1309e824af, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5e5e4c4b-d027-4ce2-8851-6d1309e824af,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:06.142588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.145473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.170120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca32c-a932-466c-8dc0-372f069fb177 req-6a39bb7d-48e2-423b-a23d-7a7615fd4138 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.171736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-536ca32c-a932-466c-8dc0-372f069fb177 req-6a39bb7d-48e2-423b-a23d-7a7615fd4138 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 949 time: 0.2496994 Jul 16 08:28:06.197614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Calling delete_port for 5e5e4c4b-d027-4ce2-8851-6d1309e824af owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:06.205588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:06.220097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.240842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5f6f4e4-fc5e-424c-a5c2-8dfb482a688e req-afca62ba-fe35-4a70-b654-8891dbbcf53c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792574 Jul 16 08:28:06.258308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adc64f17-e21c-4a26-aac4-a117483faf62 req-70eb2e06-2d87-41d7-9791-7f6559ec5de5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759839 Jul 16 08:28:06.393940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-536ca32c-a932-466c-8dc0-372f069fb177 req-ec09123e-8f5b-46bd-bff8-d3a51770f2cc tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966828 Jul 16 08:28:06.410402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b01bdd06-e8d3-44f4-8d37-deadcc83043b None None] Provisioning for port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:06.437874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b01bdd06-e8d3-44f4-8d37-deadcc83043b None None] Provisioning complete for port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:06.438249 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b01bdd06-e8d3-44f4-8d37-deadcc83043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.590727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:06.609522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.627347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:06.636739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b01bdd06-e8d3-44f4-8d37-deadcc83043b None None] Port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:06.658328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Transition to ACTIVE for port object 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:06.659408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.668366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:06.669603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.670375 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.722193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Pushing event deleted for resources: {'Port': ['ID=5e5e4c4b-d027-4ce2-8851-6d1309e824af,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.732108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Router c7de90b7-633f-4d41-870b-b5ea56d666fe is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:28:06.749364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['060f8a99-7f08-4d55-a683-6d58d8fba5b5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:06.769819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.785548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] No DVR routers for this DVR port 5e5e4c4b-d027-4ce2-8851-6d1309e824af on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:06.795716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.798082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c97084-76eb-4fe1-88a4-e59a87a783b0 req-764cdf3c-7e35-42d6-9873-f56715a3de5e tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "DELETE /v2.0/ports/5e5e4c4b-d027-4ce2-8851-6d1309e824af HTTP/1.1" status: 204 len: 173 time: 1.5916674 Jul 16 08:28:06.799549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4bb328-3904-41ce-9d51-818c3f547237', 'name': 'network-vif-deleted', 'tag': '5e5e4c4b-d027-4ce2-8851-6d1309e824af'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:06.803137 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15abfd66-33cc-4a8b-b542-f389efc3d7fb" -d '{"events": [{"server_uuid": "7d4bb328-3904-41ce-9d51-818c3f547237", "name": "network-vif-deleted", "tag": "5e5e4c4b-d027-4ce2-8851-6d1309e824af"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:06.886878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40640) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:06.918685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c689e82c-721c-4702-8bae-df160b410bf0 None None] Provisioning complete for port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:06.929994 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c689e82c-721c-4702-8bae-df160b410bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.029906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:07.075758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.076719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Sync routers for ids ['c7de90b7-633f-4d41-870b-b5ea56d666fe'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:07.076978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4317d0ea-02c6-4332-86f4-e5af590f0cb3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9730084 Jul 16 08:28:07.087920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:07.186465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Routers {'c7de90b7-633f-4d41-870b-b5ea56d666fe'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:07.187118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c7de90b7-633f-4d41-870b-b5ea56d666fe'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:07.188629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-292138362-network', 'tenant_id': 'ab600d43acc645b884fd5650afb2d12d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:07.280762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Made reservation on behalf of ab600d43acc645b884fd5650afb2d12d for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:07.285402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.319994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.349773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Set router c7de90b7-633f-4d41-870b-b5ea56d666fe gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:07.420334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Attempting to bind port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:07.420803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Attempting to bind port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:07.420995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Attempting to bind port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:07.435944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2b138-58a6-4bda-a359-8b3df195ba58 req-58ca7a5d-cb72-4da6-9ee6-2c01a806c4ac tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.437439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aee2b138-58a6-4bda-a359-8b3df195ba58 req-58ca7a5d-cb72-4da6-9ee6-2c01a806c4ac tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 945 time: 0.8158481 Jul 16 08:28:07.440203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:07.440985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Attempting to bind port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:07.449342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:07.449858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:07.450101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:07.451112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Bound port: 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:07.451112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.465985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e9991-f70f-42d1-bd2f-fef8ddd39d9e req-2b891168-0806-48a1-9d42-90ea663742e4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.467361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831e9991-f70f-42d1-bd2f-fef8ddd39d9e req-2b891168-0806-48a1-9d42-90ea663742e4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2233000 Jul 16 08:28:07.499708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.547232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aee2b138-58a6-4bda-a359-8b3df195ba58 req-b20b8241-fcbb-414c-97fe-806e903acbf8 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001496 Jul 16 08:28:07.604744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:07.613862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:07.624200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.630850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831e9991-f70f-42d1-bd2f-fef8ddd39d9e req-d652adbc-e9c7-42cf-ac43-02bf2b9d6bef tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206923 Jul 16 08:28:07.670911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:07.703983 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.720283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c689e82c-721c-4702-8bae-df160b410bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.744213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:07.760911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.764822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.767009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-4963233a-2d8a-4ae1-b35a-aa5c84c6ac89 service neutron] 10.222.0.36 "PUT /v2.0/ports/01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 1097 time: 1.8532732 Jul 16 08:28:07.767871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:07.772480 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc04ce-10e5-418b-a123-b9ef80a0b01d" -d '{"events": [{"name": "network-changed", "server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:07.792929 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b29e9-7fd2-4577-9b4d-3591625bdc27 x-openstack-request-id: req-187b29e9-7fd2-4577-9b4d-3591625bdc27 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:07.793298 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4bb328-3904-41ce-9d51-818c3f547237", "name": "network-vif-deleted", "tag": "5e5e4c4b-d027-4ce2-8851-6d1309e824af", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:07.793563 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-187b29e9-7fd2-4577-9b4d-3591625bdc27 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:07.793989 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4bb328-3904-41ce-9d51-818c3f547237', 'name': 'network-vif-deleted', 'tag': '5e5e4c4b-d027-4ce2-8851-6d1309e824af', 'status': 'completed', 'code': 200} Jul 16 08:28:07.834074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.856958 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.901829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:07.914130 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-c689e82c-721c-4702-8bae-df160b410bf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:28:07.915353 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-c689e82c-721c-4702-8bae-df160b410bf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:28:07.942972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:04Z', 'revision_number': 3, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:07.975776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-6ffbd25b-b628-4566-ae82-c87a83b9154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.977892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-6ffbd25b-b628-4566-ae82-c87a83b9154e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1100 time: 0.1157742 Jul 16 08:28:08.021523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Checking router: c7de90b7-633f-4d41-870b-b5ea56d666fe for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:08.021897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Updating router c7de90b7-633f-4d41-870b-b5ea56d666fe port 0d5045c8-c280-4585-94e4-eb73cff56e03 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:08.059804 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-0049126f-3253-46b7-b719-3398f283bbf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 217 time: 0.0676830 Jul 16 08:28:08.123235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:08.126183 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.140314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:08.172705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff2107-683e-4def-882f-ab979863f581,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:08.183266 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.183644 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Added segment 6e8eacee-00dd-4dc4-911e-6d03519287d2 of type vlan for network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee Jul 16 08:28:08.189626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-5d3ee208-0227-4e5f-b68e-71ccf53a6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.192264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-5d3ee208-0227-4e5f-b68e-71ccf53a6edc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0883653 Jul 16 08:28:08.221458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-869e24f5-2c1a-4ab4-b8e3-9017afd4146f req-e53e9f4f-5693-4907-8015-ebc89e7ec714 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4bb328-3904-41ce-9d51-818c3f547237 HTTP/1.1" status: 200 len: 210 time: 0.1738076 Jul 16 08:28:08.290228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254e29-a1d1-4d07-a008-3f52b22162dd req-2dd5cdbc-1cd9-47da-a60a-381e0449d2d1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.297703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93254e29-a1d1-4d07-a008-3f52b22162dd req-2dd5cdbc-1cd9-47da-a60a-381e0449d2d1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 948 time: 0.2801695 Jul 16 08:28:08.304793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.322089 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be9897a-9573-4575-a2bc-2914c79e23c1 x-openstack-request-id: req-2be9897a-9573-4575-a2bc-2914c79e23c1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:08.322391 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:08.322646 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2be9897a-9573-4575-a2bc-2914c79e23c1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:08.323055 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'status': 'completed', 'code': 200} Jul 16 08:28:08.349362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19534f42-2aa5-4779-b506-383bd18155cd req-95a10051-fd95-4744-93e1-8b2a2478fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.351260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-95a10051-fd95-4744-93e1-8b2a2478fadb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271613 Jul 16 08:28:08.356704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:08.357319 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.411568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93254e29-a1d1-4d07-a008-3f52b22162dd req-073935ff-9115-46b7-9c01-a39071ff2ac3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128604 Jul 16 08:28:08.423151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.426449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.427980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.429643 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.493956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6039627 Jul 16 08:28:08.495512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40660) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:08.511399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Request body: {'subnet': {'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-292138362-subnet', 'tenant_id': 'ab600d43acc645b884fd5650afb2d12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:08.521567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-cfd20083-e012-449d-bad4-64459139f3cf service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575046 Jul 16 08:28:08.559223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5e5e4c4b-d027-4ce2-8851-6d1309e824af no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:08.585010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d6fce-9c76-4000-abd3-030b48967c03 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:08.606509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:08.613214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 5e5e4c4b-d027-4ce2-8851-6d1309e824af {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:08.613562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5e5e4c4b-d027-4ce2-8851-6d1309e824af not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:08.656427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.722476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Made reservation on behalf of ab600d43acc645b884fd5650afb2d12d for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:08.725263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.794626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19534f42-2aa5-4779-b506-383bd18155cd req-b4d2c92b-f4c0-4bdd-a0c6-565ca4726e50 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666750 Jul 16 08:28:08.796735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Transition to ACTIVE for port object 0d5045c8-c280-4585-94e4-eb73cff56e03 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:08.808623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.882399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46389df2-d303-4bee-8fa7-a2d400532053 req-803b3cb3-289d-487f-ac91-7b6178aaf599 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.885556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46389df2-d303-4bee-8fa7-a2d400532053 req-803b3cb3-289d-487f-ac91-7b6178aaf599 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 945 time: 0.1773851 Jul 16 08:28:08.928888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Attempting to bind port 0d5045c8-c280-4585-94e4-eb73cff56e03 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:08.929184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Attempting to bind port 0d5045c8-c280-4585-94e4-eb73cff56e03 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:08.929489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Attempting to bind port 0d5045c8-c280-4585-94e4-eb73cff56e03 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:08.931844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b422063-571f-4514-81b6-9ed9a3a042d4 None None] Pushing event updated for resources: {'Port': ['ID=0d5045c8-c280-4585-94e4-eb73cff56e03,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:08.937874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:08.938250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:08.938660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.939087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:08.939642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Bound port: 0d5045c8-c280-4585-94e4-eb73cff56e03, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:08.940079 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.995577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46389df2-d303-4bee-8fa7-a2d400532053 req-76cd934d-03bc-435f-bd53-1afc9aa9798b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023359 Jul 16 08:28:09.033049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] For port 0d5045c8-c280-4585-94e4-eb73cff56e03, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:09.037682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] For port 0d5045c8-c280-4585-94e4-eb73cff56e03, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0d5045c8-c280-4585-94e4-eb73cff56e03,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:09.045415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.049690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-5d3f5d37-d857-4063-993c-ec69d8d54dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.062429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-5d3f5d37-d857-4063-993c-ec69d8d54dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1100 time: 0.1025250 Jul 16 08:28:09.092747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Routers {'c7de90b7-633f-4d41-870b-b5ea56d666fe'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:09.093505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c7de90b7-633f-4d41-870b-b5ea56d666fe'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:09.139987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-e0f16be9-6d75-47b8-a8ad-857bdeda417d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2963901 Jul 16 08:28:09.199752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-6a6d7a4b-8293-4f02-941d-aae72c16837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.201708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-6a6d7a4b-8293-4f02-941d-aae72c16837c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1382358 Jul 16 08:28:09.202990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a834-227e-4d28-bc2c-10c374b2872f req-99496c04-14ad-49ed-a589-0bdceb236904 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.204720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d43a834-227e-4d28-bc2c-10c374b2872f req-99496c04-14ad-49ed-a589-0bdceb236904 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2926633 Jul 16 08:28:09.207480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Allocated IP 172.20.0.1 (d645ba63-d3d7-4666-b5fb-66ee5dc7b894/2084a6d8-d607-43fd-a989-d1c89bf70b84/838f9b41-ab8a-4611-a82a-cf65d16d1b51) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:09.332773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-9c372704-0135-4051-832d-1414a8ea1c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 217 time: 0.1167130 Jul 16 08:28:09.413242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d43a834-227e-4d28-bc2c-10c374b2872f req-9415cfaf-376c-45c1-9c7b-69dd8abe5cf1 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007987 Jul 16 08:28:09.421595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] Set router c7de90b7-633f-4d41-870b-b5ea56d666fe gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:09.446224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-32b1e291-5fcf-4f08-ba03-03ea2b6699c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.448073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-32b1e291-5fcf-4f08-ba03-03ea2b6699c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1072402 Jul 16 08:28:09.568193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-3979bdd4-ca2a-4ba6-b0e4-cbbd7e1525ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.570174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-3979bdd4-ca2a-4ba6-b0e4-cbbd7e1525ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100745 Jul 16 08:28:09.607452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b422063-571f-4514-81b6-9ed9a3a042d4 None None] Pushing event updated for resources: {'Port': ['ID=0d5045c8-c280-4585-94e4-eb73cff56e03,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:09.642962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:04Z', 'revision_number': 3, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:09.713419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4861dc9a-8f1c-43b8-93b3-eb67a15dbf16 None None] The sync data for ids ['c7de90b7-633f-4d41-870b-b5ea56d666fe'] in n-d-798249-10 is: [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:04Z', 'revision_number': 3, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:09.727199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-7056d226-d5a0-4c86-a0bc-bad0b88903f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437256 Jul 16 08:28:09.874900 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24fc04ce-10e5-418b-a123-b9ef80a0b01d req-1ae75392-5a56-441f-86db-58a62513bbeb service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369739 Jul 16 08:28:09.886311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca464c-776c-44fd-b18b-f14094738b9e req-1b6b6f55-0c55-4bb8-932d-2d32750d4189 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.887987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-deca464c-776c-44fd-b18b-f14094738b9e req-1b6b6f55-0c55-4bb8-932d-2d32750d4189 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1097 time: 0.1300330 Jul 16 08:28:09.911727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.926720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-deca464c-776c-44fd-b18b-f14094738b9e req-69b5195d-1814-4dd7-978d-68eec1a425bd tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Jul 16 08:28:09.942925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-979bd3e2-2f81-4bb9-8316-eb0689c3c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.944655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-979bd3e2-2f81-4bb9-8316-eb0689c3c467 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1102 time: 0.7390263 Jul 16 08:28:10.059566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.124236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d60f05b-9f96-4919-b3d1-63364a287f99,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:10.177145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Transition to ACTIVE for port object 838f9b41-ab8a-4611-a82a-cf65d16d1b51 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:10.212890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:10.213258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Network hostable DHCP agents. Network: c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:10.270545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7de18-ffff-4228-9f5c-7517721b96ba req-e8e2e0c4-6235-40b3-a8c5-916475b88ca5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.278296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51c7de18-ffff-4228-9f5c-7517721b96ba req-e8e2e0c4-6235-40b3-a8c5-916475b88ca5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 948 time: 0.3678818 Jul 16 08:28:10.294824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-41ea53ec-1333-469e-b059-60e44c9f23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.297020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-41ea53ec-1333-469e-b059-60e44c9f23f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3058858 Jul 16 08:28:10.386511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-70f28980-37ba-44a1-a4f1-18d5316b73b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0676227 Jul 16 08:28:10.389040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.422652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:10.436429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:10.480755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:10.483754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:10.510414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ff3c7-7e01-4350-a849-2c8f6d8853d2 req-731c75e9-1ad4-40d3-be25-818519d1972e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.519677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-758ff3c7-7e01-4350-a849-2c8f6d8853d2 req-731c75e9-1ad4-40d3-be25-818519d1972e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1097 time: 0.0686162 Jul 16 08:28:10.537472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.547069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:10.551914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.553074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.559635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d919b3-c9c0-4b63-857a-df5ab8cc96bf None None] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:10.575599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51c7de18-ffff-4228-9f5c-7517721b96ba req-eea04111-3c96-40dd-a3f6-dab2c2af0609 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949793 Jul 16 08:28:10.588002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-758ff3c7-7e01-4350-a849-2c8f6d8853d2 req-50cba2ac-6394-4bde-ba24-3ad8e1c21ed9 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665483 Jul 16 08:28:10.648231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d0c51f5f-d645-46ca-8306-2a431bb83265 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1414845 Jul 16 08:28:10.692567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=838f9b41-ab8a-4611-a82a-cf65d16d1b51,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:10.705207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-5475cd0d-dbbe-421f-886e-6b12022354aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.706743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-5475cd0d-dbbe-421f-886e-6b12022354aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2972081 Jul 16 08:28:10.853328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e9be6-4839-4df6-8522-f1311e49a2e5 None None] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:10.957325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-462e1b6d-be24-4a27-99f3-d7f8586e5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.962941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-462e1b6d-be24-4a27-99f3-d7f8586e5bef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2411189 Jul 16 08:28:11.009912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abddf-1602-4877-b018-2319eb5aaee9 req-0078a931-83cc-4c9a-8ff7-5e7af7f52bfc tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.021576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47abddf-1602-4877-b018-2319eb5aaee9 req-0078a931-83cc-4c9a-8ff7-5e7af7f52bfc tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 950 time: 0.1431317 Jul 16 08:28:11.109220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47abddf-1602-4877-b018-2319eb5aaee9 req-06f3edeb-189e-4600-96a7-0456ee0866f4 tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/security-groups?id=c0558a54-1afd-4b28-98fc-9153ea35fcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842454 Jul 16 08:28:11.123677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-19e3b988-fb0e-472a-9045-b1c277d25241 None None] Provisioning for port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:11.168989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-b5f4acf0-44c1-4930-a549-3c4a7932e870 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979864 Jul 16 08:28:11.171075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-19e3b988-fb0e-472a-9045-b1c277d25241 None None] Provisioning complete for port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:11.171532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19e3b988-fb0e-472a-9045-b1c277d25241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.243767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.264011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-19e3b988-fb0e-472a-9045-b1c277d25241 None None] Port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:11.354974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394bd5b-a2ff-4180-a7d9-3721bc818f57 req-dff553de-3ce2-49c5-816c-e7cbe4da1b9e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.356861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d394bd5b-a2ff-4180-a7d9-3721bc818f57 req-dff553de-3ce2-49c5-816c-e7cbe4da1b9e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2224083 Jul 16 08:28:11.399723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00a8de92-8f3b-4b92-8ebb-9f606c06e3e2 req-e88cb63e-43cd-4260-9b47-440b61cb1142 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992617 Jul 16 08:28:11.439818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d394bd5b-a2ff-4180-a7d9-3721bc818f57 req-8cffe066-9607-47f7-bbdd-8a82a11cfb09 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703053 Jul 16 08:28:11.531852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:11.537068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-949558873-network', 'tenant_id': 'dcb9410325994580b2a620496176b0f5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:11.578880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Made reservation on behalf of dcb9410325994580b2a620496176b0f5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:11.581243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.592824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.602683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.608986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.741477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.753342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.760189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=838f9b41-ab8a-4611-a82a-cf65d16d1b51,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:11.768643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:11.773121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.783809 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.784150 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Added segment ed7d9cee-f97c-48a1-a2b8-d5d6ab45ca1f of type vlan for network 4b1925f5-31e5-409c-9d82-d0b9124d6758 Jul 16 08:28:11.864235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.907753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.908715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.909474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.941764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b61b84-7986-4f95-8a56-9565e95d96f6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:11.957696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4250185 Jul 16 08:28:11.970697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40730) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:11.977228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Request body: {'subnet': {'network_id': '4b1925f5-31e5-409c-9d82-d0b9124d6758', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-949558873-subnet', 'tenant_id': 'dcb9410325994580b2a620496176b0f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:12.002511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87937b5-0527-48d2-9cfc-8968a3f98534 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1925f5-31e5-409c-9d82-d0b9124d6758,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.010139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:12.030501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 4b1925f5-31e5-409c-9d82-d0b9124d6758 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:12.032952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:12.074777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-37a43cea-f68e-41d2-929c-577705eca4ae tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.081726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-37a43cea-f68e-41d2-929c-577705eca4ae tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 950 time: 0.0909019 Jul 16 08:28:12.115909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Made reservation on behalf of dcb9410325994580b2a620496176b0f5 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:12.127708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.201615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0d5045c8-c280-4585-94e4-eb73cff56e03 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:12.355349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Deleting port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:12.355857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.382610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 0d5045c8-c280-4585-94e4-eb73cff56e03 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:12.407144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0d5045c8-c280-4585-94e4-eb73cff56e03 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:12.411544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.423536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159d89e-7642-48f8-9c91-56d34668a4e1 req-0d81be37-eb5d-4891-8e86-56ff57385788 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.430575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8159d89e-7642-48f8-9c91-56d34668a4e1 req-0d81be37-eb5d-4891-8e86-56ff57385788 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 948 time: 0.6497946 Jul 16 08:28:12.457790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-496fd087-12d2-4bfc-98e7-ed4fbc843c4b None None] Provisioning complete for port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:12.458355 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-496fd087-12d2-4bfc-98e7-ed4fbc843c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.507609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8159d89e-7642-48f8-9c91-56d34668a4e1 req-bf6df922-2aeb-4e4d-ba46-c7cfbf723fd5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760870 Jul 16 08:28:12.548590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-496fd087-12d2-4bfc-98e7-ed4fbc843c4b None None] Port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:12.549363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] For port 060f8a99-7f08-4d55-a683-6d58d8fba5b5, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=060f8a99-7f08-4d55-a683-6d58d8fba5b5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:12.549798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.592508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Calling delete_port for 060f8a99-7f08-4d55-a683-6d58d8fba5b5 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:12.673147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:12.676916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:12.679536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:12.680805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Router c7de90b7-633f-4d41-870b-b5ea56d666fe has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:12.699832 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.776663 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.815748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Pushing event deleted for resources: {'Port': ['ID=060f8a99-7f08-4d55-a683-6d58d8fba5b5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.873512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] No DVR routers for this DVR port 060f8a99-7f08-4d55-a683-6d58d8fba5b5 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:12.876754 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.879091 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d5322f7-aab0-4636-8cc4-c89cf28ecb89 req-7f56b8d3-4ee5-461c-970a-3e0bd9c5610c tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.36 "DELETE /v2.0/ports/060f8a99-7f08-4d55-a683-6d58d8fba5b5 HTTP/1.1" status: 204 len: 173 time: 0.7906868 Jul 16 08:28:12.879742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'name': 'network-vif-deleted', 'tag': '060f8a99-7f08-4d55-a683-6d58d8fba5b5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:12.882737 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971b7bf1-8ce1-4a7d-989a-04950e1665d7" -d '{"events": [{"server_uuid": "400062d0-52c5-4c8e-8271-ac2c9fb5cd08", "name": "network-vif-deleted", "tag": "060f8a99-7f08-4d55-a683-6d58d8fba5b5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:12.900184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:12.908146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['060f8a99-7f08-4d55-a683-6d58d8fba5b5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:12.943876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077515ee-a575-40b1-8b71-6fd88c9114f4,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.982181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Checking segment: {'id': 'ed7d9cee-f97c-48a1-a2b8-d5d6ab45ca1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4b1925f5-31e5-409c-9d82-d0b9124d6758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:12.982181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Network hostable DHCP agents. Network: 4b1925f5-31e5-409c-9d82-d0b9124d6758, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:13.100960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6555a77-2e94-4521-8361-14efb730ac0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.152789 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.157818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e0d1d54-d133-4bf9-a60e-2975e373fffa req-5de7fa42-8586-417d-99d3-338b5066897f tempest-LiveMigrationNegativeTest-722447296 tempest-LiveMigrationNegativeTest-722447296-project] 10.222.0.41 "GET /v2.0/ports?device_id=400062d0-52c5-4c8e-8271-ac2c9fb5cd08 HTTP/1.1" status: 200 len: 210 time: 0.1116674 Jul 16 08:28:13.159791 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.206244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Network 4b1925f5-31e5-409c-9d82-d0b9124d6758 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:13.215400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:13.222823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ae5e049-0670-4729-ab6b-1215b6c6a0e8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c7de90b7-633f-4d41-870b-b5ea56d666fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1378219 Jul 16 08:28:13.240979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 4b1925f5-31e5-409c-9d82-d0b9124d6758) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:13.246711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.247287 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Sync routers for ids ['c7de90b7-633f-4d41-870b-b5ea56d666fe'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:13.247841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.284083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7fd684dc-1c11-44a0-9e75-707010dace28 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3038080 Jul 16 08:28:13.286169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c7621-29fe-4062-a85b-edaf1e839914 None None] Network 4b1925f5-31e5-409c-9d82-d0b9124d6758 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:13.286788 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Routers {'c7de90b7-633f-4d41-870b-b5ea56d666fe'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:13.287754 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c7de90b7-633f-4d41-870b-b5ea56d666fe'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:13.293085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.300057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:13.302363 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e73c6-7548-4e21-b5fe-25843b3ffa81" -d '{"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-unplugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:13.344657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 0d5045c8-c280-4585-94e4-eb73cff56e03, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0d5045c8-c280-4585-94e4-eb73cff56e03,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.364107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'mac_address': 'fa:16:3e:6f:33:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:13.365766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.376651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.484939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-e6470e55-18ce-41ef-aca5-445eeaca02b9 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:13.488956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-e6470e55-18ce-41ef-aca5-445eeaca02b9 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2183013 Jul 16 08:28:13.496713 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.515700 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Set router c7de90b7-633f-4d41-870b-b5ea56d666fe gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:13.518037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Request body: {'binding': {'host': 'n-h1-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:13.518037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:28:13.528804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.628573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '66e20236-d917-48c1-b407-90da66bcc558', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '66e20236-d917-48c1-b407-90da66bcc558', 'mac_address': 'fa:16:3e:0e:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:13.650289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.688042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c2dda-7fb9-4408-8316-d6cd094e7caf req-82247a7a-a767-45d4-9603-67428423a848 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.695464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-708c2dda-7fb9-4408-8316-d6cd094e7caf req-82247a7a-a767-45d4-9603-67428423a848 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 947 time: 0.2887676 Jul 16 08:28:13.890411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-708c2dda-7fb9-4408-8316-d6cd094e7caf req-3af584f8-b1bf-4531-9ff6-f5956eb0b16e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924050 Jul 16 08:28:13.902496 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:10Z', 'revision_number': 4, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '838f9b41-ab8a-4611-a82a-cf65d16d1b51', 'name': '', 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'mac_address': 'fa:16:3e:f1:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2084a6d8-d607-43fd-a989-d1c89bf70b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:08Z', 'updated_at': '2021-07-16T08:28:11Z', 'revision_number': 2, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'subnets': [{'id': '2084a6d8-d607-43fd-a989-d1c89bf70b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:13.932586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on host n-h1-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:13.932922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:13.933249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:13.937926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=0d5045c8-c280-4585-94e4-eb73cff56e03,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:13.945158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:13.955051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:13.956393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:13.972546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:13.973159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:13.973552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:13.975131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Bound port: 4ef87a2d-0699-4ce5-a06f-880805c7906a, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:14.005045 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.019874 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Checking router: c7de90b7-633f-4d41-870b-b5ea56d666fe for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:14.020235 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Updating router c7de90b7-633f-4d41-870b-b5ea56d666fe port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:14.022277 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d0a8e-6232-46d9-83fc-e4fbf6ca68ed x-openstack-request-id: req-1d7d0a8e-6232-46d9-83fc-e4fbf6ca68ed {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:14.022752 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400062d0-52c5-4c8e-8271-ac2c9fb5cd08", "name": "network-vif-deleted", "tag": "060f8a99-7f08-4d55-a683-6d58d8fba5b5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:14.022938 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d7d0a8e-6232-46d9-83fc-e4fbf6ca68ed {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:14.023198 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400062d0-52c5-4c8e-8271-ac2c9fb5cd08', 'name': 'network-vif-deleted', 'tag': '060f8a99-7f08-4d55-a683-6d58d8fba5b5', 'status': 'completed', 'code': 200} Jul 16 08:28:14.033483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a667b34b-6b82-4ea2-8aef-761052a0229e None None] Network 4b1925f5-31e5-409c-9d82-d0b9124d6758 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:14.064304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:14.106864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e20236-d917-48c1-b407-90da66bcc558 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:14.116314 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8afea2-9779-48bd-bc11-020cca2b8608 x-openstack-request-id: req-4e8afea2-9779-48bd-bc11-020cca2b8608 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:14.116314 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-unplugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:14.116314 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e8afea2-9779-48bd-bc11-020cca2b8608 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:14.116731 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558', 'code': 200} Jul 16 08:28:14.117670 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.145189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.162351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0d5045c8-c280-4585-94e4-eb73cff56e03 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:14.204223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:14.268848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:14.290174 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.326335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:14.422522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0d5045c8-c280-4585-94e4-eb73cff56e03 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:14.422917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.470701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:14.476994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:14.564418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['66e20236-d917-48c1-b407-90da66bcc558'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:14.589168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d3c3c3a5-903a-4402-b051-6fe2b8cf7c30 req-1cf9dbb7-c0d1-4acf-95c7-dca5b1aa8091 tempest-FloatingIPsNegativeTestJSON-1271469670 tempest-FloatingIPsNegativeTestJSON-1271469670-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=c1dc19d11c744f699645a6c77a064664 HTTP/1.1" status: 200 len: 217 time: 0.3946383 Jul 16 08:28:14.606603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 060f8a99-7f08-4d55-a683-6d58d8fba5b5 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:14.635267 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.637351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:14.641076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 060f8a99-7f08-4d55-a683-6d58d8fba5b5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:14.641533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 060f8a99-7f08-4d55-a683-6d58d8fba5b5 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:14.648026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.650014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d7621ec2-9934-4813-9cfa-37c1e318c84b service neutron] 10.222.0.41 "POST /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a/bindings HTTP/1.1" status: 201 len: 390 time: 1.1458833 Jul 16 08:28:14.655742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Transition to ACTIVE for port object 838f9b41-ab8a-4611-a82a-cf65d16d1b51 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:14.668905 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.918119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1234c0-1c75-4078-ac76-81edc7b46dc9 req-1f750718-bc95-46a2-9430-26e34a2d01d6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.926597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b1234c0-1c75-4078-ac76-81edc7b46dc9 req-1f750718-bc95-46a2-9430-26e34a2d01d6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 949 time: 0.2035427 Jul 16 08:28:14.991907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b1234c0-1c75-4078-ac76-81edc7b46dc9 req-33d3e2fe-5652-4917-a1a7-7dde9aaec0a7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 Jul 16 08:28:15.028604 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322a7a0-90cd-43de-9fd9-6d5fc405aba1 None None] Pushing event updated for resources: {'Port': ['ID=838f9b41-ab8a-4611-a82a-cf65d16d1b51,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:15.126459 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Attempting to bind port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:15.127265 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Attempting to bind port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:15.127907 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Attempting to bind port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 on network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:15.142202 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:15.144123 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Checking segment: {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:15.145782 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.146733 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Bound using segment: {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:15.146733 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Bound port: 838f9b41-ab8a-4611-a82a-cf65d16d1b51, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14228b38-68de-4bd6-a5b2-2dba7fd8cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:15.147087 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.182828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-be98d466-638f-4749-aa4a-bdd7d993ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.185106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-be98d466-638f-4749-aa4a-bdd7d993ddb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1097 time: 0.1222305 Jul 16 08:28:15.285064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79888b3b-10c8-4c8d-8255-f92e0274ecb8 req-3cbedc5c-92fe-4881-8b0d-78e4379c5c42 tempest-FloatingIPsNegativeTestJSON-1271469670 tempest-FloatingIPsNegativeTestJSON-1271469670-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0638659 Jul 16 08:28:15.306432 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] For port 838f9b41-ab8a-4611-a82a-cf65d16d1b51, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:15.311472 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] For port 838f9b41-ab8a-4611-a82a-cf65d16d1b51, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=838f9b41-ab8a-4611-a82a-cf65d16d1b51,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:15.319336 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.437788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-0c7417de-fac7-4b65-b8f8-5bf18ab9555f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.453909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-0c7417de-fac7-4b65-b8f8-5bf18ab9555f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.2744069 Jul 16 08:28:15.488734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-0606bc73-7d62-4fee-a315-03c54407e420 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/quotas/ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 375 time: 0.0274301 Jul 16 08:28:15.507074 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322a7a0-90cd-43de-9fd9-6d5fc405aba1 None None] Pushing event updated for resources: {'Port': ['ID=838f9b41-ab8a-4611-a82a-cf65d16d1b51,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:15.534050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Routers {'c7de90b7-633f-4d41-870b-b5ea56d666fe'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:15.537276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c7de90b7-633f-4d41-870b-b5ea56d666fe'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:15.572861 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36e92f73-d70b-4918-bb1a-7ee6099ba063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.599778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-401a4f9a-ab1f-48e3-9eb8-c089ab4494f7 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095715 Jul 16 08:28:15.634546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197ecc-87ac-45c5-b516-b6ab350901cb req-0906c252-2641-4ed9-8d6b-b077429cfe5a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.642742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de197ecc-87ac-45c5-b516-b6ab350901cb req-0906c252-2641-4ed9-8d6b-b077429cfe5a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 945 time: 0.1530149 Jul 16 08:28:15.664746 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.708178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de197ecc-87ac-45c5-b516-b6ab350901cb req-986a86b9-7232-4f16-b094-73fd14ce5249 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Jul 16 08:28:15.779602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40822) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:15.784226 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] Set router c7de90b7-633f-4d41-870b-b5ea56d666fe gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:15.802978 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-6ac031e4-1a40-4819-a9d1-dda4aad2ac1b service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920640 Jul 16 08:28:15.850127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-fa86e87e-5933-4df8-b59e-a81b7b6a0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.851678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-fa86e87e-5933-4df8-b59e-a81b7b6a0bee service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.6529667 Jul 16 08:28:15.910035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-219eafdb-874f-49a0-bb7e-0e6282d4596e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.0507555 Jul 16 08:28:15.960550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b445cb-3a9e-4e87-bc32-25de97878e75 req-50216792-99ba-43db-823b-a64e51a7b208 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.963535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2b445cb-3a9e-4e87-bc32-25de97878e75 req-50216792-99ba-43db-823b-a64e51a7b208 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 948 time: 0.0995958 Jul 16 08:28:15.982973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-3e1d0321-3b65-4089-8b3f-0a9075c8ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.984641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-3e1d0321-3b65-4089-8b3f-0a9075c8ae64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0660977 Jul 16 08:28:16.027872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2b445cb-3a9e-4e87-bc32-25de97878e75 req-78db0101-8a97-4f5c-8ba2-8696e66de8ec tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571589 Jul 16 08:28:16.030536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-90d3efc4-ee9c-4d26-ba07-d7e6d0cc3846 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e535783268b4455bb63241254932d206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498507 Jul 16 08:28:16.035987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40830) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:16.063536 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-87875dfb-cd4b-4d83-8ab2-1f010fe9db15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446682 Jul 16 08:28:16.068611 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:10Z', 'revision_number': 4, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '838f9b41-ab8a-4611-a82a-cf65d16d1b51', 'name': '', 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'mac_address': 'fa:16:3e:f1:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2084a6d8-d607-43fd-a989-d1c89bf70b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:08Z', 'updated_at': '2021-07-16T08:28:15Z', 'revision_number': 4, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'subnets': [{'id': '2084a6d8-d607-43fd-a989-d1c89bf70b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:16.096390 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5ebb-30cf-42e9-8782-d0ea241fd702 None None] The sync data for ids ['c7de90b7-633f-4d41-870b-b5ea56d666fe'] in n-d-798249-10 is: [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:10Z', 'revision_number': 4, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '838f9b41-ab8a-4611-a82a-cf65d16d1b51', 'name': '', 'network_id': 'd645ba63-d3d7-4666-b5fb-66ee5dc7b894', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'mac_address': 'fa:16:3e:f1:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '2084a6d8-d607-43fd-a989-d1c89bf70b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:08Z', 'updated_at': '2021-07-16T08:28:15Z', 'revision_number': 4, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'subnets': [{'id': '2084a6d8-d607-43fd-a989-d1c89bf70b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:16.111717 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-9c6fa1d4-e67c-4ba4-897a-474287ce8e64 req-1c666a3e-f4ba-42dc-88f7-9cbc75c67f1e tempest-FloatingIPsNegativeTestJSON-1271469670 tempest-FloatingIPsNegativeTestJSON-1271469670-project] show failed (client error): The resource could not be found. Jul 16 08:28:16.127877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9c6fa1d4-e67c-4ba4-897a-474287ce8e64 req-1c666a3e-f4ba-42dc-88f7-9cbc75c67f1e tempest-FloatingIPsNegativeTestJSON-1271469670 tempest-FloatingIPsNegativeTestJSON-1271469670-project] 10.222.0.41 "GET /v2.0/floatingips/63739dcd-f435-462a-9619-8fca1ab579a1 HTTP/1.1" status: 404 len: 350 time: 0.0579755 Jul 16 08:28:16.128427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40832) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:16.179514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-368e63fd-4230-44f8-b236-e597b7f2de49 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069968 Jul 16 08:28:16.296356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-6d420ed5-fc6a-41af-b71b-016bfef5f567 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919710 Jul 16 08:28:16.321756 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7971f4e-d901-4b77-8d81-bf70e2b12b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.344734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7971f4e-d901-4b77-8d81-bf70e2b12b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.385060 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-de571489-ff8c-4deb-a586-0acf9d5b7ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918414 Jul 16 08:28:16.421073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7971f4e-d901-4b77-8d81-bf70e2b12b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.424824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7971f4e-d901-4b77-8d81-bf70e2b12b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.429126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d7971f4e-d901-4b77-8d81-bf70e2b12b98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0558a54-1afd-4b28-98fc-9153ea35fcbc HTTP/1.1" status: 204 len: 168 time: 0.3912363 Jul 16 08:28:16.438932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7971f4e-d901-4b77-8d81-bf70e2b12b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0558a54-1afd-4b28-98fc-9153ea35fcbc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:16.566670 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.588202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:16.679108 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-335ba431-cc79-4b03-8fa0-bff40fe90e3f req-b6e6dfc0-6e6f-48ed-9f5e-8a64437e4070 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 210 time: 0.0960040 Jul 16 08:28:16.696123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:16.782917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2ccdf-4924-48a7-991e-af919423d301 req-e8152c7a-21e8-4974-914d-0e1ffcb04140 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.798352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2b2ccdf-4924-48a7-991e-af919423d301 req-e8152c7a-21e8-4974-914d-0e1ffcb04140 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 949 time: 0.3097837 Jul 16 08:28:16.811606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-ad17139f-2cbe-4256-bfe5-11f3d0d71f9a tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.813144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-ad17139f-2cbe-4256-bfe5-11f3d0d71f9a tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.2993832 Jul 16 08:28:16.826091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-10'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:16.878521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2b2ccdf-4924-48a7-991e-af919423d301 req-23548d11-3d0d-43e7-af4e-8b30f099dfba tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Jul 16 08:28:16.915075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 66e20236-d917-48c1-b407-90da66bcc558 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:16.915530 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.985316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:16.997972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:16.998735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.091978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:17.119278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.185857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.190523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.201052 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.287518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:17.295331 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24960461-0d6d-48e6-9243-0d04ac2adc77" -d '{"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-plugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:17.346250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:17.362915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.363159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3097824e-ce50-41e0-ba47-746f692cc685 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1999ce2bcb0444538182d259bf39a9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513545 Jul 16 08:28:17.374819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:17.385150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:17.450117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c326a-6880-4211-8309-914c4516a1ea req-8387701b-cc58-4ed6-badc-c34dd7928a13 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.455173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.458497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-936c326a-6880-4211-8309-914c4516a1ea req-8387701b-cc58-4ed6-badc-c34dd7928a13 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 945 time: 0.1991653 Jul 16 08:28:17.511296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-936c326a-6880-4211-8309-914c4516a1ea req-cc0e02d4-1ab7-479f-86d8-e83df25bf0ab tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Jul 16 08:28:17.549995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:17.587105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7f00cee-c952-4dae-9f98-09bb8ab561b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.626470 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8443df91-f68b-4965-ba10-bbd8435d9b84 x-openstack-request-id: req-8443df91-f68b-4965-ba10-bbd8435d9b84 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:17.626470 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-plugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:17.626470 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8443df91-f68b-4965-ba10-bbd8435d9b84 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:17.636585 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558', 'code': 200} Jul 16 08:28:17.638625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:17.642868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.659301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe51c18-3d95-4ebc-9316-1e447f048736 req-0a2aef9a-f188-4e66-9cbf-72894cd86ef6 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.673478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbe51c18-3d95-4ebc-9316-1e447f048736 req-0a2aef9a-f188-4e66-9cbf-72894cd86ef6 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2999825 Jul 16 08:28:17.675086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:17.728750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7f00cee-c952-4dae-9f98-09bb8ab561b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.796858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbe51c18-3d95-4ebc-9316-1e447f048736 req-9d0729d9-ea88-46b5-b2b9-54c8cc0572f2 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224153 Jul 16 08:28:17.910376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:17.985385 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7f00cee-c952-4dae-9f98-09bb8ab561b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.991659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7f00cee-c952-4dae-9f98-09bb8ab561b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.995859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f7f00cee-c952-4dae-9f98-09bb8ab561b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78e49361-a219-480e-ba2d-751ba1e741a0 HTTP/1.1" status: 204 len: 168 time: 0.6199584 Jul 16 08:28:18.012153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Deleting port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:18.012675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.058644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:18.066105 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e614c6-92b9-4c29-ac1d-47c61910ece1" -d '{"events": [{"server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:18.073493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.081526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f00cee-c952-4dae-9f98-09bb8ab561b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e49361-a219-480e-ba2d-751ba1e741a0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.097132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.140340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] For port 838f9b41-ab8a-4611-a82a-cf65d16d1b51, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=838f9b41-ab8a-4611-a82a-cf65d16d1b51,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:18.140860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.168890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-349dbcc1-6294-47b4-8ef0-3cf26cf0ec62 req-83ab7853-31b8-4041-a3c3-0e4d5074cf85 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 210 time: 0.0978401 Jul 16 08:28:18.174303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Calling delete_port for 838f9b41-ab8a-4611-a82a-cf65d16d1b51 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:18.184487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 838f9b41-ab8a-4611-a82a-cf65d16d1b51 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:18.237734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.263351 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549d666-7b1f-4f8f-a1ac-1033581c46de x-openstack-request-id: req-e549d666-7b1f-4f8f-a1ac-1033581c46de {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:18.263573 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:18.263999 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e549d666-7b1f-4f8f-a1ac-1033581c46de {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:18.264561 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'code': 200} Jul 16 08:28:18.308063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:18.319059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 838f9b41-ab8a-4611-a82a-cf65d16d1b51 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:18.319465 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.327092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on host n-h2-798249-10 for vnic_type normal with profile {"migrating_to": "n-h1-798249-10"} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:18.327595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:18.328023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:18.336259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.340067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:18.340642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Attempting to bind port 4ef87a2d-0699-4ce5-a06f-880805c7906a on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:18.350597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:18.353983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:18.355208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:18.355768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Bound port: 4ef87a2d-0699-4ce5-a06f-880805c7906a, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:18.356705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.361470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac311c2-9ab4-4c8d-9963-39d8dfad408c req-b6972b25-03c1-405f-bca0-4e31dbc664f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.363677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eac311c2-9ab4-4c8d-9963-39d8dfad408c req-b6972b25-03c1-405f-bca0-4e31dbc664f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1101 time: 0.3963828 Jul 16 08:28:18.415550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde4-002f-45a8-9a06-515534c6d899 req-b096a9b2-4442-4da0-abce-cfa4c651659e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.415550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd33cde4-002f-45a8-9a06-515534c6d899 req-b096a9b2-4442-4da0-abce-cfa4c651659e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.2618582 Jul 16 08:28:18.470708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.517372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:18.524445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:18.532479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 838f9b41-ab8a-4611-a82a-cf65d16d1b51, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=838f9b41-ab8a-4611-a82a-cf65d16d1b51,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:18.534083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.540972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.561338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eac311c2-9ab4-4c8d-9963-39d8dfad408c req-6d6699db-4c38-4562-87c5-8286be20eb0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826038 Jul 16 08:28:18.578481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd33cde4-002f-45a8-9a06-515534c6d899 req-3129f843-c691-43fb-9523-4455f2168b69 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512115 Jul 16 08:28:18.654032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.676758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=838f9b41-ab8a-4611-a82a-cf65d16d1b51,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.901086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-97af6b4d-8d5f-4c75-9c30-34479b742dab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.902610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-97af6b4d-8d5f-4c75-9c30-34479b742dab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.3112023 Jul 16 08:28:18.903950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.942576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Request body: {'port': {'device_id': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'admin_state_up': True, 'tenant_id': 'ab600d43acc645b884fd5650afb2d12d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:19.056424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Pushing event deleted for resources: {'Port': ['ID=838f9b41-ab8a-4611-a82a-cf65d16d1b51,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:19.254691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.255604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.257306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dd75d793-39c5-4e68-bcc0-caabb9a996ef service neutron] 10.222.0.36 "PUT /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 1123 time: 2.4356236 Jul 16 08:28:19.311971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff8586-6fb0-4a99-8434-1fd34a9b55bd req-20eea65a-7ce9-4510-8b5a-96b1996058fc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.314014 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97ff8586-6fb0-4a99-8434-1fd34a9b55bd req-20eea65a-7ce9-4510-8b5a-96b1996058fc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.1006227 Jul 16 08:28:19.377062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97ff8586-6fb0-4a99-8434-1fd34a9b55bd req-8b0045f2-1362-40fc-b87d-fe62ce1bcb56 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541332 Jul 16 08:28:19.379443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4ef87a2d-0699-4ce5-a06f-880805c7906a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:19.549591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15c07-f155-4ca6-aa71-5ce4f435494d req-5140afed-a7db-4de3-b806-08c386094ae4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.565226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9a15c07-f155-4ca6-aa71-5ce4f435494d req-5140afed-a7db-4de3-b806-08c386094ae4 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.5674994 Jul 16 08:28:19.640461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:19.648414 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bce0b5-0c28-4018-9c93-ec38afcde983" -d '{"events": [{"server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "name": "network-vif-plugged", "status": "completed", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:19.681557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Made reservation on behalf of ab600d43acc645b884fd5650afb2d12d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:19.689593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.697859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9a15c07-f155-4ca6-aa71-5ce4f435494d req-5e01802c-8389-4cf7-a402-14a183332788 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318324 Jul 16 08:28:19.698578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.809522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a173305c-055d-418c-8515-ecd90eea3be9 req-7192386f-fb34-4b1a-873f-aaf3e99d5ca1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 210 time: 0.0529191 Jul 16 08:28:19.882287 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f6184f-0de6-45f4-bbf2-e2b9fcdb5b09 x-openstack-request-id: req-d7f6184f-0de6-45f4-bbf2-e2b9fcdb5b09 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:19.883477 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "name": "network-vif-plugged", "status": "completed", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:19.883477 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7f6184f-0de6-45f4-bbf2-e2b9fcdb5b09 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:19.883758 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'code': 200} Jul 16 08:28:20.045817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Allocated IP 172.20.0.14 (c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee/3d60f05b-9f96-4919-b3d1-63364a287f99/6b6cf422-058d-4412-ad95-168e9a8d356b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:20.115699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce1c16-c2dd-4237-a6bd-fda4c1028f38 req-2e38de16-b62d-4b8f-abba-7d77751d272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.118332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2ce1c16-c2dd-4237-a6bd-fda4c1028f38 req-2e38de16-b62d-4b8f-abba-7d77751d272d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1102 time: 0.1017432 Jul 16 08:28:20.132002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cb4-21d5-46e5-a3b9-e5503e94e646 req-bfc1594f-b85d-44b5-95cb-6921026f552e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.134241 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81525cb4-21d5-46e5-a3b9-e5503e94e646 req-bfc1594f-b85d-44b5-95cb-6921026f552e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.2332537 Jul 16 08:28:20.169717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2ce1c16-c2dd-4237-a6bd-fda4c1028f38 req-ceabb9d0-b3ed-4ce9-ae6e-9a5d2482a48c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Jul 16 08:28:20.264654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81525cb4-21d5-46e5-a3b9-e5503e94e646 req-7d161523-c36e-447c-ba10-084137c39555 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205649 Jul 16 08:28:20.267154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:20.278039 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:20.346528 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ffbd0a-73d4-47b7-a68d-613d5cba120c x-openstack-request-id: req-f5ffbd0a-73d4-47b7-a68d-613d5cba120c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:20.346810 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:20.347055 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5ffbd0a-73d4-47b7-a68d-613d5cba120c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:20.347461 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'status': 'completed', 'code': 200} Jul 16 08:28:20.429271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.437826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Router c7de90b7-633f-4d41-870b-b5ea56d666fe has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:20.591730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:20.598043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a45978f2-1723-4090-b92f-8e5e0c394553 admin admin] 10.222.0.41 "PUT /v2.0/routers/c7de90b7-633f-4d41-870b-b5ea56d666fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4682252 Jul 16 08:28:20.602771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40940) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:20.604242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] Sync routers for ids ['c7de90b7-633f-4d41-870b-b5ea56d666fe'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:20.618838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] Routers {'c7de90b7-633f-4d41-870b-b5ea56d666fe'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:20.621466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c7de90b7-633f-4d41-870b-b5ea56d666fe'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.695892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcf417-eb94-4433-b48a-e5f86400ca53 req-a4480eea-4046-4247-b4ff-4280a8a0be9e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.704739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2abcf417-eb94-4433-b48a-e5f86400ca53 req-a4480eea-4046-4247-b4ff-4280a8a0be9e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.1588669 Jul 16 08:28:20.725794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.784982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2abcf417-eb94-4433-b48a-e5f86400ca53 req-a95fe845-eff9-4f54-a167-a369226dc10a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787406 Jul 16 08:28:20.822174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-1f5dd29b-8881-4b1e-ac8f-35740e76a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.824103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-1f5dd29b-8881-4b1e-ac8f-35740e76a037 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1126 time: 0.4493477 Jul 16 08:28:20.940935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] Set router c7de90b7-633f-4d41-870b-b5ea56d666fe gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:20.977166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.002333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-4aa391bc-2c5a-4ae9-a89d-2bf91ddeeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.003753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-4aa391bc-2c5a-4ae9-a89d-2bf91ddeeb05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.1221437 Jul 16 08:28:21.087110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-c8507954-ae43-47b7-aeb7-c26ee11d24f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.0592606 Jul 16 08:28:21.112661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:21.181681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:21.217062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:21.220683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.238216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959bdd6-8aac-4368-95f4-f1a85040ee9b req-fa17185c-244e-4743-8f78-bd385eccf66b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.247009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9959bdd6-8aac-4368-95f4-f1a85040ee9b req-fa17185c-244e-4743-8f78-bd385eccf66b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 932 time: 0.1434903 Jul 16 08:28:21.253969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:21.298445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-7e63393f-534d-4cb5-a624-c32d5dcfae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.300688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-7e63393f-534d-4cb5-a624-c32d5dcfae81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1809075 Jul 16 08:28:21.332837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9959bdd6-8aac-4368-95f4-f1a85040ee9b req-7ffdcf8c-36ff-4f49-9f93-1a1dec91fa65 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847697 Jul 16 08:28:21.355214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:18Z', 'revision_number': 5, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port': {'id': '0d5045c8-c280-4585-94e4-eb73cff56e03', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:21.385293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.386224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.392579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-674c4bb5-31f4-45a8-b4a5-222b150a5734 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563297 Jul 16 08:28:21.430312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] Checking router: c7de90b7-633f-4d41-870b-b5ea56d666fe for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:21.434282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-aa74e0b9-0a45-42d0-990d-3e8e11f97a57 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5011156 Jul 16 08:28:21.453085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] Routers {'c7de90b7-633f-4d41-870b-b5ea56d666fe'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:21.454331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c7de90b7-633f-4d41-870b-b5ea56d666fe'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:21.461850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ded8f-f53a-4b97-ba35-abaacacebd5a req-cb2d6209-6222-4289-aa02-eb97fd0fc92d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.470341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a00ded8f-f53a-4b97-ba35-abaacacebd5a req-cb2d6209-6222-4289-aa02-eb97fd0fc92d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.3926373 Jul 16 08:28:21.487384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Request body: {'port': {'device_id': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:21.613364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Deleting port 0d5045c8-c280-4585-94e4-eb73cff56e03 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:21.613848 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.639166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feb80-1859-4ecb-8296-170dfa1b05e5 req-4ab35992-2aab-47fb-a2d6-09420fce67f5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.642105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a06feb80-1859-4ecb-8296-170dfa1b05e5 req-4ab35992-2aab-47fb-a2d6-09420fce67f5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1051877 Jul 16 08:28:21.653039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] Set router c7de90b7-633f-4d41-870b-b5ea56d666fe gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:21.701362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a06feb80-1859-4ecb-8296-170dfa1b05e5 req-f22bc7be-ea61-4344-ad36-f0f5ac77ebb7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 Jul 16 08:28:21.712070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:21Z', 'revision_number': 6, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:21.748965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439ca9a-fbcf-43e2-8f10-3287e33757a4 None None] The sync data for ids ['c7de90b7-633f-4d41-870b-b5ea56d666fe'] in n-d-798249-10 is: [{'id': 'c7de90b7-633f-4d41-870b-b5ea56d666fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1278179019-router', 'tenant_id': 'c1dc19d11c744f699645a6c77a064664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:03Z', 'updated_at': '2021-07-16T08:28:21Z', 'revision_number': 6, 'project_id': 'c1dc19d11c744f699645a6c77a064664', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:21.762021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a00ded8f-f53a-4b97-ba35-abaacacebd5a req-cdfb50de-eeb0-460f-bbb9-0aaefb7d3c33 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906778 Jul 16 08:28:21.769032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] For port 0d5045c8-c280-4585-94e4-eb73cff56e03, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0d5045c8-c280-4585-94e4-eb73cff56e03,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:21.769457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.779267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-a5bb0dc8-0449-49cf-91aa-6994724687a4 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739915 Jul 16 08:28:21.905865 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Calling delete_port for 0d5045c8-c280-4585-94e4-eb73cff56e03 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:21.911717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.954603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cceeef3-f447-48bd-b5f4-d83aadd5cd0d req-44fd547c-fa10-4987-8bdc-f0f805552a97 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528835 Jul 16 08:28:22.115691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 838f9b41-ab8a-4611-a82a-cf65d16d1b51 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:22.155585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 838f9b41-ab8a-4611-a82a-cf65d16d1b51 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:22.155970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 838f9b41-ab8a-4611-a82a-cf65d16d1b51 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:22.176995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dd23b-aef9-4697-b66d-b5ecaf94db0e req-123e3910-6408-41e5-85aa-472ff916615a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.178587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b67dd23b-aef9-4697-b66d-b5ecaf94db0e req-123e3910-6408-41e5-85aa-472ff916615a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.1383803 Jul 16 08:28:22.245426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b67dd23b-aef9-4697-b66d-b5ecaf94db0e req-5a30cfc9-1ddd-4d12-b253-9c5eb38b5bd5 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Jul 16 08:28:22.371797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40970) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:22.505325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.555186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ad7c-09b1-4f9c-b58b-b052bb16f5ec req-071309f1-646c-41a1-9452-932225382325 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.556814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a474ad7c-09b1-4f9c-b58b-b052bb16f5ec req-071309f1-646c-41a1-9452-932225382325 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.6420958 Jul 16 08:28:22.645993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d243e-9834-4628-9c79-bf2aee7230ef req-45ea7d7b-2b25-4ccb-a84e-b543a663f970 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.647663 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c42d243e-9834-4628-9c79-bf2aee7230ef req-45ea7d7b-2b25-4ccb-a84e-b543a663f970 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 932 time: 0.0970600 Jul 16 08:28:22.667809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:22.685030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.697786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a474ad7c-09b1-4f9c-b58b-b052bb16f5ec req-649a4286-a523-4c5f-923c-a09bc5b69ac7 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318839 Jul 16 08:28:22.701012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.750802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c42d243e-9834-4628-9c79-bf2aee7230ef req-ecf7eee9-3423-47b9-b22a-8c56f055dc43 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951869 Jul 16 08:28:22.777659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.792200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfd85b107916433392849be98eefdc72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166486 Jul 16 08:28:22.792200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1475a7-10c3-42c1-8716-c420b0931e6c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:22.806451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:22.831552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:22.834897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.835250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.835720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.836113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.843986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.844409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.844745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.845387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.845387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.845710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.846051 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.846366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a6df6-3169-4ec5-9318-9b6451a16bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.847707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a has no active binding in host n-h1-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:28:22.856322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5045c8-c280-4585-94e4-eb73cff56e03,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:22.931197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.931781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.932368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.932990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.933672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.934180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.935335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.935851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.936338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.936816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.937293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.937760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.953290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b96d3c3-e744-43c2-8012-78ee31ac52a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.000838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6cf422-058d-4412-ad95-168e9a8d356b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:23.019116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.032620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.059250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b96d3c3-e744-43c2-8012-78ee31ac52a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.098852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Transition to ACTIVE for port object 6b6cf422-058d-4412-ad95-168e9a8d356b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:23.114976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a032c3-5587-4b14-9551-26139f32c97b req-60b9b5f3-10b2-497b-87d1-13ddc795a315 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.120562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86a032c3-5587-4b14-9551-26139f32c97b req-60b9b5f3-10b2-497b-87d1-13ddc795a315 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1773078 Jul 16 08:28:23.134395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.155555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b96d3c3-e744-43c2-8012-78ee31ac52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.157993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b96d3c3-e744-43c2-8012-78ee31ac52a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.159113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1b96d3c3-e744-43c2-8012-78ee31ac52a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e1475a7-10c3-42c1-8716-c420b0931e6c HTTP/1.1" status: 204 len: 168 time: 0.3517187 Jul 16 08:28:23.203870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86a032c3-5587-4b14-9551-26139f32c97b req-7de5f564-635e-4405-adf6-3795eaaddec8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 Jul 16 08:28:23.205189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d3c3-e744-43c2-8012-78ee31ac52a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1475a7-10c3-42c1-8716-c420b0931e6c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.212941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.231719 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.371761 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:28:23.411855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.416371 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.416920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7de90b7-633f-4d41-870b-b5ea56d666fe {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:28:23.427056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.431049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae323de1-9d41-4881-ad9b-22ebfeec922d admin admin] 10.222.0.41 "DELETE /v2.0/routers/c7de90b7-633f-4d41-870b-b5ea56d666fe HTTP/1.1" status: 204 len: 168 time: 2.8240571 Jul 16 08:28:23.431477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41004) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:23.465750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:23.466092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:23.466462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:23.482897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:23.483265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:23.490919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:23.491193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:23.491843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:23.492593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Bound port: 6b6cf422-058d-4412-ad95-168e9a8d356b, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:23.493038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.550160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Deleting subnet 2084a6d8-d607-43fd-a989-d1c89bf70b84 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:23.559444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.643947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.743634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:23.748392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:23.753426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41012) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:23.777834 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.798255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.883289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d72d32bf-2ca0-4b86-9f48-1a6fa6ccd426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.898486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.913146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.915561 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2084a6d8-d607-43fd-a989-d1c89bf70b84 HTTP/1.1" status: 204 len: 168 time: 0.4830563 Jul 16 08:28:23.915828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.916610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.918905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 1093 time: 2.4435234 Jul 16 08:28:23.921000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93f192-c13d-4648-b72d-09b446acdb57 None None] Network d645ba63-d3d7-4666-b5fb-66ee5dc7b894 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:23.935057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2779e0-edec-4487-9753-7cac41109a26 req-036193da-2910-43c7-8b13-c3e4a2fd2e61 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.936986 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db2779e0-edec-4487-9753-7cac41109a26 req-036193da-2910-43c7-8b13-c3e4a2fd2e61 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.3702059 Jul 16 08:28:23.943883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41020) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:23.955235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612c58d-4ee5-4684-b573-666fbba98f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2084a6d8-d607-43fd-a989-d1c89bf70b84,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.988730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:23.994057 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75bf68-cbff-4298-b446-59894f23923a" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:24.026330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41024) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:24.131863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8d9cf-e6d8-496c-9d6e-a38b8bb97494 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:24.151655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.168412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0d5045c8-c280-4585-94e4-eb73cff56e03 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:24.174698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db2779e0-edec-4487-9753-7cac41109a26 req-ea58e4fa-6f56-46c0-8428-90f5a820ab74 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725140 Jul 16 08:28:24.205769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 0d5045c8-c280-4585-94e4-eb73cff56e03 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:24.206557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0d5045c8-c280-4585-94e4-eb73cff56e03 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:24.224185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-65daa4de-08d6-4a7d-bf84-62378c1696f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.225649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-65daa4de-08d6-4a7d-bf84-62378c1696f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1096 time: 0.2283490 Jul 16 08:28:24.260916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c7ba1-b8e3-4278-a975-223dc5a8ab0f req-51f0ce57-3e6f-4fd1-ad28-dafd9d00e26a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.268954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-336c7ba1-b8e3-4278-a975-223dc5a8ab0f req-51f0ce57-3e6f-4fd1-ad28-dafd9d00e26a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2933333 Jul 16 08:28:24.327612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-a0a63662-bcce-496f-8f9f-a6ec6d2e730b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 217 time: 0.0772734 Jul 16 08:28:24.337915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] DHCP port deletion for d645ba63-d3d7-4666-b5fb-66ee5dc7b894 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:24.338509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-da8b9095-b164-42db-bcc2-b8baf65d530a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3100276 Jul 16 08:28:24.352318 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d72d32bf-2ca0-4b86-9f48-1a6fa6ccd426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.353520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-336c7ba1-b8e3-4278-a975-223dc5a8ab0f req-5002e942-f089-4498-beb9-d96e5fee8a7d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836964 Jul 16 08:28:24.369103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Deleting port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:24.369595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.373105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d72d32bf-2ca0-4b86-9f48-1a6fa6ccd426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.428398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] Deleting port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:24.429451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.464542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-e21d23ef-b21a-4eb6-82ac-949f2515fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.468817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-e21d23ef-b21a-4eb6-82ac-949f2515fa43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1325302 Jul 16 08:28:24.515846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] For port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:24.516535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.520640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d72d32bf-2ca0-4b86-9f48-1a6fa6ccd426 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51344a7f60f1430083897075506da186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7583935 Jul 16 08:28:24.523417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41034) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:24.537545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] Calling delete_port for be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:24.573623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d32bf-2ca0-4b86-9f48-1a6fa6ccd426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d20b5-cd2f-4a2c-8576-3118786e3b30,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:24.590055 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-c869f29d-226d-4474-b73a-a7faf084f82e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124146 Jul 16 08:28:24.623440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] For port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,segment=NetworkSegment(14228b38-68de-4bd6-a5b2-2dba7fd8cc13),segment_id=14228b38-68de-4bd6-a5b2-2dba7fd8cc13)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:24.624045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.643427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Calling delete_port for be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:24.643802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.662476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] No DVR routers for this DVR port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:24.690883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f5fa5-9cc0-461c-b0a2-3bdf7fbc82dd None None] Pushing event deleted for resources: {'Port': ['ID=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:24.737976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2cc2-7926-46aa-846b-31550c41a5e0 req-391980b9-74c9-4e2b-b817-fa1027344516 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.745822 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8be2cc2-7926-46aa-846b-31550c41a5e0 req-391980b9-74c9-4e2b-b817-fa1027344516 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.2080960 Jul 16 08:28:24.844442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a442d7d8-7071-4326-a0f8-2acf2da940b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.855906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8be2cc2-7926-46aa-846b-31550c41a5e0 req-3c34b792-1bbd-424a-a18d-6bc929fc4cce tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091671 Jul 16 08:28:24.863374 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.886472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-ea6e1306-4e50-487e-8965-52a817e760f5 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805033 Jul 16 08:28:24.891455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a442d7d8-7071-4326-a0f8-2acf2da940b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.908396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=be576b2b-a8a5-4cfc-823d-d4a7500e6ca3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:24.910863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] No DVR routers for this DVR port be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:24.968459 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f74045-3d76-4fef-bdc3-ee21654192df x-openstack-request-id: req-23f74045-3d76-4fef-bdc3-ee21654192df {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:24.969039 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:24.969452 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23f74045-3d76-4fef-bdc3-ee21654192df {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:24.969888 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'status': 'completed', 'code': 200} Jul 16 08:28:24.983473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef09d1-09b6-43f8-a55e-bc04c6f291a8 req-3e5cc23a-4a63-4a81-bfba-cec3b4693491 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.984992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7ef09d1-09b6-43f8-a55e-bc04c6f291a8 req-3e5cc23a-4a63-4a81-bfba-cec3b4693491 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.2752585 Jul 16 08:28:25.003186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.015935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.016294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.017763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.017763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > port after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.017763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.018211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > port after_update 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.018590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.018976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.019539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.019927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.093249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.093645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.093977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.094353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:28:25.094757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d645ba63-d3d7-4666-b5fb-66ee5dc7b894']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.114868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7ef09d1-09b6-43f8-a55e-bc04c6f291a8 req-21916ca2-77cc-4ec4-bcf6-8cdfca036041 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887775 Jul 16 08:28:25.115713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a442d7d8-7071-4326-a0f8-2acf2da940b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.121464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a442d7d8-7071-4326-a0f8-2acf2da940b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.121571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14228b38-68de-4bd6-a5b2-2dba7fd8cc13') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.121894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14228b38-68de-4bd6-a5b2-2dba7fd8cc13') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.125117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a442d7d8-7071-4326-a0f8-2acf2da940b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb6d20b5-cd2f-4a2c-8576-3118786e3b30 HTTP/1.1" status: 204 len: 168 time: 0.6007121 Jul 16 08:28:25.129718 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2427c56b-5a7e-46fc-93d9-672eaee761b4 req-df929f66-3185-4383-9de2-4813b4249bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286029 Jul 16 08:28:25.174129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442d7d8-7071-4326-a0f8-2acf2da940b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d20b5-cd2f-4a2c-8576-3118786e3b30,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.180673 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.227856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.259288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:25.259962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: from cryptography.utils import int_from_bytes Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: from cryptography.utils import int_from_bytes Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:25.271630 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:25.276319 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:25.282564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-4e486513-2e33-4d2b-9884-43a78e0a29e4 service neutron] 10.222.0.18 "GET /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a/bindings/n-h1-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.1225266 Jul 16 08:28:25.433810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.451920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.464527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/d645ba63-d3d7-4666-b5fb-66ee5dc7b894 HTTP/1.1" status: 204 len: 168 time: 1.5145643 Jul 16 08:28:25.488587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2540d1e-6174-4682-805e-585c2f654c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d645ba63-d3d7-4666-b5fb-66ee5dc7b894,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.597050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75bf68-cbff-4298-b446-59894f23923a req-421beef9-4ac7-4472-9254-864252a7ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.611553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-421beef9-4ac7-4472-9254-864252a7ed7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1096 time: 0.3418453 Jul 16 08:28:25.649581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa659-d12b-4d38-bf2e-48c2dfeca41d req-7c951353-653f-4cd9-bd77-7a9c3fbec24a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.656854 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-959aa659-d12b-4d38-bf2e-48c2dfeca41d req-7c951353-653f-4cd9-bd77-7a9c3fbec24a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 943 time: 0.2641499 Jul 16 08:28:25.786221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41078) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:25.829471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-959aa659-d12b-4d38-bf2e-48c2dfeca41d req-5fec188e-3bf7-4592-a4bc-32a234d5cdfb tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566460 Jul 16 08:28:25.850058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad989167-f46b-4671-9ee0-186baed28772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1dc19d11c744f699645a6c77a064664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624168 Jul 16 08:28:25.869326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:25.947883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75bf68-cbff-4298-b446-59894f23923a req-5ea29486-a345-4358-a75d-0666e6544bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.959348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-5ea29486-a345-4358-a75d-0666e6544bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.3350101 Jul 16 08:28:25.987786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1c978b8-5b17-42ef-a545-fc5ec54eb3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.990900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:26.029030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82778135-4b49-49d5-a5fa-d8ceaea73406 req-95644d6c-d1a4-4d1f-880c-194ee3288a66 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.036995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82778135-4b49-49d5-a5fa-d8ceaea73406 req-95644d6c-d1a4-4d1f-880c-194ee3288a66 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2025700 Jul 16 08:28:26.064291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-33a9bf34-a903-4ca8-94e4-77b725154a42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 217 time: 0.0454731 Jul 16 08:28:26.064470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:26.088002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1c978b8-5b17-42ef-a545-fc5ec54eb3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.113406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:26.118114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82778135-4b49-49d5-a5fa-d8ceaea73406 req-a7f52799-2899-4947-ae19-27c491a527a9 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779870 Jul 16 08:28:26.153905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef87a2d-0699-4ce5-a06f-880805c7906a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:26.173740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:26.174416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device be576b2b-a8a5-4cfc-823d-d4a7500e6ca3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:26.186095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1c978b8-5b17-42ef-a545-fc5ec54eb3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.189563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1c978b8-5b17-42ef-a545-fc5ec54eb3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.190997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b1c978b8-5b17-42ef-a545-fc5ec54eb3f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79f3d3c7-ce91-4579-92f6-f43b557ae826 HTTP/1.1" status: 204 len: 168 time: 0.3193126 Jul 16 08:28:26.201329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c978b8-5b17-42ef-a545-fc5ec54eb3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f3d3c7-ce91-4579-92f6-f43b557ae826,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:26.217540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:26.247790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75bf68-cbff-4298-b446-59894f23923a req-2e88ae26-9737-4874-a8a2-18ecbc3379b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.248925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-2e88ae26-9737-4874-a8a2-18ecbc3379b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1390271 Jul 16 08:28:26.249530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.389717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9f59-b956-40c5-ae6e-714f004f446a req-823b04e5-220b-4ba5-8061-fa2d8151a203 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.397173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-507d9f59-b956-40c5-ae6e-714f004f446a req-823b04e5-220b-4ba5-8061-fa2d8151a203 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0818560 Jul 16 08:28:26.439342 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-507d9f59-b956-40c5-ae6e-714f004f446a req-eb642276-7b42-48fc-b12c-cc5e77c269e4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Jul 16 08:28:26.572519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-1bf86e92-a6a7-40f3-a35f-32030647fd4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3098135 Jul 16 08:28:26.622597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-cac7e400-3fce-4148-97eb-390729d3b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.625361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-cac7e400-3fce-4148-97eb-390729d3b30a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1102 time: 0.1007731 Jul 16 08:28:26.652963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c4c1-2886-466f-839a-c83f2307810d req-5e01cbda-57c1-45c7-9841-18e7d0237398 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.654525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d951c4c1-2886-466f-839a-c83f2307810d req-5e01cbda-57c1-45c7-9841-18e7d0237398 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 945 time: 0.5032527 Jul 16 08:28:26.740650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-1a3e53fa-1925-4a84-99ff-eb344f714f32 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590388 Jul 16 08:28:26.765469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] Transition to ACTIVE for port object 4ef87a2d-0699-4ce5-a06f-880805c7906a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:26.777963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-31cb17b0-3fb9-4349-860d-bbf066da69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.779480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-31cb17b0-3fb9-4349-860d-bbf066da69c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1422238 Jul 16 08:28:26.780511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d951c4c1-2886-466f-839a-c83f2307810d req-d9e9925a-2d64-4b92-be6d-aa0acabcf334 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944355 Jul 16 08:28:26.788332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8a337-66c2-4f70-9287-c2db92b06229 req-33efed36-ff9e-477f-9076-00a270646ddc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.790408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29b8a337-66c2-4f70-9287-c2db92b06229 req-33efed36-ff9e-477f-9076-00a270646ddc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.1638391 Jul 16 08:28:26.802684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.850770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-fd107271-9ae6-4ef1-9efc-4eb202e8e4c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 217 time: 0.0594285 Jul 16 08:28:26.926493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] No DVR routers for this DVR port 4ef87a2d-0699-4ce5-a06f-880805c7906a on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:26.979478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] Pushing event updated for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:26.998662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29b8a337-66c2-4f70-9287-c2db92b06229 req-cecbd828-f808-41c9-b669-79a102e67eda tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902189 Jul 16 08:28:27.025955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-d06febdc-1438-48dd-8f79-3c7dd627fffd service neutron] 10.222.0.18 "PUT /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a/bindings/n-h1-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 1.7219775 Jul 16 08:28:27.027078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-6b5bfc5b-ac87-4cc9-8f15-70bb8bf22795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.028632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-6b5bfc5b-ac87-4cc9-8f15-70bb8bf22795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1672540 Jul 16 08:28:27.029244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca75bf68-cbff-4298-b446-59894f23923a req-72f6879f-a021-42c9-80aa-ed0745b3dfa2 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763143 Jul 16 08:28:27.098679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c2fd-03c1-4953-addf-ad43ad1f9504 req-62e9d3d6-f5de-4d46-8e50-4a54b8a210ab tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.100704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a515c2fd-03c1-4953-addf-ad43ad1f9504 req-62e9d3d6-f5de-4d46-8e50-4a54b8a210ab tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.0886168 Jul 16 08:28:27.150685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-979a2079-def5-446b-bfb4-f1a6090e32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.152938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-979a2079-def5-446b-bfb4-f1a6090e32a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945745 Jul 16 08:28:27.158447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:27.220784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a515c2fd-03c1-4953-addf-ad43ad1f9504 req-1c1a65b1-e21e-4dc6-9195-73423d99905f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125891 Jul 16 08:28:27.268655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-b52caada-c2b7-405b-99b9-a71538957778 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.270191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-b52caada-c2b7-405b-99b9-a71538957778 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.1459048 Jul 16 08:28:27.334654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-521a1987-7d2c-48e2-b25e-60f1d3bb7cba service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593106 Jul 16 08:28:27.338355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-b30f7731-0564-47e4-879b-9bbdd488d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.340168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-b30f7731-0564-47e4-879b-9bbdd488d2ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 1096 time: 0.0617921 Jul 16 08:28:27.428743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-606328907-network', 'tenant_id': '02cf3025a23f45dcb21c9fd33077e2fd'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:27.490097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-bd7d30a0-b600-49f3-ac06-8579fd94220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.491913 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-bd7d30a0-b600-49f3-ac06-8579fd94220b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1096 time: 0.0599437 Jul 16 08:28:27.492403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e462-1e46-4f73-8196-9f380a2428ff req-b2f2cf88-db7c-4eb8-b6a3-8cedc81e0346 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.494034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b064e462-1e46-4f73-8196-9f380a2428ff req-b2f2cf88-db7c-4eb8-b6a3-8cedc81e0346 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1580946 Jul 16 08:28:27.521012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Made reservation on behalf of 02cf3025a23f45dcb21c9fd33077e2fd for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:27.524287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.544978 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-6eaf07fb-e768-4176-a81e-582028775687 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705339 Jul 16 08:28:27.545676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.581096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b064e462-1e46-4f73-8196-9f380a2428ff req-dd3f7802-edc0-42c6-bb8d-c7fbeff3175f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795298 Jul 16 08:28:27.654418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-94e500ce-ff1e-4321-a276-ecf29f2629b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.659714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-94e500ce-ff1e-4321-a276-ecf29f2629b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.1564510 Jul 16 08:28:27.697515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.704633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.723309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-977cd2a6-ca78-4f97-8e8c-f89cb4992183 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.0544631 Jul 16 08:28:27.730835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:27.745602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa595bb-335d-4d5e-b568-299b5db5dadd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:27.762059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.762393 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Added segment f4b12320-96e6-4dc2-9294-6f2aa8142735 of type vlan for network c7ad75f2-bca2-4eca-85ed-147d96417fce Jul 16 08:28:27.792729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c12c-e15d-4d85-bb25-6c9d64ee5229 req-76312e6c-6cb9-4ab3-9f33-ffca2237f43b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.794734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df77c12c-e15d-4d85-bb25-6c9d64ee5229 req-76312e6c-6cb9-4ab3-9f33-ffca2237f43b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1862674 Jul 16 08:28:27.824105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.831210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-e08793b3-ed02-40ca-8103-834606906353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.832815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-e08793b3-ed02-40ca-8103-834606906353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1007397 Jul 16 08:28:27.855061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df77c12c-e15d-4d85-bb25-6c9d64ee5229 req-7cf8ba49-e533-4978-bb33-c081d0b71542 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Jul 16 08:28:27.856847 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.857900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.858600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.904515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-dfd66a66-080b-4e11-97fa-47c511e1966d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302413 Jul 16 08:28:27.934811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ad75f2-bca2-4eca-85ed-147d96417fce,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:27.940423 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fdb112f-1647-425c-99e4-4fe6e8348133 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7779748 Jul 16 08:28:27.940656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41158) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:27.946982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Request body: {'subnet': {'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-606328907-subnet', 'tenant_id': '02cf3025a23f45dcb21c9fd33077e2fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:27.950881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c7ad75f2-bca2-4eca-85ed-147d96417fce details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:28.028217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Made reservation on behalf of 02cf3025a23f45dcb21c9fd33077e2fd for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:28.031014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.126876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-99c9afb6-dc10-4758-85a6-d70712ee123a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.128401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-99c9afb6-dc10-4758-85a6-d70712ee123a tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 945 time: 0.1654408 Jul 16 08:28:28.180587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-de7991cd-64b4-406e-9329-5d995e847b63 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068403 Jul 16 08:28:28.298419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9fac9-e27e-4b1f-b2a2-ba8691aac364 req-63b871ba-81cf-4a44-bbb1-90af0440b4c2 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.299952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fc9fac9-e27e-4b1f-b2a2-ba8691aac364 req-63b871ba-81cf-4a44-bbb1-90af0440b4c2 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 945 time: 0.2928884 Jul 16 08:28:28.312579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-fdac27b6-5290-4411-b2bb-498f5b882962 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311181 Jul 16 08:28:28.348852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fc9fac9-e27e-4b1f-b2a2-ba8691aac364 req-1cc61af6-d191-4c93-84ac-3a37018c2d70 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/security-groups?id=d356a175-9e8f-4be8-b8b5-1ac6345f3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Jul 16 08:28:28.415364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.423373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Deleting port c25c2744-bbe6-44f0-8fbe-db7a575906da {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:28.423700 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.567921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02a89-9c19-45fb-8b35-cd302ede58e6 req-b119d1ce-2aed-4985-be0f-9535fb70282f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.569442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2c02a89-9c19-45fb-8b35-cd302ede58e6 req-b119d1ce-2aed-4985-be0f-9535fb70282f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.2369106 Jul 16 08:28:28.570241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2afe82-f345-4038-ae9d-f4dfce39fae8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.607879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Checking segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:28.608170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Network hostable DHCP agents. Network: c7ad75f2-bca2-4eca-85ed-147d96417fce, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:28.611093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] For port c25c2744-bbe6-44f0-8fbe-db7a575906da, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25c2744-bbe6-44f0-8fbe-db7a575906da,segment=NetworkSegment(3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2),segment_id=3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:28.611482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.615551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:28.634561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Calling delete_port for c25c2744-bbe6-44f0-8fbe-db7a575906da owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:28.664626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:28.669782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2c02a89-9c19-45fb-8b35-cd302ede58e6 req-e0b63c85-7efe-41c1-abad-b28be774e9ea tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867605 Jul 16 08:28:28.677160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb0c29-d0d9-42ce-b24e-87ca08c330e5 req-8b1395ed-4d6d-4184-9023-1a3bc37302f1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.678795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4deb0c29-d0d9-42ce-b24e-87ca08c330e5 req-8b1395ed-4d6d-4184-9023-1a3bc37302f1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.0765603 Jul 16 08:28:28.684314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:28.708140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Network c7ad75f2-bca2-4eca-85ed-147d96417fce is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:28.723683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c7ad75f2-bca2-4eca-85ed-147d96417fce) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:28.731756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.732354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.768567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5f7e382-4b9c-4961-8577-d7e0fbe6953b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8187602 Jul 16 08:28:28.768774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4deb0c29-d0d9-42ce-b24e-87ca08c330e5 req-f0bd1a61-4b20-4f40-944c-66557fb6c7bf tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815625 Jul 16 08:28:28.800856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757349e6-654f-46e8-995e-7a9c01212cbb None None] Network c7ad75f2-bca2-4eca-85ed-147d96417fce requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:28.843562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:28.880575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-c8d47616-2572-486f-be5e-d70d3eb51446 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.885813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-c8d47616-2572-486f-be5e-d70d3eb51446 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.1679776 Jul 16 08:28:28.889295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'port_id': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'mac_address': 'fa:16:3e:10:fe:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d60f05b-9f96-4919-b3d1-63364a287f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:28.894369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.937488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Pushing event deleted for resources: {'Port': ['ID=c25c2744-bbe6-44f0-8fbe-db7a575906da,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.937986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c25c2744-bbe6-44f0-8fbe-db7a575906da'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:29.015127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] No DVR routers for this DVR port c25c2744-bbe6-44f0-8fbe-db7a575906da on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:29.017969 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.020449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55ec5c6a-498c-4b4f-b55c-30747b59c886 req-bee9a4ba-6681-4e51-a94e-99b8c6c35730 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.36 "DELETE /v2.0/ports/c25c2744-bbe6-44f0-8fbe-db7a575906da HTTP/1.1" status: 204 len: 173 time: 0.8851647 Jul 16 08:28:29.021064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'name': 'network-vif-deleted', 'tag': 'c25c2744-bbe6-44f0-8fbe-db7a575906da'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:29.023875 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3599ac15-58c3-4fe0-a631-a510faed7029" -d '{"events": [{"server_uuid": "f38a681b-97e9-4484-ac63-1f6d5e083039", "name": "network-vif-deleted", "tag": "c25c2744-bbe6-44f0-8fbe-db7a575906da"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:29.029075 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.041555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56431973-b378-4559-afbe-df432fa970a2 None None] Network c7ad75f2-bca2-4eca-85ed-147d96417fce requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:29.063818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6cf422-058d-4412-ad95-168e9a8d356b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:29.120621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:29.130456 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.135333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-4278f042-afd8-4408-b8d6-339fb152bcf1 service neutron] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:29.140205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-4278f042-afd8-4408-b8d6-339fb152bcf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.141320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bc5087c-c507-49b7-9836-aaedadc34187 req-4278f042-afd8-4408-b8d6-339fb152bcf1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a/bindings/n-h2-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.2476304 Jul 16 08:28:29.154256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfae14-e8d0-417a-bc06-99f57babe126 req-f3405116-4bfd-40a3-9ce4-37ecebdc999d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.155944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c9dfae14-e8d0-417a-bc06-99f57babe126 req-f3405116-4bfd-40a3-9ce4-37ecebdc999d tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1567941 Jul 16 08:28:29.201830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c9dfae14-e8d0-417a-bc06-99f57babe126 req-4e514b63-bf56-4655-ae08-15051fad505c tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Jul 16 08:28:29.249607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:29.278286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234f8ba-dd5f-4603-b11d-3ce57b721500 req-0be120bb-f5ca-4492-8483-a1bb55f0c72e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.283794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e234f8ba-dd5f-4603-b11d-3ce57b721500 req-0be120bb-f5ca-4492-8483-a1bb55f0c72e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0890124 Jul 16 08:28:29.325341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e234f8ba-dd5f-4603-b11d-3ce57b721500 req-e19f5a3c-711e-41b6-9233-35bc8f0f7fb8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Jul 16 08:28:29.372501 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f3519-5387-47fc-b962-78334ebb571a x-openstack-request-id: req-313f3519-5387-47fc-b962-78334ebb571a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:29.372904 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a681b-97e9-4484-ac63-1f6d5e083039", "name": "network-vif-deleted", "tag": "c25c2744-bbe6-44f0-8fbe-db7a575906da", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:29.373726 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-313f3519-5387-47fc-b962-78334ebb571a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:29.374138 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a681b-97e9-4484-ac63-1f6d5e083039', 'name': 'network-vif-deleted', 'tag': 'c25c2744-bbe6-44f0-8fbe-db7a575906da', 'status': 'completed', 'code': 200} Jul 16 08:28:29.462925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-d8652bd7-ea33-4420-aac5-7955fc5e3a8b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.464420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-d8652bd7-ea33-4420-aac5-7955fc5e3a8b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 821 time: 0.1108131 Jul 16 08:28:29.482364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-21dbd771-de91-4e34-8921-e13eb2f1362e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/quotas/02cf3025a23f45dcb21c9fd33077e2fd HTTP/1.1" status: 200 len: 375 time: 0.0118248 Jul 16 08:28:29.510276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6b6cf422-058d-4412-ad95-168e9a8d356b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:29.527850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-41a86168-7044-407c-9107-4bff9e62ec1f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385771 Jul 16 08:28:29.693337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-24cd1d0e-98cf-41b1-a583-34ae88db733c service neutron] 10.222.0.41 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488450 Jul 16 08:28:29.712311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9a13c90-7068-44c6-aa1c-8a6903a4177e req-9689c209-3c91-4563-83cf-b880f00c2560 tempest-VolumesAdminNegativeTest-881458359 tempest-VolumesAdminNegativeTest-881458359-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38a681b-97e9-4484-ac63-1f6d5e083039 HTTP/1.1" status: 200 len: 210 time: 0.0781934 Jul 16 08:28:29.821857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-bae2e615-6cde-4a9c-a70a-1983639cbd0c service neutron] 10.222.0.41 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274824 Jul 16 08:28:30.092043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d83b0-5976-4c77-8197-f8483e61a4ca req-2faf6dbb-a200-4ddb-9a3e-8909c8bfe7a0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.102331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-466d83b0-5976-4c77-8197-f8483e61a4ca req-2faf6dbb-a200-4ddb-9a3e-8909c8bfe7a0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 945 time: 0.1115758 Jul 16 08:28:30.141711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-466d83b0-5976-4c77-8197-f8483e61a4ca req-6d64c7b5-899f-4604-9bad-11daf42c95e0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Jul 16 08:28:30.194020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc914d2-d277-49f4-8899-eb7c7ac88513 req-3dc714eb-2da8-464b-93ee-397b32c7dc94 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.202196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edc914d2-d277-49f4-8899-eb7c7ac88513 req-3dc714eb-2da8-464b-93ee-397b32c7dc94 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.0995059 Jul 16 08:28:30.244316 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edc914d2-d277-49f4-8899-eb7c7ac88513 req-a86bbd8d-5c6f-442f-95cc-df610f873be7 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Jul 16 08:28:30.261647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-83cd3d77-9a75-4ed8-9af3-854d23e24df8 req-71df38a1-22c9-44b1-af16-139689413dfb tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Jul 16 08:28:30.342204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41242) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:30.447183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39a8f0-e962-411d-974c-e1b3807d3587 req-a0840cf7-1e94-4b61-8822-05c43d96e0b7 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.449319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab39a8f0-e962-411d-974c-e1b3807d3587 req-a0840cf7-1e94-4b61-8822-05c43d96e0b7 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0771217 Jul 16 08:28:30.472876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d893675c-996a-4ce5-8193-cd9259eda40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.501381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab39a8f0-e962-411d-974c-e1b3807d3587 req-5f2418b4-a37a-45b8-9fa8-afc6c713fd44 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Jul 16 08:28:30.508078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045317ed-3e6c-44bd-992f-5489018a2e75 req-bf0de97d-1efd-498a-8141-64cbd490ed5d tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.520076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-045317ed-3e6c-44bd-992f-5489018a2e75 req-bf0de97d-1efd-498a-8141-64cbd490ed5d tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1096 time: 0.1011460 Jul 16 08:28:30.577611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-045317ed-3e6c-44bd-992f-5489018a2e75 req-6937e1ef-273e-4e8d-8e3e-60a6237a5a56 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523117 Jul 16 08:28:30.636550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d893675c-996a-4ce5-8193-cd9259eda40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.642605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d893675c-996a-4ce5-8193-cd9259eda40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.677004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:30.691885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d893675c-996a-4ce5-8193-cd9259eda40e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f405b97dd7db4917ba713aa34490fcca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462365 Jul 16 08:28:30.691885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893675c-996a-4ce5-8193-cd9259eda40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453c513b-3029-4d8f-956a-7ea5a1c09769,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:30.692966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41252) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:30.719364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074cfba-a6f4-44b4-b518-39bb8fb2cb06 req-f367f25a-8f0f-4f72-b586-e63024ea28f7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.727228 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a074cfba-a6f4-44b4-b518-39bb8fb2cb06 req-f367f25a-8f0f-4f72-b586-e63024ea28f7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1102741 Jul 16 08:28:30.735696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 6b6cf422-058d-4412-ad95-168e9a8d356b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:30.740004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 6b6cf422-058d-4412-ad95-168e9a8d356b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:30.740674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.820709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a074cfba-a6f4-44b4-b518-39bb8fb2cb06 req-03e4b94a-5921-4f9c-b66c-4cdbde71f1d1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921369 Jul 16 08:28:30.829182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41258) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:30.843833 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.860653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52eb5166-3df3-4607-b38a-2fc3276e0b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.895944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:30.897150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:30.898168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52eb5166-3df3-4607-b38a-2fc3276e0b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.901687 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e691f8-a349-465d-b4de-8fe0f2454368" -d '{"events": [{"server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "name": "network-vif-plugged", "status": "completed", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:30.905884 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.906857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25c2744-bbe6-44f0-8fbe-db7a575906da no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:30.938344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Deleting subnet af505d2a-a1e9-46f2-9d50-b7a36730175d {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:30.940432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c25c2744-bbe6-44f0-8fbe-db7a575906da {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:30.940986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25c2744-bbe6-44f0-8fbe-db7a575906da not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:30.942612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.971205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52eb5166-3df3-4607-b38a-2fc3276e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.974129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52eb5166-3df3-4607-b38a-2fc3276e0b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.975965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-52eb5166-3df3-4607-b38a-2fc3276e0b97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/453c513b-3029-4d8f-956a-7ea5a1c09769 HTTP/1.1" status: 204 len: 168 time: 0.2811148 Jul 16 08:28:30.997165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb5166-3df3-4607-b38a-2fc3276e0b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c513b-3029-4d8f-956a-7ea5a1c09769,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.016936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.122305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.161650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-4b9d1145-f49b-40a0-be5c-5e8c8b8c65c2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.162365 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47f2ad-d05b-4154-bd2e-705d2cc37c19 x-openstack-request-id: req-fd47f2ad-d05b-4154-bd2e-705d2cc37c19 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:31.162799 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "name": "network-vif-plugged", "status": "completed", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:31.163053 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd47f2ad-d05b-4154-bd2e-705d2cc37c19 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:31.164149 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'code': 200} Jul 16 08:28:31.164322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-4b9d1145-f49b-40a0-be5c-5e8c8b8c65c2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.2216899 Jul 16 08:28:31.186032 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-7e104a44-c21f-4ebe-bb8b-b55085ec74b2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/quotas/d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 375 time: 0.0154812 Jul 16 08:28:31.188611 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.333576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-e93c5479-9a07-413a-a474-7f8d375220e0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187959 Jul 16 08:28:31.336124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.378819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af505d2a-a1e9-46f2-9d50-b7a36730175d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.381288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931998d5-b7b2-484a-81db-3fc845ccb219 req-cc1e6b40-7e83-407d-9018-0519523c7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.383360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-931998d5-b7b2-484a-81db-3fc845ccb219 req-cc1e6b40-7e83-407d-9018-0519523c7309 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1098 time: 0.1147361 Jul 16 08:28:31.394639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9bcb4-ea7b-4e6c-b56e-2dae8db23e90 req-d884fbb4-b615-485d-9559-6e5dc21fa330 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.402973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbc9bcb4-ea7b-4e6c-b56e-2dae8db23e90 req-d884fbb4-b615-485d-9559-6e5dc21fa330 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 946 time: 0.1013510 Jul 16 08:28:31.406094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.408162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2299e1c2-230d-4b8e-ba33-e6b44a0f001b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/af505d2a-a1e9-46f2-9d50-b7a36730175d HTTP/1.1" status: 204 len: 168 time: 0.5780022 Jul 16 08:28:31.410733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41280) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:31.421770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41282) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:31.461149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbc9bcb4-ea7b-4e6c-b56e-2dae8db23e90 req-73f4a882-cedc-4e30-be9f-236d4b8bcf90 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565724 Jul 16 08:28:31.462793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-931998d5-b7b2-484a-81db-3fc845ccb219 req-2df61612-e528-4efa-86d5-2472c89de8dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572615 Jul 16 08:28:31.488642 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e45bf741-f42c-44d2-9f7b-75bf57cdcae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.558829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.611599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-13c16976-b889-4c26-9f50-b992467aac07 service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660391 Jul 16 08:28:31.643721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-c66da220-be04-4c4d-918f-e213587234f4 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.645485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-c66da220-be04-4c4d-918f-e213587234f4 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.18 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 821 time: 0.1747875 Jul 16 08:28:31.675126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'port': {'device_id': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'admin_state_up': True, 'tenant_id': '02cf3025a23f45dcb21c9fd33077e2fd'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:31.852890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc9a4369-be67-4152-8513-199ede43019d req-a1a12056-13a9-4a13-82ba-313a7142d55e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.1842918 Jul 16 08:28:32.049790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37328641-59c4-45b2-8e47-ccb0249537d6 req-0b2b8710-9bc5-4084-8153-f84f851ab6b0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.051677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37328641-59c4-45b2-8e47-ccb0249537d6 req-0b2b8710-9bc5-4084-8153-f84f851ab6b0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0790074 Jul 16 08:28:32.110301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37328641-59c4-45b2-8e47-ccb0249537d6 req-a5dabc24-8bf4-49d3-85e3-87c8877af278 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516617 Jul 16 08:28:32.116296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.143905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7deffde-81ec-4d86-9d0c-72d5f2e4b77b']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:32.164777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:32.165073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd67e5-5bfd-4ab8-8d5b-f8b9fc2b8ae2') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:32.168293 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-be3fc40a-3c59-47ba-8f00-84d6582f2026 service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490246 Jul 16 08:28:32.186274 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.188993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e45bf741-f42c-44d2-9f7b-75bf57cdcae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.200226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e45bf741-f42c-44d2-9f7b-75bf57cdcae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.223871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Made reservation on behalf of 02cf3025a23f45dcb21c9fd33077e2fd for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:32.228649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.231548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.260940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:32.261356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:32.263127 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:32.291527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e45bf741-f42c-44d2-9f7b-75bf57cdcae5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63243703b0e4491287e02d9c64b00ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678052 Jul 16 08:28:32.295792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf741-f42c-44d2-9f7b-75bf57cdcae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4373074-7674-47da-92af-73d0a0fef963,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:32.298799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41290) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:32.378910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.385024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.387494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] 10.222.0.41 "DELETE /v2.0/networks/e7deffde-81ec-4d86-9d0c-72d5f2e4b77b HTTP/1.1" status: 204 len: 168 time: 0.9756868 Jul 16 08:28:32.392877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41296) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:32.456465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb80b79-2b20-45ee-a104-fb991f4e5dec admin admin] Pushing event deleted for resources: {'Network': ['ID=e7deffde-81ec-4d86-9d0c-72d5f2e4b77b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:32.469432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46095c-6df9-4105-b762-0b596e732834 req-b1a50998-5de6-4d33-861f-46d975e037d3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.470422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ce46095c-6df9-4105-b762-0b596e732834 req-b1a50998-5de6-4d33-861f-46d975e037d3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1980803 Jul 16 08:28:32.486760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Deleting subnet b5c2789e-b6a8-4a5c-83b2-bb6c738f0175 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:32.491261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Allocated IP 172.20.0.3 (c7ad75f2-bca2-4eca-85ed-147d96417fce/0a2afe82-f345-4038-ae9d-f4dfce39fae8/ea1d7535-58d9-41aa-841c-e659aaff4988) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:32.513213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.539141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ce46095c-6df9-4105-b762-0b596e732834 req-8d9a2c9e-871a-46dc-8fc9-6c81522f7e29 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602250 Jul 16 08:28:32.569410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.609822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84fd197-74f1-46c5-acf7-fc3f21021899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.712215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.732769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.739705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25ddde01-4e33-4dc7-9299-7272f4048ecf req-974af4a9-5825-4b7b-8746-c8f0cc96e3ee tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 210 time: 0.1274629 Jul 16 08:28:32.772214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84fd197-74f1-46c5-acf7-fc3f21021899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.821126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcb8dd-b7c7-46a6-a23b-88a891f6de3d req-eba73ac6-f097-4554-8d3a-b31ac9a88037 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.822885 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49dcb8dd-b7c7-46a6-a23b-88a891f6de3d req-eba73ac6-f097-4554-8d3a-b31ac9a88037 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 946 time: 0.1082013 Jul 16 08:28:32.825660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.865843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.899279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Network c7ad75f2-bca2-4eca-85ed-147d96417fce is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:32.903387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:32.906977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c2789e-b6a8-4a5c-83b2-bb6c738f0175,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:32.910830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:32.910998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.916308 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-95fdbc0d-2343-4312-9ade-5128341ecac2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b5c2789e-b6a8-4a5c-83b2-bb6c738f0175 HTTP/1.1" status: 204 len: 168 time: 0.5123115 Jul 16 08:28:32.916992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41308) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:32.919208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:32.958364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84fd197-74f1-46c5-acf7-fc3f21021899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.963471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84fd197-74f1-46c5-acf7-fc3f21021899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.964820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e84fd197-74f1-46c5-acf7-fc3f21021899 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4373074-7674-47da-92af-73d0a0fef963 HTTP/1.1" status: 204 len: 168 time: 0.6606312 Jul 16 08:28:32.988966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49dcb8dd-b7c7-46a6-a23b-88a891f6de3d req-c9c6fb97-b139-4481-8089-8ba9ecadebf8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453681 Jul 16 08:28:32.999341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fd197-74f1-46c5-acf7-fc3f21021899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4373074-7674-47da-92af-73d0a0fef963,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:33.030002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.030630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.047368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-ced53f8d-6697-48a2-b988-fe8a1799fd56 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3772099 Jul 16 08:28:33.061662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Request body: {'port': {'device_id': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:33.104307 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.144733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.233617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01cca-77a2-414b-8c8a-431a149b9a37 req-3d073f52-ff8e-4bf1-a8fd-cb6857ed4812 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.246454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ecf01cca-77a2-414b-8c8a-431a149b9a37 req-3d073f52-ff8e-4bf1-a8fd-cb6857ed4812 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 931 time: 0.2017052 Jul 16 08:28:33.273476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.287534 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.308755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680ddec2-2d83-4601-95f8-27287e4864d4']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:33.328914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b12c42c-d742-4149-9d3d-3eb69b8f4c23') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:33.329479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b12c42c-d742-4149-9d3d-3eb69b8f4c23') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:33.346013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ecf01cca-77a2-414b-8c8a-431a149b9a37 req-306fd9da-3e52-40db-84bf-6f9f00c5828b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968921 Jul 16 08:28:33.348529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.372762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.383049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:33.384619 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:33.387614 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:33.449129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b47d8-08bc-4b0b-85f7-9ca92c3f4a8e req-611e718c-3f75-48a4-8531-28b012811e8f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.450635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-832b47d8-08bc-4b0b-85f7-9ca92c3f4a8e req-611e718c-3f75-48a4-8531-28b012811e8f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1422479 Jul 16 08:28:33.469214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.478037 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.482506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] 10.222.0.41 "DELETE /v2.0/networks/680ddec2-2d83-4601-95f8-27287e4864d4 HTTP/1.1" status: 204 len: 168 time: 0.5626066 Jul 16 08:28:33.490591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb72dd3-55c9-418e-ad0e-29e958bd5b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=680ddec2-2d83-4601-95f8-27287e4864d4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:33.528268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-832b47d8-08bc-4b0b-85f7-9ca92c3f4a8e req-b95952e3-327c-4a7b-b7e9-cabd6e162a67 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710971 Jul 16 08:28:33.591918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1d7535-58d9-41aa-841c-e659aaff4988 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:33.602320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.617342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Transition to ACTIVE for port object ea1d7535-58d9-41aa-841c-e659aaff4988 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:33.622633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.697363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:33.745487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:33.817468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-010fe00c-5516-438e-95e3-af64268bb26f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e28f2f6f5bc4ad3810c63b408f46257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703912 Jul 16 08:28:33.820382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:33.935376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b853-6b3c-44fc-ac20-168a8876ef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.981827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e568179-ae43-49a9-9ae2-dc8e77015702 req-25800304-8340-4873-af8f-34e721e51cd1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 210 time: 0.0347250 Jul 16 08:28:33.995915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b853-6b3c-44fc-ac20-168a8876ef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.075495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b853-6b3c-44fc-ac20-168a8876ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.078884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b853-6b3c-44fc-ac20-168a8876ef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.080272 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0aa2b853-6b3c-44fc-ac20-168a8876ef85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d356a175-9e8f-4be8-b8b5-1ac6345f3551 HTTP/1.1" status: 204 len: 168 time: 0.2555335 Jul 16 08:28:34.105289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2b853-6b3c-44fc-ac20-168a8876ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356a175-9e8f-4be8-b8b5-1ac6345f3551,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:34.151451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Attempting to bind port ea1d7535-58d9-41aa-841c-e659aaff4988 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:34.152775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Attempting to bind port ea1d7535-58d9-41aa-841c-e659aaff4988 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:34.153593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Attempting to bind port ea1d7535-58d9-41aa-841c-e659aaff4988 on network c7ad75f2-bca2-4eca-85ed-147d96417fce {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:34.177366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Port ea1d7535-58d9-41aa-841c-e659aaff4988 on network c7ad75f2-bca2-4eca-85ed-147d96417fce not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:34.177687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Attempting to bind port ea1d7535-58d9-41aa-841c-e659aaff4988 on network c7ad75f2-bca2-4eca-85ed-147d96417fce {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:34.194864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-5f8a62d8-ab1e-4b7f-a65d-5db2713e6a66 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.197038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-5f8a62d8-ab1e-4b7f-a65d-5db2713e6a66 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.2260289 Jul 16 08:28:34.199203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:34.199574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Checking segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:34.199954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Bound using segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:34.200774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Bound port: ea1d7535-58d9-41aa-841c-e659aaff4988, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:34.201144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.224616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246be92-1c23-4276-9b97-133df393016d req-d18da0a1-ac5c-49ad-8db3-3dfc795ec4d4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.229593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0246be92-1c23-4276-9b97-133df393016d req-d18da0a1-ac5c-49ad-8db3-3dfc795ec4d4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.5452425 Jul 16 08:28:34.239970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Request body: {'port': {'device_id': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'admin_state_up': True, 'tenant_id': 'd1a0d675b6a94e3fb20e0f739e6458ab'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:34.269433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086000a-c3f7-4e96-9abc-a3617d34ac41 req-d3395371-f9e6-4b74-bfe4-245e5a2a0ac0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.272236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a086000a-c3f7-4e96-9abc-a3617d34ac41 req-d3395371-f9e6-4b74-bfe4-245e5a2a0ac0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 946 time: 0.0951886 Jul 16 08:28:34.327569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a086000a-c3f7-4e96-9abc-a3617d34ac41 req-56b0811b-6c7b-4329-abad-81e595929e04 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496221 Jul 16 08:28:34.337854 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0246be92-1c23-4276-9b97-133df393016d req-f319a7d2-b0bf-46c6-9d55-10aeb53c9b87 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884426 Jul 16 08:28:34.415524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:34.421012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:34.431096 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.489879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.490504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.492446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] 10.222.0.18 "PUT /v2.0/ports/ea1d7535-58d9-41aa-841c-e659aaff4988 HTTP/1.1" status: 200 len: 1092 time: 1.4366312 Jul 16 08:28:34.495900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:34.498136 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f45130-e633-4046-a861-8219075727c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:34.566600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60e76f-f209-48a6-972c-1d151d214e9f service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:34.586581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Made reservation on behalf of d1a0d675b6a94e3fb20e0f739e6458ab for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:34.590150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.697331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41370) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:34.705899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96cae7-ca89-445f-8bea-d852a72da60f req-f0326823-0995-4ea5-afdb-af79359ee515 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.713684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f96cae7-ca89-445f-8bea-d852a72da60f req-f0326823-0995-4ea5-afdb-af79359ee515 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 943 time: 0.2293441 Jul 16 08:28:34.743915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d8d030b4-57da-4202-9061-2b588a6c01c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58d17097b2be45609a2f7562341952d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427284 Jul 16 08:28:34.744898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41372) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:34.774530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fb469bb6-468c-4fe8-a72e-3ef30d36d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.776121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-fb469bb6-468c-4fe8-a72e-3ef30d36d0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 1095 time: 0.2275791 Jul 16 08:28:34.822354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e500beb0-c79f-434a-9eb1-32769e23267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.839905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f96cae7-ca89-445f-8bea-d852a72da60f req-d1b10e77-9c54-4441-8b4e-24abba0faf43 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253507 Jul 16 08:28:34.844075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Allocated IP 172.20.0.3 (d0fe35cf-47ba-4a5f-a045-74d67d04f605/8e829aa5-3cda-49c1-8430-cc6d0f121991/1728ba69-4b79-47cf-8c2e-725f546a84b3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:34.847036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-255931dc-b77b-40cf-8050-5ab3bb6c2d60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1d7535-58d9-41aa-841c-e659aaff4988 HTTP/1.1" status: 200 len: 217 time: 0.0577011 Jul 16 08:28:34.890414 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e500beb0-c79f-434a-9eb1-32769e23267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.911354 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fabf50-27ed-43fa-b9b9-3e825755373e x-openstack-request-id: req-40fabf50-27ed-43fa-b9b9-3e825755373e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:34.911655 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:34.911910 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40fabf50-27ed-43fa-b9b9-3e825755373e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:34.912302 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'status': 'completed', 'code': 200} Jul 16 08:28:34.941062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaad9d-bb56-469b-a649-1f8caaac9fce req-f1234d2d-59a2-464e-9a7c-5cec56487857 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.942510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-59765034-5cc2-4231-8656-b1b7d0c3b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.942628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eddaad9d-bb56-469b-a649-1f8caaac9fce req-f1234d2d-59a2-464e-9a7c-5cec56487857 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1098 time: 0.1093876 Jul 16 08:28:34.944704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-59765034-5cc2-4231-8656-b1b7d0c3b377 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 200 len: 861 time: 0.0875866 Jul 16 08:28:34.978361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e500beb0-c79f-434a-9eb1-32769e23267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.980873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e500beb0-c79f-434a-9eb1-32769e23267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.984250 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e500beb0-c79f-434a-9eb1-32769e23267c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c1f8b8d-5024-4599-bb93-55f334830ebe HTTP/1.1" status: 204 len: 168 time: 0.2362595 Jul 16 08:28:34.997646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500beb0-c79f-434a-9eb1-32769e23267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1f8b8d-5024-4599-bb93-55f334830ebe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:35.003660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-2e4c285c-c1d5-4d39-9b24-e60bdac3cd86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7ad75f2-bca2-4eca-85ed-147d96417fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522470 Jul 16 08:28:35.037293 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eddaad9d-bb56-469b-a649-1f8caaac9fce req-41fcca68-1743-44cd-a384-5e01846fe545 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677984 Jul 16 08:28:35.216858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.228484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-3fa3ef66-0611-4186-a3fd-5e7302df564a service neutron] 10.222.0.18 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078207 Jul 16 08:28:35.285841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c21f63-ab9f-44ab-97c8-579308a121ee req-ff623c31-525b-4357-a337-c010d2537573 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.292375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69c21f63-ab9f-44ab-97c8-579308a121ee req-ff623c31-525b-4357-a337-c010d2537573 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2144454 Jul 16 08:28:35.371275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e1e5297-f7d3-4e03-a0b0-8a1869f3aaa8 req-d235fa66-5d2d-42a4-92f1-2dd8fae0bb85 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 210 time: 0.0328431 Jul 16 08:28:35.396416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69c21f63-ab9f-44ab-97c8-579308a121ee req-44d12e47-5a82-4e8a-932f-9887f080e0d6 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031029 Jul 16 08:28:35.400039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.443638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01fe2664-9bfd-4ef9-aa35-c0fa3933ff6a req-6d4b4108-2bf3-42cb-a5f2-f6960d85d1da service neutron] 10.222.0.18 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080493 Jul 16 08:28:35.467933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:35.473575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:35.477916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:35.517275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:35.562306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668b01-a482-4f21-917b-882a0f3439fb req-2679241a-cfa8-4cbe-846f-c2f8da3d97ea tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.569000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb668b01-a482-4f21-917b-882a0f3439fb req-2679241a-cfa8-4cbe-846f-c2f8da3d97ea tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1098 time: 0.0689642 Jul 16 08:28:35.573877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.574657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.602915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45130-e633-4046-a861-8219075727c4 req-a8a1d192-db20-4f70-95b7-8645e825ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.604479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-a8a1d192-db20-4f70-95b7-8645e825ab2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0996323 Jul 16 08:28:35.605634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-3cbd7e8a-f0d6-4cc8-94bd-5dee11d04a11 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933086 Jul 16 08:28:35.621549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb668b01-a482-4f21-917b-882a0f3439fb req-c8cb4fad-be9a-417c-a7a3-adefb586a8b7 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502076 Jul 16 08:28:35.628220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Request body: {'port': {'device_id': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:35.775356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-e91d5810-69fb-4308-ac1b-7ea054983ebe tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=01e8083a77ea40dba48abeef2c047fad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845079 Jul 16 08:28:35.811416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38463c8e-d57b-422b-a539-2fe6210f4394 req-8f85d2bd-4433-4496-ad34-2c359b98207a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.813195 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38463c8e-d57b-422b-a539-2fe6210f4394 req-8f85d2bd-4433-4496-ad34-2c359b98207a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0733716 Jul 16 08:28:35.824887 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.833845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45130-e633-4046-a861-8219075727c4 req-b0ce32bf-04ae-4692-bdd4-e1160d8531a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.835512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-b0ce32bf-04ae-4692-bdd4-e1160d8531a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 922 time: 0.2247586 Jul 16 08:28:35.854165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38463c8e-d57b-422b-a539-2fe6210f4394 req-59fcb012-6b39-4650-b277-d91b96db130e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 Jul 16 08:28:35.939668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-b9b0aaee-2303-4ea0-b779-4ee52eabb57b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea1d7535-58d9-41aa-841c-e659aaff4988 HTTP/1.1" status: 200 len: 217 time: 0.0859337 Jul 16 08:28:36.069922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-80bd706a-8648-47b7-9c68-2ca4fd3e00a2 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.071471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-80bd706a-8648-47b7-9c68-2ca4fd3e00a2 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822051 Jul 16 08:28:36.073798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01219d1-fa6d-433d-bff0-7b44413f63fc req-82baee2d-1748-46e8-bab7-616fe1507bdf tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.075409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c01219d1-fa6d-433d-bff0-7b44413f63fc req-82baee2d-1748-46e8-bab7-616fe1507bdf tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 943 time: 0.0701385 Jul 16 08:28:36.095657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45130-e633-4046-a861-8219075727c4 req-57c3a415-5da3-44b6-92a2-d8acb41f9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.097110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-57c3a415-5da3-44b6-92a2-d8acb41f9d8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 200 len: 861 time: 0.1504257 Jul 16 08:28:36.105618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-073f129e-eaee-4fef-bfab-0631afa7602d tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/quotas/01e8083a77ea40dba48abeef2c047fad HTTP/1.1" status: 200 len: 375 time: 0.0262363 Jul 16 08:28:36.118356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c01219d1-fa6d-433d-bff0-7b44413f63fc req-432e475f-07c7-4493-af73-8a190e877e7e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Jul 16 08:28:36.178057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-47c2944d-e869-48fb-88a8-bb7530ef8fca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7ad75f2-bca2-4eca-85ed-147d96417fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582843 Jul 16 08:28:36.182437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-cb2b9152-ada5-4605-84d8-5a50229fa6e1 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01e8083a77ea40dba48abeef2c047fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614524 Jul 16 08:28:36.343780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-a58c0f16-9b2c-44d0-a29a-886cad483ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584425 Jul 16 08:28:36.467484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1728ba69-4b79-47cf-8c2e-725f546a84b3 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:36.489468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.514576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fd0edec-ee09-4976-bef2-c3e1940ba2c3 req-f522a7b9-149c-4112-b1ed-ff2e2b9e9392 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 210 time: 0.0419986 Jul 16 08:28:36.535381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Transition to ACTIVE for port object 1728ba69-4b79-47cf-8c2e-725f546a84b3 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:36.541006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.544731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f45130-e633-4046-a861-8219075727c4 req-8fc3076b-cec8-42ab-8764-d275dd174e1d service neutron] 10.222.0.18 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870656 Jul 16 08:28:36.631472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:36.735558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:36.735897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:36.736233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:36.743232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:36.743589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:36.758994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7af70-e601-4216-83d2-90503c631330 req-a6c88b32-7fc5-4cf6-8ad9-5bc4a36da383 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.760568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ba7af70-e601-4216-83d2-90503c631330 req-a6c88b32-7fc5-4cf6-8ad9-5bc4a36da383 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 943 time: 0.0999455 Jul 16 08:28:36.761768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:36.762107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:36.762494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:36.762937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Bound port: 1728ba69-4b79-47cf-8c2e-725f546a84b3, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:36.763297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.849319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ba7af70-e601-4216-83d2-90503c631330 req-31ca1881-e1b6-4733-9e41-09c8b59acd81 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728953 Jul 16 08:28:36.870138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:36.873591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:36.881182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.938721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:36.941721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.942255 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.943666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-38e2bafe-4fd1-4e08-9bb9-5dc0a7ad758e service neutron] 10.222.0.36 "PUT /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 1092 time: 1.3224561 Jul 16 08:28:36.944154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:36.946439 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d2792-d66e-4c00-801b-cc49bb987860" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:37.112237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304f54-8188-45b1-8545-5e379b3dc0d7 req-e90814ec-87be-4904-9231-1a639c01d141 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.113762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14304f54-8188-45b1-8545-5e379b3dc0d7 req-e90814ec-87be-4904-9231-1a639c01d141 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1090295 Jul 16 08:28:37.117595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-b4d38d2c-48b9-404b-be24-e381cd44610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.119003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-b4d38d2c-48b9-404b-be24-e381cd44610f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1095 time: 0.1024489 Jul 16 08:28:37.182699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-88508a16-5dab-4a4e-b4a9-401ec0ce3e42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 217 time: 0.0494163 Jul 16 08:28:37.228428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14304f54-8188-45b1-8545-5e379b3dc0d7 req-fb95a5fd-ad0a-474d-89b5-d3a919edb099 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040576 Jul 16 08:28:37.247523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-d39d8317-6fbd-4382-a3d1-8a50ca0a1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.248823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-d39d8317-6fbd-4382-a3d1-8a50ca0a1532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0567343 Jul 16 08:28:37.306092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-ea7d45d3-e791-4b04-9352-769d83407d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jul 16 08:28:37.558390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-fa774779-fd6b-46a2-ac87-3204484ef3db tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:37.560337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-fa774779-fd6b-46a2-ac87-3204484ef3db tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1246834 Jul 16 08:28:37.572158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Request body: {'binding': {'host': 'n-h2-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:37.572955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Unknown quota resources ['binding']. {{(pid=93700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:28:37.701063 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-8b545da0-21bf-480a-afd1-cffcc4abae31 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=01e8083a77ea40dba48abeef2c047fad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286708 Jul 16 08:28:37.739758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on host n-h2-798249-10 for vnic_type normal with profile None {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:37.739973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-7329ceb7-f9f1-4eb6-850d-2df59af81d79 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268553 Jul 16 08:28:37.740455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:37.740805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:37.746548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:37.746869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:37.752072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:37.752408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:37.752788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:37.753744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Bound port: 6b6cf422-058d-4412-ad95-168e9a8d356b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:37.840410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb34789-0da2-481e-8de0-f59d53a3733a req-f4ef2e65-1547-4920-a358-909d694bc393 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.841886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3cb34789-0da2-481e-8de0-f59d53a3733a req-f4ef2e65-1547-4920-a358-909d694bc393 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.4603248 Jul 16 08:28:37.849835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:37.856169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.857315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-83076170-425b-4c82-8627-e7d3840b9eb8 service neutron] 10.222.0.41 "POST /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2896268 Jul 16 08:28:37.951420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-e3fe7706-fa6d-4723-9f5d-7d4e75ae0c5a tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.953885 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-e3fe7706-fa6d-4723-9f5d-7d4e75ae0c5a tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391591 Jul 16 08:28:37.955985 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a5541-33ba-4783-be46-4c543a28e66b x-openstack-request-id: req-770a5541-33ba-4783-be46-4c543a28e66b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:37.956377 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:37.956545 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-770a5541-33ba-4783-be46-4c543a28e66b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:37.956953 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'status': 'completed', 'code': 200} Jul 16 08:28:37.963399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f295e0dd-7caf-47e7-9e0a-6689a748fdd1 req-eb08b558-8eae-40f6-8f50-305a8bbf3e77 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041638 Jul 16 08:28:37.968910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Request body: {'port': {'device_id': '929440bc-1b92-42da-b520-7f1c4d081cae', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '01e8083a77ea40dba48abeef2c047fad'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:37.975759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3cb34789-0da2-481e-8de0-f59d53a3733a req-d2250c55-2c6b-4f2b-bdb9-c82b83026083 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224124 Jul 16 08:28:38.122640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Made reservation on behalf of 01e8083a77ea40dba48abeef2c047fad for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:38.126407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.145152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.149466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7c6d7-2de3-485a-8b9a-dae279ac61b9 req-c2e94c57-735c-4487-8c63-264ece7a03e0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.151013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbf7c6d7-2de3-485a-8b9a-dae279ac61b9 req-c2e94c57-735c-4487-8c63-264ece7a03e0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 943 time: 0.0950284 Jul 16 08:28:38.191394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbf7c6d7-2de3-485a-8b9a-dae279ac61b9 req-80daa0a8-41fd-496f-8870-ceabec6eaa66 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345705 Jul 16 08:28:38.294012 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-737435f7-5cf0-4aaa-b88b-e165436a42d9 req-5a95f258-d03f-490b-81bb-7f3f87fbfd9e tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 210 time: 0.0444882 Jul 16 08:28:38.311231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-855d7a90-ecd7-4bb1-81fa-f5ecbc1ae091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.312914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-855d7a90-ecd7-4bb1-81fa-f5ecbc1ae091 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1098 time: 0.1770325 Jul 16 08:28:38.322485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-9c7e8853-cd82-4a04-be62-0b2e1db089e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.324153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-9c7e8853-cd82-4a04-be62-0b2e1db089e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1095 time: 0.1615551 Jul 16 08:28:38.425744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827f25-18fa-4db8-88c5-fa744a50094a req-06938a2d-cc15-4ba0-bce7-be9ad9a84866 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.427351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d827f25-18fa-4db8-88c5-fa744a50094a req-06938a2d-cc15-4ba0-bce7-be9ad9a84866 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 943 time: 0.0633900 Jul 16 08:28:38.465878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d827f25-18fa-4db8-88c5-fa744a50094a req-b24e7681-6ae7-40e7-84e1-e38c6c91e991 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 16 08:28:38.523305 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.536097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.586421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-c3bd25b9-ec7b-4f83-a16c-121df6f8ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.588049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-c3bd25b9-ec7b-4f83-a16c-121df6f8ce8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.2629273 Jul 16 08:28:38.588890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-ccdf1729-2d98-4a87-a1a2-242d799442bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.590197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-ccdf1729-2d98-4a87-a1a2-242d799442bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2454867 Jul 16 08:28:38.643613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8efdbc-1968-44b5-8712-c796e9d33f3a req-155619aa-82fb-49a9-bb8d-798a671d70cc tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.646220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b8efdbc-1968-44b5-8712-c796e9d33f3a req-155619aa-82fb-49a9-bb8d-798a671d70cc tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0667181 Jul 16 08:28:38.662068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea1d7535-58d9-41aa-841c-e659aaff4988 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:38.686138 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b8efdbc-1968-44b5-8712-c796e9d33f3a req-fae889c5-7f99-41a1-ae87-07aceddd0224 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Jul 16 08:28:38.708354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45fc3f9-2a9f-4627-9f39-39337cbe6a87,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:38.715295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-e3222c29-18de-4fb1-a356-eb5310955d21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 217 time: 0.0893419 Jul 16 08:28:38.719199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-986811fc-151c-40b1-8b6a-ad85de8a9ae6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 217 time: 0.0900321 Jul 16 08:28:38.743343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663591-1661-48fb-8ef6-ba619bb6eaf6 req-83ea46ae-e83b-4f58-a3aa-e907419e1030 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.744877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc663591-1661-48fb-8ef6-ba619bb6eaf6 req-83ea46ae-e83b-4f58-a3aa-e907419e1030 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 946 time: 0.3443124 Jul 16 08:28:38.774534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:38.786839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'port_id': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'mac_address': 'fa:16:3e:17:85:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2afe82-f345-4038-ae9d-f4dfce39fae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:38.829293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.842581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1d7535-58d9-41aa-841c-e659aaff4988 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:38.863182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:38.867194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.870360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-543f2d5d-14dc-4b1a-bc3e-b63619501bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.871973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-543f2d5d-14dc-4b1a-bc3e-b63619501bcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1472311 Jul 16 08:28:38.913819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:38.921487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.921839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.922185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.922592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.922861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.923198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.923558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.923886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.924215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.924541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.924865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.925190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.926375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-71551adb-29a2-4fad-9bb7-a99d532d0572 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423641 Jul 16 08:28:38.935481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc663591-1661-48fb-8ef6-ba619bb6eaf6 req-cacee09e-4d12-4dce-b82e-977f7f663c86 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448081 Jul 16 08:28:38.936508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Allocated IP 192.168.233.177 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/cb53c7b9-6189-4172-a6c6-f072ae3e8d30) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:38.940456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-a734cf50-aaac-40ee-a06f-e59bab8d02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.941833 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-a734cf50-aaac-40ee-a06f-e59bab8d02b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1928883 Jul 16 08:28:39.004492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-a2430120-df9f-4ff2-a791-aa7b514efb92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504463 Jul 16 08:28:39.111010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['ea1d7535-58d9-41aa-841c-e659aaff4988'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:39.177304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-c785a2fa-8c46-43ed-a87f-60ddd08b3d83 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385831 Jul 16 08:28:39.180190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2311885-9712-470b-9bf8-d7e90e40f9b7 req-9ad1322d-ea05-4d77-8944-2f7dc3b88b7e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.182559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2311885-9712-470b-9bf8-d7e90e40f9b7 req-9ad1322d-ea05-4d77-8944-2f7dc3b88b7e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0828190 Jul 16 08:28:39.226776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2311885-9712-470b-9bf8-d7e90e40f9b7 req-a9a79a4a-8591-42f2-bfd8-2c30b9155174 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383713 Jul 16 08:28:39.279240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-4a895f23-f154-4323-8000-f17e6b4f053e service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399623 Jul 16 08:28:39.372163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.415674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9cbb5-310e-48ed-9be7-9eea7149411d req-53941b2b-a767-4bad-9078-fc0f5367dad6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.417233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11e9cbb5-310e-48ed-9be7-9eea7149411d req-53941b2b-a767-4bad-9078-fc0f5367dad6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 944 time: 0.0699689 Jul 16 08:28:39.441985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Transition to ACTIVE for port object cb53c7b9-6189-4172-a6c6-f072ae3e8d30 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:39.445402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-7446be46-3cd8-405f-9a0e-e7602ecb3472 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580042 Jul 16 08:28:39.456775 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11e9cbb5-310e-48ed-9be7-9eea7149411d req-9608ac61-106b-4257-9a6a-0c28c8b284b0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 16 08:28:39.469701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57ae2416-1a1c-4ccb-9e2f-4c776e8c6535 req-2545ca1b-393a-4d24-9393-688566ddfebc tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 210 time: 0.0429351 Jul 16 08:28:39.510153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be6d2792-d66e-4c00-801b-cc49bb987860 req-a1dd4c03-7781-4a94-946b-eeaf5a027a81 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884589 Jul 16 08:28:39.554057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.618828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:39.627159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:39.630359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-e0331ebb-10fc-4cae-a1a9-d0d76b730170 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.632027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-e0331ebb-10fc-4cae-a1a9-d0d76b730170 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1098 time: 0.1241808 Jul 16 08:28:39.632757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:39.636845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Pushing event updated for resources: {'Port': ['ID=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:39.657785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e20a3e-2212-4055-848c-da8217f90770 req-4705eda0-65cb-4612-b40c-8e4707b105fa tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.659472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38e20a3e-2212-4055-848c-da8217f90770 req-4705eda0-65cb-4612-b40c-8e4707b105fa tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 943 time: 0.0673542 Jul 16 08:28:39.664365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-10'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:39.707506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38e20a3e-2212-4055-848c-da8217f90770 req-58491197-3bd8-4519-a0eb-801d8aa0c2f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365698 Jul 16 08:28:39.721437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.722088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.768298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-7cc03de9-bdbf-4b98-a0f8-a1f07ac0d58f tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8034384 Jul 16 08:28:39.781907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Request body: {'port': {'device_id': '929440bc-1b92-42da-b520-7f1c4d081cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:39.784424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.906417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-73fb7dce-b238-4ae4-8e7d-84d1a8803c18 None None] Provisioning for port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:39.910897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-73fb7dce-b238-4ae4-8e7d-84d1a8803c18 None None] Provisioning complete for port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:39.911771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-73fb7dce-b238-4ae4-8e7d-84d1a8803c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.953545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-73fb7dce-b238-4ae4-8e7d-84d1a8803c18 None None] Port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:39.964828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.021765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1639515-a66d-4166-b0af-c5eeb6cad359 req-ee0d886a-80be-457e-a513-9489eeebaecb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.024360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1639515-a66d-4166-b0af-c5eeb6cad359 req-ee0d886a-80be-457e-a513-9489eeebaecb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2102969 Jul 16 08:28:40.112584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:40.129860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dabcfa-57b6-4ca1-8355-47ad417fd294 req-4293f1a8-ac01-4a3f-b1c2-39c46a40c378 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.132931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-54dabcfa-57b6-4ca1-8355-47ad417fd294 req-4293f1a8-ac01-4a3f-b1c2-39c46a40c378 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 946 time: 0.0737648 Jul 16 08:28:40.171030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-54dabcfa-57b6-4ca1-8355-47ad417fd294 req-e32d38c6-008e-470f-a6b8-ebed1c1c68e2 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jul 16 08:28:40.184660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1639515-a66d-4166-b0af-c5eeb6cad359 req-60fc1f6a-d2cd-4307-ad82-b2b6b4e7383a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Jul 16 08:28:40.243549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:40.427368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77282a44-c052-4c83-aafa-75a09292eb7e req-7b21edb6-ff24-43e6-820f-dff46cfdaa8c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.429657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77282a44-c052-4c83-aafa-75a09292eb7e req-7b21edb6-ff24-43e6-820f-dff46cfdaa8c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0747375 Jul 16 08:28:40.470503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77282a44-c052-4c83-aafa-75a09292eb7e req-6e0f0a9c-97c5-4855-b715-79f505d2c30c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Jul 16 08:28:40.564739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:40.566908 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3930328-effd-4244-928c-e4c463717a22" -d '{"events": [{"server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:40.572564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.587745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.649987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428fb9f-3e9f-4257-aacd-23a3d51bbf54 req-42e13eb7-6e78-42f0-bb8a-b4c781c24ed3 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.651512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f428fb9f-3e9f-4257-aacd-23a3d51bbf54 req-42e13eb7-6e78-42f0-bb8a-b4c781c24ed3 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 936 time: 0.0644045 Jul 16 08:28:40.690645 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f428fb9f-3e9f-4257-aacd-23a3d51bbf54 req-09a6cfd7-c727-48c1-a5ab-c9571eef11ea tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 16 08:28:40.692836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea1d7535-58d9-41aa-841c-e659aaff4988 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:40.720556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:40.723671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:40.760959 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b34914-00c2-4f04-afd1-cbb195e3fe26 x-openstack-request-id: req-81b34914-00c2-4f04-afd1-cbb195e3fe26 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:40.761450 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:40.761544 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81b34914-00c2-4f04-afd1-cbb195e3fe26 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:40.761867 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'code': 200} Jul 16 08:28:40.791419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb53c7b9-6189-4172-a6c6-f072ae3e8d30 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:40.796393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on host n-h1-798249-10 for vnic_type normal with profile {"migrating_to": "n-h2-798249-10"} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:40.796734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:40.797129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:40.806952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a0a78-9ae0-4630-bdb4-6d90e951cca1 req-44c0c5aa-a1cc-4dff-aa18-af641b890820 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.808608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e1a0a78-9ae0-4630-bdb4-6d90e951cca1 req-44c0c5aa-a1cc-4dff-aa18-af641b890820 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 944 time: 0.2247660 Jul 16 08:28:40.813740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.828070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:40.828303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Attempting to bind port 6b6cf422-058d-4412-ad95-168e9a8d356b on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:40.848656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Transition to ACTIVE for port object cb53c7b9-6189-4172-a6c6-f072ae3e8d30 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:40.851434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:40.851790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:40.852215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:40.852659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Bound port: 6b6cf422-058d-4412-ad95-168e9a8d356b, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:40.853033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.856881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.907686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port ea1d7535-58d9-41aa-841c-e659aaff4988 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:40.914059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port ea1d7535-58d9-41aa-841c-e659aaff4988 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:40.914430 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.916645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e1a0a78-9ae0-4630-bdb4-6d90e951cca1 req-0c778170-aea8-43f0-afb7-e43ee8c402ce tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002295 Jul 16 08:28:40.928078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5924b6-8e60-4c6b-a138-f9fa806b009a req-c26325a5-fef9-4b9e-9152-3a35d921a33b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.930599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec5924b6-8e60-4c6b-a138-f9fa806b009a req-c26325a5-fef9-4b9e-9152-3a35d921a33b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 943 time: 0.0754199 Jul 16 08:28:40.966602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.008368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec5924b6-8e60-4c6b-a138-f9fa806b009a req-0b4dedb5-5979-4c98-bb97-1984d3a42000 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Jul 16 08:28:41.027662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.047346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:41.051819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'port_id': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'mac_address': 'fa:16:3e:3e:d9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e829aa5-3cda-49c1-8430-cc6d0f121991', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:41.064499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:41.077439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.108850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Attempting to bind port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:41.109181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Attempting to bind port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:41.109493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Attempting to bind port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:41.113382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.130453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:41.131019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Attempting to bind port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:41.131988 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.159849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1728ba69-4b79-47cf-8c2e-725f546a84b3 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:41.168563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:41.169173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:41.169321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:41.169644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:41.169803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Bound port: cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:41.170105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.172706 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ec88d-738f-4a4d-acd0-02bc8f88772d" -d '{"events": [{"server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:41.192720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.203446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.205522 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.214346 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.240572 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f5fa1-5214-4831-912d-9049254c1de9 x-openstack-request-id: req-080f5fa1-5214-4831-912d-9049254c1de9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:41.241566 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:41.242048 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-080f5fa1-5214-4831-912d-9049254c1de9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:41.242677 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'code': 200} Jul 16 08:28:41.276227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.285071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.285860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.288505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] 10.222.0.18 "PUT /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 1124 time: 1.6481485 Jul 16 08:28:41.291659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8989d-91fc-4f8f-9e90-25aec3ce194c service neutron] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.340102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.440344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3593fb-5c41-4629-a7d6-98e93e673f3d req-90cc498a-968d-41ec-a02d-a87c0661edb1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.441834 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f3593fb-5c41-4629-a7d6-98e93e673f3d req-90cc498a-968d-41ec-a02d-a87c0661edb1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.0676239 Jul 16 08:28:41.455609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6b6cf422-058d-4412-ad95-168e9a8d356b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:41.474500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] For port cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:41.487783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] For port cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:41.497891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f3593fb-5c41-4629-a7d6-98e93e673f3d req-13397c7d-d9b7-44de-a287-e269c0cf659a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Jul 16 08:28:41.502176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.505650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6ec1-4c25-4e37-9e6e-0059363fb5f1 req-84a8bd74-4869-4484-b330-1cdfe405362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.507483 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6adf6ec1-4c25-4e37-9e6e-0059363fb5f1 req-84a8bd74-4869-4484-b330-1cdfe405362a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 1097 time: 0.1791568 Jul 16 08:28:41.582150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.586006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.587751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/cb53c7b9-6189-4172-a6c6-f072ae3e8d30 HTTP/1.1" status: 200 len: 1097 time: 1.8111370 Jul 16 08:28:41.615270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae0dc8-b6b0-4cb7-92b5-bda5625f631d req-cd941c8a-7e74-4544-bead-79e94a2b26e7 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.626783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8aae0dc8-b6b0-4cb7-92b5-bda5625f631d req-cd941c8a-7e74-4544-bead-79e94a2b26e7 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2315321 Jul 16 08:28:41.659620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['1728ba69-4b79-47cf-8c2e-725f546a84b3'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:41.702977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6adf6ec1-4c25-4e37-9e6e-0059363fb5f1 req-1e6efee7-c9fc-426e-b226-597655baa720 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853683 Jul 16 08:28:41.706531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e754a26-4dc3-4caf-9f39-dc3218f610e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.758263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8aae0dc8-b6b0-4cb7-92b5-bda5625f631d req-88fb4f40-2a1d-4022-bf84-67a29a447389 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303790 Jul 16 08:28:41.776868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-13956123-1035-4cfd-a8d0-fe8c725fe034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.779234 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-13956123-1035-4cfd-a8d0-fe8c725fe034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01e8083a77ea40dba48abeef2c047fad&device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 1100 time: 0.1292310 Jul 16 08:28:41.842606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-be919dfb-901e-49ce-9b17-5cb80e92f86d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30 HTTP/1.1" status: 200 len: 217 time: 0.0539789 Jul 16 08:28:41.879870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db129-b120-4f21-9b8f-d64ce91fadb2 req-0df73438-7b59-442b-be0e-8e41168d4cc9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.882794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-846db129-b120-4f21-9b8f-d64ce91fadb2 req-0df73438-7b59-442b-be0e-8e41168d4cc9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0809519 Jul 16 08:28:41.906299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-d681035d-a431-452b-9abf-391ef44801cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.907962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-d681035d-a431-452b-9abf-391ef44801cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0586812 Jul 16 08:28:41.921868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-846db129-b120-4f21-9b8f-d64ce91fadb2 req-ee44b8f7-5e30-4771-b914-42858cf40ca4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 Jul 16 08:28:41.976210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-37a68966-599a-4629-af73-f6fbd52fc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.977810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-37a68966-599a-4629-af73-f6fbd52fc2a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611660 Jul 16 08:28:42.116233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce29e-06b0-4a9e-b013-9adff49bbe39 req-0cf40ac6-bf25-46b9-bdd5-66a8e95d5863 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.117703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-372ce29e-06b0-4a9e-b013-9adff49bbe39 req-0cf40ac6-bf25-46b9-bdd5-66a8e95d5863 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 948 time: 0.1379564 Jul 16 08:28:42.121692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-c97a857e-a415-4e47-ace6-cf9fcb696003 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324110 Jul 16 08:28:42.157907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c31cb-8dfe-4615-b3b2-0ef4a2fad2ec req-fd09b592-fa51-4835-b994-247848736128 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.159557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-934c31cb-8dfe-4615-b3b2-0ef4a2fad2ec req-fd09b592-fa51-4835-b994-247848736128 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0702913 Jul 16 08:28:42.193556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-372ce29e-06b0-4a9e-b013-9adff49bbe39 req-f13cd7a1-644b-4840-b320-7791ab07d5d6 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Jul 16 08:28:42.199179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-934c31cb-8dfe-4615-b3b2-0ef4a2fad2ec req-0e41060b-e1a4-455f-bff5-5c33ab0c99e4 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jul 16 08:28:42.259864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280f25cc-b9b6-4390-9d72-a822d0e9328a req-b1c228be-9f77-4fdd-90de-d3b3ce17668d service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291399 Jul 16 08:28:42.321959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-ebc3bb5d-5a08-4898-83a6-a0293d569567 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=14938e177a5642faba567dbe3924fd0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235810 Jul 16 08:28:42.377288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9b88-3def-4231-947c-e887abaa8885 req-f5c8248d-e041-4f9c-b4b8-cb21a50f141c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.378692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-da1b9b88-3def-4231-947c-e887abaa8885 req-f5c8248d-e041-4f9c-b4b8-cb21a50f141c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 944 time: 0.0692589 Jul 16 08:28:42.420081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-da1b9b88-3def-4231-947c-e887abaa8885 req-7e531fc4-5767-4476-af19-d72d0c790e96 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Jul 16 08:28:42.434448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-6ee01337-48ea-45b6-83a9-ef4c28288853 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.435988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-6ee01337-48ea-45b6-83a9-ef4c28288853 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085153 Jul 16 08:28:42.451647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-1c020abf-ccbb-4ef1-82c9-a6b6883ecc36 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/quotas/14938e177a5642faba567dbe3924fd0c HTTP/1.1" status: 200 len: 375 time: 0.0102093 Jul 16 08:28:42.484994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-28db43be-22ae-4716-a9d5-7d97ed69fcf1 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=14938e177a5642faba567dbe3924fd0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283930 Jul 16 08:28:42.712881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca778ef9-1761-4928-8bc7-c964d7eefa00 req-253292a8-c9b1-4654-83bc-0886c5211e45 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.714491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca778ef9-1761-4928-8bc7-c964d7eefa00 req-253292a8-c9b1-4654-83bc-0886c5211e45 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.0912371 Jul 16 08:28:42.733510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:42.765907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca778ef9-1761-4928-8bc7-c964d7eefa00 req-548af8aa-086d-4391-8b5b-b68a62274c64 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Jul 16 08:28:42.766498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b'}, {'name': 'network-changed', 'server_uuid': '929440bc-1b92-42da-b520-7f1c4d081cae', 'tag': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:42.778171 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8979365a-ff73-475e-a32c-78fe175d530a" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b"}, {"name": "network-changed", "server_uuid": "929440bc-1b92-42da-b520-7f1c4d081cae", "tag": "cb53c7b9-6189-4172-a6c6-f072ae3e8d30"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:42.784360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-495b0030-fbcc-4f41-9dc0-13ea57aa2ba3 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=14938e177a5642faba567dbe3924fd0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538549 Jul 16 08:28:42.809605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 1728ba69-4b79-47cf-8c2e-725f546a84b3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:42.814917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 1728ba69-4b79-47cf-8c2e-725f546a84b3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:42.815055 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.921488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.923242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aee7f003-3b15-4392-b2f0-7a095fdc4039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.927520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-fa78b363-6a67-4119-af09-6982992bea26 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.935236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-fa78b363-6a67-4119-af09-6982992bea26 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497512 Jul 16 08:28:42.948587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-aea3add4-2841-426d-819c-f494c58326cb tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/quotas/14938e177a5642faba567dbe3924fd0c HTTP/1.1" status: 200 len: 375 time: 0.0120921 Jul 16 08:28:42.973364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:42.978471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.984151 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e0dfe-d2ca-45b9-92d7-f0ce7d4ab069 x-openstack-request-id: req-8a4e0dfe-d2ca-45b9-92d7-f0ce7d4ab069 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:42.984521 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "929440bc-1b92-42da-b520-7f1c4d081cae", "tag": "cb53c7b9-6189-4172-a6c6-f072ae3e8d30", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:42.984664 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a4e0dfe-d2ca-45b9-92d7-f0ce7d4ab069 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:42.985063 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'status': 'completed', 'code': 200} Jul 16 08:28:42.985322 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929440bc-1b92-42da-b520-7f1c4d081cae', 'tag': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30', 'status': 'completed', 'code': 200} Jul 16 08:28:43.011751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-43755891-0dcb-44a9-a356-3907c287bedd tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=14938e177a5642faba567dbe3924fd0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551095 Jul 16 08:28:43.058267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.223881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-1efc9963-692d-479c-81bd-66c9f88f875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.226857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-1efc9963-692d-479c-81bd-66c9f88f875f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01e8083a77ea40dba48abeef2c047fad&device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 1100 time: 0.2057152 Jul 16 08:28:43.244068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:43.249256 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9964a91-31a8-4c60-bb50-afe2ba6c0dce" -d '{"events": [{"server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "name": "network-vif-plugged", "status": "completed", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:43.267292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-f89eaaae-7eff-4d57-b303-5b6a0412dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.269225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-f89eaaae-7eff-4d57-b303-5b6a0412dd6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1127 time: 0.1921699 Jul 16 08:28:43.334150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73378a4-f33c-4848-b1cf-06cbab9519f7 req-92d9d579-a8a1-4cfe-8c5c-1161b239a6b6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.339133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d73378a4-f33c-4848-b1cf-06cbab9519f7 req-92d9d579-a8a1-4cfe-8c5c-1161b239a6b6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1082230 Jul 16 08:28:43.343944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8d082-0647-4fd4-bd0f-6a37447a4dd1 req-d44c3fb1-ac67-486e-b6a6-3e8889e0b716 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.346184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15c8d082-0647-4fd4-bd0f-6a37447a4dd1 req-d44c3fb1-ac67-486e-b6a6-3e8889e0b716 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.2139733 Jul 16 08:28:43.394405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d73378a4-f33c-4848-b1cf-06cbab9519f7 req-11bff0b4-a69f-45e0-9e61-9880313150b3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Jul 16 08:28:43.495754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15c8d082-0647-4fd4-bd0f-6a37447a4dd1 req-e89d16c1-1277-454a-9140-0f3114f4136b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141222 Jul 16 08:28:43.496039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-307340d7-ecb3-45c0-800e-b04dafacd995 req-a4308cfd-3a14-4df4-8442-92cdcc6f9d68 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 210 time: 0.0534539 Jul 16 08:28:43.532322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-dd005b40-be16-4d17-863f-b30ad9cf6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.533791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-dd005b40-be16-4d17-863f-b30ad9cf6810 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2957430 Jul 16 08:28:43.581276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-14954edb-1594-42c7-8f6a-53a75f891e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.582753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-14954edb-1594-42c7-8f6a-53a75f891e7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.2995536 Jul 16 08:28:43.585914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-73c75357-a9fc-4a4a-87b3-368af2922200 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30 HTTP/1.1" status: 200 len: 217 time: 0.0433578 Jul 16 08:28:43.661911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-3017d6a9-2e80-417b-9751-c140dc1582b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 217 time: 0.0682583 Jul 16 08:28:43.703148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9707-5efe-469b-ab72-3f8ea84bcee2 req-1b5e2c1b-f6a4-4161-8ff0-f0e68fd18533 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.704802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65db9707-5efe-469b-ab72-3f8ea84bcee2 req-1b5e2c1b-f6a4-4161-8ff0-f0e68fd18533 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 948 time: 0.0751548 Jul 16 08:28:43.731712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-b4ffad4f-7257-4b5d-9bd2-0bdaa6f991f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.733175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-b4ffad4f-7257-4b5d-9bd2-0bdaa6f991f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1409328 Jul 16 08:28:43.770862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65db9707-5efe-469b-ab72-3f8ea84bcee2 req-198e5dce-b250-4d8d-af3c-f2e2edd82bca tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532589 Jul 16 08:28:43.798875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-22b9cdfa-438d-4350-b419-a5992c819aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.804584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-22b9cdfa-438d-4350-b419-a5992c819aaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1041405 Jul 16 08:28:43.817248 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6835964-ba18-44cd-8838-1ec98b6931c9 x-openstack-request-id: req-e6835964-ba18-44cd-8838-1ec98b6931c9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:43.817757 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "name": "network-vif-plugged", "status": "completed", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:43.817757 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6835964-ba18-44cd-8838-1ec98b6931c9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:43.818164 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'code': 200} Jul 16 08:28:43.867236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceff550-428b-429d-b132-7edb794a2b74 req-0c4eebec-46dc-43e7-b2b7-4af3d46c99b3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.868883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ceff550-428b-429d-b132-7edb794a2b74 req-0c4eebec-46dc-43e7-b2b7-4af3d46c99b3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.2008603 Jul 16 08:28:43.875098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-0fe928a9-10c2-4c20-ba9d-431340136ffa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634229 Jul 16 08:28:43.937966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979365a-ff73-475e-a32c-78fe175d530a req-146d812c-dffa-45b7-b927-4695b0972fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.939590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-146d812c-dffa-45b7-b927-4695b0972fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1923425 Jul 16 08:28:43.954888 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ceff550-428b-429d-b132-7edb794a2b74 req-e477f50b-d4be-4343-9b25-a9e1c57c2faf tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786753 Jul 16 08:28:44.031021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd9e91-1254-41d1-962c-c134d47a9b0e req-310f3c3b-11fe-445c-bc76-b2615f85e8d3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.039643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27bd9e91-1254-41d1-962c-c134d47a9b0e req-310f3c3b-11fe-445c-bc76-b2615f85e8d3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 945 time: 0.1299777 Jul 16 08:28:44.049725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b105a1-6988-4608-9aaf-73c418639a43 req-3afd7cae-3aaf-42f3-adea-5d2166d1a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.052218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87b105a1-6988-4608-9aaf-73c418639a43 req-3afd7cae-3aaf-42f3-adea-5d2166d1a081 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1097 time: 0.1026444 Jul 16 08:28:44.089444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-d2966e0a-cc46-4e64-bb09-aac7f22ad6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022762 Jul 16 08:28:44.093112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-781850f1-62a8-42c2-b80f-a46ae8047560 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424384 Jul 16 08:28:44.111048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87b105a1-6988-4608-9aaf-73c418639a43 req-10f03cce-c3be-46e8-b3b9-7b0a2c6fd755 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 Jul 16 08:28:44.123540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27bd9e91-1254-41d1-962c-c134d47a9b0e req-6b4fc9d3-db5b-4721-9a0c-5dcef8ab803f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828938 Jul 16 08:28:44.312374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-5c6cb4bc-baa9-4529-8887-4d7dc79ebbd0 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080910 Jul 16 08:28:44.317074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8979365a-ff73-475e-a32c-78fe175d530a req-2b2afb18-132e-4a5b-a17d-d778e13081aa service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209473 Jul 16 08:28:44.339182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce67700-9f39-4ee9-8857-f23002d425b6 req-06e99dcd-9f1a-4b5d-b739-903a9289e61f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.340667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ce67700-9f39-4ee9-8857-f23002d425b6 req-06e99dcd-9f1a-4b5d-b739-903a9289e61f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.1922362 Jul 16 08:28:44.378465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ce67700-9f39-4ee9-8857-f23002d425b6 req-6722f159-6862-4193-a96b-271536e49c52 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Jul 16 08:28:44.545246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f03ba-ad1e-42b4-95f1-42173f2603d1 req-fd7bf0e4-9d4f-4f4a-86a1-3686a484f6e9 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.546809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a87f03ba-ad1e-42b4-95f1-42173f2603d1 req-fd7bf0e4-9d4f-4f4a-86a1-3686a484f6e9 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0691593 Jul 16 08:28:44.586461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a87f03ba-ad1e-42b4-95f1-42173f2603d1 req-3bbf4581-19c5-40f3-8ab9-76f74ca41521 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jul 16 08:28:44.683029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-2afb50c8-5663-43c0-a0a5-c86e6a410513 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=14938e177a5642faba567dbe3924fd0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230258 Jul 16 08:28:44.709219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:44.709577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedb772-4cf7-4c49-b942-583009a630ff req-ecc1b5b4-8ad7-4a41-a3b1-e9e5990d1598 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.711049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bedb772-4cf7-4c49-b942-583009a630ff req-ecc1b5b4-8ad7-4a41-a3b1-e9e5990d1598 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0761752 Jul 16 08:28:44.761873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bedb772-4cf7-4c49-b942-583009a630ff req-7ea65a44-08b6-4e88-a3b4-04b3cc8d9bbd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Jul 16 08:28:44.770528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16c44ffa-0e63-4058-b4e4-ed92b7bf220a req-3eec1f93-4ef2-448d-86ff-02f521cbce75 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 210 time: 0.0667112 Jul 16 08:28:44.849690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:44.862069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b has no active binding in host n-h2-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:28:44.879816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-d16a486f-53f8-4f3f-a922-e8f645b4ac11 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.881967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-d16a486f-53f8-4f3f-a922-e8f645b4ac11 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893160 Jul 16 08:28:44.913628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Request body: {'port': {'device_id': '89487f88-7505-4a33-9faa-19dccb34cdad', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '14938e177a5642faba567dbe3924fd0c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:44.984591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bdd08-185b-4301-948d-1b0ddea1fbf8 req-c455a918-c71e-4914-bf92-ce0c6c030a42 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.986087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be8bdd08-185b-4301-948d-1b0ddea1fbf8 req-c455a918-c71e-4914-bf92-ce0c6c030a42 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 948 time: 0.0694435 Jul 16 08:28:45.025167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be8bdd08-185b-4301-948d-1b0ddea1fbf8 req-ba9e537f-3534-405c-b3b4-268533f6e108 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Jul 16 08:28:45.062314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafeec-e601-4a23-8a45-75335f846e66 req-1c114183-13f9-4d3a-a66b-852f832e3555 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.063827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40cafeec-e601-4a23-8a45-75335f846e66 req-1c114183-13f9-4d3a-a66b-852f832e3555 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1430082 Jul 16 08:28:45.098811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Made reservation on behalf of 14938e177a5642faba567dbe3924fd0c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:45.102751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.120019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.125399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40cafeec-e601-4a23-8a45-75335f846e66 req-955d8acb-9a48-4eb8-9b58-8a405c6f9db5 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544529 Jul 16 08:28:45.212275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75f99-163c-4cfe-bf26-610b5dccac97 req-3074ef32-d3e5-4335-b8c1-4a0717df9d12 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.219298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-33c75f99-163c-4cfe-bf26-610b5dccac97 req-3074ef32-d3e5-4335-b8c1-4a0717df9d12 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Jul 16 08:28:45.272513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-33c75f99-163c-4cfe-bf26-610b5dccac97 req-2544e1ea-d913-425c-b009-25f91abf1d9f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Jul 16 08:28:45.322294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-1288c9e5-d83f-4b3e-b53b-36ef6e9210f7 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=14938e177a5642faba567dbe3924fd0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249424 Jul 16 08:28:45.488121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-a3d07f4c-6982-4603-bfa2-8c3edecb817e tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.489613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-a3d07f4c-6982-4603-bfa2-8c3edecb817e tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605504 Jul 16 08:28:45.510670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449053-c67a-4322-b267-4cbad2e808d4 req-aef77af9-fb61-4a31-bf0b-008f0a20ff1c tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.513372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd449053-c67a-4322-b267-4cbad2e808d4 req-aef77af9-fb61-4a31-bf0b-008f0a20ff1c tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.1013765 Jul 16 08:28:45.519129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Request body: {'port': {'device_id': '7189e234-479f-4868-94b7-23a49fe8b42c', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '14938e177a5642faba567dbe3924fd0c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:45.538259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.556954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.562569 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b9b528f-30a4-4197-819e-cdbbfdeddbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.626622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd449053-c67a-4322-b267-4cbad2e808d4 req-eafec9fc-2903-4739-998c-1ac4bd13435f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035781 Jul 16 08:28:45.629563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5476793c-4774-4767-9270-3540a733e55d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:45.667684 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.684902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77a0b-6c69-4abe-85dd-b190ee780d7a req-6f5488d9-3e88-447d-9466-9acb1c92717d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.686612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7d77a0b-6c69-4abe-85dd-b190ee780d7a req-6f5488d9-3e88-447d-9466-9acb1c92717d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 945 time: 0.1633253 Jul 16 08:28:45.697189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Made reservation on behalf of 14938e177a5642faba567dbe3924fd0c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:45.701068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.776666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7d77a0b-6c69-4abe-85dd-b190ee780d7a req-73551652-8c65-45cb-b90d-f9ad28bc9964 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616229 Jul 16 08:28:45.777601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Allocated IP 192.168.233.105 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/19f6c452-652d-478f-8ce6-d1bf3d006e8f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:45.879354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e8c4-905d-4180-a86e-25b8f7a253bd req-afa2742e-1cae-4b72-abcc-0d250487bad1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.888869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4151e8c4-905d-4180-a86e-25b8f7a253bd req-afa2742e-1cae-4b72-abcc-0d250487bad1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.1232748 Jul 16 08:28:45.929943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4151e8c4-905d-4180-a86e-25b8f7a253bd req-bd1e1114-63f7-47fc-8cca-98dd4c0d2b61 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jul 16 08:28:45.996156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.015523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Transition to ACTIVE for port object 19f6c452-652d-478f-8ce6-d1bf3d006e8f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:46.060130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.106967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98b57cb6-2ee5-452a-8b60-f525a4249cc0 req-f28e5a49-eb9f-4726-ac6e-689b021bf948 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 210 time: 0.0521688 Jul 16 08:28:46.140283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:46.147714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Allocated IP 192.168.233.134 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/59f77b95-55c9-45af-9ea2-6c42f73817e0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:46.150122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:46.155688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:46.192346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:46.230650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.231300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.244206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83108c22-01a0-445a-ac96-4b5fc8db8381 req-70415bb5-c17a-43e3-b59c-f716d79bac80 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.245955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83108c22-01a0-445a-ac96-4b5fc8db8381 req-70415bb5-c17a-43e3-b59c-f716d79bac80 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1880975 Jul 16 08:28:46.264335 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-cebee189-1fc1-471c-8c69-658fb8b6ea57 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3553557 Jul 16 08:28:46.289514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Request body: {'port': {'device_id': '89487f88-7505-4a33-9faa-19dccb34cdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:46.332180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83108c22-01a0-445a-ac96-4b5fc8db8381 req-912c731e-9d99-4cd5-9dff-b95f7f884479 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713639 Jul 16 08:28:46.367349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c46ef-3e35-4140-a5f0-1049696ce910 req-59ac427e-5549-48d0-809b-03f0cdcf4670 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.369856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-137c46ef-3e35-4140-a5f0-1049696ce910 req-59ac427e-5549-48d0-809b-03f0cdcf4670 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.1370404 Jul 16 08:28:46.382996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.385684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.416257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Transition to ACTIVE for port object 59f77b95-55c9-45af-9ea2-6c42f73817e0 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:46.432304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-137c46ef-3e35-4140-a5f0-1049696ce910 req-e5d4030b-7c61-4d1e-a8cd-62a060337c6e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Jul 16 08:28:46.477203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.512615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6901ef96-6335-4a83-97c2-40eb41264f50 None None] Provisioning for port 19f6c452-652d-478f-8ce6-d1bf3d006e8f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:46.536460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6901ef96-6335-4a83-97c2-40eb41264f50 None None] Provisioning complete for port 19f6c452-652d-478f-8ce6-d1bf3d006e8f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:46.538507 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6901ef96-6335-4a83-97c2-40eb41264f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.541652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:46.551972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:46.557590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:46.586510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:46.602909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.612445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6901ef96-6335-4a83-97c2-40eb41264f50 None None] Port 19f6c452-652d-478f-8ce6-d1bf3d006e8f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:46.658584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.659200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.717051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-81016314-15e5-4dc9-b276-61480dec8ff5 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2025735 Jul 16 08:28:46.728997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad62c4-1239-4f60-a9ac-af3ceb137657 req-45982637-5dbe-4788-a6bc-e41453312f3b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.729349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cb53c7b9-6189-4172-a6c6-f072ae3e8d30 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:46.730616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14ad62c4-1239-4f60-a9ac-af3ceb137657 req-45982637-5dbe-4788-a6bc-e41453312f3b tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1452920 Jul 16 08:28:46.742153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Request body: {'port': {'device_id': '7189e234-479f-4868-94b7-23a49fe8b42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:46.761525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12becff8-2ab2-4502-aaff-9e60df0bac61 req-9789ce3a-f140-4c10-9e53-a06258a91520 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.776922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12becff8-2ab2-4502-aaff-9e60df0bac61 req-9789ce3a-f140-4c10-9e53-a06258a91520 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 948 time: 0.2082522 Jul 16 08:28:46.808076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-2d1cb410-5210-4669-9842-dd5b5248f06d service neutron] 10.222.0.36 "GET /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.1622324 Jul 16 08:28:46.826274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14ad62c4-1239-4f60-a9ac-af3ceb137657 req-62e4e561-344f-415c-b6c6-ff4d44e259f6 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795133 Jul 16 08:28:46.854660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-17e88094-e126-4af5-970d-44159d9cc329 None None] Provisioning for port 59f77b95-55c9-45af-9ea2-6c42f73817e0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:46.863993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:46.866795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-17e88094-e126-4af5-970d-44159d9cc329 None None] Provisioning complete for port 59f77b95-55c9-45af-9ea2-6c42f73817e0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:46.867263 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17e88094-e126-4af5-970d-44159d9cc329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.872583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12becff8-2ab2-4502-aaff-9e60df0bac61 req-534ae96c-f93d-4f22-9534-ff8ed9a73e6d tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946381 Jul 16 08:28:46.898334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30', 'mac_address': 'fa:16:3e:4d:fe:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:46.903192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.904780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f6c452-652d-478f-8ce6-d1bf3d006e8f {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:46.922524 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.932953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-17e88094-e126-4af5-970d-44159d9cc329 None None] Port 59f77b95-55c9-45af-9ea2-6c42f73817e0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:46.951612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.956868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Transition to ACTIVE for port object 19f6c452-652d-478f-8ce6-d1bf3d006e8f will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:46.968274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.971868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb53c7b9-6189-4172-a6c6-f072ae3e8d30 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:46.998398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:47.005294 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.074581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.102056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.193950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf528da-50a0-4221-bce5-5f8261a95485 req-7b0da1c6-a824-4164-8d0f-0bcde34088ff tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.202856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bf528da-50a0-4221-bce5-5f8261a95485 req-7b0da1c6-a824-4164-8d0f-0bcde34088ff tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 945 time: 0.1617329 Jul 16 08:28:47.236489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Attempting to bind port 19f6c452-652d-478f-8ce6-d1bf3d006e8f on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:47.236798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Attempting to bind port 19f6c452-652d-478f-8ce6-d1bf3d006e8f by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:47.237121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Attempting to bind port 19f6c452-652d-478f-8ce6-d1bf3d006e8f on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:47.253899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Port 19f6c452-652d-478f-8ce6-d1bf3d006e8f on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:47.254239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Attempting to bind port 19f6c452-652d-478f-8ce6-d1bf3d006e8f on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:47.263032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bf528da-50a0-4221-bce5-5f8261a95485 req-318cabf8-d879-4fde-a32a-c72c30466032 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589519 Jul 16 08:28:47.264179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:47.264506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:47.264881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:47.266155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Bound port: 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:47.266155 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.330448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['cb53c7b9-6189-4172-a6c6-f072ae3e8d30'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:47.335625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:47.341007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:47.347275 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.370926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.371763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.374482 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] 10.222.0.36 "PUT /v2.0/ports/19f6c452-652d-478f-8ce6-d1bf3d006e8f HTTP/1.1" status: 200 len: 1097 time: 1.0903728 Jul 16 08:28:47.377523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:47.380290 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774" -d '{"events": [{"name": "network-changed", "server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:47.455758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dc24a-31b7-4078-b4cf-d778cc7e3ebc req-052149eb-cef2-4a23-aade-ed2dcf1dec38 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.460740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bd340-bbd9-45fa-a85d-a0ac5761f25c service neutron] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.464862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c7dc24a-31b7-4078-b4cf-d778cc7e3ebc req-052149eb-cef2-4a23-aade-ed2dcf1dec38 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.2578206 Jul 16 08:28:47.530765 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.547649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:47.571088 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c7dc24a-31b7-4078-b4cf-d778cc7e3ebc req-e3cef1b5-c885-40d5-8394-15be2a960841 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053340 Jul 16 08:28:47.587344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3018adcc-2c22-4f0b-a97b-b90deb08c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.588990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-3018adcc-2c22-4f0b-a97b-b90deb08c6eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14938e177a5642faba567dbe3924fd0c&device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 1100 time: 0.1246080 Jul 16 08:28:47.602877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d804-c101-46ea-894c-3236ec0190e1 req-84039ea4-e747-4665-ac50-36f6a67ad2ac tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.604635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db64d804-c101-46ea-894c-3236ec0190e1 req-84039ea4-e747-4665-ac50-36f6a67ad2ac tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 944 time: 0.1390324 Jul 16 08:28:47.635126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:47.647941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-7b58d9e1-d00b-4d13-8d16-8e13d4d9f8ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f HTTP/1.1" status: 200 len: 217 time: 0.0420744 Jul 16 08:28:47.686163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6cf422-058d-4412-ad95-168e9a8d356b {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:47.702163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:47.726572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.726869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db64d804-c101-46ea-894c-3236ec0190e1 req-284dac69-3385-41bf-874d-1197aa7160dd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779335 Jul 16 08:28:47.737961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-f0816c50-d992-4d3d-a0e8-29a8f500ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.740118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-f0816c50-d992-4d3d-a0e8-29a8f500ab05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0769086 Jul 16 08:28:47.812332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f77b95-55c9-45af-9ea2-6c42f73817e0 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:47.825460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.829096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c58ec-7596-4465-9753-2d7a30190faa req-a56fa20e-c737-46c8-b258-3cbeed04e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.830864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-a56fa20e-c737-46c8-b258-3cbeed04e839 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777636 Jul 16 08:28:47.886801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Transition to ACTIVE for port object 59f77b95-55c9-45af-9ea2-6c42f73817e0 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:47.896141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.961609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] Transition to ACTIVE for port object 6b6cf422-058d-4412-ad95-168e9a8d356b will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:47.971828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-ae5d6990-e9ce-401b-b71b-5484f01a1ae0 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325495 Jul 16 08:28:47.978810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.979975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c7b81-6480-49ff-bb57-97ed2dcfb7ad req-865157cc-aa4c-4dc4-bc2e-838d92078108 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.981537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-440c7b81-6480-49ff-bb57-97ed2dcfb7ad req-865157cc-aa4c-4dc4-bc2e-838d92078108 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1097 time: 0.1230481 Jul 16 08:28:48.023247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc85e93-4448-48fe-8fd0-249b9ffb5bce req-fdd70611-f0e1-4a6b-80f8-d214e3384223 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.025003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccc85e93-4448-48fe-8fd0-249b9ffb5bce req-fdd70611-f0e1-4a6b-80f8-d214e3384223 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 936 time: 0.2037416 Jul 16 08:28:48.025654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.090203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-440c7b81-6480-49ff-bb57-97ed2dcfb7ad req-3c041764-1dec-4842-9cd9-e5967c1aee7c tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983245 Jul 16 08:28:48.113998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e85c58ec-7596-4465-9753-2d7a30190faa req-71e4e4d4-35d1-4bbf-965b-324999e97995 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310506 Jul 16 08:28:48.154418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] No DVR routers for this DVR port 6b6cf422-058d-4412-ad95-168e9a8d356b on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:48.176485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] Pushing event updated for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.190948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccc85e93-4448-48fe-8fd0-249b9ffb5bce req-ad34e03b-7621-46f6-b1ec-d7d870ebbdff tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362619 Jul 16 08:28:48.228082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.228773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ad2a7587-1c1b-4012-8732-ff788af01e9e service neutron] 10.222.0.36 "PUT /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b/bindings/n-h2-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4117947 Jul 16 08:28:48.229649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Attempting to bind port 59f77b95-55c9-45af-9ea2-6c42f73817e0 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:48.229980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Attempting to bind port 59f77b95-55c9-45af-9ea2-6c42f73817e0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:48.230829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Attempting to bind port 59f77b95-55c9-45af-9ea2-6c42f73817e0 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:48.236027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Port 59f77b95-55c9-45af-9ea2-6c42f73817e0 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:48.236450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Attempting to bind port 59f77b95-55c9-45af-9ea2-6c42f73817e0 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:48.242262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:48.242610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:48.243185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:48.243701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Bound port: 59f77b95-55c9-45af-9ea2-6c42f73817e0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:48.244155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.266949 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b16bb29-4d15-4566-90fa-642ae12a2586 x-openstack-request-id: req-5b16bb29-4d15-4566-90fa-642ae12a2586 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:48.267250 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:48.267543 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b16bb29-4d15-4566-90fa-642ae12a2586 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:48.267943 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'status': 'completed', 'code': 200} Jul 16 08:28:48.317660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:48.320923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:48.326777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.345371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013355-ddcb-4b22-a00b-f736cbd7f348 req-4929340f-3f84-4f1d-9400-b5a13150429a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.347136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf013355-ddcb-4b22-a00b-f736cbd7f348 req-4929340f-3f84-4f1d-9400-b5a13150429a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0783784 Jul 16 08:28:48.393509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.394134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.395537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] 10.222.0.36 "PUT /v2.0/ports/59f77b95-55c9-45af-9ea2-6c42f73817e0 HTTP/1.1" status: 200 len: 1097 time: 1.6576893 Jul 16 08:28:48.396762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:48.400281 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:48.431586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf013355-ddcb-4b22-a00b-f736cbd7f348 req-4fdb47d8-a76e-47ac-9a7f-1b80ccf920d0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Jul 16 08:28:48.457623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-e4ef91fc-df4b-416a-9314-dcc23adb5c46 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.459454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-e4ef91fc-df4b-416a-9314-dcc23adb5c46 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.0882833 Jul 16 08:28:48.485887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4be581-92c2-495a-9425-956d2dd6c3ff service neutron] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.537945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-bcf43c09-eb6d-40db-8418-bfe3f99ce728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.540072 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-bcf43c09-eb6d-40db-8418-bfe3f99ce728 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14938e177a5642faba567dbe3924fd0c&device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 1100 time: 0.2033970 Jul 16 08:28:48.542605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-8042a8df-e41d-41ce-8a74-8212ed60a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.544769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-8042a8df-e41d-41ce-8a74-8212ed60a6d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e&tenant_id=ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 1097 time: 0.0778561 Jul 16 08:28:48.618132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27248a8-dc5c-4623-bd3b-1694d953918c req-7ba27642-06e5-4cee-815d-28cf23faa18e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.619959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d27248a8-dc5c-4623-bd3b-1694d953918c req-7ba27642-06e5-4cee-815d-28cf23faa18e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1883464 Jul 16 08:28:48.663820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-2f489fde-1db9-4ada-8f7a-b2ae60c01fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.665284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-2f489fde-1db9-4ada-8f7a-b2ae60c01fa8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14938e177a5642faba567dbe3924fd0c&device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 1100 time: 0.1876729 Jul 16 08:28:48.666666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f4919-5830-402f-b48d-759a0372536a req-053f5c24-4ad9-4423-8968-ff88b7b2d3ac tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.668176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef2f4919-5830-402f-b48d-759a0372536a req-053f5c24-4ad9-4423-8968-ff88b7b2d3ac tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 949 time: 0.1037574 Jul 16 08:28:48.671279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ecee0f43-f463-4db2-b041-4f750c39b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.672647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-ecee0f43-f463-4db2-b041-4f750c39b90b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1097 time: 0.0985105 Jul 16 08:28:48.736095 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-6df2bc63-0255-436e-a71a-58bfea5841a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0 HTTP/1.1" status: 200 len: 217 time: 0.0563080 Jul 16 08:28:48.736315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef2f4919-5830-402f-b48d-759a0372536a req-f608a193-dfcb-4c6d-b81b-7091651e7d2e tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622513 Jul 16 08:28:48.742839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cb53c7b9-6189-4172-a6c6-f072ae3e8d30 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:48.745387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d27248a8-dc5c-4623-bd3b-1694d953918c req-6851bc7b-ec10-4e93-9832-bda6f95fb102 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Jul 16 08:28:48.781893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-b7a75110-4376-4199-9ed2-1a08cc124b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.789503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-b7a75110-4376-4199-9ed2-1a08cc124b5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2348950 Jul 16 08:28:48.809150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-c780415e-e48a-414b-9fe2-a4e513246443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.810849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-c780415e-e48a-414b-9fe2-a4e513246443 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1298144 Jul 16 08:28:48.822377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:48.826987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:48.827676 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.849778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-59b33657-2fe3-43c4-88d5-8dadc3397786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f HTTP/1.1" status: 200 len: 217 time: 0.0420597 Jul 16 08:28:48.860282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-4a96ee70-33cb-4b16-9e98-41ad7e084a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.861712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-4a96ee70-33cb-4b16-9e98-41ad7e084a63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1076076 Jul 16 08:28:48.897357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-6ca4f967-e349-4a36-b1af-e53b22200f2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 217 time: 0.0743556 Jul 16 08:28:48.935882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.963012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929440bc-1b92-42da-b520-7f1c4d081cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:48.965529 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd547a1-28f5-47f8-8cc9-f87a6ca2acc0" -d '{"events": [{"server_uuid": "929440bc-1b92-42da-b520-7f1c4d081cae", "name": "network-vif-plugged", "status": "completed", "tag": "cb53c7b9-6189-4172-a6c6-f072ae3e8d30"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:48.968210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-6abd3dcd-d7a8-41cb-9ed5-2268b29a0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.970252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-6abd3dcd-d7a8-41cb-9ed5-2268b29a0224 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1071832 Jul 16 08:28:48.981353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:48.986613 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.995961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-98d8b449-e265-414c-ac6c-33a8c243cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.997645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-98d8b449-e265-414c-ac6c-33a8c243cdeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.0638545 Jul 16 08:28:49.022722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bbda2-d00c-4da9-832c-843e393ebb9c req-2777bff6-ce59-4304-97b6-e618ac51f161 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.024386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-773bbda2-d00c-4da9-832c-843e393ebb9c req-2777bff6-ce59-4304-97b6-e618ac51f161 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.1305900 Jul 16 08:28:49.045180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-f828f9b4-2ba6-4ee6-b085-968590cf36dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400686 Jul 16 08:28:49.046809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:49.057849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429582-8b9c-4b21-8d01-062f26514006 req-967733a1-68e2-4dc3-80d8-520e5d917fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.059346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-967733a1-68e2-4dc3-80d8-520e5d917fb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553731 Jul 16 08:28:49.062589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1106bd-f2e2-41e6-8d50-01c41ba57adb req-664c869b-6c83-41a3-8a98-96401370220f tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.063971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d1106bd-f2e2-41e6-8d50-01c41ba57adb req-664c869b-6c83-41a3-8a98-96401370220f tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1097 time: 0.1339784 Jul 16 08:28:49.100803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-01dd7d18-ab38-4e7c-bb74-0e71c6d66256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.102237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-01dd7d18-ab38-4e7c-bb74-0e71c6d66256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1239190 Jul 16 08:28:49.106210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-773bbda2-d00c-4da9-832c-843e393ebb9c req-30800138-cacd-47a0-9304-cc5bd6c8adaa tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636108 Jul 16 08:28:49.163869 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eba81a-c850-4458-b56c-06566a4e7385 x-openstack-request-id: req-c7eba81a-c850-4458-b56c-06566a4e7385 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:49.164159 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:49.164412 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7eba81a-c850-4458-b56c-06566a4e7385 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:49.164808 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'status': 'completed', 'code': 200} Jul 16 08:28:49.167376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-997e34c2-18f9-451d-9b70-8151ce4a2e79 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148350 Jul 16 08:28:49.211668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d1106bd-f2e2-41e6-8d50-01c41ba57adb req-a463ecf6-c5c5-400d-8d39-d41e3d3d81a4 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351306 Jul 16 08:28:49.254003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-61d11ddc-cc0a-4a7f-ab27-a4547daf0e15 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864662 Jul 16 08:28:49.280931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-e5cade4a-5411-4dcb-9077-a7d06bfaafc3 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026840 Jul 16 08:28:49.316361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-84098a38-88e1-47a2-a0c3-893383d40608 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054489 Jul 16 08:28:49.330495 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d290a4b4-5b24-4ca7-bf6e-12ee925c17ff x-openstack-request-id: req-d290a4b4-5b24-4ca7-bf6e-12ee925c17ff {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:49.331018 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929440bc-1b92-42da-b520-7f1c4d081cae", "name": "network-vif-plugged", "status": "completed", "tag": "cb53c7b9-6189-4172-a6c6-f072ae3e8d30", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:49.331446 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d290a4b4-5b24-4ca7-bf6e-12ee925c17ff {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:49.331998 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929440bc-1b92-42da-b520-7f1c4d081cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30', 'code': 200} Jul 16 08:28:49.504403 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4429582-8b9c-4b21-8d01-062f26514006 req-494fe628-fb84-43a4-97a5-3a9a99b3283e service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122047 Jul 16 08:28:49.511028 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b72d6bb6-5a82-41d6-b70c-d930d1ed1774 req-b5bafb9c-1fe3-489f-91f6-0bce61b7ee1f service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857469 Jul 16 08:28:49.521109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa77ebd-f01c-4f6a-8d75-e722409a94ae req-630b7349-65a6-4bdf-b7b3-987320c5cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.523388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-afa77ebd-f01c-4f6a-8d75-e722409a94ae req-630b7349-65a6-4bdf-b7b3-987320c5cb31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 1102 time: 0.1120212 Jul 16 08:28:49.527931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ec671-c0d5-45cb-ba2e-f3bd47db7fa1 req-c5a8e840-ad71-4c2c-b5db-0e2c06076b93 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.529456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29ec671-c0d5-45cb-ba2e-f3bd47db7fa1 req-c5a8e840-ad71-4c2c-b5db-0e2c06076b93 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 945 time: 0.1711104 Jul 16 08:28:49.538788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5417-9ea3-4516-bb48-9298faf1fffc req-0abc28af-0829-4a23-bb1b-fe5a33b4f48f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.540600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-246b5417-9ea3-4516-bb48-9298faf1fffc req-0abc28af-0829-4a23-bb1b-fe5a33b4f48f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0981402 Jul 16 08:28:49.577577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29ec671-c0d5-45cb-ba2e-f3bd47db7fa1 req-277bde54-f22d-496a-a16b-5289afe77293 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415301 Jul 16 08:28:49.625092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-afa77ebd-f01c-4f6a-8d75-e722409a94ae req-43f26d09-5d90-48b7-b61c-83e754dbac51 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834537 Jul 16 08:28:49.644334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-246b5417-9ea3-4516-bb48-9298faf1fffc req-41e39f4e-8fa6-45b6-89ab-2c8fb72c50d0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858765 Jul 16 08:28:49.679933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-fabc449f-0a44-4720-a04f-7d342d21c3da tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.682533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-fabc449f-0a44-4720-a04f-7d342d21c3da tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.1032615 Jul 16 08:28:49.687606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-6ad30893-6f58-4b76-bd62-8a40fa70064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.689085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-6ad30893-6f58-4b76-bd62-8a40fa70064c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14938e177a5642faba567dbe3924fd0c&device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 1100 time: 0.0691211 Jul 16 08:28:49.824608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-3d81d6ef-d1c4-4754-9a88-9b944fd44b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.826054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-3d81d6ef-d1c4-4754-9a88-9b944fd44b64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1256375 Jul 16 08:28:49.834404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884177cc-24b4-4ec3-87ae-bb047030d208 req-9d1500ed-e944-4008-8f36-01448bff5429 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.836040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-884177cc-24b4-4ec3-87ae-bb047030d208 req-9d1500ed-e944-4008-8f36-01448bff5429 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 948 time: 0.1460979 Jul 16 08:28:49.841495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-bf64b693-f3b3-4486-bc5d-8325025d9857 service neutron] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:49.846165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-bf64b693-f3b3-4486-bc5d-8325025d9857 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.847258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-540f05a4-2ede-4e09-9c42-105c3e6dc0e6 req-bf64b693-f3b3-4486-bc5d-8325025d9857 service neutron] 10.222.0.18 "DELETE /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b/bindings/n-h1-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.1533167 Jul 16 08:28:49.874439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-662ab90e-084e-49c7-96fc-ad5479ca336f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0 HTTP/1.1" status: 200 len: 217 time: 0.0374711 Jul 16 08:28:49.904988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590281-65ac-450e-a216-fd0bbff09675 req-108b45ee-5ab7-43d2-8b0d-1010420cb482 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.906490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80590281-65ac-450e-a216-fd0bbff09675 req-108b45ee-5ab7-43d2-8b0d-1010420cb482 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0956097 Jul 16 08:28:49.944687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-884177cc-24b4-4ec3-87ae-bb047030d208 req-accde1ce-6c2a-4458-8a95-afca201699db tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725944 Jul 16 08:28:49.948408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-cd2a5c0b-8f41-4c8a-afcb-8360fc4c9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.949935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-cd2a5c0b-8f41-4c8a-afcb-8360fc4c9f4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0626926 Jul 16 08:28:49.950637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80590281-65ac-450e-a216-fd0bbff09675 req-ddceffa0-caf1-4371-89a2-2e978d93a6e2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367305 Jul 16 08:28:50.030693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-b8fe6b5b-2452-49ae-b3a2-9ad16e90446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.032337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-b8fe6b5b-2452-49ae-b3a2-9ad16e90446c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618951 Jul 16 08:28:50.140487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-18586a1b-a137-4705-b9f7-8d6867fec0a4 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953314 Jul 16 08:28:50.278929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a7f698a-5dd3-45d8-9a6f-38e587cad0ac req-4059db49-4f9b-4dfe-82f2-f1e95ba24d06 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306603 Jul 16 08:28:50.302504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59336af9-423a-40eb-be9b-0534e72cae94 req-9d3eea54-4829-4377-b6c7-f888734255b8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.304631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59336af9-423a-40eb-be9b-0534e72cae94 req-9d3eea54-4829-4377-b6c7-f888734255b8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0738523 Jul 16 08:28:50.347201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59336af9-423a-40eb-be9b-0534e72cae94 req-31fb1acb-77cf-4ef7-872b-18d6230c90b0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362580 Jul 16 08:28:50.539740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd429e44-4a2f-44be-b1dd-70e386e4abdf req-b4ba91af-6dd5-4429-a24c-e467d0dfa26c tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.541522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd429e44-4a2f-44be-b1dd-70e386e4abdf req-b4ba91af-6dd5-4429-a24c-e467d0dfa26c tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 950 time: 0.0847909 Jul 16 08:28:50.566711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97368372-65e7-4702-a39d-65a3841e75d1 req-2a3be580-a1e4-4f8b-a612-6f2de4cf4657 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.568499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97368372-65e7-4702-a39d-65a3841e75d1 req-2a3be580-a1e4-4f8b-a612-6f2de4cf4657 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1097 time: 0.0575662 Jul 16 08:28:50.593376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd429e44-4a2f-44be-b1dd-70e386e4abdf req-012a2585-16ca-42e4-8e9d-227e489f1688 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Jul 16 08:28:50.628199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97368372-65e7-4702-a39d-65a3841e75d1 req-12fde703-7f18-433a-884c-7c64fa52400e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Jul 16 08:28:50.768327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:50.778708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:50.859988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:50.931518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:50.944534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'mac_address': 'fa:16:3e:e6:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:50.987403 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.005177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f6c452-652d-478f-8ce6-d1bf3d006e8f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:51.028611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:51.035149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.079550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb2332-4152-4823-bc54-8890b7c9df97 req-b340637b-905a-4653-8f66-f7c62b9b0c8f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.084400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91eb2332-4152-4823-bc54-8890b7c9df97 req-b340637b-905a-4653-8f66-f7c62b9b0c8f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 945 time: 0.0719020 Jul 16 08:28:51.088485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:51.124248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91eb2332-4152-4823-bc54-8890b7c9df97 req-2b6b9def-a36d-4147-9c9e-310b0360e7f9 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Jul 16 08:28:51.142175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536924-1659-4cb2-a53e-de094b2ea2aa req-09b9b006-c6d9-4b74-906f-8aee3c394f5f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.143732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7536924-1659-4cb2-a53e-de094b2ea2aa req-09b9b006-c6d9-4b74-906f-8aee3c394f5f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0804410 Jul 16 08:28:51.299713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507900d7-d204-45b3-b66f-53e37fdab9ae req-d708a362-85ff-48d8-960b-c8a869d5ab4e tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.301260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-507900d7-d204-45b3-b66f-53e37fdab9ae req-d708a362-85ff-48d8-960b-c8a869d5ab4e tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 948 time: 0.0702486 Jul 16 08:28:51.343832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-507900d7-d204-45b3-b66f-53e37fdab9ae req-63537809-fbef-4ce6-8184-2ae9421f09d9 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Jul 16 08:28:51.361165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['19f6c452-652d-478f-8ce6-d1bf3d006e8f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:51.454172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7536924-1659-4cb2-a53e-de094b2ea2aa req-4b4266b7-eb3f-4333-8870-9e620a600e90 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036566 Jul 16 08:28:51.521696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a3d5e-5607-42d1-9e25-3f8d2e10da2c req-5096895b-9169-4edf-ae37-e37f3e46aff2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.528474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f4a3d5e-5607-42d1-9e25-3f8d2e10da2c req-5096895b-9169-4edf-ae37-e37f3e46aff2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0753911 Jul 16 08:28:51.563084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f4a3d5e-5607-42d1-9e25-3f8d2e10da2c req-1871067d-5a26-45e2-9b29-2646af6ff973 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jul 16 08:28:51.648488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d3327-27ec-4de0-9992-c25bccba6c36 req-9aa26300-eb41-4369-a315-0ac39dd85f92 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.650304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c2d3327-27ec-4de0-9992-c25bccba6c36 req-9aa26300-eb41-4369-a315-0ac39dd85f92 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0630512 Jul 16 08:28:51.690683 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c2d3327-27ec-4de0-9992-c25bccba6c36 req-0c803be9-5875-4af4-a45f-8b2de2d095f5 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Jul 16 08:28:51.723051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099d4a6-3d46-410d-9ca3-10a9cad22014 req-a17e6710-9257-4c8a-9d44-cfbdb7f7091b tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.725899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0099d4a6-3d46-410d-9ca3-10a9cad22014 req-a17e6710-9257-4c8a-9d44-cfbdb7f7091b tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1097 time: 0.0596192 Jul 16 08:28:51.762834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0099d4a6-3d46-410d-9ca3-10a9cad22014 req-5b576d0a-187f-4559-9669-586c000c6be1 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Jul 16 08:28:51.871739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e293f4-4314-4a5c-9ac9-aaacc8d87fb8 req-3c8446e3-d760-4191-affb-6fd12b3800ab tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.873196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3e293f4-4314-4a5c-9ac9-aaacc8d87fb8 req-3c8446e3-d760-4191-affb-6fd12b3800ab tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 950 time: 0.0704458 Jul 16 08:28:51.918592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3e293f4-4314-4a5c-9ac9-aaacc8d87fb8 req-0c5b9fb1-820d-4da6-8f1b-64d34c376507 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Jul 16 08:28:51.923257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794dbe0-7e81-4476-a7bb-75f8064aa0f9 req-8715a8dd-c49c-4b8c-a762-256963377afd tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.924787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8794dbe0-7e81-4476-a7bb-75f8064aa0f9 req-8715a8dd-c49c-4b8c-a762-256963377afd tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1097 time: 0.0529325 Jul 16 08:28:51.967302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8794dbe0-7e81-4476-a7bb-75f8064aa0f9 req-3bf79279-5141-436a-bdae-74ebfc1d42cb tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Jul 16 08:28:52.165856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-374bf09d-0ddc-411d-a3b4-bb32225031a5 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.167311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-374bf09d-0ddc-411d-a3b4-bb32225031a5 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.1069365 Jul 16 08:28:52.182381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-d449e08e-2a4d-45dc-ba2d-91ea1b789365 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/quotas/ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 375 time: 0.0096354 Jul 16 08:28:52.248485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-43268dc3-aaf0-4e06-8f24-7ad88bc6b494 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606198 Jul 16 08:28:52.343693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-bd249548-a446-4a38-b06d-932f47b61303 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Jul 16 08:28:52.438139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-0a2213f1-ea2c-400a-8e03-6ca61965a318 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884907 Jul 16 08:28:52.772954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:52.780718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:52.912664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 19f6c452-652d-478f-8ce6-d1bf3d006e8f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:52.922974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 19f6c452-652d-478f-8ce6-d1bf3d006e8f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:52.923410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.971245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13cf92-4a28-426e-a177-49089ea5124f req-83606b1b-75de-4e52-86aa-ed69b67fe28e tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.975509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e13cf92-4a28-426e-a177-49089ea5124f req-83606b1b-75de-4e52-86aa-ed69b67fe28e tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 948 time: 0.0950129 Jul 16 08:28:52.975879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:52.991031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'mac_address': 'fa:16:3e:15:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:53.032128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e13cf92-4a28-426e-a177-49089ea5124f req-c7023641-9064-4ff3-941c-87c750acd3eb tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Jul 16 08:28:53.066438 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.081955 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.086040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f77b95-55c9-45af-9ea2-6c42f73817e0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:53.120440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:53.124856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:53.127185 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a72e80-e4a1-42b9-aa08-ffd2538099e8" -d '{"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-plugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:53.137628 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.148022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:53.167835 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.194267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:53.248907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:53.252588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a50a9-ddf2-4fce-adc1-6eae0591f4fd req-b3665f52-cadf-46cd-852f-4dfd84874a3d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.268329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-646a50a9-ddf2-4fce-adc1-6eae0591f4fd req-b3665f52-cadf-46cd-852f-4dfd84874a3d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0868673 Jul 16 08:28:53.292126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-4b964572-93d6-4b37-9a6f-e4e20076debf tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:53.293158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-4b964572-93d6-4b37-9a6f-e4e20076debf tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127628 Jul 16 08:28:53.311599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Request body: {'binding': {'host': 'n-h2-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:53.312124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:28:53.339402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-646a50a9-ddf2-4fce-adc1-6eae0591f4fd req-e0b37e0a-1352-43c8-834e-aff7dbcd9ae7 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685537 Jul 16 08:28:53.495713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['59f77b95-55c9-45af-9ea2-6c42f73817e0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:53.681901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-892da986-0077-4d34-9f83-0355bb9450e8 req-8a02a546-4f88-4749-8e18-69054e59a58e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 210 time: 0.0320787 Jul 16 08:28:53.729163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on host n-h2-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:53.729507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:53.729909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:53.734424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:53.734753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:53.741527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:53.741869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:53.742257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:53.742689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Bound port: 1728ba69-4b79-47cf-8c2e-725f546a84b3, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:53.827529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:53.834743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.835947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-960049b6-2c60-4527-bddf-4e95efe82c44 service neutron] 10.222.0.41 "POST /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3/bindings HTTP/1.1" status: 201 len: 390 time: 0.5336297 Jul 16 08:28:53.863878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c684fc0-0e0a-4012-a316-87941727bd04 req-094b4f2c-2b9a-460c-9734-511e63c1df5c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.865951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c684fc0-0e0a-4012-a316-87941727bd04 req-094b4f2c-2b9a-460c-9734-511e63c1df5c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0795186 Jul 16 08:28:53.941903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c684fc0-0e0a-4012-a316-87941727bd04 req-4577a70a-d4d8-47d9-836b-5feb8359d55b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687668 Jul 16 08:28:54.012570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-a073c3a2-7a9a-472e-9972-585366ae8524 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.014687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-a073c3a2-7a9a-472e-9972-585366ae8524 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.1268773 Jul 16 08:28:54.031258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Request body: {'port': {'device_id': 'aa554385-56c9-4649-995d-ee4d846be565', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'admin_state_up': True, 'tenant_id': 'ab600d43acc645b884fd5650afb2d12d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:54.125844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed86478-358d-44d7-a290-a1aa0f4d60bc req-c9de8764-fbdb-4aca-b21f-71e40fd7e63a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.127344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ed86478-358d-44d7-a290-a1aa0f4d60bc req-c9de8764-fbdb-4aca-b21f-71e40fd7e63a tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.0978637 Jul 16 08:28:54.171837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ed86478-358d-44d7-a290-a1aa0f4d60bc req-81dcbf48-3b44-4c12-9780-445fb7b565cb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Jul 16 08:28:54.266010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727589c-5675-42db-acf5-836007732b48 req-f44eb589-a18b-4d9b-a240-ef7f27f03f04 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.267504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a727589c-5675-42db-acf5-836007732b48 req-f44eb589-a18b-4d9b-a240-ef7f27f03f04 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 950 time: 0.1467283 Jul 16 08:28:54.269267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Made reservation on behalf of ab600d43acc645b884fd5650afb2d12d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:54.273363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.341619 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e0133c-047f-4d8d-867e-6d645fba0663 x-openstack-request-id: req-61e0133c-047f-4d8d-867e-6d645fba0663 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:54.342220 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-plugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:54.342695 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61e0133c-047f-4d8d-867e-6d645fba0663 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:54.343104 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'code': 200} Jul 16 08:28:54.369512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a727589c-5675-42db-acf5-836007732b48 req-5dd337a9-5496-4fa4-954b-b3332635c362 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45fc3f9-2a9f-4627-9f39-39337cbe6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933042 Jul 16 08:28:54.378864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-9a02011a-a3cf-485d-9636-81d2380205a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.380364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-9a02011a-a3cf-485d-9636-81d2380205a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1097 time: 0.1804035 Jul 16 08:28:54.506241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Allocated IP 172.20.0.8 (c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee/3d60f05b-9f96-4919-b3d1-63364a287f99/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:54.557844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a064f5-7eeb-4c28-9607-1b64e99843ea req-d63a024c-6e06-4236-bd0f-f1ab816d245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.559178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34a064f5-7eeb-4c28-9607-1b64e99843ea req-d63a024c-6e06-4236-bd0f-f1ab816d245d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 1102 time: 0.1086650 Jul 16 08:28:54.566899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-3bba34bf-d251-44c4-89dd-a0214fd15c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.568498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-3bba34bf-d251-44c4-89dd-a0214fd15c5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.1666846 Jul 16 08:28:54.569951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0c19a-a3be-4757-8298-01a8399bcb56 req-410e47de-6b21-4266-93b9-724e24fe314b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.575747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71b0c19a-a3be-4757-8298-01a8399bcb56 req-410e47de-6b21-4266-93b9-724e24fe314b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 945 time: 0.0926132 Jul 16 08:28:54.642242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-1a935e16-46a0-4d39-a4ab-ce2a9d989f12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 217 time: 0.0569003 Jul 16 08:28:54.662899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34a064f5-7eeb-4c28-9607-1b64e99843ea req-16d9237e-7d73-4a98-a50c-26e502ac471b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860307 Jul 16 08:28:54.667303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71b0c19a-a3be-4757-8298-01a8399bcb56 req-2b8ca0d1-b05d-4922-987c-7c356a00720d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847950 Jul 16 08:28:54.708396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-912ce7bd-45d6-4ef8-abcf-ceab48d2054e tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.711072 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-912ce7bd-45d6-4ef8-abcf-ceab48d2054e tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.18 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 950 time: 0.1038537 Jul 16 08:28:54.716003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c31dc-d585-46ec-a799-93019bbc6f01 req-cc9a11d5-1579-40a0-ac93-003f455670f1 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.717467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-619c31dc-d585-46ec-a799-93019bbc6f01 req-cc9a11d5-1579-40a0-ac93-003f455670f1 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 949 time: 0.1981223 Jul 16 08:28:54.784522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:54.787153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-38e2ebcf-e18b-4f54-8258-8c36ec4d6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.788636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-38e2ebcf-e18b-4f54-8258-8c36ec4d6108 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1386867 Jul 16 08:28:54.789591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea1d7535-58d9-41aa-841c-e659aaff4988 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:54.851258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-ecf19ff9-125c-4e44-8975-3e366c8e46f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515976 Jul 16 08:28:54.862431 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-619c31dc-d585-46ec-a799-93019bbc6f01 req-378458b6-719a-467a-9596-d0d4cdc38647 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329696 Jul 16 08:28:54.889140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Deleting port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:54.889484 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.907269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 59f77b95-55c9-45af-9ea2-6c42f73817e0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:54.919662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 59f77b95-55c9-45af-9ea2-6c42f73817e0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:54.920187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.925162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47604213-5f15-4bd6-8f62-2383e31e7e0f req-dc54b3c5-ea8f-4e15-8811-ca8f8855ba8b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.926686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47604213-5f15-4bd6-8f62-2383e31e7e0f req-dc54b3c5-ea8f-4e15-8811-ca8f8855ba8b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.1185663 Jul 16 08:28:54.939830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.964608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:54.985400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'port_id': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'mac_address': 'fa:16:3e:17:85:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2afe82-f345-4038-ae9d-f4dfce39fae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:55.010646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47604213-5f15-4bd6-8f62-2383e31e7e0f req-0be93f8a-4825-4536-9d10-65d0d42b7e6f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766754 Jul 16 08:28:55.026898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] For port cb53c7b9-6189-4172-a6c6-f072ae3e8d30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:55.027256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.040073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-e93896ba-bfd3-47f6-a222-d114b5ca508c service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768749 Jul 16 08:28:55.049218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Calling delete_port for cb53c7b9-6189-4172-a6c6-f072ae3e8d30 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:55.071076 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.081508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.096591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea1d7535-58d9-41aa-841c-e659aaff4988 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:55.124545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c8061fb-78d8-4bf3-9388-bb884f8608e4 req-bae9a644-8aa2-403d-a745-43e82679168c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 210 time: 0.0780060 Jul 16 08:28:55.136541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:55.148496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:55.166137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.195121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.232304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.237278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:55.256105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5441b-8989-4761-8013-3c24092a6f91 req-59774776-4eff-4c4d-a852-68a5c0bff9d1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.256105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8fa5441b-8989-4761-8013-3c24092a6f91 req-59774776-4eff-4c4d-a852-68a5c0bff9d1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0850849 Jul 16 08:28:55.284839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:55.293766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:55.294063 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.297475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-43662a40-8323-4f52-a0f8-e37b297abdc9 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474601 Jul 16 08:28:55.298132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:55.300961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:55.338647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:55.347348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8fa5441b-8989-4761-8013-3c24092a6f91 req-07c79c97-972a-45cb-b4d0-ffd6e4bf590d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851727 Jul 16 08:28:55.348585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Pushing event deleted for resources: {'Port': ['ID=cb53c7b9-6189-4172-a6c6-f072ae3e8d30,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:55.375441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['ea1d7535-58d9-41aa-841c-e659aaff4988'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:55.434778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] No DVR routers for this DVR port cb53c7b9-6189-4172-a6c6-f072ae3e8d30 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:55.444092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.446170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3613125e-fd2c-4f37-b10f-c814c80ce553 req-beb55965-b8d8-457d-81fc-6b4ab9a06504 tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.18 "DELETE /v2.0/ports/cb53c7b9-6189-4172-a6c6-f072ae3e8d30 HTTP/1.1" status: 204 len: 173 time: 0.7285485 Jul 16 08:28:55.446624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929440bc-1b92-42da-b520-7f1c4d081cae', 'name': 'network-vif-deleted', 'tag': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:55.448939 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c4bc6-6ef9-4a38-8fd5-f534909fa0cf" -d '{"events": [{"server_uuid": "929440bc-1b92-42da-b520-7f1c4d081cae", "name": "network-vif-deleted", "tag": "cb53c7b9-6189-4172-a6c6-f072ae3e8d30"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:55.522928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.528172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.582186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-b5c8e1e3-9a88-4776-b8e4-dc0f7455825c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5552747 Jul 16 08:28:55.602597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Request body: {'port': {'device_id': 'aa554385-56c9-4649-995d-ee4d846be565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:55.636694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-16ffacfd-44c0-498e-9dee-dacc47cc0e0f tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.639851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-16ffacfd-44c0-498e-9dee-dacc47cc0e0f tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.2480197 Jul 16 08:28:55.654007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-10'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:55.665449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d397ec-e5f4-4285-999d-01a67b171034 req-5449aa9f-00fd-4ea9-b16f-2b56396ddbcf tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.667618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47d397ec-e5f4-4285-999d-01a67b171034 req-5449aa9f-00fd-4ea9-b16f-2b56396ddbcf tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1295290 Jul 16 08:28:55.742162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47d397ec-e5f4-4285-999d-01a67b171034 req-143cefbc-9b38-43e0-a6fc-9286c139962e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Jul 16 08:28:55.776155 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.799115 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a54869-0cca-4a55-a057-06f60eb9388f x-openstack-request-id: req-c9a54869-0cca-4a55-a057-06f60eb9388f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:55.799747 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929440bc-1b92-42da-b520-7f1c4d081cae", "name": "network-vif-deleted", "tag": "cb53c7b9-6189-4172-a6c6-f072ae3e8d30", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:55.800204 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9a54869-0cca-4a55-a057-06f60eb9388f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:55.800873 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929440bc-1b92-42da-b520-7f1c4d081cae', 'name': 'network-vif-deleted', 'tag': 'cb53c7b9-6189-4172-a6c6-f072ae3e8d30', 'status': 'completed', 'code': 200} Jul 16 08:28:55.838890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.980862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07fbb5d5-8912-4a4e-9b06-076eb7d159f7 req-8246b527-624a-4360-a600-f46e96fc934c tempest-ServerDiagnosticsNegativeTest-1077273425 tempest-ServerDiagnosticsNegativeTest-1077273425-project] 10.222.0.41 "GET /v2.0/ports?device_id=929440bc-1b92-42da-b520-7f1c4d081cae HTTP/1.1" status: 200 len: 210 time: 0.0904372 Jul 16 08:28:56.027544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616612-f21c-4e15-905c-9e6ae39a9d81 req-7fb6cad4-6a5f-4c46-bb76-72b675d75964 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.031782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81616612-f21c-4e15-905c-9e6ae39a9d81 req-7fb6cad4-6a5f-4c46-bb76-72b675d75964 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 944 time: 0.0813184 Jul 16 08:28:56.073162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81616612-f21c-4e15-905c-9e6ae39a9d81 req-6dbca4af-2c9c-4141-8317-4fe01cb5d664 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Jul 16 08:28:56.176371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:56.265897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984412a6-d525-4ccc-b778-1ea233fcb4d2 req-aa2b4be9-1e8f-404c-ac63-c2d65fea1b0f tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.267837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-984412a6-d525-4ccc-b778-1ea233fcb4d2 req-aa2b4be9-1e8f-404c-ac63-c2d65fea1b0f tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 950 time: 0.0697644 Jul 16 08:28:56.293874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943e94-cd11-41a6-a795-c17bfc7fb55e req-54cc147a-19fe-470c-8da6-5f7a251efba6 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.295354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6943e94-cd11-41a6-a795-c17bfc7fb55e req-54cc147a-19fe-470c-8da6-5f7a251efba6 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 945 time: 0.1903632 Jul 16 08:28:56.301790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:56.308022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:56.310665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-984412a6-d525-4ccc-b778-1ea233fcb4d2 req-d19a882c-0dde-49eb-b153-a0acd0a4c1fb tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Jul 16 08:28:56.313865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.344066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:56.347258 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917079be-d3ac-4b31-8d45-ace924b67233" -d '{"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-plugged", "status": "completed", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:56.371584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Transition to ACTIVE for port object c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:56.385645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.401344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:56.403617 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932baa9a-1d9f-49ae-bbf6-5a6898b39a1c" -d '{"events": [{"server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "name": "network-vif-unplugged", "status": "completed", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:56.409963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.444432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.448881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6943e94-cd11-41a6-a795-c17bfc7fb55e req-8efe3203-92ee-4646-9cfa-312c9a9bcdfd tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371214 Jul 16 08:28:56.487199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f66f2-2bb6-4f14-94bf-7bdd4a2da7bf req-f303c146-0399-4bab-9059-072f879bd2e8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.488862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-691f66f2-2bb6-4f14-94bf-7bdd4a2da7bf req-f303c146-0399-4bab-9059-072f879bd2e8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.0751233 Jul 16 08:28:56.496693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:56.513405 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac81a0-ed33-4242-88aa-7b7f7ee4af7c x-openstack-request-id: req-26ac81a0-ed33-4242-88aa-7b7f7ee4af7c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:56.514643 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-plugged", "status": "completed", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:56.514876 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26ac81a0-ed33-4242-88aa-7b7f7ee4af7c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:56.515506 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'code': 200} Jul 16 08:28:56.533600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-691f66f2-2bb6-4f14-94bf-7bdd4a2da7bf req-9ecb67ac-2b77-4b20-8175-8124c18adf0f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364003 Jul 16 08:28:56.606497 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad34825-fe22-4cd0-bec3-c74555db9249 x-openstack-request-id: req-4ad34825-fe22-4cd0-bec3-c74555db9249 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:56.606787 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "name": "network-vif-unplugged", "status": "completed", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:56.607034 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ad34825-fe22-4cd0-bec3-c74555db9249 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:56.607444 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'code': 200} Jul 16 08:28:56.615915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on host n-h1-798249-10 for vnic_type normal with profile {"migrating_to": "n-h2-798249-10"} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:56.616235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:56.616562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:56.648680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:56.649007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Attempting to bind port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:56.671352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:56.677521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:56.678083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:56.678478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:56.680661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:56.680991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:56.681231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:56.681658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Bound port: 1728ba69-4b79-47cf-8c2e-725f546a84b3, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:56.682014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.700250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:56.700572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:56.700978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b182c-f3f6-44f4-8db1-5ab546d20728 req-f028f52b-2ede-4f03-9d90-66e3d999eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.702520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-423b182c-f3f6-44f4-8db1-5ab546d20728 req-f028f52b-2ede-4f03-9d90-66e3d999eb3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 1102 time: 0.0572259 Jul 16 08:28:56.710617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:56.710955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:56.711353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:56.711784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Bound port: c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:56.712144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.739751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-423b182c-f3f6-44f4-8db1-5ab546d20728 req-21bc0704-0f66-445b-af84-c2760921e117 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288501 Jul 16 08:28:56.790964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea1d7535-58d9-41aa-841c-e659aaff4988 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:56.823466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec925340-f7e6-4934-a799-0a0d5a1cedd6 req-2bccd1ca-a59c-4d86-a041-6babef1aaddb tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.824975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec925340-f7e6-4934-a799-0a0d5a1cedd6 req-2bccd1ca-a59c-4d86-a041-6babef1aaddb tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.2050729 Jul 16 08:28:56.837487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:56.840185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port ea1d7535-58d9-41aa-841c-e659aaff4988 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:56.840599 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.868481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:56.875133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:56.883213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.921313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.921701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:56.925416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec925340-f7e6-4934-a799-0a0d5a1cedd6 req-455faaef-3002-481d-915c-591e9b02a1d0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933764 Jul 16 08:28:56.932582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.985345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.987333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.987588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 1092 time: 1.3929362 Jul 16 08:28:57.012505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.013121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.014630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] 10.222.0.18 "PUT /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 1123 time: 1.3650229 Jul 16 08:28:57.015763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ad105-037a-43bd-88f1-97d9dd5b7ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.104643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:57.110650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.111632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cb53c7b9-6189-4172-a6c6-f072ae3e8d30 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:57.137131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: cb53c7b9-6189-4172-a6c6-f072ae3e8d30 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:57.137656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cb53c7b9-6189-4172-a6c6-f072ae3e8d30 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:57.169411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61caa2-7094-43c0-89eb-56b1bd83f267 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.191356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.196279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['1728ba69-4b79-47cf-8c2e-725f546a84b3'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:57.228769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a44dc8-a20f-4823-af75-ccea76c88c41 req-0cfa05e4-0b9d-4938-88e6-2d59dd510de6 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.230413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46a44dc8-a20f-4823-af75-ccea76c88c41 req-0cfa05e4-0b9d-4938-88e6-2d59dd510de6 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1786666 Jul 16 08:28:57.236973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-2bfebb94-8e52-4fc5-bbcf-5ca950aacc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.238425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-2bfebb94-8e52-4fc5-bbcf-5ca950aacc34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1095 time: 0.1880801 Jul 16 08:28:57.295141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3756-f4e9-4732-906d-738cabf569d7 req-7bcf9a17-880c-4a4f-9969-bd6bb072fb3b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.297909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-13377150-b973-484f-ac9d-3194a551443b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 217 time: 0.0436943 Jul 16 08:28:57.303612 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f7f3756-f4e9-4732-906d-738cabf569d7 req-7bcf9a17-880c-4a4f-9969-bd6bb072fb3b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.0864880 Jul 16 08:28:57.344310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46a44dc8-a20f-4823-af75-ccea76c88c41 req-7e2a745f-d568-40ac-8402-79767378f277 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047723 Jul 16 08:28:57.346561 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f7f3756-f4e9-4732-906d-738cabf569d7 req-70be1a43-e960-4397-8aec-7b97c2864ca7 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Jul 16 08:28:57.390336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-8809f6ff-1852-4fe0-be94-aad75ea801cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.392011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-8809f6ff-1852-4fe0-be94-aad75ea801cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.0835917 Jul 16 08:28:57.454403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:57.472201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-1932d1ce-a5a9-4608-8a87-ca96fc407d62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590868 Jul 16 08:28:57.540776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3c3b4-649e-407a-bb9a-6405b85cc99c req-e0676015-321a-4391-ae5f-37b2f7166726 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.542543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1ef3c3b4-649e-407a-bb9a-6405b85cc99c req-e0676015-321a-4391-ae5f-37b2f7166726 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 950 time: 0.0872087 Jul 16 08:28:57.573759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-528a23c6-13c1-4c5e-8fe4-2945b8b99ac2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.575165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-528a23c6-13c1-4c5e-8fe4-2945b8b99ac2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.18 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 945 time: 0.1609344 Jul 16 08:28:57.595903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1ef3c3b4-649e-407a-bb9a-6405b85cc99c req-233fe9f2-d7ba-4dc3-9843-5f8bd61a507f tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Jul 16 08:28:57.644925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4896a946-97b7-434e-8e18-526353dfd0cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01e8083a77ea40dba48abeef2c047fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881447 Jul 16 08:28:57.647418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41976) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:57.710362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da3a177d-4a25-4c4d-8a1c-8723ef0ce50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.754819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da3a177d-4a25-4c4d-8a1c-8723ef0ce50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.810390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038082c-f83e-4e6c-8b0d-058edee2562c req-5d2739c4-f8a4-486c-8f09-18c564ddcd83 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.811933 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0038082c-f83e-4e6c-8b0d-058edee2562c req-5d2739c4-f8a4-486c-8f09-18c564ddcd83 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.1165113 Jul 16 08:28:57.851923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da3a177d-4a25-4c4d-8a1c-8723ef0ce50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.854307 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da3a177d-4a25-4c4d-8a1c-8723ef0ce50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.855495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da3a177d-4a25-4c4d-8a1c-8723ef0ce50e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a45fc3f9-2a9f-4627-9f39-39337cbe6a87 HTTP/1.1" status: 204 len: 168 time: 0.2071319 Jul 16 08:28:57.867866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0038082c-f83e-4e6c-8b0d-058edee2562c req-1c71b31c-b64e-4093-8cb2-d0a144dc130a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 Jul 16 08:28:57.869026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a177d-4a25-4c4d-8a1c-8723ef0ce50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45fc3f9-2a9f-4627-9f39-39337cbe6a87,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.921062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-d0283795-edde-42bf-af1d-ae850450f871 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409828 Jul 16 08:28:58.056877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4016bb6-b5a6-4999-b240-f5458e194308 req-6cf6fa66-dd12-4f78-b34c-40f092a5039e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.059004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4016bb6-b5a6-4999-b240-f5458e194308 req-6cf6fa66-dd12-4f78-b34c-40f092a5039e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 943 time: 0.4812224 Jul 16 08:28:58.128654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Deleting port ea1d7535-58d9-41aa-841c-e659aaff4988 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:58.128902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.135513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468b624-6f2a-4377-8f4a-477db940a4dd req-d4ededf7-09e4-4446-9c08-166826c22896 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.137740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000e65d6-c4b2-4a10-9649-5ebcfc3b10fa req-3abd274e-f2c3-4025-8cea-4fdb712623af service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068923 Jul 16 08:28:58.142549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2468b624-6f2a-4377-8f4a-477db940a4dd req-d4ededf7-09e4-4446-9c08-166826c22896 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.0792420 Jul 16 08:28:58.167947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4016bb6-b5a6-4999-b240-f5458e194308 req-fbfea68c-0685-4f8b-8096-939ad4681624 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013181 Jul 16 08:28:58.198168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2468b624-6f2a-4377-8f4a-477db940a4dd req-7fb49fd9-f00c-469a-9962-a9b0e278adab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545125 Jul 16 08:28:58.238309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41986) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:58.254759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df444b77-c34d-49ae-a7a8-4a2aa5c336a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.285810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] For port ea1d7535-58d9-41aa-841c-e659aaff4988, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea1d7535-58d9-41aa-841c-e659aaff4988,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:58.286988 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.301005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Calling delete_port for ea1d7535-58d9-41aa-841c-e659aaff4988 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:58.350707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df444b77-c34d-49ae-a7a8-4a2aa5c336a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.355137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df444b77-c34d-49ae-a7a8-4a2aa5c336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.399025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-df444b77-c34d-49ae-a7a8-4a2aa5c336a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=533d0bd1e52e46d6bd5ce99e00038b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595209 Jul 16 08:28:58.401537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41992) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:58.408181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df444b77-c34d-49ae-a7a8-4a2aa5c336a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0cc05-d141-4c9e-8eca-9c07ff15a462,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:58.456587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.466234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e230ba6d-0602-4042-9f40-3a495a65dd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.470868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['ea1d7535-58d9-41aa-841c-e659aaff4988'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:58.493365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event deleted for resources: {'Port': ['ID=ea1d7535-58d9-41aa-841c-e659aaff4988,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:58.502652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e230ba6d-0602-4042-9f40-3a495a65dd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.516406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:58.518706 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6992f1c-15ee-4ae4-83e8-9556964cbd1a" -d '{"events": [{"server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:58.548811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-691d7c55-d5f7-44dd-9d40-fa2061d8007f req-3eb37097-aa4e-4f91-8f3e-bbf2701b0790 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=1717bc6e-e8aa-426d-8f28-6714f25f6cc0 HTTP/1.1" status: 200 len: 210 time: 0.0379159 Jul 16 08:28:58.556258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] No DVR routers for this DVR port ea1d7535-58d9-41aa-841c-e659aaff4988 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:58.574463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.577282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19000f0f-2d71-4d46-b092-f5642e416ba4 req-32106aa7-bce4-4715-9937-d9ecabdfc24e tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.18 "DELETE /v2.0/ports/ea1d7535-58d9-41aa-841c-e659aaff4988 HTTP/1.1" status: 204 len: 173 time: 0.9958692 Jul 16 08:28:58.597573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e230ba6d-0602-4042-9f40-3a495a65dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.601814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e230ba6d-0602-4042-9f40-3a495a65dd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.603637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e230ba6d-0602-4042-9f40-3a495a65dd9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95d0cc05-d141-4c9e-8eca-9c07ff15a462 HTTP/1.1" status: 204 len: 168 time: 0.2011027 Jul 16 08:28:58.604866 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4785ebb-371d-4b8f-87ad-971cabb62e96 x-openstack-request-id: req-e4785ebb-371d-4b8f-87ad-971cabb62e96 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:58.605153 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:58.605400 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4785ebb-371d-4b8f-87ad-971cabb62e96 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:58.605785 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'code': 200} Jul 16 08:28:58.609122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'}, {'name': 'network-changed', 'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3'}, {'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'name': 'network-vif-deleted', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:58.612176 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5995f1-b731-40b0-840e-9dbafa2cb06f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc"}, {"name": "network-changed", "server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3"}, {"server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "name": "network-vif-deleted", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:58.612917 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230ba6d-0602-4042-9f40-3a495a65dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0cc05-d141-4c9e-8eca-9c07ff15a462,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:58.632946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcf88f-4648-4ce7-8c43-8ab4e823c420 req-935bc93c-bde6-44c8-86e0-635c13d891b5 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.634713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-24dcf88f-4648-4ce7-8c43-8ab4e823c420 req-935bc93c-bde6-44c8-86e0-635c13d891b5 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 949 time: 0.1078990 Jul 16 08:28:58.679009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-24dcf88f-4648-4ce7-8c43-8ab4e823c420 req-d010ecde-49d1-48a5-9bd6-be27bdb4ebae tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360730 Jul 16 08:28:58.751038 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde8ed11-9ae0-4d7f-b2cb-62e321017ecd x-openstack-request-id: req-bde8ed11-9ae0-4d7f-b2cb-62e321017ecd {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:58.751457 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3", "status": "completed", "code": 200}, {"server_uuid": "1717bc6e-e8aa-426d-8f28-6714f25f6cc0", "name": "network-vif-deleted", "tag": "ea1d7535-58d9-41aa-841c-e659aaff4988", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:58.751696 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bde8ed11-9ae0-4d7f-b2cb-62e321017ecd {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:58.752079 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'status': 'completed', 'code': 200} Jul 16 08:28:58.752401 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'status': 'completed', 'code': 200} Jul 16 08:28:58.752677 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1717bc6e-e8aa-426d-8f28-6714f25f6cc0', 'name': 'network-vif-deleted', 'tag': 'ea1d7535-58d9-41aa-841c-e659aaff4988', 'status': 'completed', 'code': 200} Jul 16 08:28:58.797304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db2557-29a8-42a3-a8f7-3bd691c72c3c req-dab67bde-97d3-449d-a86a-789dba67f1e6 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.799406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:58.815947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35db2557-29a8-42a3-a8f7-3bd691c72c3c req-dab67bde-97d3-449d-a86a-789dba67f1e6 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 950 time: 0.0951493 Jul 16 08:28:58.860079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-6d62ad72-88d5-4047-8441-11dd7bb287b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.861727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-6d62ad72-88d5-4047-8441-11dd7bb287b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1095 time: 0.0706017 Jul 16 08:28:58.897229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35db2557-29a8-42a3-a8f7-3bd691c72c3c req-be231ad5-4ac0-4e7c-937a-3c44981c1c03 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803244 Jul 16 08:28:58.926442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:58.930291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-fce85f16-f9ae-46e4-9302-a8ca4a6e340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.932359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-fce85f16-f9ae-46e4-9302-a8ca4a6e340e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1126 time: 0.0994518 Jul 16 08:28:58.967147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '66e20236-d917-48c1-b407-90da66bcc558', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '66e20236-d917-48c1-b407-90da66bcc558', 'mac_address': 'fa:16:3e:0e:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:58.998442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-30652394-a41f-42a8-b5d5-a6ebf1be3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.999927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-30652394-a41f-42a8-b5d5-a6ebf1be3237 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1296890 Jul 16 08:28:59.020441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.053355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e20236-d917-48c1-b407-90da66bcc558 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:59.087642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-94ef72d9-1600-41b5-916f-778167af71e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 217 time: 0.0769010 Jul 16 08:28:59.094213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:59.112593 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.163938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-6c09188c-1b00-4831-90f9-a5383d4198bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.165941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-6c09188c-1b00-4831-90f9-a5383d4198bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2184651 Jul 16 08:28:59.181170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10216-c119-40e0-8b37-cc98abbb0818 req-9e612dd8-5912-45e6-aa30-68cca0f00ac7 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.190340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b5b10216-c119-40e0-8b37-cc98abbb0818 req-9e612dd8-5912-45e6-aa30-68cca0f00ac7 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 950 time: 0.1167181 Jul 16 08:28:59.198484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-502c644d-f078-4a74-a4d1-57aff40771bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.200089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-502c644d-f078-4a74-a4d1-57aff40771bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1000214 Jul 16 08:28:59.207715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.238233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-12c8bf5a-d955-4ac4-8be3-d127d3fd9b47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 217 time: 0.0449667 Jul 16 08:28:59.248222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-01303530-9037-4896-bca1-5bce47669b3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319133 Jul 16 08:28:59.264598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4480ce-3b3d-4b3f-af09-693a8b1bf05a req-37fc7515-7c45-40a4-a496-e5544f577864 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.266163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d4480ce-3b3d-4b3f-af09-693a8b1bf05a req-37fc7515-7c45-40a4-a496-e5544f577864 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.1569076 Jul 16 08:28:59.326034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b5b10216-c119-40e0-8b37-cc98abbb0818 req-dce2e93d-39a5-48ad-ae40-585d7544ec35 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343818 Jul 16 08:28:59.346766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-f9f08219-5953-48db-8382-45845bccfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.348335 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-f9f08219-5953-48db-8382-45845bccfd4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0921793 Jul 16 08:28:59.408863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-99a09ed5-65c2-4a50-a1e3-bde1b04c91b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428283 Jul 16 08:28:59.414606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d4480ce-3b3d-4b3f-af09-693a8b1bf05a req-042783ff-d89c-4b99-9f87-fcf36289606f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341791 Jul 16 08:28:59.455091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['66e20236-d917-48c1-b407-90da66bcc558'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:59.520139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-99f7d30b-5ea3-4d98-9b95-0b5cf2fa8e98 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512939 Jul 16 08:28:59.581949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42034) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:59.597453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-d11f054e-4835-4ea0-b31a-aea713b20369 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727998 Jul 16 08:28:59.717625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-74f83ee4-307e-4c48-a080-7390367f1791 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899104 Jul 16 08:28:59.738838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-network', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:59.751525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baef158-a3ff-4a7b-a6d7-b214231fe661 req-f20302ad-3298-4c1f-a9fb-946e592cced6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.753051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3baef158-a3ff-4a7b-a6d7-b214231fe661 req-f20302ad-3298-4c1f-a9fb-946e592cced6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1555705 Jul 16 08:28:59.791097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Made reservation on behalf of e662df9f863a493eaf8b0efb7ed840dd for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:59.793561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.811011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.820631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3baef158-a3ff-4a7b-a6d7-b214231fe661 req-8375f57f-5e0a-4876-b61b-416ee41b7d7d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591466 Jul 16 08:28:59.827113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e5995f1-b731-40b0-840e-9dbafa2cb06f req-3b9489e0-fd2d-4864-8bd9-a7e100cebbdf service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219582 Jul 16 08:28:59.863279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808b99b-87f5-46a9-9335-5c63944efe1e req-bdcda248-1bdb-4619-854a-a89e9d69760f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.865161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2808b99b-87f5-46a9-9335-5c63944efe1e req-bdcda248-1bdb-4619-854a-a89e9d69760f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 943 time: 0.0847535 Jul 16 08:28:59.933754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.937878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.949665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2808b99b-87f5-46a9-9335-5c63944efe1e req-052f9dd4-9736-453c-a382-1388e827337a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 Jul 16 08:28:59.951514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-532036e0-eb0d-4faa-a210-55f005e42397 service neutron] 10.222.0.36 "GET /v2.0/ports/01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef/bindings/n-h1-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.0853996 Jul 16 08:28:59.963079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:59.979190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669e572-ff5b-4dc8-8443-6c2ae259ff3f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.993545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.993936 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Added segment 76df9c52-eea8-425d-ad8e-e64a3cfec383 of type vlan for network 460f654d-bbbb-45d7-b31d-1cb459506640 Jul 16 08:29:00.085722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.123951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.125166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.125982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.162408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5792661 Jul 16 08:29:00.165453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42048) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:00.172150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Request body: {'subnet': {'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-subnet', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:00.210351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc66fe-7901-48ff-8917-d76dcd657926 admin admin] Pushing event updated for resources: {'Network': ['ID=460f654d-bbbb-45d7-b31d-1cb459506640,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.222163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 460f654d-bbbb-45d7-b31d-1cb459506640 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:00.257908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Made reservation on behalf of e662df9f863a493eaf8b0efb7ed840dd for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:00.260305 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.349790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-f3c22f94-4d3b-4b42-b782-ca410b8c384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.351637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-f3c22f94-4d3b-4b42-b782-ca410b8c384d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179&tenant_id=a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 1102 time: 0.1104586 Jul 16 08:29:00.352173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec931-1b90-4b66-94f8-bbf6b880ed35 req-e346dbad-2b73-41bb-809b-656e45c63119 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.353750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-facec931-1b90-4b66-94f8-bbf6b880ed35 req-e346dbad-2b73-41bb-809b-656e45c63119 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 948 time: 0.1511574 Jul 16 08:29:00.378737 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:00.415977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-facec931-1b90-4b66-94f8-bbf6b880ed35 req-3a330b31-1364-45f4-906b-fb39216f012e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 Jul 16 08:29:00.473681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-de2140b2-85db-4d2b-b385-ddc9f263ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.476371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-de2140b2-85db-4d2b-b385-ddc9f263ade0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1102 time: 0.0786703 Jul 16 08:29:00.560259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.617938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-ccc654a9-bf1f-4e7c-b902-1a8ad75a3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.619861 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-ccc654a9-bf1f-4e7c-b902-1a8ad75a3bb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1355660 Jul 16 08:29:00.624958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b012dd9-0529-496c-93e5-ebb1a45ed275,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.634482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Checking segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:00.634756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d525c-caa3-43a3-9699-fad369b75ccf req-4c307c65-1cbf-4bda-b3cc-1d14a47d84b7 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.634882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Network hostable DHCP agents. Network: 460f654d-bbbb-45d7-b31d-1cb459506640, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:00.636485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-030d525c-caa3-43a3-9699-fad369b75ccf req-4c307c65-1cbf-4bda-b3cc-1d14a47d84b7 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 946 time: 0.1424274 Jul 16 08:29:00.660735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Network 460f654d-bbbb-45d7-b31d-1cb459506640 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:00.672744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 460f654d-bbbb-45d7-b31d-1cb459506640) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:00.682161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf112bd-6598-42f7-adac-1e0de372f384 None None] Network 460f654d-bbbb-45d7-b31d-1cb459506640 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:00.694270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-1cd6ba1f-7810-4f13-838f-09f8cd8dfe8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 217 time: 0.0567074 Jul 16 08:29:00.700085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.701056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.715824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-030d525c-caa3-43a3-9699-fad369b75ccf req-4b675e91-a442-4999-b902-f8ae0b600bb9 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680208 Jul 16 08:29:00.721161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e405ebd3-209e-4834-9089-35111ddd2865 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5544474 Jul 16 08:29:00.724435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42058) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:00.731283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:00.779095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.781940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.804398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-cb74aaa6-7b7b-483d-bdb8-92594c90cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.809033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-cb74aaa6-7b7b-483d-bdb8-92594c90cb98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0787206 Jul 16 08:29:00.853161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:00.856288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:00.863099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.904646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-074d5c10-6d6c-4c43-83a7-8e5cbbd5cbac service neutron] 10.222.0.36 "GET /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.0945950 Jul 16 08:29:00.978886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-460f654d-bbbb-45d7-b31d-1cb459506640', 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'fixed_ips': [{'subnet_id': '0b012dd9-0529-496c-93e5-ebb1a45ed275'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:29:00.980062 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.094725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.128972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 66e20236-d917-48c1-b407-90da66bcc558 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:01.129629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.151028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-58615205-b9c2-47d5-8a1d-d31b4193ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.152941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-58615205-b9c2-47d5-8a1d-d31b4193ed4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2808185 Jul 16 08:29:01.221864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.229825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.252432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:01.288259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771499840', 'description': 'tempest-description--133678007'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:01.297285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.301388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 has no active binding in host n-h2-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:29:01.301764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:01.318275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Allocated IP 172.20.0.2 (460f654d-bbbb-45d7-b31d-1cb459506640/0b012dd9-0529-496c-93e5-ebb1a45ed275/c5176261-9c32-4c91-82bf-b30167caac8e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:01.320036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:01.351694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.352870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdeb0c-7e24-4da9-bba7-cea7ba281744 req-52ceb4ac-69af-4f82-a79d-b98b0c1de4f7 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.356540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:01.358976 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ac73c8-f89c-4b3d-be90-aa977ae5b8b3" -d '{"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-plugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:01.360162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45cdeb0c-7e24-4da9-bba7-cea7ba281744 req-52ceb4ac-69af-4f82-a79d-b98b0c1de4f7 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.2509098 Jul 16 08:29:01.370105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.401988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.418120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-bd481868-576d-4673-aeba-865a88ee909c service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555060 Jul 16 08:29:01.426752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1728ba69-4b79-47cf-8c2e-725f546a84b3 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:01.445833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.458637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.489988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45cdeb0c-7e24-4da9-bba7-cea7ba281744 req-116031e4-2c8b-4cd2-a51a-27d4c160ae04 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283772 Jul 16 08:29:01.492579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7b762-8b0f-4884-a96c-8b52ef5ef3cc req-5d287c01-e857-4990-bd11-2287631029cb tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.495230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57a7b762-8b0f-4884-a96c-8b52ef5ef3cc req-5d287c01-e857-4990-bd11-2287631029cb tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1323023 Jul 16 08:29:01.496098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.535250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.542720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.570155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.595678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'port_id': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'mac_address': 'fa:16:3e:e2:fe:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d60f05b-9f96-4919-b3d1-63364a287f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:01.633227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10bfe6fc-caf8-4e57-94b2-39ffc1950263 req-267b27f7-1620-4254-accc-4dfac1ffdacb service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972430 Jul 16 08:29:01.641001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Allocated IP 172.25.0.20 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/67c650d0-7782-49d3-9267-4940e0991a28) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:01.711742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.712023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.720318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] Transition to ACTIVE for port object 1728ba69-4b79-47cf-8c2e-725f546a84b3 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:01.722222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.725105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.747385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Transition to ACTIVE for port object c5176261-9c32-4c91-82bf-b30167caac8e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:01.747616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.753208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:01.778564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.787679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Transition to ACTIVE for port object c5176261-9c32-4c91-82bf-b30167caac8e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:01.793161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.798541 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.827396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.830615 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.836320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5520139 Jul 16 08:29:01.839158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42082) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:01.845224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Network 460f654d-bbbb-45d7-b31d-1cb459506640 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:01.851679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:01.858605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:01.858812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb35a6a-a416-4c44-8b8d-c4f48cd0fe10 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2494655-2c04-4cf8-a89b-f5b3a9c4caef,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.860979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'security_group_rule': {'security_group_id': 'e2494655-2c04-4cf8-a89b-f5b3a9c4caef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:01.870354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Pushing event updated for resources: {'Port': ['ID=c5176261-9c32-4c91-82bf-b30167caac8e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.902356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57a7b762-8b0f-4884-a96c-8b52ef5ef3cc req-dc9086b9-07f1-411f-bef7-f7cdbc66a1d8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Jul 16 08:29:01.913652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] No DVR routers for this DVR port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:01.914717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.919099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.930837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.972087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-d1d796ca-82a4-42c0-8b3c-e3779829a7a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3/bindings/n-h2-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0569539 Jul 16 08:29:01.986446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71be24-6141-4fd7-8b68-51f7ec39d3f9 req-b01eb4b6-ed34-49e8-a6e2-d32e21224a9c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.989664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:01.995954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d71be24-6141-4fd7-8b68-51f7ec39d3f9 req-b01eb4b6-ed34-49e8-a6e2-d32e21224a9c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 944 time: 0.2525244 Jul 16 08:29:01.998003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:02.008760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.017914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:02.040785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d71be24-6141-4fd7-8b68-51f7ec39d3f9 req-68b3b633-20dc-408b-8134-3a0b2bb5f80b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439396 Jul 16 08:29:02.046731 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da1312-a073-4fd2-ac2c-bd6011be0d68 x-openstack-request-id: req-19da1312-a073-4fd2-ac2c-bd6011be0d68 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:02.048131 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-plugged", "status": "completed", "tag": "66e20236-d917-48c1-b407-90da66bcc558", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:02.048564 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19da1312-a073-4fd2-ac2c-bd6011be0d68 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:02.049273 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e20236-d917-48c1-b407-90da66bcc558', 'code': 200} Jul 16 08:29:02.068280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Attempting to bind port c5176261-9c32-4c91-82bf-b30167caac8e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:02.069196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Attempting to bind port c5176261-9c32-4c91-82bf-b30167caac8e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:02.076059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Attempting to bind port c5176261-9c32-4c91-82bf-b30167caac8e on network 460f654d-bbbb-45d7-b31d-1cb459506640 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:02.093766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Pushing event updated for resources: {'Port': ['ID=67c650d0-7782-49d3-9267-4940e0991a28,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.097443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:02.099354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Checking segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:02.101247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.102720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Bound using segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:02.103871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Bound port: c5176261-9c32-4c91-82bf-b30167caac8e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:02.104625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.145854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.169041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:02.213423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.220110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] For port c5176261-9c32-4c91-82bf-b30167caac8e, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:02.225035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] For port c5176261-9c32-4c91-82bf-b30167caac8e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5176261-9c32-4c91-82bf-b30167caac8e,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:02.235552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.341275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db36e40-d65b-43ad-b480-dc0013bd8bd1 None None] Pushing event updated for resources: {'Port': ['ID=c5176261-9c32-4c91-82bf-b30167caac8e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.374511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e6f952-f12e-4379-b32c-31e58cbf0393,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.406498 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.409176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5e37b53-8365-4929-9faf-df07f13e379d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5644972 Jul 16 08:29:02.412339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42096) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:02.424514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'security_group_rule': {'security_group_id': 'e2494655-2c04-4cf8-a89b-f5b3a9c4caef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:02.471966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-9fdbe178-9165-46c7-a9eb-33e0ff3f786d tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.474280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-9fdbe178-9165-46c7-a9eb-33e0ff3f786d tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.3551023 Jul 16 08:29:02.482695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.542269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.549422 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.581869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77c5f3-409e-45f5-85a0-7d2a42399e25 req-aca55898-5f29-4432-a05f-a2886899c02f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.592712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca77c5f3-409e-45f5-85a0-7d2a42399e25 req-aca55898-5f29-4432-a05f-a2886899c02f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 950 time: 0.4142799 Jul 16 08:29:02.600294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae3361-36c7-4bdc-b1d3-75f2e9d5c744 req-bc0ab45f-dca2-45b0-b340-196a37d69544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.601777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3ae3361-36c7-4bdc-b1d3-75f2e9d5c744 req-bc0ab45f-dca2-45b0-b340-196a37d69544 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1102 time: 0.3847005 Jul 16 08:29:02.642715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.647183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2295668 Jul 16 08:29:02.647183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4ea3b-9070-4ae4-b98d-fa266d21fd0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cb9568-67b4-4b8f-8ba7-c2747dfa2d76,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.649094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-c347dc1e-aaf7-4b98-aa20-36c0e3cdabea tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--899418753&fields=id&tenant_id=4dda5bcdd78f42e08cd7525ecd82a560 HTTP/1.1" status: 200 len: 267 time: 0.0983553 Jul 16 08:29:02.650149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42110) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:02.654469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:02.702298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.807657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-c0c7c300-c805-4b07-8404-2193f8358fc8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.809181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-c0c7c300-c805-4b07-8404-2193f8358fc8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 823 time: 0.1396301 Jul 16 08:29:02.830437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:02.834235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea1d7535-58d9-41aa-841c-e659aaff4988 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:02.856082 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-58b0bc37-f5ee-48a4-a8ad-899e2c97975f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/quotas/4dda5bcdd78f42e08cd7525ecd82a560 HTTP/1.1" status: 200 len: 375 time: 0.0400250 Jul 16 08:29:02.863200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: ea1d7535-58d9-41aa-841c-e659aaff4988 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:02.863599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea1d7535-58d9-41aa-841c-e659aaff4988 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:02.940209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.971340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:02.974743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca77c5f3-409e-45f5-85a0-7d2a42399e25 req-29ea8fa2-a65d-45a3-8cbd-ed9fd0178a5e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811631 Jul 16 08:29:02.975297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.978994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3ae3361-36c7-4bdc-b1d3-75f2e9d5c744 req-6016a0f1-f794-44cd-a401-d8fd5dc92bc4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682024 Jul 16 08:29:02.986235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'mac_address': 'fa:16:3e:e6:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:03.034132 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.039460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-db25a078-1092-4ed2-8bd1-146d8939f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.040940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-db25a078-1092-4ed2-8bd1-146d8939f985 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 1096 time: 0.5278385 Jul 16 08:29:03.054439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19f6c452-652d-478f-8ce6-d1bf3d006e8f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:03.105766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:03.116847 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.188258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:03.266541 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.331824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e9fea9e4-de90-42f6-a9d7-9b356c4cbf82 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4602218 Jul 16 08:29:03.334704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-ba102261-a3aa-47d4-acc3-3cb1b466fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.336174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-ba102261-a3aa-47d4-acc3-3cb1b466fcd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1096 time: 0.2363894 Jul 16 08:29:03.346213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91ec1b-49cf-4d4e-925b-15b742600dd8 req-a6cc98f3-d234-430b-b107-d789b35ba055 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.347738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d91ec1b-49cf-4d4e-925b-15b742600dd8 req-a6cc98f3-d234-430b-b107-d789b35ba055 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.2062438 Jul 16 08:29:03.397835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.458651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc840fd2-eb76-4687-87b8-0cc38a2b0682 None None] Network 460f654d-bbbb-45d7-b31d-1cb459506640 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:03.481370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-562ef97e-22b0-4300-af9b-c0df3b426de3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442318 Jul 16 08:29:03.482427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Allocated IP 172.25.0.187 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/609eb890-14b3-4ff5-8b08-758c1ae56423) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:03.495878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d91ec1b-49cf-4d4e-925b-15b742600dd8 req-644403f8-6ab4-47ca-b11f-345721812cf5 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351237 Jul 16 08:29:03.500312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['19f6c452-652d-478f-8ce6-d1bf3d006e8f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:03.555617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-c0e60826-13a5-4a62-ba84-86d41426f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.557575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-c0e60826-13a5-4a62-ba84-86d41426f528 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2084568 Jul 16 08:29:03.611373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-05fd0f62-ca38-4248-9695-8f7f5d3e39e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 200 len: 217 time: 0.0441821 Jul 16 08:29:03.720423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-3583b870-e211-4239-9b7b-2608dc4a17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.722332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-3583b870-e211-4239-9b7b-2608dc4a17f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1004810 Jul 16 08:29:03.732852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-55bc1c32-6ae8-48f9-9484-77a8434bbaab service neutron] 10.222.0.41 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431388 Jul 16 08:29:03.748471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Router b6626186-e25c-4393-bf48-bf09a17556bb is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:29:03.775107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-a4586750-6111-44a4-983f-084def840bab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459006 Jul 16 08:29:03.790569 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.867209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.876349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9640da16-452c-4271-963f-3651d0e842a4 None None] Provisioning for port c5176261-9c32-4c91-82bf-b30167caac8e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:03.990759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:04.003547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:04.004241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:04.017180 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Sync routers for ids ['b6626186-e25c-4393-bf48-bf09a17556bb'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:04.023568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:04.051084 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Routers {'b6626186-e25c-4393-bf48-bf09a17556bb'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:04.055218 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b6626186-e25c-4393-bf48-bf09a17556bb'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:04.075677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf03395-1087-45fb-90ba-d6ae2bbab8a6 req-09a9c330-4546-402f-822f-ab24b48e1463 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.085675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-daf03395-1087-45fb-90ba-d6ae2bbab8a6 req-09a9c330-4546-402f-822f-ab24b48e1463 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.4328680 Jul 16 08:29:04.128720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.136199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-44c18ff2-68b7-4173-8b01-a94d75648b11 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4078219 Jul 16 08:29:04.143493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42132) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:04.144947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'Port': ['ID=609eb890-14b3-4ff5-8b08-758c1ae56423,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:04.291293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5176261-9c32-4c91-82bf-b30167caac8e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:04.470881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-daf03395-1087-45fb-90ba-d6ae2bbab8a6 req-4e3878c4-e481-4a50-88cd-bb3801f334d4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828847 Jul 16 08:29:04.472408 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Set router b6626186-e25c-4393-bf48-bf09a17556bb gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:04.505754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c5176261-9c32-4c91-82bf-b30167caac8e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:04.534851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5176261-9c32-4c91-82bf-b30167caac8e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:04.536434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.554942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.589112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-12027ebd-b19a-46a9-a14b-66b742cda4d7 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016677 Jul 16 08:29:04.662574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962f06b-5a16-40d6-bf72-e532f6fdef42 req-50a18c43-266d-4774-83e3-5717dab5433d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.670328 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a962f06b-5a16-40d6-bf72-e532f6fdef42 req-50a18c43-266d-4774-83e3-5717dab5433d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 944 time: 0.5062478 Jul 16 08:29:04.779967 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:29:02Z', 'revision_number': 3, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:04.813062 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Checking router: b6626186-e25c-4393-bf48-bf09a17556bb for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:04.813592 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Updating router b6626186-e25c-4393-bf48-bf09a17556bb port 67c650d0-7782-49d3-9267-4940e0991a28 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:04.824110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-c46e39f1-22d1-4c24-88ce-7023dd410e27 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.824626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c57f3edf-e07d-493a-a869-ee10c110c8fe req-02c10fb6-f992-4ad8-92a2-a6af8ef9c1b3 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 210 time: 0.1331236 Jul 16 08:29:04.825671 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-c46e39f1-22d1-4c24-88ce-7023dd410e27 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.36 "GET /v2.0/ports?device_id=851591ed-c819-4055-9baa-082cacae5d05 HTTP/1.1" status: 200 len: 946 time: 0.4643388 Jul 16 08:29:04.830964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d7026a6-565e-4782-acdd-423348dda471 None None] Provisioning complete for port c5176261-9c32-4c91-82bf-b30167caac8e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:04.844825 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7026a6-565e-4782-acdd-423348dda471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.859287 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.875732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.903252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:04.932724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a962f06b-5a16-40d6-bf72-e532f6fdef42 req-f96eed7c-672d-4ff6-9b97-99ee2ed3f29b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431769 Jul 16 08:29:04.959096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:04.961407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:05.186541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-c46426ff-0d8a-498c-ba50-58d687eb1126 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756032 Jul 16 08:29:05.329248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Deleting port 5d571921-260c-4032-9d9d-ed4beaff015c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:05.329588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.355892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:05.398505 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.401017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'mac_address': 'fa:16:3e:6f:33:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:05.518447 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.534041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Transition to ACTIVE for port object 67c650d0-7782-49d3-9267-4940e0991a28 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:05.546010 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.550566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538d625-86ac-4d04-940e-c389d2e73828 req-bb0f39d4-ab18-4535-ad06-0114640bc9a0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:05.566561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2538d625-86ac-4d04-940e-c389d2e73828 req-bb0f39d4-ab18-4535-ad06-0114640bc9a0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 950 time: 0.4759302 Jul 16 08:29:05.681615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2538d625-86ac-4d04-940e-c389d2e73828 req-47c92867-bf60-40f3-919d-d47e7ca47918 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141376 Jul 16 08:29:05.688317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] For port 5d571921-260c-4032-9d9d-ed4beaff015c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d571921-260c-4032-9d9d-ed4beaff015c,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:05.688753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.718493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c5176261-9c32-4c91-82bf-b30167caac8e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5176261-9c32-4c91-82bf-b30167caac8e,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:05.768410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.775614 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Pushing event updated for resources: {'Port': ['ID=67c650d0-7782-49d3-9267-4940e0991a28,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:05.786795 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.787389 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.787830 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.788267 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.788700 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.789129 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.789580 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.789996 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.790426 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.792378 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.792824 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.793289 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:05.796856 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Attempting to bind port 67c650d0-7782-49d3-9267-4940e0991a28 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:05.797372 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Attempting to bind port 67c650d0-7782-49d3-9267-4940e0991a28 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:05.797823 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Attempting to bind port 67c650d0-7782-49d3-9267-4940e0991a28 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:05.809671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.814487 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:05.815004 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:05.815539 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.816013 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:05.816579 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Bound port: 67c650d0-7782-49d3-9267-4940e0991a28, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:05.818239 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.923168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c5176261-9c32-4c91-82bf-b30167caac8e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:05.926358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.960378 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] For port 67c650d0-7782-49d3-9267-4940e0991a28, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:05.969351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.972143 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] For port 67c650d0-7782-49d3-9267-4940e0991a28, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67c650d0-7782-49d3-9267-4940e0991a28,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:05.981295 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.999779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 19f6c452-652d-478f-8ce6-d1bf3d006e8f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:06.004019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.024287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:06.028141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:06.030533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087e02-edbc-4507-8f72-54edb907e9d2 req-58fce24c-4b0d-4a6c-a6e1-fd0a9bc8b201 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.032138 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c087e02-edbc-4507-8f72-54edb907e9d2 req-58fce24c-4b0d-4a6c-a6e1-fd0a9bc8b201 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.7908540 Jul 16 08:29:06.046145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.050419 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Routers {'b6626186-e25c-4393-bf48-bf09a17556bb'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:06.051233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b6626186-e25c-4393-bf48-bf09a17556bb'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:06.095104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:06.095512 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.169411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5176261-9c32-4c91-82bf-b30167caac8e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:06.233146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:06.237727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4650e8-67c2-446e-b27a-116b1fcac24d req-c93e7b3d-3902-42b3-8d34-ecee2f354711 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.245869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df4650e8-67c2-446e-b27a-116b1fcac24d req-c93e7b3d-3902-42b3-8d34-ecee2f354711 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.3970847 Jul 16 08:29:06.284569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-6fac8ac9-84f4-460d-8867-5166b01034b6 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.286008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-6fac8ac9-84f4-460d-8867-5166b01034b6 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.2886524 Jul 16 08:29:06.289565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Allocated IP 172.20.0.1 (460f654d-bbbb-45d7-b31d-1cb459506640/0b012dd9-0529-496c-93e5-ebb1a45ed275/3308870b-4dd0-419e-bb26-2872bc3e3eb2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:06.294240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.352244 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6f662-982c-429d-b03e-59b4036ab399 None None] Pushing event updated for resources: {'Port': ['ID=67c650d0-7782-49d3-9267-4940e0991a28,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.369550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df4650e8-67c2-446e-b27a-116b1fcac24d req-0f7ddb0e-8894-44dc-b1a7-967b3966fd63 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224463 Jul 16 08:29:06.374965 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.375365 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.387394 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42 disassociated. External IP: 172.25.0.202, port: 5d571921-260c-4032-9d9d-ed4beaff015c. Jul 16 08:29:06.387394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Calling delete_port for 5d571921-260c-4032-9d9d-ed4beaff015c owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:06.399277 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] Set router b6626186-e25c-4393-bf48-bf09a17556bb gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:06.492779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'Port': ['ID=609eb890-14b3-4ff5-8b08-758c1ae56423,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.590087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5176261-9c32-4c91-82bf-b30167caac8e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:06.590691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.673288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.678301 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.706649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:06.712361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.765483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.784068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.794727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:06.796676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c087e02-edbc-4507-8f72-54edb907e9d2 req-f602fb0f-5d9b-43ac-a587-8cafc716ca48 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349360 Jul 16 08:29:06.802121 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d92e85-2b82-4e42-b17d-0cc17955e772" -d '{"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-plugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:06.905575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event deleted for resources: {'Port': ['ID=5d571921-260c-4032-9d9d-ed4beaff015c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.966456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:06.991981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.993228 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ef1ffa53-c6f0-4041-b20f-dbf28f5f36c0 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3421564 Jul 16 08:29:06.997683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:06.998802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.000180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:07.192973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Router 6075770e-7618-4fbb-be94-d22e186a38e4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:07.216928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.246290 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:29:02Z', 'revision_number': 3, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:07.260346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-125032f7-5a13-4ff4-9ef0-4791f142cb04 req-c5b087c1-2a5f-4067-9115-02d68a61f63f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 210 time: 0.1122670 Jul 16 08:29:07.327917 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3a09a-18f0-4b35-a8f6-2ce90a56d7a9 None None] The sync data for ids ['b6626186-e25c-4393-bf48-bf09a17556bb'] in n-d-798249-10 is: [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:29:02Z', 'revision_number': 3, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:07.474500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:07.526381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-98615ddc-cc3c-4eae-893c-787f7f0f2d94 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:07.527978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-98615ddc-cc3c-4eae-893c-787f7f0f2d94 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.18 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 823 time: 1.0154588 Jul 16 08:29:07.531048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.539678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-13c95fed-4e41-48d7-9871-898ab267189a service neutron] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:07.553021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] No DVR routers for this DVR port 5d571921-260c-4032-9d9d-ed4beaff015c on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:07.553726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:07.556394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.561027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84fa9b1d-34be-4a9d-9be8-b5a015fcb6b1 req-47d0a7f1-1c67-4303-97a4-8a4f320d38f8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.36 "DELETE /v2.0/ports/5d571921-260c-4032-9d9d-ed4beaff015c HTTP/1.1" status: 204 len: 173 time: 2.7283387 Jul 16 08:29:07.561498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'name': 'network-vif-deleted', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:07.571588 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a549dbf-4f6a-4412-9cd7-d4dfedbe8999" -d '{"events": [{"server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "name": "network-vif-deleted", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:07.598272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-13c95fed-4e41-48d7-9871-898ab267189a service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.599811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-890788d8-6e78-45e7-a64d-09ccaca1afac req-13c95fed-4e41-48d7-9871-898ab267189a service neutron] 10.222.0.18 "DELETE /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3/bindings/n-h1-798249-10 HTTP/1.1" status: 204 len: 173 time: 1.3037720 Jul 16 08:29:07.628111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Transition to ACTIVE for port object 3308870b-4dd0-419e-bb26-2872bc3e3eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:07.671333 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d9b4f2-38f5-43a9-911c-1cac41ed4649 x-openstack-request-id: req-a9d9b4f2-38f5-43a9-911c-1cac41ed4649 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:07.671831 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-plugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:07.671831 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9d9b4f2-38f5-43a9-911c-1cac41ed4649 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:07.678982 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'code': 200} Jul 16 08:29:07.680716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-89117d14-809d-45b8-811e-89f4e7e50219 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dda5bcdd78f42e08cd7525ecd82a560 HTTP/1.1" status: 200 len: 379 time: 0.0884149 Jul 16 08:29:07.692790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:07.694473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:07.712783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'port': {'device_id': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'admin_state_up': True, 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'security_groups': ['26400d5a-07f2-47ff-93a5-6ff913d1265c']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:07.921252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:07.925920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.003546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:08.055784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b021a3-de81-43d2-933b-f1ef7a918f71 req-80250706-0626-4d01-a8e7-20d68542de4e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.069539 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49b021a3-de81-43d2-933b-f1ef7a918f71 req-80250706-0626-4d01-a8e7-20d68542de4e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 944 time: 0.5789814 Jul 16 08:29:08.079257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-ebfb6399-c994-4bdc-825f-ebb4d0f76a75 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.087760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-ebfb6399-c994-4bdc-825f-ebb4d0f76a75 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179&tenant_id=a54c2c361b524846b8ef2c007bc8bb67&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 949 time: 0.2782459 Jul 16 08:29:08.094154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.096225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95f689-3b0a-4daa-9597-e50920180bfd req-b4230649-196d-4c9d-b49c-b6d3fb7f87a8 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.105865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a95f689-3b0a-4daa-9597-e50920180bfd req-b4230649-196d-4c9d-b49c-b6d3fb7f87a8 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1102 time: 0.2072747 Jul 16 08:29:08.163658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a95f689-3b0a-4daa-9597-e50920180bfd req-082caa54-2af0-4b01-a75d-5123c4906c60 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Jul 16 08:29:08.190806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:08.285951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67c650d0-7782-49d3-9267-4940e0991a28 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:08.293959 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.300250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:08.312041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Network 460f654d-bbbb-45d7-b31d-1cb459506640 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:08.321350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:08.346677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:08.355904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:08.403527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-0f590f1c-2204-497d-af2c-8484cd5e56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.405335 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-0f590f1c-2204-497d-af2c-8484cd5e56f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1100 time: 0.1960359 Jul 16 08:29:08.424345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:08.447761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49b021a3-de81-43d2-933b-f1ef7a918f71 req-b871c502-17d3-4030-8c0f-d816314e505c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770533 Jul 16 08:29:08.456744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Pushing event updated for resources: {'Port': ['ID=3308870b-4dd0-419e-bb26-2872bc3e3eb2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:08.475730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Made reservation on behalf of 4dda5bcdd78f42e08cd7525ecd82a560 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:08.487498 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.600005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.677211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-e03979c8-29db-404a-a1c3-e96f74ed332b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.684493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-e03979c8-29db-404a-a1c3-e96f74ed332b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 821 time: 0.3584492 Jul 16 08:29:08.706832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-c454b758-7efb-4c2e-9cac-230581a1720d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/quotas/02cf3025a23f45dcb21c9fd33077e2fd HTTP/1.1" status: 200 len: 375 time: 0.0177646 Jul 16 08:29:08.810353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Allocated IP 172.20.0.13 (3b63292f-b2c1-4a65-a9f1-32e4b8b686f4/bebf2e9e-01d0-431a-ae6c-02b30da2b2f7/49cb655e-ab76-4d6a-aacd-02a6ce8fd72b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:08.829309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-65249e27-06cd-4deb-8fc1-3eef8da06218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.832588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-65249e27-06cd-4deb-8fc1-3eef8da06218 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3597460 Jul 16 08:29:08.901592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-b343af6b-1666-4de9-ac70-41f4432dbf8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 217 time: 0.0608962 Jul 16 08:29:08.933749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:08.957481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3135da3c-cc2e-4996-b384-9ab424aea605 None None] Provisioning for port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:08.975510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d571921-260c-4032-9d9d-ed4beaff015c no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:08.980668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-528c5ebb-4baf-4d15-8a1d-097391a7497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.982151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-528c5ebb-4baf-4d15-8a1d-097391a7497d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0694516 Jul 16 08:29:09.005275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-3edfd14f-9261-469a-b2e2-c5bc7ac21f78 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2971251 Jul 16 08:29:09.237114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3135da3c-cc2e-4996-b384-9ab424aea605 None None] Provisioning complete for port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:09.237613 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3135da3c-cc2e-4996-b384-9ab424aea605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.316693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3135da3c-cc2e-4996-b384-9ab424aea605 None None] Port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:09.338795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 5d571921-260c-4032-9d9d-ed4beaff015c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:09.338795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d571921-260c-4032-9d9d-ed4beaff015c not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:09.341297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:09.382744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.428321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-bae461b5-07e4-4c05-9a3a-e9fef28c9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.429900 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-bae461b5-07e4-4c05-9a3a-e9fef28c9c34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4047792 Jul 16 08:29:09.437715 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-65bea745-1494-402b-b6b1-8a4c60aa8a44 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315343 Jul 16 08:29:09.454145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:09.466028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 67c650d0-7782-49d3-9267-4940e0991a28 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:09.484930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e4f73-0cac-4a21-b8af-f38b87e3c306 req-ab837a54-fc65-4f3b-ae1c-5e429d1ab15c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.502268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-167e4f73-0cac-4a21-b8af-f38b87e3c306 req-ab837a54-fc65-4f3b-ae1c-5e429d1ab15c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 948 time: 0.5126212 Jul 16 08:29:09.531938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 67c650d0-7782-49d3-9267-4940e0991a28 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:09.532650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.617405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Transition to ACTIVE for port object 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:09.624859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.689737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.690397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:09.693524 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c8de0-435c-49af-ac20-fcba2cdf233e" -d '{"events": [{"server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "name": "network-vif-plugged", "status": "completed", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:09.708178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-c992de68-bff8-4dd6-ade3-59bb2a83287f service neutron] 10.222.0.41 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689338 Jul 16 08:29:09.736549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:09.737109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.751158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-195de7f2-43b0-4a1e-9909-8357a94862a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700469 Jul 16 08:29:09.789831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:09.802857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.821200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:09.837150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 67c650d0-7782-49d3-9267-4940e0991a28, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67c650d0-7782-49d3-9267-4940e0991a28,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:09.844384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:09.855076 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.868629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:09.899831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:09.943258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-167e4f73-0cac-4a21-b8af-f38b87e3c306 req-a0e53232-c620-40f0-adf6-705bc3f92871 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399540 Jul 16 08:29:09.986278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event updated for resources: {'Port': ['ID=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:09.998195 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c93dc1c-c6f9-49d7-83a5-ddc1c44b77d8 req-a1ec4d93-5f36-4a21-b574-16f19fe37fa1 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333181 Jul 16 08:29:10.046293 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822a16f-4f73-499a-b464-186514563439 x-openstack-request-id: req-1822a16f-4f73-499a-b464-186514563439 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:10.046591 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851591ed-c819-4055-9baa-082cacae5d05", "name": "network-vif-deleted", "tag": "5d571921-260c-4032-9d9d-ed4beaff015c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:10.046963 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1822a16f-4f73-499a-b464-186514563439 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:10.047398 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851591ed-c819-4055-9baa-082cacae5d05', 'name': 'network-vif-deleted', 'tag': '5d571921-260c-4032-9d9d-ed4beaff015c', 'status': 'completed', 'code': 200} Jul 16 08:29:10.066052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:10.073599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.135190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.135978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.276812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=67c650d0-7782-49d3-9267-4940e0991a28,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:10.336399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e5b4bb7f-8ade-48dc-93b5-5ebb25a5b336 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6412418 Jul 16 08:29:10.351813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aa129780-a245-478c-ba31-f4f6bb0bf5ce None None] Provisioning for port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:10.360977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.374420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Request body: {'port': {'device_id': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:10.393025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.395193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aa129780-a245-478c-ba31-f4f6bb0bf5ce None None] Provisioning complete for port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:10.395772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa129780-a245-478c-ba31-f4f6bb0bf5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.430753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.472496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:10.480627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa129780-a245-478c-ba31-f4f6bb0bf5ce None None] Port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:10.555505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:10.574226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.613261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.761605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:10.821780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Pushing event updated for resources: {'Port': ['ID=3308870b-4dd0-419e-bb26-2872bc3e3eb2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:10.827376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3d6d2-a5c5-4577-997e-90c7a6880ae5 req-b0228218-6c1d-4597-a68c-8d14fe479b06 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.834081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76a3d6d2-a5c5-4577-997e-90c7a6880ae5 req-b0228218-6c1d-4597-a68c-8d14fe479b06 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 932 time: 0.1523077 Jul 16 08:29:10.858586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.897380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.900794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ef8dd-eb55-4f1c-8caf-58ec681ce827 req-4d6b1de9-d85b-43a9-b575-711f3766a900 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.906762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba4ef8dd-eb55-4f1c-8caf-58ec681ce827 req-4d6b1de9-d85b-43a9-b575-711f3766a900 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 945 time: 0.5923371 Jul 16 08:29:10.946413 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76a3d6d2-a5c5-4577-997e-90c7a6880ae5 req-9c106d3a-b20c-47a8-91ab-6395b37a4023 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065550 Jul 16 08:29:10.970528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee5ae9-04a0-4530-b611-83888439d30a None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:11.148615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Network 460f654d-bbbb-45d7-b31d-1cb459506640 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:11.156069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:11.173611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba4ef8dd-eb55-4f1c-8caf-58ec681ce827 req-4062cf2a-6a9d-4d56-ab2d-8f0e7ea04e44 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499304 Jul 16 08:29:11.279256 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859a0ccc-f07b-4804-b001-829e51f74715 x-openstack-request-id: req-859a0ccc-f07b-4804-b001-829e51f74715 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:11.279851 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "name": "network-vif-plugged", "status": "completed", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:11.279851 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-859a0ccc-f07b-4804-b001-829e51f74715 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:11.280356 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'code': 200} Jul 16 08:29:11.527666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8231b01c-cef1-4d97-9495-7d489eeb7746 req-9e809eea-f2e2-4396-96e1-0da02674b810 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 210 time: 0.1479127 Jul 16 08:29:11.604184 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f320964-d52e-4c98-a11e-4f0804e25195 None None] New status for floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:29:11.631941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e46e2-cd59-4925-9982-9b1075d120b7 req-061624ba-8196-4a2c-9afe-3fa130fbeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.638340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-786e46e2-cd59-4925-9982-9b1075d120b7 req-061624ba-8196-4a2c-9afe-3fa130fbeb20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1097 time: 0.0825055 Jul 16 08:29:11.681770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-786e46e2-cd59-4925-9982-9b1075d120b7 req-d757f903-4fb8-44db-b93e-37c5ea86a178 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Jul 16 08:29:11.717929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:11.730145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.734297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7508a05c-1dc3-4fad-8e71-0edd39befad1 None None] Provisioning complete for port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:11.734713 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7508a05c-1dc3-4fad-8e71-0edd39befad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.799232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Transition to ACTIVE for port object 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:11.820079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.823145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7508a05c-1dc3-4fad-8e71-0edd39befad1 None None] Port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:11.890283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-1e56f85f-ceca-42d9-a704-42ec6510adac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6151485 Jul 16 08:29:11.892018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b192-7efe-43f6-b4ee-8f1508727f1c req-f42b7a70-8a29-427a-92e6-e4aaba687e57 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.894001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fb9b192-7efe-43f6-b4ee-8f1508727f1c req-f42b7a70-8a29-427a-92e6-e4aaba687e57 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1102 time: 0.2467725 Jul 16 08:29:11.915030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Router b6626186-e25c-4393-bf48-bf09a17556bb has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:11.932484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Pushing event updated for resources: {'Port': ['ID=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:11.953578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ef901-ff93-4201-8691-04cb9ef9e7a1 req-19f44a20-e1f9-4204-ab0b-cb15579ef2ac tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.965794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ef4ef901-ff93-4201-8691-04cb9ef9e7a1 req-19f44a20-e1f9-4204-ab0b-cb15579ef2ac tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1534808 Jul 16 08:29:12.032312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ef4ef901-ff93-4201-8691-04cb9ef9e7a1 req-5a4562a4-215d-456b-9466-d7b190969e0b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Jul 16 08:29:12.174008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fb9b192-7efe-43f6-b4ee-8f1508727f1c req-7165c1c6-c777-433a-bd76-12dbc97b8e66 tempest-ServersAdminTestJSON-1291191413 tempest-ServersAdminTestJSON-1291191413-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517266 Jul 16 08:29:12.206965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67c650d0-7782-49d3-9267-4940e0991a28 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:12.312854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 67c650d0-7782-49d3-9267-4940e0991a28 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:12.313582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.456203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Attempting to bind port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:12.457334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Attempting to bind port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:12.458486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Attempting to bind port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:12.473348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-8c87e027-e71a-4b80-a21e-1b7c22e55bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.475349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f705d-b3a1-4402-9e10-342435bc28e7 req-79df9c6d-f0f5-4515-a5e3-e60cbec12b9e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.476948 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-8c87e027-e71a-4b80-a21e-1b7c22e55bd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f291ca049f140708ec7daf64953e777&device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 1102 time: 0.5413625 Jul 16 08:29:12.477080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-843f705d-b3a1-4402-9e10-342435bc28e7 req-79df9c6d-f0f5-4515-a5e3-e60cbec12b9e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 1096 time: 0.2016666 Jul 16 08:29:12.484272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-1b123c42-8e8f-4b9c-945a-683155a5164d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.487716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-1b123c42-8e8f-4b9c-945a-683155a5164d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 821 time: 0.3269029 Jul 16 08:29:12.511635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:12.512295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Attempting to bind port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b on network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:12.513320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'port': {'device_id': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'admin_state_up': True, 'tenant_id': '02cf3025a23f45dcb21c9fd33077e2fd'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:12.522589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:12.523339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Checking segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:12.523963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Bound using segment: {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:12.524623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Bound port: 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79641bb-e4ca-4958-9db6-0301a3335b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:12.525221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.570782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:12.576755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-843f705d-b3a1-4402-9e10-342435bc28e7 req-f083bdb4-9512-4bd6-9be7-5b9fe62ec2f1 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892017 Jul 16 08:29:12.583490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Sync routers for ids ['b6626186-e25c-4393-bf48-bf09a17556bb'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:12.601453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Routers {'b6626186-e25c-4393-bf48-bf09a17556bb'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:12.602106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b6626186-e25c-4393-bf48-bf09a17556bb'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:12.684632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] For port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:12.691269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] For port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:12.733659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-632fe8af-7dac-40d8-996e-bb3a0e41a351 admin admin] 10.222.0.41 "PUT /v2.0/routers/b6626186-e25c-4393-bf48-bf09a17556bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5790439 Jul 16 08:29:12.733659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.829346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Made reservation on behalf of 02cf3025a23f45dcb21c9fd33077e2fd for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:12.841409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.895942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.896829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.897949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] 10.222.0.18 "PUT /v2.0/ports/49cb655e-ab76-4d6a-aacd-02a6ce8fd72b HTTP/1.1" status: 200 len: 1093 time: 2.5348325 Jul 16 08:29:12.900454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:12.903366 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9680c651-2e33-4481-910d-692c07a22b99" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:12.943002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ef091-3a01-4899-a69c-50ddb9af0f36 req-401705d1-55c9-4655-be11-f702c53fd4b2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.943896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff6ef091-3a01-4899-a69c-50ddb9af0f36 req-401705d1-55c9-4655-be11-f702c53fd4b2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.2273164 Jul 16 08:29:12.944999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02c742-695f-4cc7-87bd-37786eacf0aa req-aba604e3-ef89-4643-8cca-59fab4dc606c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.946525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd02c742-695f-4cc7-87bd-37786eacf0aa req-aba604e3-ef89-4643-8cca-59fab4dc606c tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 944 time: 0.4768658 Jul 16 08:29:12.947174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1840d-28c9-40d1-ace0-2c0b3aecf044 service neutron] Pushing event updated for resources: {'Port': ['ID=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.957407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-e7b70436-5936-4e8d-b557-3b937c7d97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.959649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-e7b70436-5936-4e8d-b557-3b937c7d97ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.4167223 Jul 16 08:29:12.992515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Set router b6626186-e25c-4393-bf48-bf09a17556bb gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:12.998890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfba16e3-ef30-4fa0-9ec1-074f2a3b7867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.072309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff6ef091-3a01-4899-a69c-50ddb9af0f36 req-42cdcb0b-4f6e-443d-97ec-b4d745c4dd73 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074171 Jul 16 08:29:13.092124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-3e07eac1-f3a2-4283-8bea-9d2bfc25cd48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=66e20236-d917-48c1-b407-90da66bcc558 HTTP/1.1" status: 200 len: 217 time: 0.1159606 Jul 16 08:29:13.183116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd02c742-695f-4cc7-87bd-37786eacf0aa req-23a8995f-ec13-4b13-a11e-257704d300e0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223432 Jul 16 08:29:13.191568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Allocated IP 172.20.0.13 (c7ad75f2-bca2-4eca-85ed-147d96417fce/0a2afe82-f345-4038-ae9d-f4dfce39fae8/3922c8be-3baf-406e-a994-f7d4ed325309) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:13.282255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:13.284583 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72643e00-6358-4696-8e13-c5fa36d91dbb" -d '{"events": [{"server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "name": "network-vif-plugged", "status": "completed", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:13.313085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-4cab0bf8-c1a9-4360-bffa-753790dea57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.328938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-4cab0bf8-c1a9-4360-bffa-753790dea57e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2243266 Jul 16 08:29:13.395291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-14bb63c7-b63a-462d-8dcb-4ec09b977ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.396850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-14bb63c7-b63a-462d-8dcb-4ec09b977ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 1096 time: 0.4294820 Jul 16 08:29:13.492083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-5a0e3b5c-2ff5-457f-8562-df7307a81885 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b HTTP/1.1" status: 200 len: 217 time: 0.0798433 Jul 16 08:29:13.543398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3308870b-4dd0-419e-bb26-2872bc3e3eb2', 'name': '', 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'mac_address': 'fa:16:3e:2f:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 2, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'subnets': [{'id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:13.609268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Checking router: b6626186-e25c-4393-bf48-bf09a17556bb for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:13.610010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Updating router b6626186-e25c-4393-bf48-bf09a17556bb port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:13.624917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-38992705-4f2e-4071-9cec-d9e0d6dc32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.629435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-38992705-4f2e-4071-9cec-d9e0d6dc32d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2917557 Jul 16 08:29:13.634271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-bc5b6420-8666-4ba3-9533-60b634c8ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.640878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-bc5b6420-8666-4ba3-9533-60b634c8ea6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.1418641 Jul 16 08:29:13.720672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.970074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42302) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:13.978162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-network', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:14.090911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Made reservation on behalf of 60cbcd048ff44f49bfe59b589327c65e for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:14.093747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.108344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc812-3667-460b-802d-a899cc8ee972 req-58be0318-950d-4436-9ba6-c4b660edf80c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.117031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c7dc812-3667-460b-802d-a899cc8ee972 req-58be0318-950d-4436-9ba6-c4b660edf80c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 945 time: 0.2133081 Jul 16 08:29:14.150947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.155201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.168848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e39a423e-5f5d-4bb5-b9fb-aa213983050c req-880c7ae0-d6d9-4e68-b21d-17a9e7cdc2d6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 210 time: 0.0764639 Jul 16 08:29:14.203531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c7dc812-3667-460b-802d-a899cc8ee972 req-7746a2c4-cf7a-4b4d-8df0-d61c05bee992 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 Jul 16 08:29:14.243200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-d9d09f12-51e6-4894-8ba1-81dec2aa75e2 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989840 Jul 16 08:29:14.250256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-3f2c8789-b033-42e3-8941-11b572d8ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.253691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-3f2c8789-b033-42e3-8941-11b572d8ac86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5898895 Jul 16 08:29:14.319961 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.432817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Network c7ad75f2-bca2-4eca-85ed-147d96417fce is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:14.468024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.478973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Transition to ACTIVE for port object 3308870b-4dd0-419e-bb26-2872bc3e3eb2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:14.483859 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae95d27-a550-4a95-94f3-133ed944be6a x-openstack-request-id: req-3ae95d27-a550-4a95-94f3-133ed944be6a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:14.484246 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "name": "network-vif-plugged", "status": "completed", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:14.484504 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ae95d27-a550-4a95-94f3-133ed944be6a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:14.484949 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'code': 200} Jul 16 08:29:14.490621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:14.491584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.492543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.513563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:14.524543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.543686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa14961-ac47-4dbb-83a2-0b16640f3d96 None None] Pushing event updated for resources: {'Port': ['ID=3308870b-4dd0-419e-bb26-2872bc3e3eb2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.549358 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d6c52-9e32-41d9-b62f-53eb433755b6 x-openstack-request-id: req-ec7d6c52-9e32-41d9-b62f-53eb433755b6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:14.550635 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:14.550901 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec7d6c52-9e32-41d9-b62f-53eb433755b6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:14.551877 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'status': 'completed', 'code': 200} Jul 16 08:29:14.552055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.628491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Attempting to bind port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:14.629680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Attempting to bind port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:14.631105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Attempting to bind port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 on network 460f654d-bbbb-45d7-b31d-1cb459506640 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:14.634370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:14.637266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:14.641275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Checking segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:14.641807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.642312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Bound using segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:14.643408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Bound port: 3308870b-4dd0-419e-bb26-2872bc3e3eb2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:14.643408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.666309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5459282d-a0be-4ec1-a32b-bc8103574164,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.680540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.680880 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Added segment 063c57b6-aa68-43bc-895e-0cfd7f374b06 of type vlan for network 49671773-9842-413a-b855-a3717a0f930d Jul 16 08:29:14.697474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.698137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.701622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-56c5ade7-4702-4ff0-87be-9cc384797249 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.709927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-56c5ade7-4702-4ff0-87be-9cc384797249 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.3883350 Jul 16 08:29:14.745965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-d3c1a587-a552-4c03-8960-50dcdc8a6956 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2376568 Jul 16 08:29:14.762340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f621696-edc9-4fc1-8a30-5ef06b757c01 req-35a421cf-c1b0-4a67-8ac9-2ecf8cd917a0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.769514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f621696-edc9-4fc1-8a30-5ef06b757c01 req-35a421cf-c1b0-4a67-8ac9-2ecf8cd917a0 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 950 time: 0.2195659 Jul 16 08:29:14.777719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] For port 3308870b-4dd0-419e-bb26-2872bc3e3eb2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:14.783796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Request body: {'port': {'device_id': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:14.786205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] For port 3308870b-4dd0-419e-bb26-2872bc3e3eb2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3308870b-4dd0-419e-bb26-2872bc3e3eb2,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:14.793051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.793288 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.808813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-b753dec8-dadd-4e35-8c6b-13076f8a8403 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/quotas/d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 375 time: 0.0975900 Jul 16 08:29:14.883833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Routers {'b6626186-e25c-4393-bf48-bf09a17556bb'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:14.884675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b6626186-e25c-4393-bf48-bf09a17556bb'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:14.886992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f621696-edc9-4fc1-8a30-5ef06b757c01 req-f7cc2b6c-6d0c-42a5-aea2-e95d0fc2dc90 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166482 Jul 16 08:29:14.927842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-feb638aa-0a9a-4a75-8023-057fb8ba4c32 req-8c3e47aa-0c12-426e-b933-fa654849b027 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726806 Jul 16 08:29:14.938549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-8b4c61fd-f078-4a28-ac98-467a3d1b1720 service neutron] 10.222.0.18 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635301 Jul 16 08:29:14.991714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.992021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-d1696b54-a794-4417-9a4c-13c39c02d090 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822665 Jul 16 08:29:14.992682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.993263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.072582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.137948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1656742 Jul 16 08:29:15.157308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] Set router b6626186-e25c-4393-bf48-bf09a17556bb gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:15.162890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42320) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:15.172459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Request body: {'subnet': {'network_id': '49671773-9842-413a-b855-a3717a0f930d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-subnet', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:15.226781 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d9c99-f0a3-4110-8eaf-1700b28e227d req-e66e667f-685a-43df-b8b9-194fe457e76d service neutron] 10.222.0.18 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798672 Jul 16 08:29:15.261881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f5f1-fdc2-44ca-84bb-93cee11a76df admin admin] Pushing event updated for resources: {'Network': ['ID=49671773-9842-413a-b855-a3717a0f930d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.292195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-12009a5c-d3d7-4b8c-9b75-73864535c735 service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451115 Jul 16 08:29:15.346857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Made reservation on behalf of 60cbcd048ff44f49bfe59b589327c65e for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:15.349995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.405884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d640f-a67a-4bfa-8a00-8bf56c51e608 req-b970dafe-0646-4eab-86ae-f5ec0a36aba0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.413478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-231d640f-a67a-4bfa-8a00-8bf56c51e608 req-b970dafe-0646-4eab-86ae-f5ec0a36aba0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 944 time: 0.3044901 Jul 16 08:29:15.509225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-e66bb9bb-a40f-4248-b7ac-d07107742005 service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155473 Jul 16 08:29:15.510538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 49671773-9842-413a-b855-a3717a0f930d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:15.518825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-8d7123c6-ae2e-4d3e-a80e-48de0547cca8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.520463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-8d7123c6-ae2e-4d3e-a80e-48de0547cca8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 950 time: 0.2006974 Jul 16 08:29:15.523812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c651-2e33-4481-910d-692c07a22b99 req-9ebb24f3-a739-4994-b68e-7048eaf0dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.525472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-9ebb24f3-a739-4994-b68e-7048eaf0dacd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 1096 time: 0.2192338 Jul 16 08:29:15.533332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-231d640f-a67a-4bfa-8a00-8bf56c51e608 req-19191dbe-22dc-476c-b509-32d5650b14c1 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186907 Jul 16 08:29:15.666090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa14961-ac47-4dbb-83a2-0b16640f3d96 None None] Pushing event updated for resources: {'Port': ['ID=3308870b-4dd0-419e-bb26-2872bc3e3eb2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.779462 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5090226b-2c3c-4f94-bc55-69ad38e93cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.796259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.843892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3308870b-4dd0-419e-bb26-2872bc3e3eb2', 'name': '', 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'mac_address': 'fa:16:3e:2f:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'subnets': [{'id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:15.877245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c651-2e33-4481-910d-692c07a22b99 req-788bacb6-4e41-48d0-a41b-e8d906ec3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.882361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-788bacb6-4e41-48d0-a41b-e8d906ec3152 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 924 time: 0.3480394 Jul 16 08:29:15.894225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde7ff-3b6e-4f4e-a7c3-9f8da56c4df0 None None] The sync data for ids ['b6626186-e25c-4393-bf48-bf09a17556bb'] in n-d-798249-10 is: [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3308870b-4dd0-419e-bb26-2872bc3e3eb2', 'name': '', 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'mac_address': 'fa:16:3e:2f:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'subnets': [{'id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:15.932586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3922c8be-3baf-406e-a994-f7d4ed325309 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:15.954155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-b068bba9-38e1-4e4c-8212-95e2081062f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b HTTP/1.1" status: 200 len: 217 time: 0.0554411 Jul 16 08:29:15.960423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.969483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ce81-cd01-49e7-89ff-cfe4d42d44ca req-3ea40482-123e-4bb1-96e6-8bb030764156 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.977993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b506ce81-cd01-49e7-89ff-cfe4d42d44ca req-3ea40482-123e-4bb1-96e6-8bb030764156 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1097 time: 0.2184899 Jul 16 08:29:15.983732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.089834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Transition to ACTIVE for port object 3922c8be-3baf-406e-a994-f7d4ed325309 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:16.109446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Deleting port 38e4ced6-b1e6-487c-a025-52b55533e2c6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:16.109634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.147611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc6f432-1ef8-43e7-aa12-17fdf3f944fe,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:16.162715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.174794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c651-2e33-4481-910d-692c07a22b99 req-c6257cad-e58c-487e-80e1-1f0856dcb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.178537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-c6257cad-e58c-487e-80e1-1f0856dcb654 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.2102256 Jul 16 08:29:16.267257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3308870b-4dd0-419e-bb26-2872bc3e3eb2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:16.273480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:16.288234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b506ce81-cd01-49e7-89ff-cfe4d42d44ca req-b36f85c4-d88c-402c-bfe4-643711705f95 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999589 Jul 16 08:29:16.385509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:16.392923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Checking segment: {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:16.393296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Network hostable DHCP agents. Network: 49671773-9842-413a-b855-a3717a0f930d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:16.396769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:16.397149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.414301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053f55-11f6-4664-ac2b-7719a308586e req-57b43f12-eb04-47f4-842d-c440b7cd52f7 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.424260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44053f55-11f6-4664-ac2b-7719a308586e req-57b43f12-eb04-47f4-842d-c440b7cd52f7 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 932 time: 0.5283389 Jul 16 08:29:16.465042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c81bd71-5e5d-4ef5-938f-87106a8481b2 req-eec8c488-05fe-419e-982b-9d0bf69f8838 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 210 time: 0.0458362 Jul 16 08:29:16.570250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] For port 38e4ced6-b1e6-487c-a025-52b55533e2c6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=38e4ced6-b1e6-487c-a025-52b55533e2c6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:16.570909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.574246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Attempting to bind port 3922c8be-3baf-406e-a994-f7d4ed325309 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:16.574882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Attempting to bind port 3922c8be-3baf-406e-a994-f7d4ed325309 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:16.575558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Attempting to bind port 3922c8be-3baf-406e-a994-f7d4ed325309 on network c7ad75f2-bca2-4eca-85ed-147d96417fce {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:16.586932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Port 3922c8be-3baf-406e-a994-f7d4ed325309 on network c7ad75f2-bca2-4eca-85ed-147d96417fce not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:16.587295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Attempting to bind port 3922c8be-3baf-406e-a994-f7d4ed325309 on network c7ad75f2-bca2-4eca-85ed-147d96417fce {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:16.592080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Network 49671773-9842-413a-b855-a3717a0f930d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:16.602368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:16.602711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Checking segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:16.603095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Bound using segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:16.603599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Bound port: 3922c8be-3baf-406e-a994-f7d4ed325309, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:16.604080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.608214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 49671773-9842-413a-b855-a3717a0f930d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:16.614612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.615519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.640094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e16f314-50d0-4bf3-9531-b0d00ae216de admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4758775 Jul 16 08:29:16.642914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42352) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:16.648273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:16.651174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e344247-8588-48bf-ac4e-2c77c4735c76 None None] Network 49671773-9842-413a-b855-a3717a0f930d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:16.655113 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44053f55-11f6-4664-ac2b-7719a308586e req-8f73bc47-5827-4424-b2df-6058b31e8c94 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299325 Jul 16 08:29:16.674999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c651-2e33-4481-910d-692c07a22b99 req-ddfcdf6e-3d30-4f42-af39-a51be5bfcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.678956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-ddfcdf6e-3d30-4f42-af39-a51be5bfcc9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4897530 Jul 16 08:29:16.680012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Calling delete_port for 38e4ced6-b1e6-487c-a025-52b55533e2c6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:16.710515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.711737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.742654 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.855508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.037721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-7c279837-deb6-4d7d-ad97-b2e0ab65ccc8 service neutron] 10.222.0.18 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506718 Jul 16 08:29:17.073377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3308870b-4dd0-419e-bb26-2872bc3e3eb2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3308870b-4dd0-419e-bb26-2872bc3e3eb2,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:17.085789 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.104988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-49671773-9842-413a-b855-a3717a0f930d', 'network_id': '49671773-9842-413a-b855-a3717a0f930d', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'fixed_ips': [{'subnet_id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:29:17.111548 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.161004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d02e8-3790-4e94-9043-7acf39379ba2 req-ef2ba1f1-0d8e-4b2c-b8bb-c7a967ae4b25 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.168087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-907d02e8-3790-4e94-9043-7acf39379ba2 req-ef2ba1f1-0d8e-4b2c-b8bb-c7a967ae4b25 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=171550e7-04a8-4a09-af72-bce697d56038 HTTP/1.1" status: 200 len: 950 time: 0.3808188 Jul 16 08:29:17.170253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9ca0a-cd99-4d21-9e62-3f8ee0e98c5c req-890e71b9-d4c3-4910-8d63-b281bf9739cf tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.173828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:17.177248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4b9ca0a-cd99-4d21-9e62-3f8ee0e98c5c req-890e71b9-d4c3-4910-8d63-b281bf9739cf tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1097 time: 0.2320783 Jul 16 08:29:17.218643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3308870b-4dd0-419e-bb26-2872bc3e3eb2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:17.251246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.279481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-907d02e8-3790-4e94-9043-7acf39379ba2 req-c615773d-e2bd-45f1-b123-9ab4ed47effd tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985692 Jul 16 08:29:17.302402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4b9ca0a-cd99-4d21-9e62-3f8ee0e98c5c req-d787396c-c0b0-4441-b240-a86ddb60eb7c tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242027 Jul 16 08:29:17.352749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.372184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e4c6024f-2c89-4e18-84fb-e411ae22c8d5', '66e20236-d917-48c1-b407-90da66bcc558'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:17.469981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:17.526001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event deleted for resources: {'Port': ['ID=38e4ced6-b1e6-487c-a025-52b55533e2c6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:17.560489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9680c651-2e33-4481-910d-692c07a22b99 req-126b5f02-19b2-4dfe-9f67-4cf01462dfab service neutron] 10.222.0.18 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084505 Jul 16 08:29:17.612492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.646311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.662305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] No DVR routers for this DVR port 38e4ced6-b1e6-487c-a025-52b55533e2c6 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:17.671837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.675558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.677057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14d3f143-7891-4dcb-89f9-e9ab12dfacf7 req-d1e95431-d3c7-41d1-b39e-8cb9917ee061 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "DELETE /v2.0/ports/38e4ced6-b1e6-487c-a025-52b55533e2c6 HTTP/1.1" status: 204 len: 173 time: 2.1506021 Jul 16 08:29:17.678216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171550e7-04a8-4a09-af72-bce697d56038', 'name': 'network-vif-deleted', 'tag': '38e4ced6-b1e6-487c-a025-52b55533e2c6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:17.685433 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6949b333-b067-4fb1-bea3-f7d38e173366" -d '{"events": [{"server_uuid": "171550e7-04a8-4a09-af72-bce697d56038", "name": "network-vif-deleted", "tag": "38e4ced6-b1e6-487c-a025-52b55533e2c6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:17.786976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Allocated IP 172.20.0.2 (49671773-9842-413a-b855-a3717a0f930d/fdc6f432-1ef8-43e7-aa12-17fdf3f944fe/e40843ec-ae3a-44e0-be29-e23de55324d5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:17.838852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951da663-797d-4e3c-8f7d-4af5f8a76348 req-f4e72eda-b1f0-49f6-a929-cb5d55bc6651 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.849905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-951da663-797d-4e3c-8f7d-4af5f8a76348 req-f4e72eda-b1f0-49f6-a929-cb5d55bc6651 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 944 time: 0.1816552 Jul 16 08:29:17.902012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:17.923637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.925309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.928407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-af7ba33a-c2d9-48e4-b25e-da104ea8ae48 service neutron] 10.222.0.36 "PUT /v2.0/ports/3922c8be-3baf-406e-a994-f7d4ed325309 HTTP/1.1" status: 200 len: 1093 time: 3.1519318 Jul 16 08:29:17.928885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:17.934415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-951da663-797d-4e3c-8f7d-4af5f8a76348 req-6bdc6ee7-3db5-4261-a68b-170629d44637 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788364 Jul 16 08:29:17.947071 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:18.216369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-0b6b688d-a0a3-4507-af96-aa9376c7976c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601180 Jul 16 08:29:18.262810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-a8beb566-bcb3-4665-91a1-d55d8b7e2796 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.264757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-a8beb566-bcb3-4665-91a1-d55d8b7e2796 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.2938123 Jul 16 08:29:18.271163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.337537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Request body: {'port': {'device_id': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'admin_state_up': True, 'tenant_id': 'd1a0d675b6a94e3fb20e0f739e6458ab'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:18.357278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3308870b-4dd0-419e-bb26-2872bc3e3eb2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:18.359799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb0c844b-6cb2-4764-b262-cd6c7ad42c03 req-2a8273ed-7849-4089-b089-6960986b4c66 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 210 time: 0.1634169 Jul 16 08:29:18.462136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-024157d4-812c-481e-bbf6-5785ec21d921 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.475116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-024157d4-812c-481e-bbf6-5785ec21d921 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521653 Jul 16 08:29:18.493559 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-5522418a-96ea-4dbc-a852-dfd6ed5b8947 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/quotas/a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 375 time: 0.0173898 Jul 16 08:29:18.664121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-abfb5a42-4f66-4c1d-9514-3f21adeb1779 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692412 Jul 16 08:29:18.666715 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.681008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-85730f63-2fb2-4b1a-9050-211f13854a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.684606 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-85730f63-2fb2-4b1a-9050-211f13854a5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 1096 time: 0.4543021 Jul 16 08:29:18.714340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:18.718805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.796460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Transition to ACTIVE for port object e40843ec-ae3a-44e0-be29-e23de55324d5 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:18.846527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-0f15eabd-27db-4454-b98c-fa60ad95afcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3922c8be-3baf-406e-a994-f7d4ed325309 HTTP/1.1" status: 200 len: 217 time: 0.1441045 Jul 16 08:29:18.929724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Transition to ACTIVE for port object e40843ec-ae3a-44e0-be29-e23de55324d5 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:18.946495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-f01ecc2f-acc8-432f-a81a-8cc02a6bcac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.947416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-f01ecc2f-acc8-432f-a81a-8cc02a6bcac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 200 len: 861 time: 0.0910761 Jul 16 08:29:18.960361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:18.962992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 38e4ced6-b1e6-487c-a025-52b55533e2c6 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:18.967291 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.023461 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7dc7b5-1ac4-46d0-a9ab-2b62cd86f5ef x-openstack-request-id: req-1e7dc7b5-1ac4-46d0-a9ab-2b62cd86f5ef {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:19.023977 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171550e7-04a8-4a09-af72-bce697d56038", "name": "network-vif-deleted", "tag": "38e4ced6-b1e6-487c-a025-52b55533e2c6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:19.024385 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e7dc7b5-1ac4-46d0-a9ab-2b62cd86f5ef {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:19.024959 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171550e7-04a8-4a09-af72-bce697d56038', 'name': 'network-vif-deleted', 'tag': '38e4ced6-b1e6-487c-a025-52b55533e2c6', 'status': 'completed', 'code': 200} Jul 16 08:29:19.131190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 38e4ced6-b1e6-487c-a025-52b55533e2c6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:19.131563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 38e4ced6-b1e6-487c-a025-52b55533e2c6 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:19.134802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Made reservation on behalf of d1a0d675b6a94e3fb20e0f739e6458ab for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:19.138222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.147242 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a002400-6a61-489b-a3ea-81bb6a338b88 x-openstack-request-id: req-7a002400-6a61-489b-a3ea-81bb6a338b88 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:19.147555 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:19.147801 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a002400-6a61-489b-a3ea-81bb6a338b88 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:19.148218 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309', 'status': 'completed', 'code': 200} Jul 16 08:29:19.159160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-078d0a53-0533-4c30-9435-da2890bec299 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7ad75f2-bca2-4eca-85ed-147d96417fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733749 Jul 16 08:29:19.185338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Network 49671773-9842-413a-b855-a3717a0f930d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:19.206768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:19.210841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:19.291545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Pushing event updated for resources: {'Port': ['ID=e40843ec-ae3a-44e0-be29-e23de55324d5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.374714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.438433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.444484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Attempting to bind port e40843ec-ae3a-44e0-be29-e23de55324d5 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:19.445085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Attempting to bind port e40843ec-ae3a-44e0-be29-e23de55324d5 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:19.445639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Attempting to bind port e40843ec-ae3a-44e0-be29-e23de55324d5 on network 49671773-9842-413a-b855-a3717a0f930d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:19.461106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:19.461916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Checking segment: {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:19.462527 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.463127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Bound using segment: {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:19.463843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Bound port: e40843ec-ae3a-44e0-be29-e23de55324d5, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:19.464421 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.467608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:19.495758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'port_id': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'mac_address': 'fa:16:3e:27:1a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:19.557524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Allocated IP 172.25.0.219 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/7677a8df-848d-4051-bba2-2a42c40d6677) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:19.595638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.610729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] For port e40843ec-ae3a-44e0-be29-e23de55324d5, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:19.617988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:19.642023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] For port e40843ec-ae3a-44e0-be29-e23de55324d5, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e40843ec-ae3a-44e0-be29-e23de55324d5,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:19.664260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.678552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:19.759852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e419-b1ab-45c7-bf14-41fd4fd38987 req-e0af3380-57cb-4355-a5fc-e48cad0355bb tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:19.763054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.767123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8654e419-b1ab-45c7-bf14-41fd4fd38987 req-e0af3380-57cb-4355-a5fc-e48cad0355bb tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 944 time: 0.8313782 Jul 16 08:29:19.811010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cd4bc-2856-4940-ae5d-30099489d84a req-b210a62c-c2a7-43b6-a81e-9ce124236c12 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:19.819633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e13cd4bc-2856-4940-ae5d-30099489d84a req-b210a62c-c2a7-43b6-a81e-9ce124236c12 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1097 time: 0.1668458 Jul 16 08:29:19.843268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34942649-e0ca-4452-9038-c36a8b221575 None None] Pushing event updated for resources: {'Port': ['ID=e40843ec-ae3a-44e0-be29-e23de55324d5,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.852155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.935216 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e13cd4bc-2856-4940-ae5d-30099489d84a req-a7725497-87ee-4a8a-b9aa-5f5482d1572a tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138489 Jul 16 08:29:19.993541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:20.085159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-cbfeb02c-4fe5-405e-8010-5fa7f897f0a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8879020 Jul 16 08:29:20.105787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['49cb655e-ab76-4d6a-aacd-02a6ce8fd72b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:20.212844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8654e419-b1ab-45c7-bf14-41fd4fd38987 req-5ac29c20-08c0-4171-bb91-4fe0dead663c tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447095 Jul 16 08:29:20.256878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-673cf526-2936-490f-8d62-9e12d68fa9c5 req-95c4c437-a225-4938-8ab9-412aec35d48a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 210 time: 0.0878758 Jul 16 08:29:20.638872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.708297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Allocated IP 172.20.0.13 (d0fe35cf-47ba-4a5f-a045-74d67d04f605/8e829aa5-3cda-49c1-8430-cc6d0f121991/893f7583-0a25-462b-b332-fd88a1247ee0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:21.003282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1d6400bb-85ca-4826-b09b-4b48c61d3f98 req-fdd57b25-157d-4c9d-83f4-d159906e4376 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 210 time: 0.0469050 Jul 16 08:29:21.396004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57023e5e-287d-46b2-bb0f-6e8aff81d02d None None] Network 49671773-9842-413a-b855-a3717a0f930d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:21.443827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-dd73abf8-270b-4448-b8f8-65e305a92e14 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469620 Jul 16 08:29:21.466319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:21.497274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:21.501260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:21.632093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-c6e26d8b-b2b7-40f2-8682-51e9701516cd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.633529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-c6e26d8b-b2b7-40f2-8682-51e9701516cd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835175 Jul 16 08:29:21.686203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Request body: {'port': {'device_id': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'a54c2c361b524846b8ef2c007bc8bb67'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:21.691006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63529121-8a31-45e4-b575-9ee778e8a92e None None] Provisioning for port e40843ec-ae3a-44e0-be29-e23de55324d5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:21.752682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.802504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Pushing event updated for resources: {'Port': ['ID=7677a8df-848d-4051-bba2-2a42c40d6677,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:21.807781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22134b6c-9d19-4c6f-98df-b2d25e7b7cc0 req-666ed66a-8b0a-42fd-a11c-0b917280466f service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6725228 Jul 16 08:29:21.866972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.903026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:21.951119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:21.954490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:21.982831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Made reservation on behalf of a54c2c361b524846b8ef2c007bc8bb67 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:21.987750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.057382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e9f9-5b32-4515-b9b5-b82f8ecf15bc req-6f374e91-d251-4005-acd4-7fce4c69cef3 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.065271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c552e9f9-5b32-4515-b9b5-b82f8ecf15bc req-6f374e91-d251-4005-acd4-7fce4c69cef3 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 945 time: 1.4160864 Jul 16 08:29:22.228078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Allocated IP 192.168.233.242 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/9c019453-a2c3-49c5-969e-a26a9399ee25) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:22.239941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e40843ec-ae3a-44e0-be29-e23de55324d5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:22.318012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-a9531fba-58e6-45bc-9f8e-2875dbde0441 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.320023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-a9531fba-58e6-45bc-9f8e-2875dbde0441 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 949 time: 0.1623302 Jul 16 08:29:22.376652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e40843ec-ae3a-44e0-be29-e23de55324d5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:22.385053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e40843ec-ae3a-44e0-be29-e23de55324d5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:22.385053 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.459020 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c552e9f9-5b32-4515-b9b5-b82f8ecf15bc req-fa88a41d-f0e3-4ad8-b2fc-761977fdbe8d tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928611 Jul 16 08:29:22.470792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:22.489206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.489878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.564825 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.615948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-368c574c-109e-4530-95e8-8b04083ff760 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2842166 Jul 16 08:29:22.633166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-a7557dad-41a3-4a58-87ed-06ff3b442721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.635338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-a7557dad-41a3-4a58-87ed-06ff3b442721 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 1096 time: 0.6736875 Jul 16 08:29:22.642201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Request body: {'port': {'device_id': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:22.671749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port e40843ec-ae3a-44e0-be29-e23de55324d5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e40843ec-ae3a-44e0-be29-e23de55324d5,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:22.672187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Deleting port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:22.672703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.680138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.681265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.721317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-39ed3930-5d07-4c48-b3c1-dd919da01b0d tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:29:22.722579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-39ed3930-5d07-4c48-b3c1-dd919da01b0d tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060287 Jul 16 08:29:22.729386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.742378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Request body: {'binding': {'host': 'n-h1-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:22.743437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:29:22.751949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Transition to ACTIVE for port object 9c019453-a2c3-49c5-969e-a26a9399ee25 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:22.821332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=e40843ec-ae3a-44e0-be29-e23de55324d5,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:22.904670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] For port e4c6024f-2c89-4e18-84fb-e411ae22c8d5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:22.904949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.963090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Calling delete_port for e4c6024f-2c89-4e18-84fb-e411ae22c8d5 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:22.975345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:22.981288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.013977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.026126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-d672340c-10a9-4321-b245-68277e17216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.027677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-d672340c-10a9-4321-b245-68277e17216b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 922 time: 0.3783045 Jul 16 08:29:23.062099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:23.064589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:23.137103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4232a-b057-4827-8ed8-fff835381a05 req-1d0275f8-b6b7-4e09-90e4-f374f2e8d156 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.138679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2c4232a-b057-4827-8ed8-fff835381a05 req-1d0275f8-b6b7-4e09-90e4-f374f2e8d156 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d HTTP/1.1" status: 200 len: 949 time: 0.3486373 Jul 16 08:29:23.144723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-b4ba509a-24bc-4cef-9206-94cad24de472 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3922c8be-3baf-406e-a994-f7d4ed325309 HTTP/1.1" status: 200 len: 217 time: 0.1035299 Jul 16 08:29:23.275781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:23.313160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:23.346972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:23.347493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.352515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:23.356768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:23.356954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2c4232a-b057-4827-8ed8-fff835381a05 req-10fefbe7-86e8-4868-a2a8-00b97362377f tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094915 Jul 16 08:29:23.379742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-3ed0dc59-a25b-477b-b202-25019e296b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.382037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-3ed0dc59-a25b-477b-b202-25019e296b3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 200 len: 861 time: 0.2066476 Jul 16 08:29:23.452355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-effd321b-89b5-4538-a2e3-15ec3ce20265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7ad75f2-bca2-4eca-85ed-147d96417fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457795 Jul 16 08:29:23.499185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.502276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:23.538703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on host n-h1-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:23.539193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:23.539651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:23.551550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:23.556122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:23.573720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.574232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.575712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.576170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.578641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.583788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.584295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.584748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.585192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.585664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.587683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.588154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:23.617677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.623031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.635307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:23.642724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:23.643343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:23.643935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Bound port: c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:23.691692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.693123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-c2b48a74-83b4-4abf-b5d9-d92a71aab8ac service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194977 Jul 16 08:29:23.738047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:23.741710 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ebb3da-4b4f-49f8-b8d3-6750e78da7ea" -d '{"events": [{"server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "name": "network-vif-plugged", "status": "completed", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:23.774842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-49ebbbb8-62b8-4efe-aac1-eb0c119ccb12 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1184099 Jul 16 08:29:23.783279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:23.803732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Request body: {'port': {'device_id': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:23.811960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.890585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f0d24944-46ec-413f-b14b-a6971c771c73 None None] Provisioning for port 9c019453-a2c3-49c5-969e-a26a9399ee25 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:23.900911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f0d24944-46ec-413f-b14b-a6971c771c73 None None] Provisioning complete for port 9c019453-a2c3-49c5-969e-a26a9399ee25 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:23.901691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f0d24944-46ec-413f-b14b-a6971c771c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.906106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:23.921556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.923095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-770930f7-c1e8-4e57-8bd2-dba9ca149238 service neutron] 10.222.0.41 "POST /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc/bindings HTTP/1.1" status: 201 len: 390 time: 1.1875455 Jul 16 08:29:23.927237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.947110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e4c6024f-2c89-4e18-84fb-e411ae22c8d5', '66e20236-d917-48c1-b407-90da66bcc558'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:23.973251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.986156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event deleted for resources: {'Port': ['ID=e4c6024f-2c89-4e18-84fb-e411ae22c8d5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:24.060219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:24.064126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcd74dad-7711-42a0-aa9d-9d3c7fb42a10 req-222a4fdb-adeb-418f-a925-a35f271c44fa service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609412 Jul 16 08:29:24.089981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f0d24944-46ec-413f-b14b-a6971c771c73 None None] Port 9c019453-a2c3-49c5-969e-a26a9399ee25 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:24.147336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893f7583-0a25-462b-b332-fd88a1247ee0 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:24.162193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd41ca-f5e7-4f86-9a9f-4ecd06731a55 req-d1478087-9e98-4425-ae22-d21485a071c8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.170515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0fdd41ca-f5e7-4f86-9a9f-4ecd06731a55 req-d1478087-9e98-4425-ae22-d21485a071c8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 944 time: 0.4733067 Jul 16 08:29:24.209550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.257021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e40843ec-ae3a-44e0-be29-e23de55324d5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:24.262021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Transition to ACTIVE for port object 893f7583-0a25-462b-b332-fd88a1247ee0 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:24.280966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.326888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] No DVR routers for this DVR port e4c6024f-2c89-4e18-84fb-e411ae22c8d5 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:24.332350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.334608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-930d5f97-acdd-4b51-bd7c-925ddf4825ad req-8d9c1255-85fa-4ca0-9f12-8d4c1f3f20de tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "DELETE /v2.0/ports/e4c6024f-2c89-4e18-84fb-e411ae22c8d5 HTTP/1.1" status: 204 len: 173 time: 2.0088971 Jul 16 08:29:24.335085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'name': 'network-vif-deleted', 'tag': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:24.337641 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528af5e3-1f65-46c0-bf47-8193ef53f878" -d '{"events": [{"server_uuid": "7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d", "name": "network-vif-deleted", "tag": "e4c6024f-2c89-4e18-84fb-e411ae22c8d5"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:24.347888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Router 1d9da2c1-910b-453e-8443-36fb56626424 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:29:24.393634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e40843ec-ae3a-44e0-be29-e23de55324d5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:24.394023 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.436200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0fdd41ca-f5e7-4f86-9a9f-4ecd06731a55 req-3dcb2c4d-6995-4561-aefc-88f98c816d53 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647958 Jul 16 08:29:24.490115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc5df7-d6aa-4866-b4aa-52bb40fe88fd req-0bee1d38-0342-41d3-bc17-970ed2b17b92 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.500746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2bc5df7-d6aa-4866-b4aa-52bb40fe88fd req-0bee1d38-0342-41d3-bc17-970ed2b17b92 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 936 time: 0.1965132 Jul 16 08:29:24.589461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2bc5df7-d6aa-4866-b4aa-52bb40fe88fd req-9facd03b-2908-43dc-b714-0bcf656225ec tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873706 Jul 16 08:29:24.726255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c019453-a2c3-49c5-969e-a26a9399ee25 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:24.745977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.779013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Transition to ACTIVE for port object 9c019453-a2c3-49c5-969e-a26a9399ee25 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:24.787822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.852601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:24.959035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:25.069137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:25.069618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:25.070532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:25.082349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435beab9-fc66-48b6-b767-c36ee8a42c75 req-493a45f0-df17-4238-a6fc-ef8655d32581 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.093900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-435beab9-fc66-48b6-b767-c36ee8a42c75 req-493a45f0-df17-4238-a6fc-ef8655d32581 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.2955430 Jul 16 08:29:25.116337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:25.116755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:25.127579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:25.127579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:25.127579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:25.129425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Bound port: 9c019453-a2c3-49c5-969e-a26a9399ee25, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:25.129828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.172815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-435beab9-fc66-48b6-b767-c36ee8a42c75 req-8f690808-1376-4169-96fe-229001942c2a tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775981 Jul 16 08:29:25.180234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.200844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:25.215838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:25.218366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:25.219081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:25.229569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '3922c8be-3baf-406e-a994-f7d4ed325309', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'port_id': '3922c8be-3baf-406e-a994-f7d4ed325309', 'mac_address': 'fa:16:3e:a9:69:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2afe82-f345-4038-ae9d-f4dfce39fae8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:25.242763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.243154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.243607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.244176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.248340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.248686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.249034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.249363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.249824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.250160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.250906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.250906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.292518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:25.294939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:25.305288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:25.324249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:25.336542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.354022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:25.357593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:25.360666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:25.361169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Bound port: 893f7583-0a25-462b-b332-fd88a1247ee0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:25.363544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.369104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.372488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:25.384557 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Sync routers for ids ['1d9da2c1-910b-453e-8443-36fb56626424'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:25.399632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.404513 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Routers {'1d9da2c1-910b-453e-8443-36fb56626424'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:25.405677 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d9da2c1-910b-453e-8443-36fb56626424'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:25.418266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3922c8be-3baf-406e-a994-f7d4ed325309 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:25.438691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.443619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.446853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b077be4-7329-416c-a64d-8d069f320063 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 1097 time: 1.6515186 Jul 16 08:29:25.449718 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96724db-b970-4e70-9a2a-13733c4c6131 x-openstack-request-id: req-d96724db-b970-4e70-9a2a-13733c4c6131 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:25.450281 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "name": "network-vif-plugged", "status": "completed", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:25.450743 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d96724db-b970-4e70-9a2a-13733c4c6131 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:25.451399 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'code': 200} Jul 16 08:29:25.489474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:25.497617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.538237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.543195 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e929b093-1f71-4128-9a23-5cfc4aec1685 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8990784 Jul 16 08:29:25.546985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42488) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:25.586246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-0959bf7e-d0e7-44d0-b23f-21e13bf83312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.588255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-0959bf7e-d0e7-44d0-b23f-21e13bf83312 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1097 time: 1.1509817 Jul 16 08:29:25.596109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330e4a7-4926-4fe0-9ba3-21956f5825ab req-cba72e09-798e-4ab8-bef8-9d54956a1bff tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.598300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b330e4a7-4926-4fe0-9ba3-21956f5825ab req-cba72e09-798e-4ab8-bef8-9d54956a1bff tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.6003835 Jul 16 08:29:25.678265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.711634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac886857-9d47-4eb3-a6ce-a91373cac890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.713536 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac886857-9d47-4eb3-a6ce-a91373cac890 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1140959 Jul 16 08:29:25.734307 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Set router 1d9da2c1-910b-453e-8443-36fb56626424 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:25.802069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-5d319981-ed21-4cc2-9a42-fc490cd170e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 217 time: 0.0700686 Jul 16 08:29:25.807511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:25.865036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:25.868261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['3922c8be-3baf-406e-a994-f7d4ed325309'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:25.873895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b330e4a7-4926-4fe0-9ba3-21956f5825ab req-6b07d68b-25d7-4c37-88de-a8e827a17eb9 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571100 Jul 16 08:29:25.895969 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.951168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.954001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.964908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] 10.222.0.36 "PUT /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 1093 time: 3.3234327 Jul 16 08:29:25.971717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:25.979205 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:26.036136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-f2e02bbc-3397-4ff5-a1ac-8ebf39929d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.037627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-f2e02bbc-3397-4ff5-a1ac-8ebf39929d88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.2275734 Jul 16 08:29:26.060770 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed738d8-1b6a-474f-b19c-302f6a8a1858 x-openstack-request-id: req-1ed738d8-1b6a-474f-b19c-302f6a8a1858 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:26.061069 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d", "name": "network-vif-deleted", "tag": "e4c6024f-2c89-4e18-84fb-e411ae22c8d5", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:26.061319 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ed738d8-1b6a-474f-b19c-302f6a8a1858 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:26.062609 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6e5c30-d2d5-41e0-ac5e-ae124ffddc1d', 'name': 'network-vif-deleted', 'tag': 'e4c6024f-2c89-4e18-84fb-e411ae22c8d5', 'status': 'completed', 'code': 200} Jul 16 08:29:26.150066 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:29:22Z', 'revision_number': 3, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:26.184735 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-3cace3f2-6414-44a1-a753-38a1a774d0d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172354 Jul 16 08:29:26.208973 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Checking router: 1d9da2c1-910b-453e-8443-36fb56626424 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:26.209356 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Updating router 1d9da2c1-910b-453e-8443-36fb56626424 port 7677a8df-848d-4051-bba2-2a42c40d6677 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:26.286436 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.302938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee31d-5139-4ced-ac6d-7f103d95535c service neutron] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.416842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-1597eec2-f879-4600-b9d6-a785d20054bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.418821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-1597eec2-f879-4600-b9d6-a785d20054bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1096 time: 0.3757055 Jul 16 08:29:26.473738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ce2e2987-6cf3-484a-9a9d-4e2e99d92a41 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503748 Jul 16 08:29:26.478632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-49a08c58-691f-428d-839d-c324159133bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 217 time: 0.0457115 Jul 16 08:29:26.516183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-26893441-b188-4c97-938a-70e4cd85c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.524077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-26893441-b188-4c97-938a-70e4cd85c576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1100 time: 0.7417758 Jul 16 08:29:26.540118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.544724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd0bc6-1025-4af4-b0ce-920ea96bb9ba req-61529c5a-b5cb-4e6f-8aa6-0d86983edf02 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.553160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ddd0bc6-1025-4af4-b0ce-920ea96bb9ba req-61529c5a-b5cb-4e6f-8aa6-0d86983edf02 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 945 time: 0.2270346 Jul 16 08:29:26.582796 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.592966 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Transition to ACTIVE for port object 7677a8df-848d-4051-bba2-2a42c40d6677 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:26.601695 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.632409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbdd23-be55-468c-a005-920aaf35b699 req-37e3d7f0-9840-40ae-95f3-16683b78f8cc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.640815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dcbdd23-be55-468c-a005-920aaf35b699 req-37e3d7f0-9840-40ae-95f3-16683b78f8cc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 945 time: 0.6997547 Jul 16 08:29:26.645695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ddd0bc6-1025-4af4-b0ce-920ea96bb9ba req-f60696d4-aa29-4385-971a-2b2e630e5e07 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Jul 16 08:29:26.655691 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4c3ce-33b5-4979-9c30-dee76968811c None None] Pushing event updated for resources: {'Port': ['ID=7677a8df-848d-4051-bba2-2a42c40d6677,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.671488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5108d-5e92-4006-b6ec-1c0d777bae88 req-b5a73571-33de-421f-8506-764322cfcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.673327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d2d5108d-5e92-4006-b6ec-1c0d777bae88 req-b5a73571-33de-421f-8506-764322cfcc91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 1098 time: 0.9399443 Jul 16 08:29:26.674074 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Attempting to bind port 7677a8df-848d-4051-bba2-2a42c40d6677 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:26.674600 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Attempting to bind port 7677a8df-848d-4051-bba2-2a42c40d6677 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:26.674965 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Attempting to bind port 7677a8df-848d-4051-bba2-2a42c40d6677 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:26.679164 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-59205f1a-41f1-41fc-bb3d-f2c6ca77622a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.1018157 Jul 16 08:29:26.681086 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:26.681492 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:26.681905 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.682288 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:26.682758 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Bound port: 7677a8df-848d-4051-bba2-2a42c40d6677, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:26.683154 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.734972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-187249f6-63d9-4ce9-84dc-c692b58fb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.737027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-187249f6-63d9-4ce9-84dc-c692b58fb3f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.2452807 Jul 16 08:29:26.757120 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] For port 7677a8df-848d-4051-bba2-2a42c40d6677, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:26.758212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dcbdd23-be55-468c-a005-920aaf35b699 req-77f55093-357c-4de7-8795-d6e36bc083b3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164436 Jul 16 08:29:26.767276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] For port 7677a8df-848d-4051-bba2-2a42c40d6677, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7677a8df-848d-4051-bba2-2a42c40d6677,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:26.775360 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.856040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.36', 55092) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.871639 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Routers {'1d9da2c1-910b-453e-8443-36fb56626424'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:26.877253 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d9da2c1-910b-453e-8443-36fb56626424'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:26.885810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-98f8f6ce-e1e2-408b-9147-6631c37f0115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964479 Jul 16 08:29:26.887248 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9bc59a-288d-4532-b590-dde467ccca7c x-openstack-request-id: req-ee9bc59a-288d-4532-b590-dde467ccca7c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:26.887578 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:26.887830 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee9bc59a-288d-4532-b590-dde467ccca7c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:26.888219 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0', 'status': 'completed', 'code': 200} Jul 16 08:29:26.975185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e4c6024f-2c89-4e18-84fb-e411ae22c8d5 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:27.021911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: e4c6024f-2c89-4e18-84fb-e411ae22c8d5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:27.023779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-a50bc0da-b106-43ab-87f5-e0af5df376bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.024387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e4c6024f-2c89-4e18-84fb-e411ae22c8d5 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:27.029915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-a50bc0da-b106-43ab-87f5-e0af5df376bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.3105714 Jul 16 08:29:27.046762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d2d5108d-5e92-4006-b6ec-1c0d777bae88 req-6fdc3c05-01c7-4a2b-b4de-94b627f82d1a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046193 Jul 16 08:29:27.067933 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-9636860f-0123-4d76-a86d-264ac7072a89 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339455 Jul 16 08:29:27.099040 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] Set router 1d9da2c1-910b-453e-8443-36fb56626424 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:27.203906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77175a27-65c3-4e2b-86c5-73b0a1b3c800 req-f38a173b-1cee-4ea7-b232-154d06767e0c service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261144 Jul 16 08:29:27.209531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-557a89a8-90c9-4978-b406-79a9a60aca01 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198272 Jul 16 08:29:27.277919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Allocated IP 172.20.0.1 (49671773-9842-413a-b855-a3717a0f930d/fdc6f432-1ef8-43e7-aa12-17fdf3f944fe/386333d9-7582-4ed8-875d-4958a6cc8c2f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:27.312679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676d8c5-5617-4223-8278-33096f24550a req-69a8382a-5167-499e-8193-58466509b6a4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.321865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5676d8c5-5617-4223-8278-33096f24550a req-69a8382a-5167-499e-8193-58466509b6a4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 948 time: 0.4486909 Jul 16 08:29:27.403338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-25a17244-60a7-4db2-9a33-b3ef87792d52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5444527 Jul 16 08:29:27.407669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.426687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Transition to ACTIVE for port object 386333d9-7582-4ed8-875d-4958a6cc8c2f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:27.427555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5676d8c5-5617-4223-8278-33096f24550a req-c0aaefd7-0e05-4185-8a04-2b034b6be326 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042213 Jul 16 08:29:27.495177 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4c3ce-33b5-4979-9c30-dee76968811c None None] Pushing event updated for resources: {'Port': ['ID=7677a8df-848d-4051-bba2-2a42c40d6677,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.498732 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:29:22Z', 'revision_number': 3, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:27.540050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbeed6-f5e4-407a-b95b-7fa4bdb77fc6 None None] The sync data for ids ['1d9da2c1-910b-453e-8443-36fb56626424'] in n-d-798249-10 is: [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:29:22Z', 'revision_number': 3, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:27.551251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.591909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Network 49671773-9842-413a-b855-a3717a0f930d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:27.621118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-76589ec2-10e3-4f55-a972-b72a7a1b9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.623055 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-76589ec2-10e3-4f55-a972-b72a7a1b9a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1096 time: 0.2804241 Jul 16 08:29:27.641878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:27.647141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:27.701632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-a049dcc6-589e-4c00-a0a4-44620c6adf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.703525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-a049dcc6-589e-4c00-a0a4-44620c6adf69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6506755 Jul 16 08:29:27.707405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Pushing event updated for resources: {'Port': ['ID=386333d9-7582-4ed8-875d-4958a6cc8c2f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.753179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-844e6116-7bee-460d-8c53-7432e7b4860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.755153 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-844e6116-7bee-460d-8c53-7432e7b4860f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1096 time: 0.2362401 Jul 16 08:29:27.794924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ea8e-3ea2-4d45-a89d-2e3cbe65a5db req-0acbb5fe-1ec1-4e11-af43-a4ffa90686dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.808214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c10ea8e-3ea2-4d45-a89d-2e3cbe65a5db req-0acbb5fe-1ec1-4e11-af43-a4ffa90686dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.3227222 Jul 16 08:29:27.936111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-2b0445d3-09ef-4426-8c12-b1b0986caa5a service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231560 Jul 16 08:29:27.937921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.943385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-0e7921b1-5e13-41b9-9cd7-13408d1cd4d9 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.945952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-0e7921b1-5e13-41b9-9cd7-13408d1cd4d9 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.5063024 Jul 16 08:29:27.947660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-524d08f4-6d16-406b-b29e-a9e77aa0b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.950633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-524d08f4-6d16-406b-b29e-a9e77aa0b182 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.3115380 Jul 16 08:29:28.076892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:28.079106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-10'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:28.081712 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb03ffb-2edd-498b-a4fb-8c271e1f900d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:28.221674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-ae62c380-c0a1-4f9f-b503-afc446ea2ecc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 217 time: 0.1389709 Jul 16 08:29:28.293575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fb0b044a-b4f1-4f71-8832-bfc346e1ef39 None None] Provisioning for port 386333d9-7582-4ed8-875d-4958a6cc8c2f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:28.305952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fb0b044a-b4f1-4f71-8832-bfc346e1ef39 None None] Provisioning complete for port 386333d9-7582-4ed8-875d-4958a6cc8c2f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:28.307586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb0b044a-b4f1-4f71-8832-bfc346e1ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.351956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c10ea8e-3ea2-4d45-a89d-2e3cbe65a5db req-8d8af18e-74d3-474d-b3d3-e9eed141b9cf tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5427814 Jul 16 08:29:28.423583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b044a-b4f1-4f71-8832-bfc346e1ef39 None None] Port 386333d9-7582-4ed8-875d-4958a6cc8c2f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:28.426536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7677a8df-848d-4051-bba2-2a42c40d6677 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:28.450117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc6b5267-2d0a-438e-8dd4-8cab6549c812 req-1ce16448-decb-44f4-9aa7-a96b716a4fdb service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821318 Jul 16 08:29:28.495174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 7677a8df-848d-4051-bba2-2a42c40d6677 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:28.504054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7677a8df-848d-4051-bba2-2a42c40d6677 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:28.505027 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.551673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-cb27ef36-cabb-485c-b651-2bfd02a8115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.553762 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-cb27ef36-cabb-485c-b651-2bfd02a8115b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.7613826 Jul 16 08:29:28.696917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.718831 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.721263 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-48d14827-e4db-447c-a4db-fc022d2d9e3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.1344855 Jul 16 08:29:28.768179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 7677a8df-848d-4051-bba2-2a42c40d6677, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7677a8df-848d-4051-bba2-2a42c40d6677,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:28.774486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.822139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8bceb-d978-41c2-abb9-6b743c679d1e req-98825589-8dff-4511-9c22-6432b7815747 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.830808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79d8bceb-d978-41c2-abb9-6b743c679d1e req-98825589-8dff-4511-9c22-6432b7815747 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 1.1420002 Jul 16 08:29:28.842503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-f9e79d6a-6917-4963-8d1d-4b1205bad88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.845810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-f9e79d6a-6917-4963-8d1d-4b1205bad88a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.6098890 Jul 16 08:29:28.859579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=7677a8df-848d-4051-bba2-2a42c40d6677,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.890645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.921839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-e7535ac8-834b-4469-9a5c-d4b84022d6fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529974 Jul 16 08:29:28.969637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79d8bceb-d978-41c2-abb9-6b743c679d1e req-e0c0f4f1-e71a-4a62-8a49-4b332e457d43 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376762 Jul 16 08:29:28.979822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-e0e8d9ad-194a-4a39-9270-fad2e3fce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.992136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:28.992547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-e0e8d9ad-194a-4a39-9270-fad2e3fce63c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.2682648 Jul 16 08:29:29.107599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 3922c8be-3baf-406e-a994-f7d4ed325309 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:29.113717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 3922c8be-3baf-406e-a994-f7d4ed325309 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:29.114168 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.136795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-5156890d-c8fa-4cc6-a7ed-2128dac36a71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584102 Jul 16 08:29:29.254698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.272092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-d8818c09-5f1f-4336-9321-b90e038ebeeb service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269026 Jul 16 08:29:29.288401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:29.296061 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55bb553-b8c5-47a0-ad23-0c101ac5d202" -d '{"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-plugged", "status": "completed", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:29.321509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:29.327778 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.402371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:29.515202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63a13-d89d-4b46-ae43-b677d07b6149 req-115f446d-c4d5-4f13-83b2-bd752ff00aef tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.516975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58a63a13-d89d-4b46-ae43-b677d07b6149 req-115f446d-c4d5-4f13-83b2-bd752ff00aef tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 950 time: 0.9164510 Jul 16 08:29:29.525679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-9e093571-1430-4268-9bd9-94c8ffa5df35 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795681 Jul 16 08:29:29.562572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-7a1061df-0890-419a-848f-d55b6dae71a8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.564156 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-7a1061df-0890-419a-848f-d55b6dae71a8 tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 950 time: 0.6960776 Jul 16 08:29:29.608545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.618940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.651838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58a63a13-d89d-4b46-ae43-b677d07b6149 req-cf45917b-8df5-486b-9352-e091d75c17bd tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7c31d50-4112-4d26-afa9-4002f9b4205e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241162 Jul 16 08:29:29.738269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Pushing event updated for resources: {'Port': ['ID=386333d9-7582-4ed8-875d-4958a6cc8c2f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:29.750118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.841721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Deleting port 66e20236-d917-48c1-b407-90da66bcc558 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:29.842150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.907002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cae5f59-b7ef-4ef5-be65-ccc9a40160b3 req-7afeeb2f-75fe-4b40-bec7-54316c0f0099 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163590 Jul 16 08:29:29.919038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23169f71-3da0-4ef0-86f7-4081f9e32d98 req-65ed5bd5-08a9-4cff-ae51-1472c7df4120 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.920559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-23169f71-3da0-4ef0-86f7-4081f9e32d98 req-65ed5bd5-08a9-4cff-ae51-1472c7df4120 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 945 time: 0.6449373 Jul 16 08:29:29.963918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:29.994193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Network 49671773-9842-413a-b855-a3717a0f930d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:30.008678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf4356-5477-4a4c-a0e9-7a7f6900599e req-3e70a3dd-98e9-4f2c-96fd-1f3a0c3c0545 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.010265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9bf4356-5477-4a4c-a0e9-7a7f6900599e req-3e70a3dd-98e9-4f2c-96fd-1f3a0c3c0545 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 945 time: 0.2061868 Jul 16 08:29:30.016289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:30.026049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-23169f71-3da0-4ef0-86f7-4081f9e32d98 req-2ebd4cdd-647c-4e60-8026-e75c75c154a7 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Jul 16 08:29:30.033252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3381dea-6aa0-4cbc-aa3b-334ab48b9b1a req-8f194292-7f0e-4908-a877-6011b2249173 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948153 Jul 16 08:29:30.035095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] For port 66e20236-d917-48c1-b407-90da66bcc558, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66e20236-d917-48c1-b407-90da66bcc558,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:30.035506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.069485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:30.097584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Calling delete_port for 66e20236-d917-48c1-b407-90da66bcc558 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:30.170181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:30.173434 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f225b5c8-d20b-45fe-93f2-3ef8a4f6fb21" -d '{"events": [{"server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:30.177973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7677a8df-848d-4051-bba2-2a42c40d6677 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:30.181335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.189752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.249020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7677a8df-848d-4051-bba2-2a42c40d6677 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:30.249850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.287863 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de2f31-2145-4a3c-b8c3-ee7f54e77a67 x-openstack-request-id: req-f6de2f31-2145-4a3c-b8c3-ee7f54e77a67 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:30.288165 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:30.288452 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6de2f31-2145-4a3c-b8c3-ee7f54e77a67 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:30.288858 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'status': 'completed', 'code': 200} Jul 16 08:29:30.323973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9bf4356-5477-4a4c-a0e9-7a7f6900599e req-42080d9e-b9f7-4ec4-9adf-87a797aa479d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032098 Jul 16 08:29:30.396433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Router 1d9da2c1-910b-453e-8443-36fb56626424 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:30.449606 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc726c4-c73c-4210-87b3-3c91bd368cdb x-openstack-request-id: req-7fc726c4-c73c-4210-87b3-3c91bd368cdb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:30.450125 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-plugged", "status": "completed", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:30.450125 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fc726c4-c73c-4210-87b3-3c91bd368cdb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:30.450519 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309', 'code': 200} Jul 16 08:29:30.460088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.466846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-04c1e461-f855-4fee-b615-d6f8ea2ce9b3 None None] Provisioning complete for port 386333d9-7582-4ed8-875d-4958a6cc8c2f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:30.467587 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04c1e461-f855-4fee-b615-d6f8ea2ce9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.471788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on host n-h2-798249-10 for vnic_type normal with profile {"migrating_to": "n-h1-798249-10"} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:30.472653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:30.472987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:30.503638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:30.503996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Attempting to bind port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:30.516010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:30.516433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:30.516766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:30.517210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Bound port: c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:30.517571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.519477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-04c1e461-f855-4fee-b615-d6f8ea2ce9b3 None None] Port 386333d9-7582-4ed8-875d-4958a6cc8c2f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:30.545007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-76a054a7-608c-457c-82f5-f3ad03df67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.546485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-76a054a7-608c-457c-82f5-f3ad03df67f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1100 time: 0.3035734 Jul 16 08:29:30.568477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:30.571108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.582692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f349720c-e207-46a2-8a9e-c72cdc2498c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d9da2c1-910b-453e-8443-36fb56626424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0257545 Jul 16 08:29:30.588652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Sync routers for ids ['1d9da2c1-910b-453e-8443-36fb56626424'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:30.592048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['66e20236-d917-48c1-b407-90da66bcc558'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:30.639990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Routers {'1d9da2c1-910b-453e-8443-36fb56626424'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:30.640977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d9da2c1-910b-453e-8443-36fb56626424'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:30.646915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec31a3-9290-43a6-89b0-3b182cbc729b req-8630a3d9-ee63-4073-b353-0009728afe22 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.658813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0aec31a3-9290-43a6-89b0-3b182cbc729b req-8630a3d9-ee63-4073-b353-0009728afe22 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 948 time: 0.2993863 Jul 16 08:29:30.713919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] No DVR routers for this DVR port 66e20236-d917-48c1-b407-90da66bcc558 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:30.716375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Pushing event deleted for resources: {'Port': ['ID=66e20236-d917-48c1-b407-90da66bcc558,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.722176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.724636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4641948a-a6d9-43b7-96eb-5ae469943c2c req-e333716e-2bbd-4e11-a419-5769b6636dfb tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.18 "DELETE /v2.0/ports/66e20236-d917-48c1-b407-90da66bcc558 HTTP/1.1" status: 204 len: 173 time: 1.1538966 Jul 16 08:29:30.776594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f82b5-2bcd-4695-8bb8-72c5c9c1c93c req-ff4a8299-b4e7-4061-8988-214b66f4e99f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.784629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-006f82b5-2bcd-4695-8bb8-72c5c9c1c93c req-ff4a8299-b4e7-4061-8988-214b66f4e99f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.1787486 Jul 16 08:29:30.792172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:30.819055 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0aec31a3-9290-43a6-89b0-3b182cbc729b req-dbb8b8c5-d3b1-4f6e-8c78-1a8dd301e372 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584349 Jul 16 08:29:30.839439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Set router 1d9da2c1-910b-453e-8443-36fb56626424 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:30.859824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:30.887261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-006f82b5-2bcd-4695-8bb8-72c5c9c1c93c req-7a660664-4f3b-420f-9f00-5fc3353a7eb0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015425 Jul 16 08:29:30.901320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.926141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-1eabf107-e4e8-47ea-a8e5-2134484df646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.934323 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-1eabf107-e4e8-47ea-a8e5-2134484df646 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3616931 Jul 16 08:29:31.000025 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f7e155-51df-4410-bbdd-3b9752d4775c x-openstack-request-id: req-f7f7e155-51df-4410-bbdd-3b9752d4775c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:31.000377 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:31.000605 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7f7e155-51df-4410-bbdd-3b9752d4775c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:31.001005 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'code': 200} Jul 16 08:29:31.009402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:31.066004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb7a0-497c-45a4-96e4-ef6cc4774d0c req-97a3e9fa-fd14-455f-af86-2c656963263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.067713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a96fb7a0-497c-45a4-96e4-ef6cc4774d0c req-97a3e9fa-fd14-455f-af86-2c656963263c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 1098 time: 0.4924037 Jul 16 08:29:31.077452 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-fdbf9d70-ccc7-41b6-85ed-05b3aae836f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0755186 Jul 16 08:29:31.279223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:31.299397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '893f7583-0a25-462b-b332-fd88a1247ee0', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'port_id': '893f7583-0a25-462b-b332-fd88a1247ee0', 'mac_address': 'fa:16:3e:db:da:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e829aa5-3cda-49c1-8430-cc6d0f121991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:31.348653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.349765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-630a02af-b665-48e2-a7dd-abc2a9536a45 req-59fe01c3-a33a-49f6-9339-5cf27861242e tempest-ServersAdminTestJSON-671438800 tempest-ServersAdminTestJSON-671438800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a7d541e-f038-4379-8ab0-6b7551c01608 HTTP/1.1" status: 200 len: 210 time: 0.0870683 Jul 16 08:29:31.354092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.397430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '386333d9-7582-4ed8-875d-4958a6cc8c2f', 'name': '', 'network_id': '49671773-9842-413a-b855-a3717a0f930d', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'mac_address': 'fa:16:3e:2f:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:26Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 2, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'subnets': [{'id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:31.436454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Checking router: 1d9da2c1-910b-453e-8443-36fb56626424 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:31.436860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Updating router 1d9da2c1-910b-453e-8443-36fb56626424 port 386333d9-7582-4ed8-875d-4958a6cc8c2f binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:31.439549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893f7583-0a25-462b-b332-fd88a1247ee0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:31.463223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:31.483573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.484342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:31.492186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.492888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.505528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-b8b15dab-7e08-4a6f-a5fe-0f80ffc2151b service neutron] 10.222.0.36 "PUT /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 1123 time: 3.4293153 Jul 16 08:29:31.591455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7c26-4161-49a9-8eb6-3f47334b19f1 req-b496aa6c-00b9-4cb5-9507-2720fef153f9 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.603292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a96fb7a0-497c-45a4-96e4-ef6cc4774d0c req-6dfeabef-67e2-48af-b8c1-c366ff59e088 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224304 Jul 16 08:29:31.606493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-570a7c26-4161-49a9-8eb6-3f47334b19f1 req-b496aa6c-00b9-4cb5-9507-2720fef153f9 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.1040368 Jul 16 08:29:31.608137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42584) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:31.617368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-72199d66-3c20-4094-8d86-2bc3928f07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.619134 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-72199d66-3c20-4094-8d86-2bc3928f07dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.5236025 Jul 16 08:29:31.622107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Request body: {'floatingip': {'port_id': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:31.718605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.778617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433a111-fdcc-4216-8191-686383009e37 req-4ba1662e-d328-4871-90c9-1fe2ea7d92fc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.780312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f433a111-fdcc-4216-8191-686383009e37 req-4ba1662e-d328-4871-90c9-1fe2ea7d92fc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.6666117 Jul 16 08:29:31.873963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f433a111-fdcc-4216-8191-686383009e37 req-d6846ce2-7821-416f-a1f3-97c6ad4060e2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877483 Jul 16 08:29:31.892344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:32.017664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-fb399134-5f1b-4872-afbf-f86113ac72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.019465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-fb399134-5f1b-4872-afbf-f86113ac72a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087589 Jul 16 08:29:32.031351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.065276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.107852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'mac_address': 'fa:16:3e:69:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:32.140055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.237279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-cfa3552e-2357-4998-9a55-a3fbd5ffcfd6 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093749 Jul 16 08:29:32.245738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e851c-13d0-46d2-989b-26f89580d581 req-e42def72-23c1-4f51-b26a-5dfefedbd2d4 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.252838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c66e851c-13d0-46d2-989b-26f89580d581 req-e42def72-23c1-4f51-b26a-5dfefedbd2d4 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 950 time: 0.1588850 Jul 16 08:29:32.356511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c66e851c-13d0-46d2-989b-26f89580d581 req-232f166f-a3d0-49cc-8472-e3c938e8c3dc tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024885 Jul 16 08:29:32.433914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abb03ffb-2edd-498b-a4fb-8c271e1f900d req-07e594e3-ba7f-4c94-947e-8a3de3697711 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735394 Jul 16 08:29:32.445727 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.456138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Transition to ACTIVE for port object 386333d9-7582-4ed8-875d-4958a6cc8c2f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:32.469102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.549816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.561438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-deleted', 'tag': '66e20236-d917-48c1-b407-90da66bcc558'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:32.596461 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3124f6-dc48-47d0-8d32-65dca05d4855" -d '{"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-deleted", "tag": "66e20236-d917-48c1-b407-90da66bcc558"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:32.742347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c019453-a2c3-49c5-969e-a26a9399ee25 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:32.760022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed330de-7a77-4c8a-a8c5-a9c30d002ddc req-6dd400b1-1520-46c8-8c78-4c1b35916b63 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.777363 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ed330de-7a77-4c8a-a8c5-a9c30d002ddc req-6dd400b1-1520-46c8-8c78-4c1b35916b63 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.2132785 Jul 16 08:29:32.806824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.957777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90769b2e-ac4f-4a6f-b881-b7bf29beeaa8 None None] Pushing event updated for resources: {'Port': ['ID=386333d9-7582-4ed8-875d-4958a6cc8c2f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.962117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ed330de-7a77-4c8a-a8c5-a9c30d002ddc req-4a3c1a9e-8d79-4df9-a629-8ced1ef6f7b3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837583 Jul 16 08:29:32.970861 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.002038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:33.005177 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447" -d '{"events": [{"name": "network-changed", "server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:33.008899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7d6c-d2f1-44cc-8577-ac4c32b80d1b req-fba77851-9a1c-4cfa-88ad-7b4f7ff062ef tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.019586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbbc7d6c-d2f1-44cc-8577-ac4c32b80d1b req-fba77851-9a1c-4cfa-88ad-7b4f7ff062ef tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 946 time: 1.1045680 Jul 16 08:29:33.120605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:33.324275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbbc7d6c-d2f1-44cc-8577-ac4c32b80d1b req-a33cc37f-8023-4f77-8662-3d842325f924 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059232 Jul 16 08:29:33.381556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 66e20236-d917-48c1-b407-90da66bcc558 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:33.381938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66e20236-d917-48c1-b407-90da66bcc558 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:33.443213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.444075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Attempting to bind port 386333d9-7582-4ed8-875d-4958a6cc8c2f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:33.444435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Attempting to bind port 386333d9-7582-4ed8-875d-4958a6cc8c2f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:33.444790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Attempting to bind port 386333d9-7582-4ed8-875d-4958a6cc8c2f on network 49671773-9842-413a-b855-a3717a0f930d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:33.508593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:33.509332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Checking segment: {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:33.519525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.519879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Bound using segment: {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:33.520404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Bound port: 386333d9-7582-4ed8-875d-4958a6cc8c2f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063c57b6-aa68-43bc-895e-0cfd7f374b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49671773-9842-413a-b855-a3717a0f930d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:33.520804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.523135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a30f63-635f-4076-bd76-2f929329bead req-4e436518-ac19-4517-bee9-614665caa90a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.532474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7a30f63-635f-4076-bd76-2f929329bead req-4e436518-ac19-4517-bee9-614665caa90a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.2608638 Jul 16 08:29:33.560625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.resource_extend [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:29:33.574320 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.665080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7a30f63-635f-4076-bd76-2f929329bead req-83c0bd34-12e6-4f80-8587-3b696c38a6dd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171236 Jul 16 08:29:33.696335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9c019453-a2c3-49c5-969e-a26a9399ee25'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:33.732327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['893f7583-0a25-462b-b332-fd88a1247ee0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:33.793844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.801892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.910442 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5af470c-4534-4996-889e-430a763dba88 x-openstack-request-id: req-c5af470c-4534-4996-889e-430a763dba88 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:33.910745 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7d541e-f038-4379-8ab0-6b7551c01608", "name": "network-vif-deleted", "tag": "66e20236-d917-48c1-b407-90da66bcc558", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:33.911049 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5af470c-4534-4996-889e-430a763dba88 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:33.911722 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7d541e-f038-4379-8ab0-6b7551c01608', 'name': 'network-vif-deleted', 'tag': '66e20236-d917-48c1-b407-90da66bcc558', 'status': 'completed', 'code': 200} Jul 16 08:29:33.990931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] For port 386333d9-7582-4ed8-875d-4958a6cc8c2f, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:34.076728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] For port 386333d9-7582-4ed8-875d-4958a6cc8c2f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=386333d9-7582-4ed8-875d-4958a6cc8c2f,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:34.111956 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.118297 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42 associated. External IP: 172.25.0.202, port: 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b. Jul 16 08:29:34.160453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52ce3-dd72-48b8-bc4b-a111a4d1efa6 req-4790a355-ba1f-42c8-9e05-ef5b1b433e4b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:34.169710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c52ce3-dd72-48b8-bc4b-a111a4d1efa6 req-4790a355-ba1f-42c8-9e05-ef5b1b433e4b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.1606965 Jul 16 08:29:34.258973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c52ce3-dd72-48b8-bc4b-a111a4d1efa6 req-3f3c10d3-cde6-400d-aeeb-10a7e1cb0fbf tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846586 Jul 16 08:29:34.363211 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6115d41-e2a0-49d8-84c8-d0e8bf171b3d x-openstack-request-id: req-c6115d41-e2a0-49d8-84c8-d0e8bf171b3d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:34.364585 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:34.365095 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6115d41-e2a0-49d8-84c8-d0e8bf171b3d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:34.365727 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'status': 'completed', 'code': 200} Jul 16 08:29:34.545558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Routers {'1d9da2c1-910b-453e-8443-36fb56626424'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:34.546181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d9da2c1-910b-453e-8443-36fb56626424'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:34.644604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90769b2e-ac4f-4a6f-b881-b7bf29beeaa8 None None] Pushing event updated for resources: {'Port': ['ID=386333d9-7582-4ed8-875d-4958a6cc8c2f,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.654147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42624) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:34.822339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d689-b0fd-4d70-b1b0-9b8b896f4693 req-916a884c-a50f-45f2-bcd1-0b1bcbb8e67c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:34.838521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0d3d689-b0fd-4d70-b1b0-9b8b896f4693 req-916a884c-a50f-45f2-bcd1-0b1bcbb8e67c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.2591782 Jul 16 08:29:34.955766 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0d3d689-b0fd-4d70-b1b0-9b8b896f4693 req-58725009-7cd5-4ccd-b9c9-2bafe38b6697 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087060 Jul 16 08:29:35.039566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] Set router 1d9da2c1-910b-453e-8443-36fb56626424 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:35.059544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-07f9afb5-0102-4137-9de3-91be53a8ba3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f291ca049f140708ec7daf64953e777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995817 Jul 16 08:29:35.062148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:35.139166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:35.165500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d34fe-ac8b-45de-9db7-23619d9beccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.192446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d34fe-ac8b-45de-9db7-23619d9beccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.250069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:35.264975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:35.273348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d34fe-ac8b-45de-9db7-23619d9beccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.280541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d34fe-ac8b-45de-9db7-23619d9beccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.284116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6e2d34fe-ac8b-45de-9db7-23619d9beccf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7c31d50-4112-4d26-afa9-4002f9b4205e HTTP/1.1" status: 204 len: 168 time: 0.2206714 Jul 16 08:29:35.323839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11d14c-d231-495d-921d-8e4f7cb6ee6d req-3093cf65-30eb-45a3-864d-b6a3d44d4331 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.332043 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e11d14c-d231-495d-921d-8e4f7cb6ee6d req-3093cf65-30eb-45a3-864d-b6a3d44d4331 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.2211173 Jul 16 08:29:35.335605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-b32234ad-b88b-4fc4-b6e7-ee53968cee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.337134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-b32234ad-b88b-4fc4-b6e7-ee53968cee85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1126 time: 0.2867956 Jul 16 08:29:35.341351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc has no active binding in host n-h1-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:29:35.346022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7e313-c8d9-415a-970d-f34355811cd0 req-f4fda840-1b00-4357-9d3b-26bb5f21a0c3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.353430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76a7e313-c8d9-415a-970d-f34355811cd0 req-f4fda840-1b00-4357-9d3b-26bb5f21a0c3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 946 time: 0.3055367 Jul 16 08:29:35.391711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e11d14c-d231-495d-921d-8e4f7cb6ee6d req-337737ac-9550-48db-91d1-7950b880cf41 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568004 Jul 16 08:29:35.392026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d34fe-ac8b-45de-9db7-23619d9beccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c31d50-4112-4d26-afa9-4002f9b4205e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:35.524894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76a7e313-c8d9-415a-970d-f34355811cd0 req-50567689-9fdf-4e65-86e4-efb6a567651f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703098 Jul 16 08:29:35.613374 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.719490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-6ecc5e88-415a-4270-a77a-6189f3bcbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.721374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-6ecc5e88-415a-4270-a77a-6189f3bcbbca service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.3657336 Jul 16 08:29:35.725589 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-4edabff4-2018-4e7e-a669-d505bf9ad7df service neutron] 10.222.0.18 "GET /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc/bindings/n-h1-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.1251805 Jul 16 08:29:35.741158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Router 6075770e-7618-4fbb-be94-d22e186a38e4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:35.760918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec19f6-4715-4e6c-81ee-fd5f39500942 req-ad12d548-dedb-4fca-821d-40c2866fd0c1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.763204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-30ec19f6-4715-4e6c-81ee-fd5f39500942 req-ad12d548-dedb-4fca-821d-40c2866fd0c1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.1703138 Jul 16 08:29:35.804531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:35.808501 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eba09f-9d49-4fcb-bb60-47697704bc48" -d '{"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-unplugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:35.841731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-6f3fd3eb-d1eb-467d-ad8f-aa76a528aee4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 217 time: 0.1075501 Jul 16 08:29:35.847205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:35.865984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.879590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-30ec19f6-4715-4e6c-81ee-fd5f39500942 req-c3aa8c47-a417-41ce-baa5-31dbcac9e96e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079977 Jul 16 08:29:35.881082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42652) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:35.936265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:35.949534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '386333d9-7582-4ed8-875d-4958a6cc8c2f', 'name': '', 'network_id': '49671773-9842-413a-b855-a3717a0f930d', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'mac_address': 'fa:16:3e:2f:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:26Z', 'updated_at': '2021-07-16T08:29:33Z', 'revision_number': 4, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'subnets': [{'id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:35.960866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d1fe9a4-22d5-4575-99c2-b6aaa1501a08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a9572a65be7460b8c7075361bc84d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786421 Jul 16 08:29:35.963460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:35.986118 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf77115-8272-4be2-906f-a1560803dcd2 x-openstack-request-id: req-baf77115-8272-4be2-906f-a1560803dcd2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:35.986679 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-unplugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:35.988356 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-baf77115-8272-4be2-906f-a1560803dcd2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:35.989085 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'code': 200} Jul 16 08:29:35.990933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a63e77-bfdc-437c-8eda-f47158474b4f None None] The sync data for ids ['1d9da2c1-910b-453e-8443-36fb56626424'] in n-d-798249-10 is: [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '386333d9-7582-4ed8-875d-4958a6cc8c2f', 'name': '', 'network_id': '49671773-9842-413a-b855-a3717a0f930d', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'mac_address': 'fa:16:3e:2f:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:26Z', 'updated_at': '2021-07-16T08:29:33Z', 'revision_number': 4, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'subnets': [{'id': 'fdc6f432-1ef8-43e7-aa12-17fdf3f944fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:36.030406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68f8a48d-5ee0-4fbc-9785-fa9fa44c94e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.100425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68f8a48d-5ee0-4fbc-9785-fa9fa44c94e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.211476 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68f8a48d-5ee0-4fbc-9785-fa9fa44c94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.215934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68f8a48d-5ee0-4fbc-9785-fa9fa44c94e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.217152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-68f8a48d-5ee0-4fbc-9785-fa9fa44c94e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7038986-32e9-4823-bf1e-0aff9b8e4e1f HTTP/1.1" status: 204 len: 168 time: 0.2524834 Jul 16 08:29:36.239254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a48d-5ee0-4fbc-9785-fa9fa44c94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7038986-32e9-4823-bf1e-0aff9b8e4e1f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.320908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 386333d9-7582-4ed8-875d-4958a6cc8c2f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:36.340048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:36.345193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.351070 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:36.364081 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:36.371558 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:36.387573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8cd02ce1-1c9a-4976-9f8d-0ccdff0623dc tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "PUT /v2.0/floatingips/8df50a58-199f-4969-9b28-4e5740d9fc42 HTTP/1.1" status: 200 len: 992 time: 4.7760227 Jul 16 08:29:36.389439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-74f3ad1c-d72e-4d30-b52c-e62a51fb325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.391177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-74f3ad1c-d72e-4d30-b52c-e62a51fb325d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.5410516 Jul 16 08:29:36.394558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:36.397260 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2c10e0-4757-4527-a4af-b4c942f62a52" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:36.458678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 386333d9-7582-4ed8-875d-4958a6cc8c2f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:36.465181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 386333d9-7582-4ed8-875d-4958a6cc8c2f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:36.466257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.472984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353d5d9-af49-40de-87aa-33be5da8135a req-9e05a368-3712-49f6-867c-e8d5f54167f8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.486559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8353d5d9-af49-40de-87aa-33be5da8135a req-9e05a368-3712-49f6-867c-e8d5f54167f8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 943 time: 0.2233090 Jul 16 08:29:36.510099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-5c61875a-5fcf-469e-8f5d-46d47b258668 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838716 Jul 16 08:29:36.602863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8353d5d9-af49-40de-87aa-33be5da8135a req-10de198e-e5f9-45ab-9443-34dde8b23d03 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153057 Jul 16 08:29:36.662539 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:36.693582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46356f5b-16ef-4276-bfeb-dbaa66f7822d req-c9e3fc06-4955-428f-82f4-311eed99655a tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.705534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46356f5b-16ef-4276-bfeb-dbaa66f7822d req-c9e3fc06-4955-428f-82f4-311eed99655a tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 946 time: 0.7806687 Jul 16 08:29:37.055943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46356f5b-16ef-4276-bfeb-dbaa66f7822d req-b270e768-1faa-46e8-a5fb-5fbdc621dd18 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493836 Jul 16 08:29:37.083252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:37.085631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:37.149925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca5dc6-ec18-4875-b5ab-c57b48faaa82 req-c407ee12-01f8-46ec-9630-421974539f8d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.154325 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6ca5dc6-ec18-4875-b5ab-c57b48faaa82 req-c407ee12-01f8-46ec-9630-421974539f8d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.1986766 Jul 16 08:29:37.167039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:37.214002 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.256230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 386333d9-7582-4ed8-875d-4958a6cc8c2f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=386333d9-7582-4ed8-875d-4958a6cc8c2f,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:37.272080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.314071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:37.348005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:37.385339 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c58015-c8e8-48a3-8c1f-2b0dd5478add x-openstack-request-id: req-a8c58015-c8e8-48a3-8c1f-2b0dd5478add {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:37.385339 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:37.385339 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8c58015-c8e8-48a3-8c1f-2b0dd5478add {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:37.386895 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'status': 'completed', 'code': 200} Jul 16 08:29:37.392925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.403821 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:37.415023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=386333d9-7582-4ed8-875d-4958a6cc8c2f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.426977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 893f7583-0a25-462b-b332-fd88a1247ee0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:37.439427 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8df50a58-199f-4969-9b28-4e5740d9fc42', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'port_id': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'mac_address': 'fa:16:3e:27:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:29:33Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:37.445610 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6ca5dc6-ec18-4875-b5ab-c57b48faaa82 req-ac86f077-2a33-4659-b151-17034ed3a5bd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733084 Jul 16 08:29:37.453937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 893f7583-0a25-462b-b332-fd88a1247ee0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:37.454547 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.488308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-fa3ba5d8-22e3-4ab0-9b12-f7d07df7ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.497117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-fa3ba5d8-22e3-4ab0-9b12-f7d07df7ddbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 1098 time: 0.3392322 Jul 16 08:29:37.512324 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:37.532812 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:37.533880 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:37.727828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.777931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-d55b3011-134a-4575-b312-6fdff059e27b service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2439950 Jul 16 08:29:37.825420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-fd225bea-18ef-4762-acf7-9c1fd5d37198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.829981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-fd225bea-18ef-4762-acf7-9c1fd5d37198 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 200 len: 924 time: 0.3252132 Jul 16 08:29:37.833611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:37.840623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.841780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:37.856570 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:37.972965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.995978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:38.001231 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7cfd74-aaa5-4547-bafd-f77d2113e9cc" -d '{"events": [{"server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "name": "network-vif-plugged", "status": "completed", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:38.015194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 9c019453-a2c3-49c5-969e-a26a9399ee25 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:38.024772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 9c019453-a2c3-49c5-969e-a26a9399ee25 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:38.025725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.105740 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-0f4cccd9-5419-4c4e-a26e-17f713e160af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b HTTP/1.1" status: 200 len: 1000 time: 0.2688718 Jul 16 08:29:38.180306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9dc3dce-2f2a-4dd1-8895-6c0b5420c447 req-7f49c563-354c-429e-ac3e-d91be5b07315 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578484 Jul 16 08:29:38.258487 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.260894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-56814210-0a2c-4aa2-b47d-7769cacf9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.265920 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-56814210-0a2c-4aa2-b47d-7769cacf9249 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 200 len: 862 time: 0.1530704 Jul 16 08:29:38.296235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 386333d9-7582-4ed8-875d-4958a6cc8c2f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:38.335120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] Transition to ACTIVE for port object c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:38.382673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097b48d-beae-4e86-85f0-004510f28c61 req-3fee06b7-6ca2-4262-a7e0-34eb96e45d4d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.391794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1097b48d-beae-4e86-85f0-004510f28c61 req-3fee06b7-6ca2-4262-a7e0-34eb96e45d4d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.7873478 Jul 16 08:29:38.403959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.421449 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8df50a58-199f-4969-9b28-4e5740d9fc42', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'port_id': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'mac_address': 'fa:16:3e:27:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:29:33Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:38.491805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:38.492924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 386333d9-7582-4ed8-875d-4958a6cc8c2f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:38.493295 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.496691 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55b560-8630-4ad1-85d1-ba922be5fbfb None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8df50a58-199f-4969-9b28-4e5740d9fc42', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'port_id': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'mac_address': 'fa:16:3e:27:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:29:33Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:38.501291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-9cd1c545-f7c9-4b4d-8d62-4a6da20150cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.506812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-9cd1c545-f7c9-4b4d-8d62-4a6da20150cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346497 Jul 16 08:29:38.561860 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.632046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:38.688860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:38.777933 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-689c01b2-cbfd-46db-b5e2-80bbaa5b01f7 service neutron] 10.222.0.18 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631359 Jul 16 08:29:38.792189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] No DVR routers for this DVR port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:38.828304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1097b48d-beae-4e86-85f0-004510f28c61 req-43d84671-39cc-4b26-a0fe-75aca340a32e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141641 Jul 16 08:29:38.893744 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ac1021df-b11b-4f8f-b2ab-f8412a5ac041 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc/bindings/n-h1-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 3.1606143 Jul 16 08:29:39.012057 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa2c10e0-4757-4527-a4af-b4c942f62a52 req-e54e996f-d6e4-40c7-b514-e0bedd1163e6 service neutron] 10.222.0.18 "GET /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271121 Jul 16 08:29:39.042643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:39.153390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ae9d7719-5d57-4b9e-86bd-4a29e60f46ad tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.154918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-ae9d7719-5d57-4b9e-86bd-4a29e60f46ad tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.1418049 Jul 16 08:29:39.194302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339e6e8-8ff5-4094-9d22-0c7b27251d3a None None] New status for floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:29:39.255372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc83e1b-5c8d-44d5-babd-aeb6ce9df534 req-153eec88-88ef-41f2-90cb-0cc9a0912b05 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.280867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcc83e1b-5c8d-44d5-babd-aeb6ce9df534 req-153eec88-88ef-41f2-90cb-0cc9a0912b05 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.1721971 Jul 16 08:29:39.336724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-d4122a49-317b-4b50-828f-b443a3b6d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.339501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-d4122a49-317b-4b50-828f-b443a3b6d6b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565&tenant_id=ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 1096 time: 0.1684744 Jul 16 08:29:39.395087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcc83e1b-5c8d-44d5-babd-aeb6ce9df534 req-aa38a6f4-c4a0-4377-a4e9-8867849260c1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017623 Jul 16 08:29:39.551512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:39.575115 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586fd05-e11c-4386-998c-e684c7899381 x-openstack-request-id: req-7586fd05-e11c-4386-998c-e684c7899381 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:39.575489 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "name": "network-vif-plugged", "status": "completed", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:39.575681 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7586fd05-e11c-4386-998c-e684c7899381 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:39.575945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-496746a1-f895-4ef7-946c-5cc31aed4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.576452 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0', 'code': 200} Jul 16 08:29:39.581915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-496746a1-f895-4ef7-946c-5cc31aed4164 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1096 time: 0.1759350 Jul 16 08:29:39.788817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:39.848436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:39.872001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'mac_address': 'fa:16:3e:15:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:39.975206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.980666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-dc570cac-6bc8-4c61-86f1-29054a03beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.982192 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-dc570cac-6bc8-4c61-86f1-29054a03beac service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.3921506 Jul 16 08:29:40.002358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59f77b95-55c9-45af-9ea2-6c42f73817e0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:40.052378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-6840cf5e-bb92-4f62-838b-b0ad54f49ff7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 200 len: 217 time: 0.0554216 Jul 16 08:29:40.058369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b967814-3e67-4a4d-aa07-eaa7f33ffcff req-0c02e71b-19df-48ce-92bd-fcac241c011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.059935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b967814-3e67-4a4d-aa07-eaa7f33ffcff req-0c02e71b-19df-48ce-92bd-fcac241c011d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1098 time: 0.2845192 Jul 16 08:29:40.072654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:40.074028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cf84-212b-411a-ab63-fceaec494c1b req-74aa0d5d-b310-4fdd-8837-44d19bde11de tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.075935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3c9cf84-212b-411a-ab63-fceaec494c1b req-74aa0d5d-b310-4fdd-8837-44d19bde11de tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.2993402 Jul 16 08:29:40.077909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.170195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.189243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a3c9cf84-212b-411a-ab63-fceaec494c1b req-00c811e7-d2ec-4616-976a-df3fb3e0c510 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973113 Jul 16 08:29:40.192006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-32801edd-f2e9-4ad6-b03b-342b325d73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.194315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-32801edd-f2e9-4ad6-b03b-342b325d73ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1162932 Jul 16 08:29:40.196859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b967814-3e67-4a4d-aa07-eaa7f33ffcff req-7cd54213-ce99-41ed-adc3-299118d4a307 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094725 Jul 16 08:29:40.199858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.200213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.200556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.201252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.201607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.201945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.202277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.202677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.203133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.203503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.203832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.204283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:40.393138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a99a85da-2d83-451f-a17d-5e30a1f06ded tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246761 Jul 16 08:29:40.404076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['59f77b95-55c9-45af-9ea2-6c42f73817e0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:40.499975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fb453-2604-4d9d-b531-cac5935c32c4 req-371068ce-a9a6-43b5-8fcb-771929971d00 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.507214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-794fb453-2604-4d9d-b531-cac5935c32c4 req-371068ce-a9a6-43b5-8fcb-771929971d00 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1456027 Jul 16 08:29:40.552281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-e71e53af-3c6d-4618-804b-bd083de93ae2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.560464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-e71e53af-3c6d-4618-804b-bd083de93ae2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596324 Jul 16 08:29:40.578477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-794fb453-2604-4d9d-b531-cac5935c32c4 req-3a06a517-ea9e-45c7-82be-e1e944612844 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682595 Jul 16 08:29:40.584576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-184a8a35-0cf0-4ef4-bef9-f9cdce50b8f5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/quotas/777b61050e5c47849de078946be41740 HTTP/1.1" status: 200 len: 375 time: 0.0228710 Jul 16 08:29:40.624600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-f01c9daf-7bac-4fc1-b4f3-53a0747843fa tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386868 Jul 16 08:29:40.663554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-12fd6da0-1868-4880-a7ef-c35ce4b25470 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441363 Jul 16 08:29:40.880207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-475e6e28-f1e8-4442-a9dc-631fd2cb4963 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071021 Jul 16 08:29:41.127046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:41.265670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 59f77b95-55c9-45af-9ea2-6c42f73817e0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:41.266842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.268652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e90435-a17c-4e0b-be99-626bc0467425 req-32df0b8d-1962-40f9-9892-3bb02df8f819 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.273498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40e90435-a17c-4e0b-be99-626bc0467425 req-32df0b8d-1962-40f9-9892-3bb02df8f819 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 946 time: 0.1834707 Jul 16 08:29:41.366167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40e90435-a17c-4e0b-be99-626bc0467425 req-3a5ee890-598d-4d48-a4fa-c6a738b8c93f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857849 Jul 16 08:29:41.411583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ed96d-a095-4771-abfb-89845a91024d req-392c11c6-caac-4aff-a445-980be4783735 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.432200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b1ed96d-a095-4771-abfb-89845a91024d req-392c11c6-caac-4aff-a445-980be4783735 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.3699412 Jul 16 08:29:41.505784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-070150bc-6a02-43bc-a67a-9364355ac541 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079941 Jul 16 08:29:41.552879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b1ed96d-a095-4771-abfb-89845a91024d req-675d6597-ecc7-4f21-ba5f-b3700e256344 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184556 Jul 16 08:29:41.558929 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.586075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:41.590944 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4197f2b-e0cc-41eb-b70c-4a582a134bc1" -d '{"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:41.722136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:41.727114 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f73ef3a9-c29b-40b8-bfe1-ab1ac31c6b44 req-37e2f55a-a4a0-4165-a41b-e4abd173f3d3 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 210 time: 0.0892746 Jul 16 08:29:41.732069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.873154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.889468 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0ff59-71fd-4f7a-a067-44697d071b03 x-openstack-request-id: req-90b0ff59-71fd-4f7a-a067-44697d071b03 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:41.889805 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:41.891032 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90b0ff59-71fd-4f7a-a067-44697d071b03 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:41.895688 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'code': 200} Jul 16 08:29:41.983098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f91946-2d3c-4995-9f6a-88d561108fdc req-1eb07623-6b50-49bc-97c2-ca74dbe70e7b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.996301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87f91946-2d3c-4995-9f6a-88d561108fdc req-1eb07623-6b50-49bc-97c2-ca74dbe70e7b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1589172 Jul 16 08:29:42.084061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87f91946-2d3c-4995-9f6a-88d561108fdc req-871c5b3d-6d1b-4dc2-b765-05aa45f576ba tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864084 Jul 16 08:29:42.202052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed851d-d3df-4ac0-b0a8-9f8331b9da9a req-4940c9bb-e3eb-4547-bcef-c6bf8f729e1e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.210409 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4ed851d-d3df-4ac0-b0a8-9f8331b9da9a req-4940c9bb-e3eb-4547-bcef-c6bf8f729e1e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1904638 Jul 16 08:29:42.321239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4ed851d-d3df-4ac0-b0a8-9f8331b9da9a req-1a980710-6223-4def-9be5-751bad8568cf tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074333 Jul 16 08:29:42.393340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-6080fa6d-c963-4b61-a31e-c8634c4205e4 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.398495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-6080fa6d-c963-4b61-a31e-c8634c4205e4 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.1630220 Jul 16 08:29:42.675721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-dbb77939-d7cf-44cc-8891-a2d8af36d27b service neutron] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:42.682127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-dbb77939-d7cf-44cc-8891-a2d8af36d27b service neutron] Notify callbacks [] for binding, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.683265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b35db829-0c9c-4f9c-8b37-6fcd020103d2 req-dbb77939-d7cf-44cc-8891-a2d8af36d27b service neutron] 10.222.0.36 "DELETE /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc/bindings/n-h2-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.2784498 Jul 16 08:29:42.716808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720976d6-9abc-4bdb-b7cb-d385a4d19184 req-9e2374b4-f492-4117-b50a-94e2ccee2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.718341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-720976d6-9abc-4bdb-b7cb-d385a4d19184 req-9e2374b4-f492-4117-b50a-94e2ccee2f47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1102 time: 0.1132886 Jul 16 08:29:42.860101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-720976d6-9abc-4bdb-b7cb-d385a4d19184 req-a76f7266-b94b-40ba-bd2a-1b34dd496e02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251783 Jul 16 08:29:42.926380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25fb25a0-816e-4d86-8ab0-f357ae1cf6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.938238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5465ff-5fdf-4465-a562-bb2c66d61e86 req-e6f01dd1-4939-4e9c-b7ce-c2db4b70c534 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.958093 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb5465ff-5fdf-4465-a562-bb2c66d61e86 req-e6f01dd1-4939-4e9c-b7ce-c2db4b70c534 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 946 time: 0.2202594 Jul 16 08:29:43.046529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb5465ff-5fdf-4465-a562-bb2c66d61e86 req-35558c3b-59bb-4ed4-98ad-44321d6abd55 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870626 Jul 16 08:29:43.110879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa22cf-90f1-43a8-9f1e-73120aefc90d req-5653f727-e4ad-498b-b44b-54cfb70ae6c3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.123451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16fa22cf-90f1-43a8-9f1e-73120aefc90d req-5653f727-e4ad-498b-b44b-54cfb70ae6c3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.1758301 Jul 16 08:29:43.151079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:43.312158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16fa22cf-90f1-43a8-9f1e-73120aefc90d req-fbe1ea2d-ba26-49af-9239-c7b32f6627f2 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791019 Jul 16 08:29:43.355855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8060dab1-e8b3-414b-8a9d-b96cfb40cd65 req-2d39c4cd-83a9-4e0d-b363-9eb06136ac47 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 210 time: 0.1298304 Jul 16 08:29:43.566949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:43.605935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '3922c8be-3baf-406e-a994-f7d4ed325309', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'port_id': '3922c8be-3baf-406e-a994-f7d4ed325309', 'mac_address': 'fa:16:3e:a9:69:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2afe82-f345-4038-ae9d-f4dfce39fae8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:43.712248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-e1b80dcc-58bb-4589-a127-8297a7ad9798 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727491 Jul 16 08:29:43.781890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.838339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3922c8be-3baf-406e-a994-f7d4ed325309 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:43.894131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819618-c9bb-4f2e-85f6-b99fa15979e2 req-2e5041c4-6f5d-4367-93c9-2b9480c2f341 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.895888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:43.897045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:43.899643 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090466f1-8250-4e1e-a61f-1459986ce7b2" -d '{"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-plugged", "status": "completed", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:43.900361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d819618-c9bb-4f2e-85f6-b99fa15979e2 req-2e5041c4-6f5d-4367-93c9-2b9480c2f341 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1525648 Jul 16 08:29:43.915775 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.992048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d88f-b5fe-436d-bf6a-1f4b81934a00 req-39e1e6f5-06a9-40d3-941a-23a33b05c2a3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.006055 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97f0d88f-b5fe-436d-bf6a-1f4b81934a00 req-39e1e6f5-06a9-40d3-941a-23a33b05c2a3 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.4750130 Jul 16 08:29:44.026699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d819618-c9bb-4f2e-85f6-b99fa15979e2 req-cbb0a7bd-5e92-4f36-bc45-2fd610002941 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081810 Jul 16 08:29:44.037746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:44.116915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97f0d88f-b5fe-436d-bf6a-1f4b81934a00 req-b3129ab5-8414-41e9-b411-dedb73b880f6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074259 Jul 16 08:29:44.185105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-e644799f-ce3b-49fd-b89f-1599f71988d3 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.186643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-e644799f-ce3b-49fd-b89f-1599f71988d3 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648523 Jul 16 08:29:44.204736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:44.226596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['3922c8be-3baf-406e-a994-f7d4ed325309'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:44.446839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:44.456224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.519251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.589280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17394c52-9247-4b16-a85e-70f8f304d445 req-27992e61-0a9d-4ec4-b05c-f262d5d7d645 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.596729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17394c52-9247-4b16-a85e-70f8f304d445 req-27992e61-0a9d-4ec4-b05c-f262d5d7d645 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 1096 time: 0.1606925 Jul 16 08:29:44.656990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17394c52-9247-4b16-a85e-70f8f304d445 req-02c8e883-feab-493a-9403-b77cc0a869d5 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592966 Jul 16 08:29:44.742778 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c2cc68-143f-4c80-b243-5ed6a3ebc0bb x-openstack-request-id: req-09c2cc68-143f-4c80-b243-5ed6a3ebc0bb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:44.743070 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-plugged", "status": "completed", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:44.743589 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09c2cc68-143f-4c80-b243-5ed6a3ebc0bb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:44.746242 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'code': 200} Jul 16 08:29:44.756368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.772242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.906161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e958a9-4deb-4b4d-a28e-8c5cb85de191,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:44.992529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.173 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/811390f0-2ff7-42a9-aef5-23353cbfae54) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:45.176388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:45.312003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 3922c8be-3baf-406e-a994-f7d4ed325309 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:45.312354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.488040 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.539580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:45.556579 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.653228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:45.688854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.693463 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8082df9-9cff-474c-8725-d9f89d9aff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.786546 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.804118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object 811390f0-2ff7-42a9-aef5-23353cbfae54 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:45.851703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.941321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:45.956524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:45.970772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:46.011983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=811390f0-2ff7-42a9-aef5-23353cbfae54,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.054087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236edc0e-2dba-4ad4-bb5b-b3da76e3d20c req-50bdca85-f80e-4e9c-9936-5fa08bae630a tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.061463 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-236edc0e-2dba-4ad4-bb5b-b3da76e3d20c req-50bdca85-f80e-4e9c-9936-5fa08bae630a tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1098 time: 0.2224591 Jul 16 08:29:46.101226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.102052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.145826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-236edc0e-2dba-4ad4-bb5b-b3da76e3d20c req-bee0ed06-eb2d-4e20-bdf0-b2de429a6c18 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830226 Jul 16 08:29:46.151833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-12fd88bc-33fc-40ca-ba40-578a91fb6353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9564455 Jul 16 08:29:46.165011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Request body: {'port': {'device_id': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:46.382948 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.423168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-43f94c10-fee6-4298-90dd-0bbbc40a26a7 None None] Provisioning for port 811390f0-2ff7-42a9-aef5-23353cbfae54 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:46.429976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-43f94c10-fee6-4298-90dd-0bbbc40a26a7 None None] Provisioning complete for port 811390f0-2ff7-42a9-aef5-23353cbfae54 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:46.431808 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43f94c10-fee6-4298-90dd-0bbbc40a26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.544059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43f94c10-fee6-4298-90dd-0bbbc40a26a7 None None] Port 811390f0-2ff7-42a9-aef5-23353cbfae54 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:46.554459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20c5b6-f9ce-4a45-9c98-fcff3a806b39 req-a2d930ba-56ec-4351-a741-0f3e948a88b3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.561836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d20c5b6-f9ce-4a45-9c98-fcff3a806b39 req-a2d930ba-56ec-4351-a741-0f3e948a88b3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 946 time: 0.2371297 Jul 16 08:29:46.568756 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.748977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d20c5b6-f9ce-4a45-9c98-fcff3a806b39 req-8093515c-a4ab-4001-b0c7-5a22da6c4669 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829515 Jul 16 08:29:46.749105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:46.771575 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb6118b-e7d5-45bf-9172-2df48ab62215" -d '{"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-plugged", "status": "completed", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:47.032937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72d344-8ee1-4672-a79d-dca43324d16f req-d85713b6-a51e-4009-adcc-d93504b34652 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.035806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af72d344-8ee1-4672-a79d-dca43324d16f req-d85713b6-a51e-4009-adcc-d93504b34652 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 936 time: 0.1591375 Jul 16 08:29:47.038463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811390f0-2ff7-42a9-aef5-23353cbfae54 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:47.055759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.092683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Transition to ACTIVE for port object 811390f0-2ff7-42a9-aef5-23353cbfae54 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:47.134532 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.178301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af72d344-8ee1-4672-a79d-dca43324d16f req-8b3ed8f6-5916-4e9b-a071-e95d58516bc0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339726 Jul 16 08:29:47.349475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Pushing event updated for resources: {'Port': ['ID=811390f0-2ff7-42a9-aef5-23353cbfae54,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.362845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Attempting to bind port 811390f0-2ff7-42a9-aef5-23353cbfae54 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:47.363307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Attempting to bind port 811390f0-2ff7-42a9-aef5-23353cbfae54 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:47.364403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Attempting to bind port 811390f0-2ff7-42a9-aef5-23353cbfae54 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:47.374327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Port 811390f0-2ff7-42a9-aef5-23353cbfae54 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:47.374827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Attempting to bind port 811390f0-2ff7-42a9-aef5-23353cbfae54 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:47.381060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:47.381537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:47.382023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:47.386681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Bound port: 811390f0-2ff7-42a9-aef5-23353cbfae54, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:47.387267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.480638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] For port 811390f0-2ff7-42a9-aef5-23353cbfae54, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:47.483973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] For port 811390f0-2ff7-42a9-aef5-23353cbfae54, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=811390f0-2ff7-42a9-aef5-23353cbfae54,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:47.492404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.550084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.551311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.552885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] 10.222.0.18 "PUT /v2.0/ports/811390f0-2ff7-42a9-aef5-23353cbfae54 HTTP/1.1" status: 200 len: 1097 time: 1.3924623 Jul 16 08:29:47.553445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'tag': '811390f0-2ff7-42a9-aef5-23353cbfae54'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:47.556041 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce240e7e-8653-44e4-b089-531161a79cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "777c333e-4f3d-4926-ad62-3c2861dd6e43", "tag": "811390f0-2ff7-42a9-aef5-23353cbfae54"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:47.575098 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.649181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4ffd4-253c-484b-8ffb-b4b66a0d0596 service neutron] Pushing event updated for resources: {'Port': ['ID=811390f0-2ff7-42a9-aef5-23353cbfae54,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.710695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-f70dd36e-52cd-4b79-90b4-7f6fa0a46e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.714244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-f70dd36e-52cd-4b79-90b4-7f6fa0a46e05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 1100 time: 0.1119518 Jul 16 08:29:47.794997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-5c8be3d0-3dc8-459a-be52-9c9fe1e10913 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=811390f0-2ff7-42a9-aef5-23353cbfae54 HTTP/1.1" status: 200 len: 217 time: 0.0718515 Jul 16 08:29:47.888802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-c09ef544-70ef-4f6a-9840-8a89c6e3b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.890403 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-c09ef544-70ef-4f6a-9840-8a89c6e3b39e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0827832 Jul 16 08:29:48.009701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-5ba6ae45-a0cf-4ce9-be57-02934d19e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.011389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-5ba6ae45-a0cf-4ce9-be57-02934d19e09b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133351 Jul 16 08:29:48.138996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-2ea128f1-7be8-4851-8b5f-5a34f37b9fba service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182668 Jul 16 08:29:48.231137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.319794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5abef237-ed32-4a26-b132-70db5a6528c9 req-25bcc26d-543c-49eb-b117-68dc2cf5e8b1 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681695 Jul 16 08:29:49.209574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:49.372022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.411739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:49.421736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.488455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.064346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 811390f0-2ff7-42a9-aef5-23353cbfae54 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:51.243497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 811390f0-2ff7-42a9-aef5-23353cbfae54, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=811390f0-2ff7-42a9-aef5-23353cbfae54,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:51.243497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '811390f0-2ff7-42a9-aef5-23353cbfae54', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '811390f0-2ff7-42a9-aef5-23353cbfae54', 'mac_address': 'fa:16:3e:d2:aa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:51.286394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.304989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811390f0-2ff7-42a9-aef5-23353cbfae54 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:51.336406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 811390f0-2ff7-42a9-aef5-23353cbfae54, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=811390f0-2ff7-42a9-aef5-23353cbfae54,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:51.365755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.418716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=811390f0-2ff7-42a9-aef5-23353cbfae54,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.617362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:53.079724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 811390f0-2ff7-42a9-aef5-23353cbfae54 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:53.136872 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 811390f0-2ff7-42a9-aef5-23353cbfae54 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:53.141574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 811390f0-2ff7-42a9-aef5-23353cbfae54 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:53.141960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.281118 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.326831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 811390f0-2ff7-42a9-aef5-23353cbfae54, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=811390f0-2ff7-42a9-aef5-23353cbfae54,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:53.334436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.398260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=811390f0-2ff7-42a9-aef5-23353cbfae54,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:54.187711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-ba538da3-9783-4c44-98b8-0241061958cc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.189402 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-ba538da3-9783-4c44-98b8-0241061958cc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.1311364 Jul 16 08:29:54.208118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-e4424ad8-224a-4223-a3f8-1261fa2cbffd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/quotas/ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 375 time: 0.0122919 Jul 16 08:29:54.231510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94246c4-2d6a-4930-a3a0-5d91c3472db8 req-c2bc620b-fa45-45ce-8019-bcc1d2845921 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.233283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c94246c4-2d6a-4930-a3a0-5d91c3472db8 req-c2bc620b-fa45-45ce-8019-bcc1d2845921 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.0786741 Jul 16 08:29:54.289182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-63d7fd4c-7b45-4593-a81b-85a01e14e67e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747731 Jul 16 08:29:54.289410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c94246c4-2d6a-4930-a3a0-5d91c3472db8 req-543ea125-1959-4154-9bf6-0806287cf8a5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 Jul 16 08:29:54.403053 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-a62c99d4-046c-4621-8d29-308e16aca6f5 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066289 Jul 16 08:29:54.562304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-e3e0f755-3a22-49e9-b292-b59a4d7a15b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511567 Jul 16 08:29:54.568021 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef3e794-d6c9-4f0b-acb6-37b4fc1ebe08 x-openstack-request-id: req-1ef3e794-d6c9-4f0b-acb6-37b4fc1ebe08 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:54.568528 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-plugged", "status": "completed", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:54.568720 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ef3e794-d6c9-4f0b-acb6-37b4fc1ebe08 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:54.569226 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309', 'code': 200} Jul 16 08:29:54.799548 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173a68ce-bfc4-4783-9d8f-f873ae23f34f x-openstack-request-id: req-173a68ce-bfc4-4783-9d8f-f873ae23f34f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:54.800277 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777c333e-4f3d-4926-ad62-3c2861dd6e43", "tag": "811390f0-2ff7-42a9-aef5-23353cbfae54", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:54.800541 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-173a68ce-bfc4-4783-9d8f-f873ae23f34f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:54.805681 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'tag': '811390f0-2ff7-42a9-aef5-23353cbfae54', 'status': 'completed', 'code': 200} Jul 16 08:29:54.951568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-02cdb5ac-ac8c-4cd3-9f56-41862c41a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.954372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-02cdb5ac-ac8c-4cd3-9f56-41862c41a114 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 1102 time: 0.1122017 Jul 16 08:29:55.172067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-c6c5350e-7365-4d0e-991d-a72230ce7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.174233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-c6c5350e-7365-4d0e-991d-a72230ce7402 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2117975 Jul 16 08:29:55.227511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7840f9d-55b5-4abb-a3b0-9dce617b7718 req-e0ad95f9-a4b0-40f0-883b-14269baabef4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.229166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-0df4a161-7112-4a13-9dff-81da089d8779 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=811390f0-2ff7-42a9-aef5-23353cbfae54 HTTP/1.1" status: 200 len: 217 time: 0.0467358 Jul 16 08:29:55.230189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7840f9d-55b5-4abb-a3b0-9dce617b7718 req-e0ad95f9-a4b0-40f0-883b-14269baabef4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1441891 Jul 16 08:29:55.269945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ea74-efb9-4c0e-8556-d7ebb7223bd7 req-54b7133c-f08b-456d-a0d3-ee71f9d9c19f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.277381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e705ea74-efb9-4c0e-8556-d7ebb7223bd7 req-54b7133c-f08b-456d-a0d3-ee71f9d9c19f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.1876132 Jul 16 08:29:55.291238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7840f9d-55b5-4abb-a3b0-9dce617b7718 req-e9e3628f-03af-4ef3-a9ee-1f04b791d696 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508113 Jul 16 08:29:55.362557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e705ea74-efb9-4c0e-8556-d7ebb7223bd7 req-2b9ea689-17de-4d3f-ba98-8a0c2afccc68 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838420 Jul 16 08:29:55.377677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-76e3f2ae-ca9b-4984-a7e7-b12363b8d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.381733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-76e3f2ae-ca9b-4984-a7e7-b12363b8d4d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1428916 Jul 16 08:29:55.401440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8031406e-09ab-4e0a-b8f6-12f94db831e8 req-73c82b71-e55b-43de-af2f-8e7794e47928 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 210 time: 0.0575583 Jul 16 08:29:55.514553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-c6a618a7-0c13-43f8-8335-91cfe2c9cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.519061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-c6a618a7-0c13-43f8-8335-91cfe2c9cbf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308768 Jul 16 08:29:55.660134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c32b-0025-4039-a9e6-ca7c985a3663 req-f505eded-478b-48c0-8702-7f9a97602116 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.661691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a234c32b-0025-4039-a9e6-ca7c985a3663 req-f505eded-478b-48c0-8702-7f9a97602116 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 944 time: 0.1376321 Jul 16 08:29:55.686597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214ea0-baee-4835-a2e1-474ee8b9ca6a req-bf3acea0-4f60-4780-9955-c5c00c6b5e2a tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.696207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa214ea0-baee-4835-a2e1-474ee8b9ca6a req-bf3acea0-4f60-4780-9955-c5c00c6b5e2a tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 950 time: 0.1207767 Jul 16 08:29:55.696675 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-34fc9282-8b27-4047-9f1a-19dbdc8c6756 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421092 Jul 16 08:29:55.734398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a234c32b-0025-4039-a9e6-ca7c985a3663 req-32d3aaac-4a00-44ae-a93e-49efd67d5e54 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561528 Jul 16 08:29:55.766623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa214ea0-baee-4835-a2e1-474ee8b9ca6a req-c106ac3d-9650-4f7d-bc17-8e089ac754e9 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Jul 16 08:29:55.835346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce240e7e-8653-44e4-b089-531161a79cb9 req-4e078ef3-6297-4a57-b736-6107a79a6563 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252620 Jul 16 08:29:56.190524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-b5915409-f437-4783-8317-d9a55c518c3e tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.192020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-b5915409-f437-4783-8317-d9a55c518c3e tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/networks?id=460f654d-bbbb-45d7-b31d-1cb459506640 HTTP/1.1" status: 200 len: 815 time: 0.1121473 Jul 16 08:29:56.210303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-0396bda3-0ed0-4b05-a4ec-9cd180017447 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/quotas/e662df9f863a493eaf8b0efb7ed840dd HTTP/1.1" status: 200 len: 375 time: 0.0122516 Jul 16 08:29:56.293017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-49a03fd7-7d34-4640-90f9-b931ee8b79d8 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e662df9f863a493eaf8b0efb7ed840dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781467 Jul 16 08:29:56.406372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-4930a126-9c87-49b1-b208-a87da98eeeb6 service neutron] 10.222.0.41 "GET /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078362 Jul 16 08:29:56.570060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309'}, {'server_uuid': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811390f0-2ff7-42a9-aef5-23353cbfae54'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:56.573196 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d575759-994b-4c25-8863-aae15a534d2b" -d '{"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309"}, {"server_uuid": "777c333e-4f3d-4926-ad62-3c2861dd6e43", "name": "network-vif-plugged", "status": "completed", "tag": "811390f0-2ff7-42a9-aef5-23353cbfae54"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:56.623171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-1060473b-c696-4c45-bac9-ca676adf26d0 service neutron] 10.222.0.41 "GET /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164989 Jul 16 08:29:56.744086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-43627cf1-97f2-4a50-853d-bae998671332 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.745628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-43627cf1-97f2-4a50-853d-bae998671332 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.2646794 Jul 16 08:29:56.762779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Request body: {'port': {'device_id': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'admin_state_up': True, 'tenant_id': 'ab600d43acc645b884fd5650afb2d12d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:56.808619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-d644eb74-a5d4-4ae9-b855-afd201e74524 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1737983 Jul 16 08:29:56.968836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5b2af7f-2c4f-4d7b-a7a8-01aac4de0e30 req-41439b95-b11c-4384-bcf1-9f88bffbcd4e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 210 time: 0.0382283 Jul 16 08:29:57.012066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4fe5-971a-4380-a22b-7c34a2554aca req-e45e51b4-f4a1-4bd4-8875-0b2ac03d62f5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.013660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a0b4fe5-971a-4380-a22b-7c34a2554aca req-e45e51b4-f4a1-4bd4-8875-0b2ac03d62f5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.2016325 Jul 16 08:29:57.025140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fb599-7415-492b-b1f6-12193415cef6 req-4a0a1021-0f35-4fa7-badc-2c60c1219af6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.026539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-009fb599-7415-492b-b1f6-12193415cef6 req-4a0a1021-0f35-4fa7-badc-2c60c1219af6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 944 time: 0.2034435 Jul 16 08:29:57.073649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Made reservation on behalf of ab600d43acc645b884fd5650afb2d12d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:57.077194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.163209 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a0b4fe5-971a-4380-a22b-7c34a2554aca req-3f0760a6-35b4-4c30-ab30-e8a8d13789d2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342580 Jul 16 08:29:57.239179 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c99478-ecc7-4d14-82c5-7149fd77b65a x-openstack-request-id: req-69c99478-ecc7-4d14-82c5-7149fd77b65a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:57.239620 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309", "code": 200}, {"server_uuid": "777c333e-4f3d-4926-ad62-3c2861dd6e43", "name": "network-vif-plugged", "status": "completed", "tag": "811390f0-2ff7-42a9-aef5-23353cbfae54", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:57.239979 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69c99478-ecc7-4d14-82c5-7149fd77b65a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:57.240383 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309', 'code': 200} Jul 16 08:29:57.240643 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811390f0-2ff7-42a9-aef5-23353cbfae54', 'code': 200} Jul 16 08:29:57.274904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a43cd-e1d1-4be4-8f37-a7e0083cbaa4 req-9758b7b0-2235-4e0e-8e56-5858ce833923 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.287655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f11a43cd-e1d1-4be4-8f37-a7e0083cbaa4 req-9758b7b0-2235-4e0e-8e56-5858ce833923 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1647532 Jul 16 08:29:57.299050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Deleting port 3922c8be-3baf-406e-a994-f7d4ed325309 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:57.299689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.336596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Allocated IP 172.20.0.2 (c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee/3d60f05b-9f96-4919-b3d1-63364a287f99/0a99ff54-45c1-4c25-9cfa-d535ad90ac91) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:57.409022 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f11a43cd-e1d1-4be4-8f37-a7e0083cbaa4 req-9908e689-4ccc-4cb7-bcbe-1a5edb63fd6b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194203 Jul 16 08:29:57.449013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4488-c5e0-4987-8141-30e26bda758d req-6bc7dba7-f142-4c18-83a9-800ecc47d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.450642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d4f4488-c5e0-4987-8141-30e26bda758d req-6bc7dba7-f142-4c18-83a9-800ecc47d493 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 1102 time: 0.1322806 Jul 16 08:29:57.496126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] For port 3922c8be-3baf-406e-a994-f7d4ed325309, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3922c8be-3baf-406e-a994-f7d4ed325309,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.496491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.511942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6cf18b9c-c729-43f1-ae71-3341154d2cea req-cbb6d0d0-19fc-426d-acb2-16e07629dd24 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 210 time: 0.0601437 Jul 16 08:29:57.533810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d4f4488-c5e0-4987-8141-30e26bda758d req-79e97d1a-dc23-4561-aec9-e38d7774e18f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712185 Jul 16 08:29:57.552876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Calling delete_port for 3922c8be-3baf-406e-a994-f7d4ed325309 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:57.657520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7017b7d-d5b2-45de-b44e-d01b9d7bd9de req-2235b4a5-7f80-4b01-97f4-294bdadf72d2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.659097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7017b7d-d5b2-45de-b44e-d01b9d7bd9de req-2235b4a5-7f80-4b01-97f4-294bdadf72d2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 944 time: 0.2480338 Jul 16 08:29:57.731382 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.759985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7017b7d-d5b2-45de-b44e-d01b9d7bd9de req-276eee62-0811-4314-924e-93b6af67df2b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919428 Jul 16 08:29:57.854645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.857012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.920668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:57.941242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:57.948748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:57.991887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] No DVR routers for this DVR port 3922c8be-3baf-406e-a994-f7d4ed325309 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:57.995766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.998610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.000647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-009fb599-7415-492b-b1f6-12193415cef6 req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "DELETE /v2.0/ports/3922c8be-3baf-406e-a994-f7d4ed325309 HTTP/1.1" status: 204 len: 173 time: 0.9610355 Jul 16 08:29:58.004153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-deleted', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:58.006145 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fb95e9-5626-43a3-bd00-32524c8f6db6" -d '{"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-deleted", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:58.040979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6470a-8147-4189-8d84-4ef442b13bf8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event deleted for resources: {'Port': ['ID=3922c8be-3baf-406e-a994-f7d4ed325309,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.060342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.061057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.083414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-bef9284f-6f40-4873-bf70-090812fac046 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3256752 Jul 16 08:29:58.103028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Request body: {'port': {'device_id': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:58.242045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.257554 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43dbf9-0487-444a-b289-edfe3094e064 x-openstack-request-id: req-0b43dbf9-0487-444a-b289-edfe3094e064 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:58.258021 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c", "name": "network-vif-deleted", "tag": "3922c8be-3baf-406e-a994-f7d4ed325309", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:58.258162 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b43dbf9-0487-444a-b289-edfe3094e064 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:58.258593 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c', 'name': 'network-vif-deleted', 'tag': '3922c8be-3baf-406e-a994-f7d4ed325309', 'status': 'completed', 'code': 200} Jul 16 08:29:58.283406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194ec1f-204e-44a1-8604-5455b153c318 req-0fb9f829-2255-41cc-bbaa-b8ba723e01a0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.285220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6194ec1f-204e-44a1-8604-5455b153c318 req-0fb9f829-2255-41cc-bbaa-b8ba723e01a0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 931 time: 0.1521952 Jul 16 08:29:58.368382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6194ec1f-204e-44a1-8604-5455b153c318 req-014a253f-c6a3-4d23-bae5-620321ed11ce tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623074 Jul 16 08:29:58.564719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075a29-0033-4a2d-9e95-01706ed78402 req-ac557c65-8d98-45da-a066-008d6b834412 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.566936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7075a29-0033-4a2d-9e95-01706ed78402 req-ac557c65-8d98-45da-a066-008d6b834412 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.1338949 Jul 16 08:29:58.711977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7075a29-0033-4a2d-9e95-01706ed78402 req-06ced6e0-46ba-4a40-902a-7bff25e86d1a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209602 Jul 16 08:29:58.757229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-2de32b01-a216-4beb-84f1-3938b4ed505e tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.759881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-2de32b01-a216-4beb-84f1-3938b4ed505e tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.18 "GET /v2.0/networks?id=460f654d-bbbb-45d7-b31d-1cb459506640 HTTP/1.1" status: 200 len: 815 time: 0.1862292 Jul 16 08:29:58.792990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Request body: {'port': {'device_id': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'admin_state_up': True, 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:58.977886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c575c9bb-d102-4c96-a191-1c3dd642e9c4 req-8bc2bcfa-a366-44b6-952e-0718f5c13a5a tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 210 time: 0.1332321 Jul 16 08:29:59.020294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Made reservation on behalf of e662df9f863a493eaf8b0efb7ed840dd for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:59.026467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.215581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Allocated IP 172.20.0.8 (460f654d-bbbb-45d7-b31d-1cb459506640/0b012dd9-0529-496c-93e5-ebb1a45ed275/25695b25-e6b4-449c-aed6-1683e955dd2a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:59.300414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:59.313287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:59.551565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:59.565282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d9b2057-c30c-4960-a3a9-88129f31279f req-2484f134-b408-4f8a-8ac4-da76f18c9c42 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6f4364-66bc-4fa8-b25d-16ecf49dbb6c HTTP/1.1" status: 200 len: 210 time: 0.0656462 Jul 16 08:29:59.588147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.611551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8f400-67a1-4757-aa1d-2bbca79585d2 req-2a30d4f0-11c2-46c4-ad29-74e81f8ff209 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.624506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.625475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ead8f400-67a1-4757-aa1d-2bbca79585d2 req-2a30d4f0-11c2-46c4-ad29-74e81f8ff209 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.9971826 Jul 16 08:29:59.630970 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.668965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Transition to ACTIVE for port object 25695b25-e6b4-449c-aed6-1683e955dd2a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:59.687562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:59.690578 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1b0e24-4a10-42ed-8fc1-7c7154d88c27" -d '{"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-unplugged", "status": "completed", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:59.717309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:59.730455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Transition to ACTIVE for port object 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:59.734577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-f37b2e22-e961-44f7-8bd7-ab189aa6cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.735068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:59.739646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-f37b2e22-e961-44f7-8bd7-ab189aa6cac6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1102 time: 0.5512593 Jul 16 08:29:59.752246 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.772658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.826044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.932781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ead8f400-67a1-4757-aa1d-2bbca79585d2 req-426bce54-9f64-44c0-8302-2fb701541146 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061719 Jul 16 08:29:59.933713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.939054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'mac_address': 'fa:16:3e:e6:f2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:00.068054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Network 460f654d-bbbb-45d7-b31d-1cb459506640 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:00.076294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:00.095917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Pushing event updated for resources: {'Port': ['ID=25695b25-e6b4-449c-aed6-1683e955dd2a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.105431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:00.264474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.269200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-ada3aab1-eeb3-40a7-b0a7-939d928775f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.270904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-ada3aab1-eeb3-40a7-b0a7-939d928775f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.5069931 Jul 16 08:30:00.308632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.309485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.349099 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0e1658-ab9d-4159-93cf-05bfe9697167 x-openstack-request-id: req-8e0e1658-ab9d-4159-93cf-05bfe9697167 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:00.349672 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-unplugged", "status": "completed", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:00.349672 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e0e1658-ab9d-4159-93cf-05bfe9697167 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:00.357500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099fab-da02-4122-bc06-422292318f39 req-869e479d-77d2-4c05-8bb3-3e7364581c65 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.363094 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'code': 200} Jul 16 08:30:00.374229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.374700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4099fab-da02-4122-bc06-422292318f39 req-869e479d-77d2-4c05-8bb3-3e7364581c65 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.4455402 Jul 16 08:30:00.405767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f6c452-652d-478f-8ce6-d1bf3d006e8f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:00.411033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-856e2c63-c631-4328-b65f-d9b3337fc780 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6290107 Jul 16 08:30:00.459097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:00.466682 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.582854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.584330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-89fe1c60-b4e0-429e-bff7-5b0a527103c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.2835612 Jul 16 08:30:00.592217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4099fab-da02-4122-bc06-422292318f39 req-413fdb8b-b508-437d-97eb-0427a2983916 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150438 Jul 16 08:30:00.609183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5b43a914-11cc-4f51-a116-7149ba70da06 None None] Provisioning for port 25695b25-e6b4-449c-aed6-1683e955dd2a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:00.614449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Request body: {'port': {'device_id': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:00.623678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5b43a914-11cc-4f51-a116-7149ba70da06 None None] Provisioning complete for port 25695b25-e6b4-449c-aed6-1683e955dd2a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:00.623678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5b43a914-11cc-4f51-a116-7149ba70da06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.678992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['19f6c452-652d-478f-8ce6-d1bf3d006e8f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:00.718644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5b43a914-11cc-4f51-a116-7149ba70da06 None None] Port 25695b25-e6b4-449c-aed6-1683e955dd2a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:00.774250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-4aed38b7-5a5a-431f-bf21-50f76d74b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.775776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-4aed38b7-5a5a-431f-bf21-50f76d74b80d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1642051 Jul 16 08:30:00.780406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:00.780749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:00.781080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:00.800595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:00.800843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:00.824877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.836174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670d5b-cda5-445b-9b83-b330e70faa3e req-5420334a-2e4f-46ef-a88d-ab3415030729 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.844648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0670d5b-cda5-445b-9b83-b330e70faa3e req-5420334a-2e4f-46ef-a88d-ab3415030729 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.5455470 Jul 16 08:30:00.857734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:00.858074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:00.858468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:00.858921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Bound port: 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:00.859285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.017884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:01.022423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:01.109446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.300103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.316405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0670d5b-cda5-445b-9b83-b330e70faa3e req-9e4dc5ad-6fe5-4610-b35c-6302630839d1 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708242 Jul 16 08:30:01.322594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:01.364090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.366538 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.372560 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-b517c4da-ace0-4c8f-9a5a-023df3acded4 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 1092 time: 3.2732558 Jul 16 08:30:01.373421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:01.376723 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdceb84-3de7-427e-b596-34c007e411f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:01.401760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 3922c8be-3baf-406e-a994-f7d4ed325309 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:01.403678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3922c8be-3baf-406e-a994-f7d4ed325309 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:01.407949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-bfc158ad-7e6f-4e25-b3ef-2c2bc5f46f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.410771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-bfc158ad-7e6f-4e25-b3ef-2c2bc5f46f04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6244359 Jul 16 08:30:01.913045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ce98b-8bae-4651-b17b-a30c47f67a6b req-e7ee989b-1d3c-4081-b27e-88bd15d89a46 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.923683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-716ce98b-8bae-4651-b17b-a30c47f67a6b req-e7ee989b-1d3c-4081-b27e-88bd15d89a46 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 931 time: 0.9734330 Jul 16 08:30:02.024703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-716ce98b-8bae-4651-b17b-a30c47f67a6b req-06597b3f-5906-4e20-9078-692ed4e7a6a9 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996730 Jul 16 08:30:02.053590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-d2071186-68b5-4099-a72a-957ca019d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.055132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-d2071186-68b5-4099-a72a-957ca019d79a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1095 time: 0.5877481 Jul 16 08:30:02.059125 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-35e8503c-4887-4f30-9788-7518eb1d8ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396506 Jul 16 08:30:02.203731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25695b25-e6b4-449c-aed6-1683e955dd2a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:02.232535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.273060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Transition to ACTIVE for port object 25695b25-e6b4-449c-aed6-1683e955dd2a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:02.281464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.332802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-5dd1eac1-f0f7-46f1-b558-d3c6bcc4d164 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 217 time: 0.1311502 Jul 16 08:30:02.406802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=25695b25-e6b4-449c-aed6-1683e955dd2a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:02.486695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-0fe3496c-8179-460e-b28b-777b35bcfb4a service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141555 Jul 16 08:30:02.538013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-f46a599a-735f-45f2-a619-36282bd6ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.539810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-f46a599a-735f-45f2-a619-36282bd6ddf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1924870 Jul 16 08:30:02.666202 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-75e0f3bf-4395-4187-8d48-0257c7d719ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077268 Jul 16 08:30:02.803176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176173d7-5a1e-439c-b53a-29a71145b144 req-8d577b82-2dd6-4198-af76-9bcbae58fefa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.806401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-176173d7-5a1e-439c-b53a-29a71145b144 req-8d577b82-2dd6-4198-af76-9bcbae58fefa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.4164307 Jul 16 08:30:02.907394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Attempting to bind port 25695b25-e6b4-449c-aed6-1683e955dd2a on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:02.908189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Attempting to bind port 25695b25-e6b4-449c-aed6-1683e955dd2a by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:02.908189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Attempting to bind port 25695b25-e6b4-449c-aed6-1683e955dd2a on network 460f654d-bbbb-45d7-b31d-1cb459506640 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:02.997120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Port 25695b25-e6b4-449c-aed6-1683e955dd2a on network 460f654d-bbbb-45d7-b31d-1cb459506640 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:02.997803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Attempting to bind port 25695b25-e6b4-449c-aed6-1683e955dd2a on network 460f654d-bbbb-45d7-b31d-1cb459506640 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:03.020222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-176173d7-5a1e-439c-b53a-29a71145b144 req-3f27fb25-d856-4d94-b4f3-67055d8ff22a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869678 Jul 16 08:30:03.031290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:03.032394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Checking segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:03.032971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Bound using segment: {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:03.033602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Bound port: 25695b25-e6b4-449c-aed6-1683e955dd2a, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76df9c52-eea8-425d-ad8e-e64a3cfec383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:03.034487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.077879 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154ea74-1e3b-4501-8755-eb7f29175ff2 x-openstack-request-id: req-a154ea74-1e3b-4501-8755-eb7f29175ff2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:03.077879 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:03.078999 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a154ea74-1e3b-4501-8755-eb7f29175ff2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:03.078999 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'status': 'completed', 'code': 200} Jul 16 08:30:03.099623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-c1c6376c-d270-4021-aba0-2c625a82c661 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248581 Jul 16 08:30:03.278357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] For port 25695b25-e6b4-449c-aed6-1683e955dd2a, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:03.287988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] For port 25695b25-e6b4-449c-aed6-1683e955dd2a, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=25695b25-e6b4-449c-aed6-1683e955dd2a,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:03.304609 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.306922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.345609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:03.351110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b95e777e-b527-4ad5-bf76-7a3024f50dc9 req-0da2d41e-d57c-4699-981e-590cb1a17834 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445009 Jul 16 08:30:03.473744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.476269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 19f6c452-652d-478f-8ce6-d1bf3d006e8f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:03.476847 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.480815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.485175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/25695b25-e6b4-449c-aed6-1683e955dd2a HTTP/1.1" status: 200 len: 1092 time: 2.8872945 Jul 16 08:30:03.490169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'tag': '25695b25-e6b4-449c-aed6-1683e955dd2a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:03.512059 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c5d822-38b4-40a1-9655-db3fc5937961" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfea5d1-de07-40d1-9a39-2f56ceb28966", "tag": "25695b25-e6b4-449c-aed6-1683e955dd2a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:03.620693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-7cc50959-497f-4aa0-a5d8-21ef62868cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.625355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-7cc50959-497f-4aa0-a5d8-21ef62868cdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1095 time: 0.1694005 Jul 16 08:30:03.737124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.760667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd116d-b941-45d5-8bd9-df53b18fb5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=25695b25-e6b4-449c-aed6-1683e955dd2a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.805978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:03.805978 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ddcd49-a34c-47e4-9ae8-082b4f83703e" -d '{"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-plugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:03.847905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:03.864862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.952077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-5d6d5c44-50ca-4b95-b36c-e797414cd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.963806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-5d6d5c44-50ca-4b95-b36c-e797414cd208 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.3237958 Jul 16 08:30:03.969481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2a62f-3b14-44b8-970a-3afeec45ac2f req-7c8cd54f-2c0c-43bb-b9d5-84166211fc9d tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.983630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93c2a62f-3b14-44b8-970a-3afeec45ac2f req-7c8cd54f-2c0c-43bb-b9d5-84166211fc9d tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 1102 time: 0.4428689 Jul 16 08:30:03.992237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-81584d02-3629-4ce5-8076-eb84e3acb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.996966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-81584d02-3629-4ce5-8076-eb84e3acb1f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e662df9f863a493eaf8b0efb7ed840dd&device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 1095 time: 0.4454317 Jul 16 08:30:04.009429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.072468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-93c2a62f-3b14-44b8-970a-3afeec45ac2f req-f5108e3c-911b-4162-9116-5c73558f2266 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.164261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-3cebc793-6ee4-411d-a6f6-02ce511098bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 217 time: 0.1316981 Jul 16 08:30:04.230244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-503edf0e-3266-4eb7-8bdf-68331de9990c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25695b25-e6b4-449c-aed6-1683e955dd2a HTTP/1.1" status: 200 len: 217 time: 0.1690476 Jul 16 08:30:04.341898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-1018d2b9-3d27-44e6-beb7-9b01cc39e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.348456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-1018d2b9-3d27-44e6-beb7-9b01cc39e51a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1352437 Jul 16 08:30:04.387431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-93c2a62f-3b14-44b8-970a-3afeec45ac2f req-f5108e3c-911b-4162-9116-5c73558f2266 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.507904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-e78626d2-950c-478e-aa85-01fd6e5703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.511021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-e78626d2-950c-478e-aa85-01fd6e5703cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b012dd9-0529-496c-93e5-ebb1a45ed275 HTTP/1.1" status: 200 len: 854 time: 0.1210811 Jul 16 08:30:04.513192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-93c2a62f-3b14-44b8-970a-3afeec45ac2f req-f5108e3c-911b-4162-9116-5c73558f2266 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.541500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93c2a62f-3b14-44b8-970a-3afeec45ac2f req-f5108e3c-911b-4162-9116-5c73558f2266 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568407 Jul 16 08:30:04.542040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-c7cc2574-fa0b-43bb-8d1e-f5d5a0083b73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930376 Jul 16 08:30:04.722598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5108e3c-911b-4162-9116-5c73558f2266 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85a20ea-787d-4e14-9267-bfd588dbde25,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.762025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-0fb58f9e-5bb0-4fbe-9a88-f12160151c0b service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076440 Jul 16 08:30:04.786026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-d1fb5092-f556-4297-935c-28e8252eca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.802115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-d1fb5092-f556-4297-935c-28e8252eca55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=460f654d-bbbb-45d7-b31d-1cb459506640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546570 Jul 16 08:30:04.977076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925964f-bda4-481b-882f-3f8c6b750fd9 req-1a79191d-2b68-4926-a0a1-a8cfc4e86385 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.981230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9925964f-bda4-481b-882f-3f8c6b750fd9 req-1a79191d-2b68-4926-a0a1-a8cfc4e86385 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.1401522 Jul 16 08:30:05.042740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9925964f-bda4-481b-882f-3f8c6b750fd9 req-655ad7e4-b0de-4a04-88c1-a80e15a05c18 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503299 Jul 16 08:30:07.133038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:07.293950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.306103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'port_id': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'mac_address': 'fa:16:3e:6f:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d60f05b-9f96-4919-b3d1-63364a287f99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:07.358509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.373042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:07.399802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.407667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.496655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.698138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['0a99ff54-45c1-4c25-9cfa-d535ad90ac91'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:09.134289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:09.187356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:09.193471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:09.194302 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.339086 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.385538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:09.390857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.452524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.925451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad3a13df-6225-49e2-ae9c-ca2169a1a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.012358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-323a49cd-2ed3-47c6-8ee5-511d88d290bd tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.013897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-323a49cd-2ed3-47c6-8ee5-511d88d290bd tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 821 time: 0.1618350 Jul 16 08:30:13.035907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-13bf7cc9-ec6f-4d86-beb5-5de60b6191f1 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/quotas/02cf3025a23f45dcb21c9fd33077e2fd HTTP/1.1" status: 200 len: 375 time: 0.0159180 Jul 16 08:30:13.107556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-cd536e71-f49b-41ff-883b-b54e50f0cc0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707369 Jul 16 08:30:13.369520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-1ac51f76-c098-4094-a46a-2ed6bb4161d7 service neutron] 10.222.0.18 "GET /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456017 Jul 16 08:30:13.379941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-dea197cf-0c7e-4e47-b402-c6dd04ae8d92 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626116 Jul 16 08:30:13.454141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbdceb84-3de7-427e-b596-34c007e411f6 req-77fadf31-7cb0-4c8f-8cd8-61d02fd1d8df service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482650 Jul 16 08:30:13.496209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913c59-19b4-40b5-95fe-8649304b4311 req-3f8e624f-227a-42a0-98d9-0adeef123805 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.503878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e913c59-19b4-40b5-95fe-8649304b4311 req-3f8e624f-227a-42a0-98d9-0adeef123805 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 943 time: 0.1349466 Jul 16 08:30:13.551271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e913c59-19b4-40b5-95fe-8649304b4311 req-8dbf9297-1553-4079-9509-bfbca078a9b1 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463464 Jul 16 08:30:13.571045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-142ada70-f1d4-4e8c-9f68-1e3808fe3dfb service neutron] 10.222.0.41 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901791 Jul 16 08:30:13.573088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3892eb34-1fc5-44c5-a70f-c279edf93b72 req-d340970e-58d5-48e9-bd15-8010d3e7dd3c service neutron] 10.222.0.18 "GET /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849904 Jul 16 08:30:13.647564 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e69d99-33fc-40a4-8c73-8af3e097b74c x-openstack-request-id: req-85e69d99-33fc-40a4-8c73-8af3e097b74c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:13.648047 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfea5d1-de07-40d1-9a39-2f56ceb28966", "tag": "25695b25-e6b4-449c-aed6-1683e955dd2a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:13.648537 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85e69d99-33fc-40a4-8c73-8af3e097b74c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:13.649185 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'tag': '25695b25-e6b4-449c-aed6-1683e955dd2a', 'status': 'completed', 'code': 200} Jul 16 08:30:13.689555 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18b8c09-bb0d-4f58-b5fa-e235c2158fb3 x-openstack-request-id: req-a18b8c09-bb0d-4f58-b5fa-e235c2158fb3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:13.690048 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-plugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:13.690470 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a18b8c09-bb0d-4f58-b5fa-e235c2158fb3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:13.691118 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'code': 200} Jul 16 08:30:13.853551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-c69ff689-2c6b-49ff-8cd8-0956175b3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.855714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-c69ff689-2c6b-49ff-8cd8-0956175b3eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e662df9f863a493eaf8b0efb7ed840dd&device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 1095 time: 0.1286805 Jul 16 08:30:13.952989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023da360-f914-443f-88e4-f70a497b67c8 req-92b5605b-920f-4751-9757-e06bdc219836 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.961688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-023da360-f914-443f-88e4-f70a497b67c8 req-92b5605b-920f-4751-9757-e06bdc219836 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1614075 Jul 16 08:30:14.080590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-023da360-f914-443f-88e4-f70a497b67c8 req-f635cba5-96bb-4b36-95ca-65da31be415f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128531 Jul 16 08:30:14.088883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-adc9bdbb-675b-49a6-bd8f-5e6508fed870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.090398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-adc9bdbb-675b-49a6-bd8f-5e6508fed870 service neutron] 10.222.0.18 "GET /v2.0/networks?id=460f654d-bbbb-45d7-b31d-1cb459506640 HTTP/1.1" status: 200 len: 916 time: 0.2263596 Jul 16 08:30:14.183973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-900e9ef6-6588-4a2f-b163-d0076be9a3e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25695b25-e6b4-449c-aed6-1683e955dd2a HTTP/1.1" status: 200 len: 217 time: 0.0721967 Jul 16 08:30:14.288052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-644e214a-0d97-4890-b6b8-638b64730ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.289796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-644e214a-0d97-4890-b6b8-638b64730ab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b012dd9-0529-496c-93e5-ebb1a45ed275 HTTP/1.1" status: 200 len: 854 time: 0.0927188 Jul 16 08:30:14.311704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051c8a2-a6e1-4601-840f-c3206d39f7f3 req-fcaefcd1-f2f7-4418-b82b-1f0510c7ed4e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.313790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4051c8a2-a6e1-4601-840f-c3206d39f7f3 req-fcaefcd1-f2f7-4418-b82b-1f0510c7ed4e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1098 time: 0.0572066 Jul 16 08:30:14.318800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2038e-5f22-4f9f-901b-83eb02ba0447 req-b1caf5ef-2ace-4211-ba55-f9cf6ad3d120 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.325785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54e2038e-5f22-4f9f-901b-83eb02ba0447 req-b1caf5ef-2ace-4211-ba55-f9cf6ad3d120 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1313231 Jul 16 08:30:14.356575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4051c8a2-a6e1-4601-840f-c3206d39f7f3 req-02004cd5-4f6f-4814-bb63-4af03f590850 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Jul 16 08:30:14.381117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:14.433595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54e2038e-5f22-4f9f-901b-83eb02ba0447 req-b61fb759-c728-48b6-8980-b1f14a837254 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069195 Jul 16 08:30:14.443653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-8cc56903-2ba0-4479-b0ec-e109c119ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.445773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-8cc56903-2ba0-4479-b0ec-e109c119ce94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=460f654d-bbbb-45d7-b31d-1cb459506640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354024 Jul 16 08:30:14.532277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-703c2f27-f4ba-4aa5-a6ec-5ae170934bd3 req-b5658d2c-8959-4f99-b7ba-614365a2e03a tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 210 time: 0.0322335 Jul 16 08:30:14.582230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-d7a0a421-bbb4-4d31-ae52-c1e77a398023 service neutron] 10.222.0.18 "GET /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180665 Jul 16 08:30:14.640773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-82bfb40a-7614-4a59-9e6c-74990880b436 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310862 Jul 16 08:30:14.782026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c5d822-38b4-40a1-9655-db3fc5937961 req-f4bcb966-e6bf-4f16-a834-fe19aa30ef9a service neutron] 10.222.0.18 "GET /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911068 Jul 16 08:30:14.821774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f058e7a1-8f61-4f01-b203-c318e8787b35 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.823382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f058e7a1-8f61-4f01-b203-c318e8787b35 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771793 Jul 16 08:30:14.838831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-86cbf38f-6642-4862-98ab-88f5d4741edc tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/quotas/777b61050e5c47849de078946be41740 HTTP/1.1" status: 200 len: 375 time: 0.0096400 Jul 16 08:30:14.909126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-73089f77-5fb1-4277-9887-196ad6bfe3cb tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648093 Jul 16 08:30:15.459502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ed48d456-60ad-4290-ab9c-f2b8139681cc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.461408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ed48d456-60ad-4290-ab9c-f2b8139681cc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 821 time: 0.1572053 Jul 16 08:30:15.485367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Request body: {'port': {'device_id': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'admin_state_up': True, 'tenant_id': '02cf3025a23f45dcb21c9fd33077e2fd'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:15.541536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e3064-4b6a-4e5d-a42d-3157f0c0f88b req-18b7b8d9-df24-448d-b0ed-047d8f99febe tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.543212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-296e3064-4b6a-4e5d-a42d-3157f0c0f88b req-18b7b8d9-df24-448d-b0ed-047d8f99febe tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 943 time: 0.0864620 Jul 16 08:30:15.572211 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc26632c-7d53-4d49-a692-ffae95cda44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.607924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-296e3064-4b6a-4e5d-a42d-3157f0c0f88b req-e41a9cf0-ec25-4dc4-bb02-3eb73b998359 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Jul 16 08:30:15.660332 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.674486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Made reservation on behalf of 02cf3025a23f45dcb21c9fd33077e2fd for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:15.679301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.692016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:15.697648 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7023a-3bcb-4474-aec6-4baad6ee251c" -d '{"events": [{"server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "name": "network-vif-plugged", "status": "completed", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:15.738724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-fe521a7a-d7d3-4679-a83e-c950d7ca373f tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:15.739724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-fe521a7a-d7d3-4679-a83e-c950d7ca373f tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059938 Jul 16 08:30:15.749929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Request body: {'binding': {'host': 'n-h2-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:15.750446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:30:15.851223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Allocated IP 172.20.0.3 (c7ad75f2-bca2-4eca-85ed-147d96417fce/0a2afe82-f345-4038-ae9d-f4dfce39fae8/c29e04a7-38b6-40a3-860f-bba3de21c1f2) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:15.913167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f87a36-8eb4-4627-be0a-932901383fdf req-d6811e59-1e42-40f3-ab15-51b9a41cb48f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.914681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b9f87a36-8eb4-4627-be0a-932901383fdf req-d6811e59-1e42-40f3-ab15-51b9a41cb48f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1614914 Jul 16 08:30:15.981942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b9f87a36-8eb4-4627-be0a-932901383fdf req-a19e8053-206c-48f3-8983-1ea800e38bee tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Jul 16 08:30:15.985691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on host n-h2-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:15.986115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:15.986446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:15.994219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:15.994397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:16.000031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:16.000444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:16.000841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:16.001953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Bound port: 893f7583-0a25-462b-b332-fd88a1247ee0, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:16.064915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.102471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:16.109495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.111082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-8cfdfc40-523c-4268-b459-a9fda6bc35d3 service neutron] 10.222.0.41 "POST /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3647015 Jul 16 08:30:16.119213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.174843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Network c7ad75f2-bca2-4eca-85ed-147d96417fce is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:16.178332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:16.181849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:16.226289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event updated for resources: {'Port': ['ID=c29e04a7-38b6-40a3-860f-bba3de21c1f2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:16.252362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.253323 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.272463 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-ab9849b1-e4d5-42c5-bee3-217e19984fdc tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957592 Jul 16 08:30:16.292317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Request body: {'port': {'device_id': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:16.428211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.459600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257ae99-ab50-43f7-835f-3325f19a2edd req-1afcac22-7c18-408a-8193-2035a0a6bbd2 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.461127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7257ae99-ab50-43f7-835f-3325f19a2edd req-1afcac22-7c18-408a-8193-2035a0a6bbd2 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.0762551 Jul 16 08:30:16.503025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7257ae99-ab50-43f7-835f-3325f19a2edd req-5850a80c-6f7a-44d6-b378-8702cc97de79 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jul 16 08:30:16.553299 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.556223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c2b31-2bea-4de0-b2ef-f875cee0bb0f req-ddb4622b-690d-488e-b23f-5871aa1a5628 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.557752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a6c2b31-2bea-4de0-b2ef-f875cee0bb0f req-ddb4622b-690d-488e-b23f-5871aa1a5628 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 951 time: 0.1733091 Jul 16 08:30:16.570440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-ee3f4c56-151b-4402-a9c8-2008303476d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.572019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-ee3f4c56-151b-4402-a9c8-2008303476d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1098 time: 0.0661738 Jul 16 08:30:16.634269 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a6c2b31-2bea-4de0-b2ef-f875cee0bb0f req-59fdebb1-f851-41b9-8f6a-2844c1c3a34f tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Jul 16 08:30:16.707721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-c9d83102-87ac-4e60-b98b-6436743664c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.709207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-c9d83102-87ac-4e60-b98b-6436743664c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.1299682 Jul 16 08:30:16.777976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816669ba-3d93-4dca-a997-3b5b5316a0d7 req-9d5553a0-cad2-41c3-8fb6-3e9b481735a9 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.786658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-816669ba-3d93-4dca-a997-3b5b5316a0d7 req-9d5553a0-cad2-41c3-8fb6-3e9b481735a9 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 931 time: 0.1476355 Jul 16 08:30:16.794438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29e04a7-38b6-40a3-860f-bba3de21c1f2 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:16.796637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-72fce446-1721-4abd-99ca-f78ece1fb0ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 217 time: 0.0796182 Jul 16 08:30:16.810469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.828313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Transition to ACTIVE for port object c29e04a7-38b6-40a3-860f-bba3de21c1f2 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:16.833470 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ba3c9b-462e-439f-9f72-752c01129e4f x-openstack-request-id: req-51ba3c9b-462e-439f-9f72-752c01129e4f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:16.834968 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "name": "network-vif-plugged", "status": "completed", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:16.835446 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51ba3c9b-462e-439f-9f72-752c01129e4f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:16.836308 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'code': 200} Jul 16 08:30:16.838911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.880617 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-816669ba-3d93-4dca-a997-3b5b5316a0d7 req-5adb7df9-bd1c-4be3-aaad-a3c7f2b66bdb tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929947 Jul 16 08:30:16.897661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-2603df55-3aa1-43a6-9535-e4f95ec9de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.899152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-2603df55-3aa1-43a6-9535-e4f95ec9de07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0927062 Jul 16 08:30:16.965405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-97fd70de-5323-47c8-a8af-70c1b966da2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571012 Jul 16 08:30:17.032792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-d9351268-ecd6-4979-8824-00e060b8bb5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259082 Jul 16 08:30:17.092488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Pushing event updated for resources: {'Port': ['ID=c29e04a7-38b6-40a3-860f-bba3de21c1f2,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.098390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Attempting to bind port c29e04a7-38b6-40a3-860f-bba3de21c1f2 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:17.098800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Attempting to bind port c29e04a7-38b6-40a3-860f-bba3de21c1f2 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:17.099212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Attempting to bind port c29e04a7-38b6-40a3-860f-bba3de21c1f2 on network c7ad75f2-bca2-4eca-85ed-147d96417fce {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:17.105623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Port c29e04a7-38b6-40a3-860f-bba3de21c1f2 on network c7ad75f2-bca2-4eca-85ed-147d96417fce not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:17.106115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Attempting to bind port c29e04a7-38b6-40a3-860f-bba3de21c1f2 on network c7ad75f2-bca2-4eca-85ed-147d96417fce {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:17.116382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-938dc24c-ade6-42f7-a7de-1edb1bc03950 req-61ec710d-170f-4302-afae-a8179a4e25ac tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 210 time: 0.0801373 Jul 16 08:30:17.119846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:17.120784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Checking segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:17.120901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Bound using segment: {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:17.121342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Bound port: c29e04a7-38b6-40a3-860f-bba3de21c1f2, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b12320-96e6-4dc2-9294-6f2aa8142735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:17.121778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.172204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 25695b25-e6b4-449c-aed6-1683e955dd2a details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:17.195118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-9e704d55-007d-444e-b494-00572d1bf18c service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229757 Jul 16 08:30:17.219898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5300b8e-4b5a-4b2c-8279-ec04a11b9460 req-4bdfd113-bab3-45f2-b9e8-e9bec978458d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.227304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5300b8e-4b5a-4b2c-8279-ec04a11b9460 req-4bdfd113-bab3-45f2-b9e8-e9bec978458d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.2113082 Jul 16 08:30:17.262058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54ba15-3589-4454-875b-256131a0d2f0 req-602af0a6-6916-4c13-b5b8-ba04161c1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.263769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a54ba15-3589-4454-875b-256131a0d2f0 req-602af0a6-6916-4c13-b5b8-ba04161c1526 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1097 time: 0.2646368 Jul 16 08:30:17.271501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-4ee95293-43c2-4e97-bd42-5e24fa29c797 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.273128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-4ee95293-43c2-4e97-bd42-5e24fa29c797 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266786 Jul 16 08:30:17.302371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] For port c29e04a7-38b6-40a3-860f-bba3de21c1f2, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:17.315938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5300b8e-4b5a-4b2c-8279-ec04a11b9460 req-e2f5e332-c834-45e0-b08e-71ccf1f6c73b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876925 Jul 16 08:30:17.325144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 25695b25-e6b4-449c-aed6-1683e955dd2a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=25695b25-e6b4-449c-aed6-1683e955dd2a,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.325758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:17.328148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] For port c29e04a7-38b6-40a3-860f-bba3de21c1f2, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:17.337323 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.341308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '25695b25-e6b4-449c-aed6-1683e955dd2a', 'network_id': '460f654d-bbbb-45d7-b31d-1cb459506640', 'port_id': '25695b25-e6b4-449c-aed6-1683e955dd2a', 'mac_address': 'fa:16:3e:c1:35:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b012dd9-0529-496c-93e5-ebb1a45ed275', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:17.377972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a54ba15-3589-4454-875b-256131a0d2f0 req-c73b305f-3470-454a-8003-4af1aaaaf615 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042221 Jul 16 08:30:17.388614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.388614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.389592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] 10.222.0.36 "PUT /v2.0/ports/c29e04a7-38b6-40a3-860f-bba3de21c1f2 HTTP/1.1" status: 200 len: 1092 time: 1.1020858 Jul 16 08:30:17.390042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'tag': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:17.397571 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b341c3f5-e661-46cc-a9d1-2284cacbce87", "tag": "c29e04a7-38b6-40a3-860f-bba3de21c1f2"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:17.399034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.410704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:17.431414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f0e99-e6f0-4424-b3b6-9d0b3dee279d service neutron] Pushing event updated for resources: {'Port': ['ID=c29e04a7-38b6-40a3-860f-bba3de21c1f2,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.462075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25695b25-e6b4-449c-aed6-1683e955dd2a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:17.521923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc10ae-5323-42f9-b485-7c8cdd21bb8e req-0d6a30a8-7f25-4970-abaa-5b83c2bcf355 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.530099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 25695b25-e6b4-449c-aed6-1683e955dd2a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=25695b25-e6b4-449c-aed6-1683e955dd2a,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.530434 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-7faa6424-6080-48c0-a56e-2695072e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.531868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bebc10ae-5323-42f9-b485-7c8cdd21bb8e req-0d6a30a8-7f25-4970-abaa-5b83c2bcf355 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 943 time: 0.2575088 Jul 16 08:30:17.532439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-7faa6424-6080-48c0-a56e-2695072e817f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 1095 time: 0.0747674 Jul 16 08:30:17.538371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.560856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.562008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-dede3b19-33fc-4c3f-af63-21c8228b0806 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594296 Jul 16 08:30:17.607086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-580835d1-c566-4b8a-85bd-25e9c5606f7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2 HTTP/1.1" status: 200 len: 217 time: 0.0601087 Jul 16 08:30:17.616553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.652118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.653976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bebc10ae-5323-42f9-b485-7c8cdd21bb8e req-5cfc529c-397f-4e00-87e3-1224007dfe67 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208415 Jul 16 08:30:17.663455 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.668427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=25695b25-e6b4-449c-aed6-1683e955dd2a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.669746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:17.675426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.740241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.747908 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab650a19-cd4e-4a60-8057-fff02591db17 x-openstack-request-id: req-ab650a19-cd4e-4a60-8057-fff02591db17 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:17.748390 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b341c3f5-e661-46cc-a9d1-2284cacbce87", "tag": "c29e04a7-38b6-40a3-860f-bba3de21c1f2", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:17.748641 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab650a19-cd4e-4a60-8057-fff02591db17 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:17.749038 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'tag': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2', 'status': 'completed', 'code': 200} Jul 16 08:30:17.759460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-0557007b-2467-4487-8699-67e7c217d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.761048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-0557007b-2467-4487-8699-67e7c217d8b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 200 len: 861 time: 0.1398101 Jul 16 08:30:17.819567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-2c12b1db-d53c-4e6b-a69d-5c9652a0535c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7ad75f2-bca2-4eca-85ed-147d96417fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455234 Jul 16 08:30:17.824293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['25695b25-e6b4-449c-aed6-1683e955dd2a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:17.865794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-6b7191bc-c791-4f06-a471-7caeca140b18 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887358 Jul 16 08:30:17.879915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41331fe-7618-4e94-bffe-638bd7065df3 req-410de486-6201-4830-a08a-8057947a9139 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.887266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d41331fe-7618-4e94-bffe-638bd7065df3 req-410de486-6201-4830-a08a-8057947a9139 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1811099 Jul 16 08:30:17.985552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d41331fe-7618-4e94-bffe-638bd7065df3 req-ff2ab651-9c5f-4526-972d-bea1cd4f3309 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968149 Jul 16 08:30:18.013650 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-f55e6b89-6a01-4f54-88bd-cc3c36416bce service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838577 Jul 16 08:30:18.146250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.219 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/73108a59-617a-43b6-933e-d36eb2851ed4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:18.175332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba469c92-30c0-42d9-ae9d-70d4aa3643cb req-a0b4cd78-9293-4959-b308-f9875e94252e service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499381 Jul 16 08:30:18.224551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.460821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-29d8b9ba-1139-45c7-90e8-2a9c0b4fe73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.462590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-29d8b9ba-1139-45c7-90e8-2a9c0b4fe73b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 1095 time: 0.1293101 Jul 16 08:30:18.475185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326beaa-7744-43a1-9a9e-98c343ff803f req-31a597d7-0ded-4402-823a-aa8ee16d87a6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.477159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694182ed-3f48-4745-a4b3-649b5d66e556 req-4c050233-1344-4b16-bd30-12a70467c414 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.478789 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-694182ed-3f48-4745-a4b3-649b5d66e556 req-4c050233-1344-4b16-bd30-12a70467c414 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.6225004 Jul 16 08:30:18.483107 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6326beaa-7744-43a1-9a9e-98c343ff803f req-31a597d7-0ded-4402-823a-aa8ee16d87a6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 943 time: 0.0931416 Jul 16 08:30:18.542728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-dcd1cf2d-38eb-4730-9ba7-cda6e172c3fd tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.544221 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-dcd1cf2d-38eb-4730-9ba7-cda6e172c3fd tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6015825 Jul 16 08:30:18.568527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:18.610568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6326beaa-7744-43a1-9a9e-98c343ff803f req-6ca81ddf-ac73-4e27-bfa9-b397bedc5249 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210616 Jul 16 08:30:18.632256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-b219f79f-61de-4e05-909d-9ef3a6a9d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.634096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-b219f79f-61de-4e05-909d-9ef3a6a9d65d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 200 len: 922 time: 0.1481650 Jul 16 08:30:18.679475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-e333a019-ec82-4325-97d2-7659f923e75f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2 HTTP/1.1" status: 200 len: 217 time: 0.0375042 Jul 16 08:30:18.689417 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-694182ed-3f48-4745-a4b3-649b5d66e556 req-c6e7f7b3-3df1-45a4-b825-a86b329c1044 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993446 Jul 16 08:30:18.746350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-07ec05b9-63b5-49a4-8b62-0bf06c9fa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.748565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-07ec05b9-63b5-49a4-8b62-0bf06c9fa0eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 200 len: 861 time: 0.0622036 Jul 16 08:30:18.817255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-65024386-27b2-4e16-8bcb-edecc7ba4223 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7ad75f2-bca2-4eca-85ed-147d96417fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591667 Jul 16 08:30:18.830345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.837419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:18.839747 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ec9f20-5638-4885-b26d-9179ac630de1" -d '{"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-unplugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:18.849814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object 73108a59-617a-43b6-933e-d36eb2851ed4 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:18.861771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-245a2d46-9c85-4584-af08-370a630da4c7 req-acffaa10-bb44-4ffb-8af2-ed8e31095ea0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 210 time: 0.0884438 Jul 16 08:30:18.897282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.909141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:19.040744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-952269af-d363-44fa-b50d-d10af8431d93 service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779337 Jul 16 08:30:19.080571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:19.084933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.091608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:19.106417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:19.110359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=73108a59-617a-43b6-933e-d36eb2851ed4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.113196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:19.172792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 25695b25-e6b4-449c-aed6-1683e955dd2a up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:19.212111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80e9c5-f85e-428f-8374-2bf3568a7a5c req-a8b17ad3-115d-44ab-85b4-682e4129d14a tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.220662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a80e9c5-f85e-428f-8374-2bf3568a7a5c req-a8b17ad3-115d-44ab-85b4-682e4129d14a tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 944 time: 0.1762030 Jul 16 08:30:19.246551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.247287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.254597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 25695b25-e6b4-449c-aed6-1683e955dd2a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:19.258414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45dce2cc-ebb9-4428-bbc9-228d6b747b9f req-d06b3e24-7caa-43e3-b0bd-a0c66568420c service neutron] 10.222.0.36 "GET /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742272 Jul 16 08:30:19.262039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 25695b25-e6b4-449c-aed6-1683e955dd2a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:19.264505 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.289086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed24220-c0e6-413e-86d4-74f16fc951b2 req-8af6da08-9600-41d8-a4b9-fc0bc9a7a030 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.296748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ed24220-c0e6-413e-86d4-74f16fc951b2 req-8af6da08-9600-41d8-a4b9-fc0bc9a7a030 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.2938941 Jul 16 08:30:19.302874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9702da05-2108-4188-8c4c-a1d0c433171c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9830329 Jul 16 08:30:19.308721 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a80e9c5-f85e-428f-8374-2bf3568a7a5c req-8343f775-55de-4024-998d-23049afc6fb0 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867178 Jul 16 08:30:19.321541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Request body: {'port': {'device_id': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:19.393426 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c3b13a-8185-41d8-b178-c94b3c0d60d6 x-openstack-request-id: req-05c3b13a-8185-41d8-b178-c94b3c0d60d6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:19.394012 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-unplugged", "status": "completed", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:19.394323 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05c3b13a-8185-41d8-b178-c94b3c0d60d6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:19.394805 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'code': 200} Jul 16 08:30:19.423095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ed24220-c0e6-413e-86d4-74f16fc951b2 req-18105434-1e86-4896-be9b-c1cc62fe914f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253691 Jul 16 08:30:19.429627 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.494764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 25695b25-e6b4-449c-aed6-1683e955dd2a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=25695b25-e6b4-449c-aed6-1683e955dd2a,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:19.502534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.508980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c592d0f5-d23b-4799-ac5b-eca4251583f4 None None] Provisioning for port 73108a59-617a-43b6-933e-d36eb2851ed4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:19.534201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.50 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/ea53ab0a-f83d-44c0-9496-816d83743006) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:19.537949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c592d0f5-d23b-4799-ac5b-eca4251583f4 None None] Provisioning complete for port 73108a59-617a-43b6-933e-d36eb2851ed4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:19.538691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c592d0f5-d23b-4799-ac5b-eca4251583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.595370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c592d0f5-d23b-4799-ac5b-eca4251583f4 None None] Port 73108a59-617a-43b6-933e-d36eb2851ed4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:19.609030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.688287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=25695b25-e6b4-449c-aed6-1683e955dd2a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.873982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6c3c2-a24e-4e22-9d58-b1c6b2753061 req-800033a3-c2e6-49c5-be61-26ac10629e4d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.876620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9d6c3c2-a24e-4e22-9d58-b1c6b2753061 req-800033a3-c2e6-49c5-be61-26ac10629e4d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 943 time: 0.0678947 Jul 16 08:30:19.920506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9d6c3c2-a24e-4e22-9d58-b1c6b2753061 req-c93b3a15-d8d4-43c0-ae22-c4646bf41a0b tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Jul 16 08:30:19.946811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.968304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object ea53ab0a-f83d-44c0-9496-816d83743006 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:19.980636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3e45e-ad0f-4037-b2d5-2ba962bb7f20 req-8426698e-ec04-415f-b5e0-23253b5de92b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.988775 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cf3e45e-ad0f-4037-b2d5-2ba962bb7f20 req-8426698e-ec04-415f-b5e0-23253b5de92b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.1864398 Jul 16 08:30:20.011480 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-881b3207-b197-4a36-9599-529b7950050e service neutron] show failed (client error): The resource could not be found. Jul 16 08:30:20.013431 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-881b3207-b197-4a36-9599-529b7950050e service neutron] 10.222.0.36 "GET /v2.0/ports/9c019453-a2c3-49c5-969e-a26a9399ee25/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0774019 Jul 16 08:30:20.055751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cf3e45e-ad0f-4037-b2d5-2ba962bb7f20 req-36921c62-1136-4bf8-a6ec-90d38e3fd28d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660629 Jul 16 08:30:20.073279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.092584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:20.204004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:20.243098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:20.250389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:20.255734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=ea53ab0a-f83d-44c0-9496-816d83743006,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.312167 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.315889 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.327587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87bcac-d124-4ac9-92ba-84e7194e1ffb req-e386f125-890b-4e35-85fa-130071834763 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.330094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc87bcac-d124-4ac9-92ba-84e7194e1ffb req-e386f125-890b-4e35-85fa-130071834763 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1278620 Jul 16 08:30:20.405984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.406678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.413399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc87bcac-d124-4ac9-92ba-84e7194e1ffb req-280fc64e-c68a-481a-bb8d-09619dc78c1a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768614 Jul 16 08:30:20.436294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f07d9345-2ba0-4f9a-826b-bb0fb9b7718f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8718963 Jul 16 08:30:20.450608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Request body: {'port': {'device_id': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:20.500403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-ae9eaccf-cb92-425c-9ecd-a552f54174a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.502144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-ae9eaccf-cb92-425c-9ecd-a552f54174a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5&tenant_id=a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 1102 time: 0.0850642 Jul 16 08:30:20.514802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:20.583178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd8c08-f175-4ae0-a84f-608e969cf051 req-75407649-7412-4f73-850b-ef8b05aed815 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.584746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbd8c08-f175-4ae0-a84f-608e969cf051 req-75407649-7412-4f73-850b-ef8b05aed815 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 935 time: 0.2817676 Jul 16 08:30:20.635570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7915ab8c-868a-4f2b-b94f-a1bf9b6d62f5 None None] Provisioning for port ea53ab0a-f83d-44c0-9496-816d83743006 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:20.639976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.646169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7915ab8c-868a-4f2b-b94f-a1bf9b6d62f5 None None] Provisioning complete for port ea53ab0a-f83d-44c0-9496-816d83743006 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:20.646549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7915ab8c-868a-4f2b-b94f-a1bf9b6d62f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.653668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73108a59-617a-43b6-933e-d36eb2851ed4 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:20.660952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.679731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.707568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7915ab8c-868a-4f2b-b94f-a1bf9b6d62f5 None None] Port ea53ab0a-f83d-44c0-9496-816d83743006 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:20.731980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Transition to ACTIVE for port object 73108a59-617a-43b6-933e-d36eb2851ed4 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:20.749027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbd8c08-f175-4ae0-a84f-608e969cf051 req-a79dbfcf-958f-4d71-9ac4-454bcf8fa923 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273692 Jul 16 08:30:20.766307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.959808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Pushing event updated for resources: {'Port': ['ID=73108a59-617a-43b6-933e-d36eb2851ed4,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:21.032119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Attempting to bind port 73108a59-617a-43b6-933e-d36eb2851ed4 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:21.032445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Attempting to bind port 73108a59-617a-43b6-933e-d36eb2851ed4 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:21.032779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Attempting to bind port 73108a59-617a-43b6-933e-d36eb2851ed4 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:21.041216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Port 73108a59-617a-43b6-933e-d36eb2851ed4 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:21.041537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Attempting to bind port 73108a59-617a-43b6-933e-d36eb2851ed4 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:21.045138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c656c51-da95-4e0d-b732-2a191be0d6c2 req-70021dd3-1aed-4d52-aa54-6592c65efc43 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.047260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c656c51-da95-4e0d-b732-2a191be0d6c2 req-70021dd3-1aed-4d52-aa54-6592c65efc43 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1097 time: 0.1521072 Jul 16 08:30:21.057090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:21.057714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:21.058298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:21.058937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Bound port: 73108a59-617a-43b6-933e-d36eb2851ed4, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:21.067840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.151095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c656c51-da95-4e0d-b732-2a191be0d6c2 req-05fb6d22-571c-4c3c-8462-53b21900deae tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950115 Jul 16 08:30:21.194836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] For port 73108a59-617a-43b6-933e-d36eb2851ed4, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:21.198809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] For port 73108a59-617a-43b6-933e-d36eb2851ed4, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=73108a59-617a-43b6-933e-d36eb2851ed4,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:21.205134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.245652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.246300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.247706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] 10.222.0.18 "PUT /v2.0/ports/73108a59-617a-43b6-933e-d36eb2851ed4 HTTP/1.1" status: 200 len: 1097 time: 1.9352860 Jul 16 08:30:21.248161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'tag': '73108a59-617a-43b6-933e-d36eb2851ed4'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:21.250474 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4adc3b-9173-4f18-aaa2-44d353167e84" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6c53f9-27ce-4594-83d5-6234cc5cabd4", "tag": "73108a59-617a-43b6-933e-d36eb2851ed4"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:21.289431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2106dc-8888-43da-875d-b2999a6418cd req-61c6a07b-b773-4def-a635-cf316c3b0202 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.295672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b2106dc-8888-43da-875d-b2999a6418cd req-61c6a07b-b773-4def-a635-cf316c3b0202 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 945 time: 0.6101210 Jul 16 08:30:21.338215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:21.340646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d6d9b-48de-4d03-aaf9-4d1d86d9f936 service neutron] Pushing event updated for resources: {'Port': ['ID=73108a59-617a-43b6-933e-d36eb2851ed4,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:21.375662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b2106dc-8888-43da-875d-b2999a6418cd req-65c318ba-0f85-47d1-86e3-c4c3d49ac493 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782800 Jul 16 08:30:21.403452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25695b25-e6b4-449c-aed6-1683e955dd2a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:21.405791 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d66be-8c1f-4034-be49-878138e2b15a" -d '{"events": [{"server_uuid": "4cfea5d1-de07-40d1-9a39-2f56ceb28966", "name": "network-vif-plugged", "status": "completed", "tag": "25695b25-e6b4-449c-aed6-1683e955dd2a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:21.421277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c29e04a7-38b6-40a3-860f-bba3de21c1f2 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:21.428503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-b65935a5-2547-47c3-844c-9e308032a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.429788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:21.429931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-b65935a5-2547-47c3-844c-9e308032a0b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 1100 time: 0.1295404 Jul 16 08:30:21.460380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9fe3-71ca-46cf-a8fc-d1bc8c1701d7 req-09a3b356-47bf-4ff7-9371-b67096a43ced tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.462266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-751c9fe3-71ca-46cf-a8fc-d1bc8c1701d7 req-09a3b356-47bf-4ff7-9371-b67096a43ced tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1264498 Jul 16 08:30:21.495874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:21.498472 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a97bcb-7c2e-4e41-acc8-3452bb25af89" -d '{"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:21.504340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.523489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Transition to ACTIVE for port object 9c019453-a2c3-49c5-969e-a26a9399ee25 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:21.528936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.556827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-74fd63dd-c22d-4688-9feb-8710ea5352d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=73108a59-617a-43b6-933e-d36eb2851ed4 HTTP/1.1" status: 200 len: 217 time: 0.1112187 Jul 16 08:30:21.627621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-751c9fe3-71ca-46cf-a8fc-d1bc8c1701d7 req-b92f7cf6-1bc9-4f36-81c8-b3487ac17bab tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587896 Jul 16 08:30:21.627968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c29e04a7-38b6-40a3-860f-bba3de21c1f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:21.653597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] No DVR routers for this DVR port 9c019453-a2c3-49c5-969e-a26a9399ee25 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:21.665127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2', 'network_id': 'c7ad75f2-bca2-4eca-85ed-147d96417fce', 'port_id': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2', 'mac_address': 'fa:16:3e:fa:21:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2afe82-f345-4038-ae9d-f4dfce39fae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:21.735578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.760973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29e04a7-38b6-40a3-860f-bba3de21c1f2 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:21.783903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c29e04a7-38b6-40a3-860f-bba3de21c1f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:21.785188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:21.789442 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.798170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:21.800153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:21.800739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:21.816327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-77c0b11a-5ca4-461a-b40d-19f75ae13c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.823934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:21.824482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:21.826044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-77c0b11a-5ca4-461a-b40d-19f75ae13c32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2468970 Jul 16 08:30:21.853320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:21.858078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:21.858764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:21.861048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Bound port: 9c019453-a2c3-49c5-969e-a26a9399ee25, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:21.862668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.869965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c29e04a7-38b6-40a3-860f-bba3de21c1f2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:21.995515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95179f-7f89-47b5-9776-27a3aedaa22d req-9c579a33-1f77-4698-b82c-fd8231617979 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.999304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe95179f-7f89-47b5-9776-27a3aedaa22d req-9c579a33-1f77-4698-b82c-fd8231617979 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 948 time: 0.1858413 Jul 16 08:30:22.004209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:22.008902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea53ab0a-f83d-44c0-9496-816d83743006 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:22.010609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:22.014889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-3927f64a-20c6-40df-abe1-fcbf411d2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.017249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-3927f64a-20c6-40df-abe1-fcbf411d2870 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1828361 Jul 16 08:30:22.023600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.024736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.062805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417302aa-ba4c-4cf3-915a-cb5bbcb16f0d req-06c6dcaf-8a07-43b6-bb44-25c998a97082 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.064372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-417302aa-ba4c-4cf3-915a-cb5bbcb16f0d req-06c6dcaf-8a07-43b6-bb44-25c998a97082 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 944 time: 0.2053981 Jul 16 08:30:22.077169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.078213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.079999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 1097 time: 1.5699229 Jul 16 08:30:22.080154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Transition to ACTIVE for port object ea53ab0a-f83d-44c0-9496-816d83743006 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:22.097311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.125281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe95179f-7f89-47b5-9776-27a3aedaa22d req-bd1f8e78-4fce-4397-a407-b6ac1fa25884 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122258 Jul 16 08:30:22.175217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c29e04a7-38b6-40a3-860f-bba3de21c1f2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:22.240189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-417302aa-ba4c-4cf3-915a-cb5bbcb16f0d req-b4c9415e-d39a-4f8f-a0eb-cdd9b3f6a31f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657410 Jul 16 08:30:22.268807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea53ab0a-f83d-44c0-9496-816d83743006,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:22.301934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9125-3758-41bf-82ef-91bf92be07f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:22.316216 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d505a-49cf-4a31-ad2a-8ee0af020d4f x-openstack-request-id: req-b88d505a-49cf-4a31-ad2a-8ee0af020d4f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:22.316216 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6c53f9-27ce-4594-83d5-6234cc5cabd4", "tag": "73108a59-617a-43b6-933e-d36eb2851ed4", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:22.316459 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b88d505a-49cf-4a31-ad2a-8ee0af020d4f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:22.316735 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'tag': '73108a59-617a-43b6-933e-d36eb2851ed4', 'status': 'completed', 'code': 200} Jul 16 08:30:22.320570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-0ba7059a-c416-463c-afed-c729a6ab14cb service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923250 Jul 16 08:30:22.370683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-89a93167-b967-403f-b216-60dedd6d5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.372514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-89a93167-b967-403f-b216-60dedd6d5a4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1100 time: 0.2390876 Jul 16 08:30:22.380172 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9f6d55-c8fa-449c-b114-eab00905efb6 x-openstack-request-id: req-0c9f6d55-c8fa-449c-b114-eab00905efb6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:22.380469 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:22.380822 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c9f6d55-c8fa-449c-b114-eab00905efb6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:22.381111 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'code': 200} Jul 16 08:30:22.392217 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65546ae5-6839-4a45-abda-58f2a1a46c32 x-openstack-request-id: req-65546ae5-6839-4a45-abda-58f2a1a46c32 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:22.392515 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfea5d1-de07-40d1-9a39-2f56ceb28966", "name": "network-vif-plugged", "status": "completed", "tag": "25695b25-e6b4-449c-aed6-1683e955dd2a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:22.392772 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65546ae5-6839-4a45-abda-58f2a1a46c32 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:22.393181 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25695b25-e6b4-449c-aed6-1683e955dd2a', 'code': 200} Jul 16 08:30:22.468227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.18', 54866) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:22.698679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-95be6960-cc63-4a37-8abc-5dc31ba9ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.700760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-95be6960-cc63-4a37-8abc-5dc31ba9ca31 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3063898 Jul 16 08:30:22.756191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Attempting to bind port ea53ab0a-f83d-44c0-9496-816d83743006 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:22.756526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Attempting to bind port ea53ab0a-f83d-44c0-9496-816d83743006 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:22.756863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Attempting to bind port ea53ab0a-f83d-44c0-9496-816d83743006 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:22.781554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Port ea53ab0a-f83d-44c0-9496-816d83743006 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:22.781873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Attempting to bind port ea53ab0a-f83d-44c0-9496-816d83743006 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:22.796530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-befb6e2a-04a8-479e-bf75-79482b7c520d service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098697 Jul 16 08:30:22.805462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-d79bad94-e02a-48a6-9d10-5ddd416775a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0951004 Jul 16 08:30:22.810532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:22.810884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:22.811275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:22.811752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Bound port: ea53ab0a-f83d-44c0-9496-816d83743006, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:22.812118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.816397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78e25-7743-4ecb-956d-b88dedcae63e req-a45ad0c2-8bc5-4c14-8f57-534453526756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.818144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfd78e25-7743-4ecb-956d-b88dedcae63e req-a45ad0c2-8bc5-4c14-8f57-534453526756 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 1097 time: 0.3257511 Jul 16 08:30:22.910063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50530a31-6b80-4f2e-b44d-de5f3800f346 req-ebb658e2-7e5f-42f5-b423-1e180fbdc4c5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.911111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-dc5eecd4-a2d9-44b1-a200-e44cb218e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.911668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50530a31-6b80-4f2e-b44d-de5f3800f346 req-ebb658e2-7e5f-42f5-b423-1e180fbdc4c5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 947 time: 0.2431002 Jul 16 08:30:22.918432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-dc5eecd4-a2d9-44b1-a200-e44cb218e2d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1040103 Jul 16 08:30:22.930849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fc3ec-db0b-447f-9066-f45feb2284c5 req-b2df6aa1-67e6-4299-afd4-fe43113f73b0 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.936507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-526fc3ec-db0b-447f-9066-f45feb2284c5 req-b2df6aa1-67e6-4299-afd4-fe43113f73b0 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 945 time: 0.2177739 Jul 16 08:30:22.966367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfd78e25-7743-4ecb-956d-b88dedcae63e req-c05e1e7f-4fd9-49c1-a1cd-582676e8cd15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368928 Jul 16 08:30:22.997960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] For port ea53ab0a-f83d-44c0-9496-816d83743006, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:23.022513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] For port ea53ab0a-f83d-44c0-9496-816d83743006, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea53ab0a-f83d-44c0-9496-816d83743006,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:23.028764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-526fc3ec-db0b-447f-9066-f45feb2284c5 req-ad59af5a-9d87-4287-80f3-15905963d71f tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817664 Jul 16 08:30:23.036327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50530a31-6b80-4f2e-b44d-de5f3800f346 req-b47d39fc-27f0-416e-89c8-957922b69887 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978467 Jul 16 08:30:23.058151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.110133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-93b01787-6570-45a4-9eae-ec4264afc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.112116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-93b01787-6570-45a4-9eae-ec4264afc6ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734872 Jul 16 08:30:23.185402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.186031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.187993 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea53ab0a-f83d-44c0-9496-816d83743006 HTTP/1.1" status: 200 len: 1096 time: 2.7453697 Jul 16 08:30:23.206063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-27814724-5e9a-4f2e-ad88-b23b473b034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.209887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-27814724-5e9a-4f2e-ad88-b23b473b034d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 1100 time: 0.3268926 Jul 16 08:30:23.402775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b140b03-6158-45fd-8f75-dc93fa07bfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea53ab0a-f83d-44c0-9496-816d83743006,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:23.403724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-1f3dfc04-bec2-41d1-8543-51be02d6a25d service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817347 Jul 16 08:30:23.411734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c29e04a7-38b6-40a3-860f-bba3de21c1f2 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:23.538826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c29e04a7-38b6-40a3-860f-bba3de21c1f2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:23.544227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c29e04a7-38b6-40a3-860f-bba3de21c1f2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:23.544694 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.629329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7cfb1a7-0e6b-4a47-a285-39da7fbb3498 req-4f7f60d0-0b6e-4457-b07e-2b8d9f5b40f0 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128882 Jul 16 08:30:23.711524 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.893899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20931e8c-37ad-47c4-ba2a-ab5d932b4271 req-f6f43253-18b2-4263-a126-5f6a51c83a9a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.897398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20931e8c-37ad-47c4-ba2a-ab5d932b4271 req-f6f43253-18b2-4263-a126-5f6a51c83a9a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 948 time: 0.2454190 Jul 16 08:30:23.900085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c29e04a7-38b6-40a3-860f-bba3de21c1f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:23.908477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.910773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:23.975737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20931e8c-37ad-47c4-ba2a-ab5d932b4271 req-a82d546c-b5a9-4c3a-b6cb-81eab4d0fe10 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720532 Jul 16 08:30:24.056199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:24.060410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c29e04a7-38b6-40a3-860f-bba3de21c1f2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.073566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-a5d76c8c-c6f6-40c0-9c48-acfbc6b1e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.075664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-a5d76c8c-c6f6-40c0-9c48-acfbc6b1e8f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.8342679 Jul 16 08:30:24.077706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-b2c5473a-fb2a-4a5d-bc2e-911fc5545d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.079977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-b2c5473a-fb2a-4a5d-bc2e-911fc5545d78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 1099 time: 0.8120363 Jul 16 08:30:24.090233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b011b9f-2333-4885-8365-05b71e765deb req-c9365e01-00d5-408a-acfb-6502eff6513e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.097356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b011b9f-2333-4885-8365-05b71e765deb req-c9365e01-00d5-408a-acfb-6502eff6513e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.7197418 Jul 16 08:30:24.217851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-b3439717-16b2-4ff2-858f-ddbb6fd6ea50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=73108a59-617a-43b6-933e-d36eb2851ed4 HTTP/1.1" status: 200 len: 217 time: 0.0899525 Jul 16 08:30:24.222770 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-b5398ad2-4d7f-43c9-91ca-02b11b161d79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea53ab0a-f83d-44c0-9496-816d83743006 HTTP/1.1" status: 200 len: 217 time: 0.0883443 Jul 16 08:30:24.235389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b011b9f-2333-4885-8365-05b71e765deb req-46954d32-e9bd-4aac-a0d0-acf3d56e41e0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361644 Jul 16 08:30:24.277467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ffb6-4567-49a2-991f-aab414e1aa70 req-261336ca-7378-4515-a555-90dbb45c511f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.279479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59c8ffb6-4567-49a2-991f-aab414e1aa70 req-261336ca-7378-4515-a555-90dbb45c511f tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 945 time: 0.0944679 Jul 16 08:30:24.317370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'tag': 'ea53ab0a-f83d-44c0-9496-816d83743006'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:24.319634 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "c69dcc00-1c44-46d9-a81d-7827a190664b", "tag": "ea53ab0a-f83d-44c0-9496-816d83743006"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:24.325730 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59c8ffb6-4567-49a2-991f-aab414e1aa70 req-47cc066b-31a1-4fbb-b6f8-a8b3d6bc9c8d tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Jul 16 08:30:24.333450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-a11ad0a5-4293-42bd-ae92-f6f1dd208d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.334871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-a11ad0a5-4293-42bd-ae92-f6f1dd208d95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0947433 Jul 16 08:30:24.336776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-b3472fb8-db1b-4472-b4e1-116318f62deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.338358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-b3472fb8-db1b-4472-b4e1-116318f62deb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1005483 Jul 16 08:30:24.382655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:24.385152 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8651a5-6620-4c11-90a7-44d9eac7b63e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:24.397149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:24.400566 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e1d5e-296d-46fb-b155-4241dfcc8a1f" -d '{"events": [{"server_uuid": "b341c3f5-e661-46cc-a9d1-2284cacbce87", "name": "network-vif-plugged", "status": "completed", "tag": "c29e04a7-38b6-40a3-860f-bba3de21c1f2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:24.509913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-1f88451e-8974-4532-b63e-ced0a9dbcf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.511477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-1f88451e-8974-4532-b63e-ced0a9dbcf17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587939 Jul 16 08:30:24.513868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b1c8-ce28-46e4-82d2-8382dff43549 req-588bb2d3-3078-4729-a218-595734c4c1c4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.515700 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2412b1c8-ce28-46e4-82d2-8382dff43549 req-588bb2d3-3078-4729-a218-595734c4c1c4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 947 time: 0.0751109 Jul 16 08:30:24.516638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-5a2fe782-37dc-4ed9-b6ea-119b1e2f7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.518226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-5a2fe782-37dc-4ed9-b6ea-119b1e2f7dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1641016 Jul 16 08:30:24.549278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80abe0-7323-4905-84a9-d41501dd015c req-e54a29b8-4785-4181-b147-9a7d7749c331 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.550720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b80abe0-7323-4905-84a9-d41501dd015c req-e54a29b8-4785-4181-b147-9a7d7749c331 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 945 time: 0.1286912 Jul 16 08:30:24.555987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2412b1c8-ce28-46e4-82d2-8382dff43549 req-3bff8c9b-ba14-49d9-9a1f-24a63c395c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344033 Jul 16 08:30:24.692632 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec19d2-295c-4b45-9213-89bee4b555ff x-openstack-request-id: req-a5ec19d2-295c-4b45-9213-89bee4b555ff {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:24.692950 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69dcc00-1c44-46d9-a81d-7827a190664b", "tag": "ea53ab0a-f83d-44c0-9496-816d83743006", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:24.693151 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5ec19d2-295c-4b45-9213-89bee4b555ff {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:24.693539 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'tag': 'ea53ab0a-f83d-44c0-9496-816d83743006', 'status': 'completed', 'code': 200} Jul 16 08:30:24.696486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b80abe0-7323-4905-84a9-d41501dd015c req-50573d21-aa07-42cc-9d12-06fbbd4da286 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286776 Jul 16 08:30:24.730083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-f7031b47-8cbb-427d-bcf0-516b66e8276f service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889775 Jul 16 08:30:24.732832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-f9cde8c6-59a7-4dfe-8f87-2a12d9b9a27e service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127547 Jul 16 08:30:24.772644 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685af7fe-b35b-4371-a791-1422ca51d6f6 x-openstack-request-id: req-685af7fe-b35b-4371-a791-1422ca51d6f6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:24.773088 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:24.773462 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-685af7fe-b35b-4371-a791-1422ca51d6f6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:24.773937 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'status': 'completed', 'code': 200} Jul 16 08:30:24.819256 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cefe6e-9a70-4429-b72b-2560b5ae6182 x-openstack-request-id: req-30cefe6e-9a70-4429-b72b-2560b5ae6182 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:24.819800 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b341c3f5-e661-46cc-a9d1-2284cacbce87", "name": "network-vif-plugged", "status": "completed", "tag": "c29e04a7-38b6-40a3-860f-bba3de21c1f2", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:24.819800 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30cefe6e-9a70-4429-b72b-2560b5ae6182 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:24.820462 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2', 'code': 200} Jul 16 08:30:24.945294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-42621b1f-d9ff-4843-81f6-e4e1f3b54f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.946812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-42621b1f-d9ff-4843-81f6-e4e1f3b54f17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1100 time: 0.1464832 Jul 16 08:30:24.972088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f4adc3b-9173-4f18-aaa2-44d353167e84 req-60c308b0-c393-4a50-906c-4f74c49ddf8f service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211127 Jul 16 08:30:25.012158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4d04e27-f511-4167-ae9a-49877750c1f2 req-e83894a3-9e34-44d3-9feb-106bcfa1bc21 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480712 Jul 16 08:30:25.097077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-1ded9b20-4f77-4c5b-9ffb-4fa8d29835cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.098569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-1ded9b20-4f77-4c5b-9ffb-4fa8d29835cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1401024 Jul 16 08:30:25.106687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-cf300807-0698-4d40-938b-f0a654054948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.108360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-cf300807-0698-4d40-938b-f0a654054948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1100 time: 0.2388067 Jul 16 08:30:25.174399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-967c577a-8c8d-4507-b05e-03e60a2a9fc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0614674 Jul 16 08:30:25.252730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-d42cb527-31f8-45e6-b173-7b13bff8f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.254621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-d42cb527-31f8-45e6-b173-7b13bff8f8de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 1099 time: 0.1429462 Jul 16 08:30:25.271165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536de1c-cb93-4508-b347-5d6c9bbde004 req-1912618d-d573-44d1-8cc3-4d9e19921443 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.277220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96371-9fb0-4649-91fa-392c9541d018 req-be5b2952-1152-4a7d-be4d-20896edbf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.278751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0fd96371-9fb0-4649-91fa-392c9541d018 req-be5b2952-1152-4a7d-be4d-20896edbf172 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 1097 time: 0.3310268 Jul 16 08:30:25.281662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9536de1c-cb93-4508-b347-5d6c9bbde004 req-1912618d-d573-44d1-8cc3-4d9e19921443 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 948 time: 0.1185884 Jul 16 08:30:25.304112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-ec6c691f-ad5b-4b4a-8c8b-5214ddbc91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.305577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-ec6c691f-ad5b-4b4a-8c8b-5214ddbc91f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1196704 Jul 16 08:30:25.408749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-4f2b0bc9-8591-4ae8-b256-e66a1859d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.410279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-4f2b0bc9-8591-4ae8-b256-e66a1859d061 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2896481 Jul 16 08:30:25.422484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0fd96371-9fb0-4649-91fa-392c9541d018 req-cd3c2aac-1aba-496d-b189-e3186315e817 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331742 Jul 16 08:30:25.440103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9536de1c-cb93-4508-b347-5d6c9bbde004 req-a3a4ed2f-44e9-4140-a849-04371711ef82 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394188 Jul 16 08:30:25.461039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-8d4d6367-5deb-4e68-ad56-96daec6e815f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0427938 Jul 16 08:30:25.477552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-b31844b0-0e60-44e3-9141-32acb4232ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.479071 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-b31844b0-0e60-44e3-9141-32acb4232ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559842 Jul 16 08:30:25.566502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-24e0e8cf-dd53-45ec-8d0d-5b254200d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.568354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-24e0e8cf-dd53-45ec-8d0d-5b254200d4ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2735162 Jul 16 08:30:25.632722 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-773bfc04-53c8-41c6-9fd4-004c7340a4cb service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432617 Jul 16 08:30:25.644692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-2ee29590-b7c7-4f1a-8114-45411329e861 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea53ab0a-f83d-44c0-9496-816d83743006 HTTP/1.1" status: 200 len: 217 time: 0.0693390 Jul 16 08:30:25.722451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-bece45f0-f953-4fa7-a34a-7cc59b0b506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.725123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-bece45f0-f953-4fa7-a34a-7cc59b0b506c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0611825 Jul 16 08:30:25.750557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-d624e701-f4cf-464a-8460-1fd16a8b780e service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046989 Jul 16 08:30:25.778476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07fb5-9339-47a4-8678-93ef161f0a33 req-0983a78e-f12e-43ee-a4b9-c978ffc999a5 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.780163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82c07fb5-9339-47a4-8678-93ef161f0a33 req-0983a78e-f12e-43ee-a4b9-c978ffc999a5 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 945 time: 0.1470315 Jul 16 08:30:25.826996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-1ac1dfc8-2698-4906-a587-ce96070fd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.829566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-1ac1dfc8-2698-4906-a587-ce96070fd48b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0772254 Jul 16 08:30:25.844416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-509b9101-9cf5-4a3d-8d09-299310c13fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.845900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-509b9101-9cf5-4a3d-8d09-299310c13fed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138830 Jul 16 08:30:25.849624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82c07fb5-9339-47a4-8678-93ef161f0a33 req-c6cde048-1932-4939-8e35-a50137eeff66 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624630 Jul 16 08:30:25.930247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ef03f-2fa1-4314-8c5f-dbe85ebc118d req-abe437a4-ba56-4e2a-b9be-eb8c3d32b375 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.938213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-283ef03f-2fa1-4314-8c5f-dbe85ebc118d req-abe437a4-ba56-4e2a-b9be-eb8c3d32b375 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.3045101 Jul 16 08:30:25.980967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-ee4fa94b-65ae-42d8-a35e-168f75ac4dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249623 Jul 16 08:30:25.999786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-2988aec8-acb5-4046-bb56-f42b561f91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.001302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-2988aec8-acb5-4046-bb56-f42b561f91f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1648154 Jul 16 08:30:26.007913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-283ef03f-2fa1-4314-8c5f-dbe85ebc118d req-0ae56d4f-9f0b-43e3-b111-6f8a3cfb8bfe tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685439 Jul 16 08:30:26.115584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c16989e5-b9b0-4f12-8b84-0d180cfa0ba8 req-98bb154e-1363-4eda-afc1-eb971e8530f7 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284008 Jul 16 08:30:26.215737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-32348df0-5f09-43ec-b72f-435d2a36c651 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067063 Jul 16 08:30:26.396250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37917c22-9ae7-4981-85f4-fede511fc6c5 req-fd441dda-2ee1-4bd8-9c1f-a598d8845ee5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.397810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-37917c22-9ae7-4981-85f4-fede511fc6c5 req-fd441dda-2ee1-4bd8-9c1f-a598d8845ee5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 947 time: 0.1809547 Jul 16 08:30:26.412220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8651a5-6620-4c11-90a7-44d9eac7b63e req-4ddedda6-7465-442d-aa77-bd669487a272 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839964 Jul 16 08:30:26.462380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-37917c22-9ae7-4981-85f4-fede511fc6c5 req-b3189e51-32bb-4e25-9b4b-6c8674c07d10 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490379 Jul 16 08:30:26.764385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684ab4b-ceb8-4ce3-8cc6-6162339c7457 req-1d748344-14f5-4f11-ba28-310a69bfc667 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.770333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5684ab4b-ceb8-4ce3-8cc6-6162339c7457 req-1d748344-14f5-4f11-ba28-310a69bfc667 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 948 time: 0.0792797 Jul 16 08:30:26.815474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5684ab4b-ceb8-4ce3-8cc6-6162339c7457 req-e1bfbc40-8619-49e4-9fc3-382a1e01ca33 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Jul 16 08:30:27.206590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:27.396839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.412232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'mac_address': 'fa:16:3e:69:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:27.466041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.494775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c019453-a2c3-49c5-969e-a26a9399ee25 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:27.526939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.533625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.534616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 73108a59-617a-43b6-933e-d36eb2851ed4 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:27.621817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 73108a59-617a-43b6-933e-d36eb2851ed4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=73108a59-617a-43b6-933e-d36eb2851ed4,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.626231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.640158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '73108a59-617a-43b6-933e-d36eb2851ed4', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '73108a59-617a-43b6-933e-d36eb2851ed4', 'mac_address': 'fa:16:3e:dc:d6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:27.661883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2961-1e57-4030-8208-dbf0cd0effc8 req-2b6466da-b79f-4de0-b158-208ba97cf3f0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.670396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68fc2961-1e57-4030-8208-dbf0cd0effc8 req-2b6466da-b79f-4de0-b158-208ba97cf3f0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.0909629 Jul 16 08:30:27.691929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-13d0b7ea-05e9-4bf9-8fa2-fe696fa7e069 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.693513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-13d0b7ea-05e9-4bf9-8fa2-fe696fa7e069 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5&tenant_id=a54c2c361b524846b8ef2c007bc8bb67&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 948 time: 0.2768068 Jul 16 08:30:27.694192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.710218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73108a59-617a-43b6-933e-d36eb2851ed4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:27.739279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 73108a59-617a-43b6-933e-d36eb2851ed4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=73108a59-617a-43b6-933e-d36eb2851ed4,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.742069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68fc2961-1e57-4030-8208-dbf0cd0effc8 req-c6e5dc03-be0a-4b7e-91cb-4b1378419286 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684257 Jul 16 08:30:27.747879 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.841381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=73108a59-617a-43b6-933e-d36eb2851ed4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.870454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-7fd22909-0438-453c-89b6-3f22263b2f10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877078 Jul 16 08:30:27.900203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-6a1239ea-970e-41b4-94e1-4081ff699c4d service neutron] 10.222.0.18 "GET /v2.0/ports/9c019453-a2c3-49c5-969e-a26a9399ee25/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.1923428 Jul 16 08:30:27.912658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539225b0-d7d1-46a9-9c12-e1630cfae0d9 req-77f36c1a-1e90-4eb1-bf3e-06a9fe62f774 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.914237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-539225b0-d7d1-46a9-9c12-e1630cfae0d9 req-77f36c1a-1e90-4eb1-bf3e-06a9fe62f774 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 945 time: 0.3501422 Jul 16 08:30:27.988694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-539225b0-d7d1-46a9-9c12-e1630cfae0d9 req-151b5042-afed-452b-9eea-172602629df6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676794 Jul 16 08:30:28.012024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa675b-4ab5-401c-8aff-9d64d4082a14 req-b74fc18b-c790-4d2a-8161-f8a2ba994caf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.014136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8aa675b-4ab5-401c-8aff-9d64d4082a14 req-b74fc18b-c790-4d2a-8161-f8a2ba994caf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.1355803 Jul 16 08:30:28.016648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-398b5367-2d94-4d00-ba56-72dadd603e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.018166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-398b5367-2d94-4d00-ba56-72dadd603e7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1101 time: 0.0810297 Jul 16 08:30:28.023118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-f37f1812-acc8-4d13-b656-4589486b495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.025763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-f37f1812-acc8-4d13-b656-4589486b495c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 1102 time: 0.0948536 Jul 16 08:30:28.132751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['73108a59-617a-43b6-933e-d36eb2851ed4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:28.139162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c019453-a2c3-49c5-969e-a26a9399ee25'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:28.147768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-f38a2e9f-99d3-4aec-accc-17e0bcc68248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.150422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-f38a2e9f-99d3-4aec-accc-17e0bcc68248 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1239460 Jul 16 08:30:28.204204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8aa675b-4ab5-401c-8aff-9d64d4082a14 req-a056c177-ba16-4983-86b8-4b593e66bbe2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768973 Jul 16 08:30:28.229221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-1515a199-73eb-4155-8ec4-9f99c92aa95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.231031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-1515a199-73eb-4155-8ec4-9f99c92aa95f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1740201 Jul 16 08:30:28.246291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-5db37c0b-e7ff-4fba-a51b-d9f39bb5a533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0884762 Jul 16 08:30:28.314331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-50aade18-d964-466f-a21d-9435ec3f6c71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 200 len: 217 time: 0.0722768 Jul 16 08:30:28.357973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-8a45bce5-a084-4b53-b034-359fc7587d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.360597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-8a45bce5-a084-4b53-b034-359fc7587d2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0996745 Jul 16 08:30:28.435223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-a9eb8910-e1d2-48d8-a3a2-cf7001bb0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.438831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-a9eb8910-e1d2-48d8-a3a2-cf7001bb0a90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1032617 Jul 16 08:30:28.497738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-7867a873-54e3-4a76-adf0-2b0064424a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.499872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-7867a873-54e3-4a76-adf0-2b0064424a0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1276479 Jul 16 08:30:28.605744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d5ed3-00ee-4b0e-bd17-0c48986b90c7 req-835ab390-01d5-40f9-832e-fbaa85c557c9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.614214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d66d5ed3-00ee-4b0e-bd17-0c48986b90c7 req-835ab390-01d5-40f9-832e-fbaa85c557c9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 947 time: 0.1850715 Jul 16 08:30:28.638891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-f1977b35-6626-4230-9b73-f36d09f1a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.641348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-f1977b35-6626-4230-9b73-f36d09f1a290 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1872621 Jul 16 08:30:28.721798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-54c6953d-f6bd-4631-845c-8f8f81b8bf2f service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120974 Jul 16 08:30:28.803410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d66d5ed3-00ee-4b0e-bd17-0c48986b90c7 req-916c6210-f3e9-4812-bbae-55a6014a75da tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846974 Jul 16 08:30:28.836422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-19bc5d15-f1e0-41ff-b48c-933e5efa1bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879394 Jul 16 08:30:28.886756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a1506d89-660e-4a90-84f5-14089b7a0beb service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590991 Jul 16 08:30:29.005182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d03fe3eb-505e-457c-99e4-ecfe3175948d req-0f393bb0-1dae-443e-a8c0-fa18844cacf6 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623955 Jul 16 08:30:29.236753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea53ab0a-f83d-44c0-9496-816d83743006 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:29.457560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea53ab0a-f83d-44c0-9496-816d83743006, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea53ab0a-f83d-44c0-9496-816d83743006,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:29.485119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'ea53ab0a-f83d-44c0-9496-816d83743006', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'ea53ab0a-f83d-44c0-9496-816d83743006', 'mac_address': 'fa:16:3e:c9:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:29.511564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7828-933d-4cb7-8373-70ff9bb3d552 req-520deb42-bcd8-47d5-9581-e7ba5ec9a958 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.526644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abfb7828-933d-4cb7-8373-70ff9bb3d552 req-520deb42-bcd8-47d5-9581-e7ba5ec9a958 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1655152 Jul 16 08:30:29.596880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.602629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abfb7828-933d-4cb7-8373-70ff9bb3d552 req-e2d7240c-e1b3-4f86-808d-b39f236e6935 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749609 Jul 16 08:30:29.620453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea53ab0a-f83d-44c0-9496-816d83743006 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:29.630744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0dc52-b0c7-45bc-97d4-8dfae3b8ff47 req-876c01d3-2ec9-4f71-b09c-f28defe5d1e8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.634319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00e0dc52-b0c7-45bc-97d4-8dfae3b8ff47 req-876c01d3-2ec9-4f71-b09c-f28defe5d1e8 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 945 time: 0.1299803 Jul 16 08:30:29.646330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea53ab0a-f83d-44c0-9496-816d83743006, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea53ab0a-f83d-44c0-9496-816d83743006,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:29.652306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.707664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-00e0dc52-b0c7-45bc-97d4-8dfae3b8ff47 req-fcee156a-8f64-4eb3-83b2-e7ee3bb605fe tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676136 Jul 16 08:30:29.726140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=ea53ab0a-f83d-44c0-9496-816d83743006,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:29.844497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e5d5-7d2a-4c87-ba3e-d4a2a44c5af0 req-cc15e7a3-7572-42c1-b4f6-4d242d2bcfa8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.852477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5194e5d5-7d2a-4c87-ba3e-d4a2a44c5af0 req-cc15e7a3-7572-42c1-b4f6-4d242d2bcfa8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.1162789 Jul 16 08:30:29.893968 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5194e5d5-7d2a-4c87-ba3e-d4a2a44c5af0 req-eb7f8a34-d638-4aad-beba-502546284d7a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Jul 16 08:30:29.923155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b586c-3988-4a03-88af-764d74935525 req-8a907606-e1c3-4563-949c-ea8c20f67d32 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.925861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f59b586c-3988-4a03-88af-764d74935525 req-8a907606-e1c3-4563-949c-ea8c20f67d32 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 948 time: 0.0833838 Jul 16 08:30:29.970564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f59b586c-3988-4a03-88af-764d74935525 req-c0172c35-d0ef-4e0a-950d-fadb6d684592 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427616 Jul 16 08:30:30.103234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d737-16a8-4651-85c4-d661caaac14c req-4ccc6683-ad06-4e66-b670-1b3cf747cc42 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.111691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2719d737-16a8-4651-85c4-d661caaac14c req-4ccc6683-ad06-4e66-b670-1b3cf747cc42 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 948 time: 0.0854614 Jul 16 08:30:30.147731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2719d737-16a8-4651-85c4-d661caaac14c req-ea26a282-d928-4e73-bee9-241aff567f19 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Jul 16 08:30:30.154441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['ea53ab0a-f83d-44c0-9496-816d83743006'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:30.712236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb206ab-dc36-4277-9085-46284dcba36b req-f06d3442-aa47-43ea-87ff-11f383729ec3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.714151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7cb206ab-dc36-4277-9085-46284dcba36b req-f06d3442-aa47-43ea-87ff-11f383729ec3 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 945 time: 0.0870614 Jul 16 08:30:30.841317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811b0ff-ae2f-4c1b-b881-ab6fbfced0db req-a8835605-fae1-4f6f-8798-d046a8aa241d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.842403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7811b0ff-ae2f-4c1b-b881-ab6fbfced0db req-a8835605-fae1-4f6f-8798-d046a8aa241d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1013415 Jul 16 08:30:30.868703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Deleting port c29e04a7-38b6-40a3-860f-bba3de21c1f2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:30.868703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.925815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7811b0ff-ae2f-4c1b-b881-ab6fbfced0db req-a9a3e83a-3874-47ad-bbae-584fc632e564 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 Jul 16 08:30:31.072530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] For port c29e04a7-38b6-40a3-860f-bba3de21c1f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c29e04a7-38b6-40a3-860f-bba3de21c1f2,segment=NetworkSegment(f4b12320-96e6-4dc2-9294-6f2aa8142735),segment_id=f4b12320-96e6-4dc2-9294-6f2aa8142735)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:31.072901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.090957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Calling delete_port for c29e04a7-38b6-40a3-860f-bba3de21c1f2 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:31.106386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16703-e419-4109-861f-d5b141bdf662 req-00d5d100-3947-45e9-834f-68f2faed5855 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.118433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ec16703-e419-4109-861f-d5b141bdf662 req-00d5d100-3947-45e9-834f-68f2faed5855 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/ports?device_id=b341c3f5-e661-46cc-a9d1-2284cacbce87 HTTP/1.1" status: 200 len: 945 time: 0.2059224 Jul 16 08:30:31.242095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:31.248654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98c4ea-ac87-422c-a451-3e8c9e1f56df req-63157c91-1736-4984-93a7-29da48d6d8b4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.256942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa98c4ea-ac87-422c-a451-3e8c9e1f56df req-63157c91-1736-4984-93a7-29da48d6d8b4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.1419194 Jul 16 08:30:31.264765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ec16703-e419-4109-861f-d5b141bdf662 req-98eb807a-3f2e-4da3-b63e-2d4fcb200601 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups?id=eaa595bb-335d-4d5e-b568-299b5db5dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441238 Jul 16 08:30:31.379124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa98c4ea-ac87-422c-a451-3e8c9e1f56df req-69f3abe1-3440-4b81-9645-1f2cb5edf4f8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036541 Jul 16 08:30:31.379752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 9c019453-a2c3-49c5-969e-a26a9399ee25 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:31.389786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 9c019453-a2c3-49c5-969e-a26a9399ee25 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:31.391119 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.394096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598be2-748e-419c-9e29-856ea2fab8dc req-a6b1128d-2096-42ee-9729-4151c4015cbe tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.396153 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07598be2-748e-419c-9e29-856ea2fab8dc req-a6b1128d-2096-42ee-9729-4151c4015cbe tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 948 time: 0.2662177 Jul 16 08:30:31.543527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.586586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event deleted for resources: {'Port': ['ID=c29e04a7-38b6-40a3-860f-bba3de21c1f2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:31.603264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.604000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.604503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.604998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.605490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.605990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.606506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.606993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.607542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.608452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.609630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.610202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:31.663977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.695610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] No DVR routers for this DVR port c29e04a7-38b6-40a3-860f-bba3de21c1f2 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:31.711058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c29e04a7-38b6-40a3-860f-bba3de21c1f2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:31.734705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.743120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7cb206ab-dc36-4277-9085-46284dcba36b req-660d4d9f-81c9-423b-9f69-1e2b7137aea2 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.36 "DELETE /v2.0/ports/c29e04a7-38b6-40a3-860f-bba3de21c1f2 HTTP/1.1" status: 204 len: 173 time: 1.0216634 Jul 16 08:30:31.760092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'name': 'network-vif-deleted', 'tag': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:31.765801 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9538c7-055e-490a-ad16-d68ee79afc55" -d '{"events": [{"server_uuid": "b341c3f5-e661-46cc-a9d1-2284cacbce87", "name": "network-vif-deleted", "tag": "c29e04a7-38b6-40a3-860f-bba3de21c1f2"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:31.823118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:31.826134 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e6934-d31b-4d6e-b641-6434bd389d98" -d '{"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:31.832859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Deleting port 59f77b95-55c9-45af-9ea2-6c42f73817e0 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:31.834137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.852959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:31.860044 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.861924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 73108a59-617a-43b6-933e-d36eb2851ed4 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:31.936115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-7b2ef839-85a9-483b-b520-a40d7b54f777 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.937750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-7b2ef839-85a9-483b-b520-a40d7b54f777 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1098 time: 0.1891899 Jul 16 08:30:31.947469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305460-d91c-4e2c-9af8-45fccad5382a req-e472bdb6-1934-4123-b12c-17eb299b5710 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.956343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e305460-d91c-4e2c-9af8-45fccad5382a req-e472bdb6-1934-4123-b12c-17eb299b5710 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 948 time: 0.1234138 Jul 16 08:30:31.991617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-10'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:32.038336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e305460-d91c-4e2c-9af8-45fccad5382a req-1614a073-aafb-4b7f-816d-de536b6f570d tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Jul 16 08:30:32.084924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:32.091370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 73108a59-617a-43b6-933e-d36eb2851ed4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:32.097940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] For port 59f77b95-55c9-45af-9ea2-6c42f73817e0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=59f77b95-55c9-45af-9ea2-6c42f73817e0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.098311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.104116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 73108a59-617a-43b6-933e-d36eb2851ed4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:32.104692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.154795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Calling delete_port for 59f77b95-55c9-45af-9ea2-6c42f73817e0 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:32.190053 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c75ca5-d8ed-4d6e-8c45-49db6e330f98 x-openstack-request-id: req-68c75ca5-d8ed-4d6e-8c45-49db6e330f98 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:32.190357 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b341c3f5-e661-46cc-a9d1-2284cacbce87", "name": "network-vif-deleted", "tag": "c29e04a7-38b6-40a3-860f-bba3de21c1f2", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:32.190612 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68c75ca5-d8ed-4d6e-8c45-49db6e330f98 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:32.191009 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b341c3f5-e661-46cc-a9d1-2284cacbce87', 'name': 'network-vif-deleted', 'tag': 'c29e04a7-38b6-40a3-860f-bba3de21c1f2', 'status': 'completed', 'code': 200} Jul 16 08:30:32.273148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.292667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.300307 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199a368-6de5-4238-9167-13bb5cbbb953 x-openstack-request-id: req-6199a368-6de5-4238-9167-13bb5cbbb953 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:32.301057 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:32.301504 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6199a368-6de5-4238-9167-13bb5cbbb953 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:32.302095 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'code': 200} Jul 16 08:30:32.377497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 73108a59-617a-43b6-933e-d36eb2851ed4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=73108a59-617a-43b6-933e-d36eb2851ed4,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.389572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.496363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=73108a59-617a-43b6-933e-d36eb2851ed4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:32.602112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-791376e8-c068-4309-ac1b-b18cd47b8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.604270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-791376e8-c068-4309-ac1b-b18cd47b8265 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5&tenant_id=a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 1102 time: 0.3983827 Jul 16 08:30:32.605326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.658606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.802423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:32.898445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:32.900853 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de1be6b-1451-44ca-9c75-945da9529894" -d '{"events": [{"server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "name": "network-vif-unplugged", "status": "completed", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:32.906365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.916395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be53ea8-79c5-46e3-a919-133a120a9f7e req-8663052c-a8b9-4306-a9da-167ed70041b1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.924334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7be53ea8-79c5-46e3-a919-133a120a9f7e req-8663052c-a8b9-4306-a9da-167ed70041b1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 946 time: 0.1799183 Jul 16 08:30:32.958286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.975527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7be53ea8-79c5-46e3-a919-133a120a9f7e req-4c58e5f2-2848-466b-b5d0-f075ff19c2f0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Jul 16 08:30:33.009807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6afac-a784-4450-93f3-924374d7330d req-3bb7aecf-1718-402c-91eb-1f0ff956d0a8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.017830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-deb6afac-a784-4450-93f3-924374d7330d req-3bb7aecf-1718-402c-91eb-1f0ff956d0a8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7189e234-479f-4868-94b7-23a49fe8b42c HTTP/1.1" status: 200 len: 865 time: 0.6506066 Jul 16 08:30:33.023764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:33.031101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Pushing event deleted for resources: {'Port': ['ID=59f77b95-55c9-45af-9ea2-6c42f73817e0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.048596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.060433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.060433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.060433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.061314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.061753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.062904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.063250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.063617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.064104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.064565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.064797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.065061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:33.114721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on host n-h1-798249-10 for vnic_type normal with profile {"migrating_to": "n-h2-798249-10"} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:33.115062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:33.115418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.128794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:33.129682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.149850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:33.151180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:33.153444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:33.154021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Bound port: 893f7583-0a25-462b-b332-fd88a1247ee0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:33.154500 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.204134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] No DVR routers for this DVR port 59f77b95-55c9-45af-9ea2-6c42f73817e0 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:33.208659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.210853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07598be2-748e-419c-9e29-856ea2fab8dc req-5a3c1d5b-57ef-4083-b7ae-24604db091e8 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "DELETE /v2.0/ports/59f77b95-55c9-45af-9ea2-6c42f73817e0 HTTP/1.1" status: 204 len: 173 time: 1.7927899 Jul 16 08:30:33.218717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.277073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:33.279476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea53ab0a-f83d-44c0-9496-816d83743006 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:33.318438 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.381483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:33.419685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:33.435604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port ea53ab0a-f83d-44c0-9496-816d83743006 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:33.442010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.457053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port ea53ab0a-f83d-44c0-9496-816d83743006 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:33.457863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.522363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:33.568080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:33.572061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:33.594626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41251757-2d88-4874-a54e-5b5fb30399f4 req-5044cb35-f5e9-416a-98f7-2948241f7b26 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.596328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41251757-2d88-4874-a54e-5b5fb30399f4 req-5044cb35-f5e9-416a-98f7-2948241f7b26 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 950 time: 0.3216953 Jul 16 08:30:33.621636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on host n-h1-798249-10 for vnic_type normal with profile {"migrating_to": "n-h2-798249-10"} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:33.622011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:33.622363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.630781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:33.632116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Attempting to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.635498 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-deb6afac-a784-4450-93f3-924374d7330d req-2d13897b-be97-4bc8-b329-681c8713a120 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166863 Jul 16 08:30:33.641874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:33.642248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:33.642834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:33.643309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Bound port: 893f7583-0a25-462b-b332-fd88a1247ee0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:33.644821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.678541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.681022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.720555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Transition to ACTIVE for port object 9c019453-a2c3-49c5-969e-a26a9399ee25 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:33.728035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.733966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.772000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.772656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.774262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a41666af-7d72-484f-a07c-7a09e1498628 service neutron] 10.222.0.18 "PUT /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 1124 time: 1.7883625 Jul 16 08:30:33.802007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41251757-2d88-4874-a54e-5b5fb30399f4 req-a04d0232-10f9-4809-8bef-f9517a2e2b6e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825731 Jul 16 08:30:33.899557 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91877f9-f67a-4794-9658-4f4d3497ceed x-openstack-request-id: req-b91877f9-f67a-4794-9658-4f4d3497ceed {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:33.899874 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "name": "network-vif-unplugged", "status": "completed", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:33.900139 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b91877f9-f67a-4794-9658-4f4d3497ceed {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:33.900560 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0', 'code': 200} Jul 16 08:30:33.921044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] No DVR routers for this DVR port 9c019453-a2c3-49c5-969e-a26a9399ee25 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:33.929548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.930438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port ea53ab0a-f83d-44c0-9496-816d83743006, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea53ab0a-f83d-44c0-9496-816d83743006,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:33.958654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['893f7583-0a25-462b-b332-fd88a1247ee0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:33.966617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.018329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['893f7583-0a25-462b-b332-fd88a1247ee0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:34.068490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:34.069240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:34.069675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:34.084493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:34.085274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Attempting to bind port 9c019453-a2c3-49c5-969e-a26a9399ee25 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:34.121548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:34.125063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:34.129037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:34.130886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Bound port: 9c019453-a2c3-49c5-969e-a26a9399ee25, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:34.131558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.229731 n-d-798249-10 neutron-server[93701]: WARNING neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Concurrent port binding operations failed on port 893f7583-0a25-462b-b332-fd88a1247ee0 Jul 16 08:30:34.259874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:34.308327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73108a59-617a-43b6-933e-d36eb2851ed4'}, {'server_uuid': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea53ab0a-f83d-44c0-9496-816d83743006'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:34.312488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-deleted', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0'}, {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:34.318184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb0bc-b26b-4228-b3b7-939c629baf3e req-8de211ba-ea25-47bd-8959-330a7f1836ed tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.318702 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6368c-b23d-418a-89f7-0270c0ced2b4" -d '{"events": [{"server_uuid": "4d6c53f9-27ce-4594-83d5-6234cc5cabd4", "name": "network-vif-plugged", "status": "completed", "tag": "73108a59-617a-43b6-933e-d36eb2851ed4"}, {"server_uuid": "c69dcc00-1c44-46d9-a81d-7827a190664b", "name": "network-vif-plugged", "status": "completed", "tag": "ea53ab0a-f83d-44c0-9496-816d83743006"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:34.323709 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a112d4e1-40c2-4cc6-8399-802cdda00b7d" -d '{"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-deleted", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0"}, {"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:34.326962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a2fb0bc-b26b-4228-b3b7-939c629baf3e req-8de211ba-ea25-47bd-8959-330a7f1836ed tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 949 time: 0.1872673 Jul 16 08:30:34.359260 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Attempt 2 to bind port 893f7583-0a25-462b-b332-fd88a1247ee0 Jul 16 08:30:34.359858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 has no active binding in host n-h2-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:30:34.420516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a2fb0bc-b26b-4228-b3b7-939c629baf3e req-f2fa306c-17f1-4f77-836d-7b69ad5dccb7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863147 Jul 16 08:30:34.427035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=ea53ab0a-f83d-44c0-9496-816d83743006,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:34.462995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:34.493787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:34.508224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.563655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aea511-2aff-4d2e-a15f-af7c4e93a002 req-7f184fb6-5962-4ff4-9b52-f61acada87e4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.565642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95aea511-2aff-4d2e-a15f-af7c4e93a002 req-7f184fb6-5962-4ff4-9b52-f61acada87e4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.2211664 Jul 16 08:30:34.611953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.618934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.620308 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 1098 time: 1.6204975 Jul 16 08:30:34.629253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9f360-e61b-49e3-91a4-1e98ef76d7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=11']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:34.677021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95aea511-2aff-4d2e-a15f-af7c4e93a002 req-0c218ecc-f080-459d-8b67-2aa1e21933ce tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046221 Jul 16 08:30:34.686843 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ba234e-b67c-44e2-8e67-a8aad8cb3b77 x-openstack-request-id: req-f4ba234e-b67c-44e2-8e67-a8aad8cb3b77 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:34.686843 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6c53f9-27ce-4594-83d5-6234cc5cabd4", "name": "network-vif-plugged", "status": "completed", "tag": "73108a59-617a-43b6-933e-d36eb2851ed4", "code": 200}, {"server_uuid": "c69dcc00-1c44-46d9-a81d-7827a190664b", "name": "network-vif-plugged", "status": "completed", "tag": "ea53ab0a-f83d-44c0-9496-816d83743006", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:34.687454 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4ba234e-b67c-44e2-8e67-a8aad8cb3b77 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:34.687733 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73108a59-617a-43b6-933e-d36eb2851ed4', 'code': 200} Jul 16 08:30:34.688278 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea53ab0a-f83d-44c0-9496-816d83743006', 'code': 200} Jul 16 08:30:34.819269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-cffc5d6e-fdab-4306-ab93-0474a8578913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.821249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-cffc5d6e-fdab-4306-ab93-0474a8578913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1101 time: 0.1426611 Jul 16 08:30:34.901912 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568691e4-c927-456e-9c5c-8cfc68096c94 x-openstack-request-id: req-568691e4-c927-456e-9c5c-8cfc68096c94 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:34.902528 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7189e234-479f-4868-94b7-23a49fe8b42c", "name": "network-vif-deleted", "tag": "59f77b95-55c9-45af-9ea2-6c42f73817e0", "status": "completed", "code": 200}, {"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:34.903098 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-568691e4-c927-456e-9c5c-8cfc68096c94 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:34.903718 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7189e234-479f-4868-94b7-23a49fe8b42c', 'name': 'network-vif-deleted', 'tag': '59f77b95-55c9-45af-9ea2-6c42f73817e0', 'status': 'completed', 'code': 200} Jul 16 08:30:34.904146 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'code': 200} Jul 16 08:30:34.933265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16734051-c7a3-4754-b31e-9c37c5d3947e req-f2f7b93d-52d7-4547-bac2-c89c75fdbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.949566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16734051-c7a3-4754-b31e-9c37c5d3947e req-f2f7b93d-52d7-4547-bac2-c89c75fdbb5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 1101 time: 0.1139746 Jul 16 08:30:35.005839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16734051-c7a3-4754-b31e-9c37c5d3947e req-af60041c-25f6-4187-be77-d4b4f94915d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Jul 16 08:30:35.053948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4118660-47e7-4279-b38e-d56358b96ab1 req-de76a7d5-337b-445f-b773-c06fd4b24d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.055559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4118660-47e7-4279-b38e-d56358b96ab1 req-de76a7d5-337b-445f-b773-c06fd4b24d44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 1102 time: 0.2328937 Jul 16 08:30:35.061618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a1650d75-9d78-4ace-94a6-455d78a9cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.063289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-a1650d75-9d78-4ace-94a6-455d78a9cd4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2311246 Jul 16 08:30:35.098180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43874) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:35.158045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-f3288632-e714-45a2-a16e-6e755fc3ec65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0817866 Jul 16 08:30:35.220445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4118660-47e7-4279-b38e-d56358b96ab1 req-c3e66794-0230-4e2a-8413-907ea45b2d8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532702 Jul 16 08:30:35.236130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4854bc8-3106-4b8c-a522-1b2f2c6ebed6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.249565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-9de10c4b-d0de-4b13-a39a-541859e48935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.251188 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-9de10c4b-d0de-4b13-a39a-541859e48935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0865486 Jul 16 08:30:35.281026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4854bc8-3106-4b8c-a522-1b2f2c6ebed6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.297709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:35.346919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7349220-7a84-4cab-a151-2bb4c3d468ea req-8155918a-92db-4c54-90e0-cb4b45794481 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.350628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7349220-7a84-4cab-a151-2bb4c3d468ea req-8155918a-92db-4c54-90e0-cb4b45794481 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.2765145 Jul 16 08:30:35.399062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4854bc8-3106-4b8c-a522-1b2f2c6ebed6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.402122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4854bc8-3106-4b8c-a522-1b2f2c6ebed6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.406537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a4854bc8-3106-4b8c-a522-1b2f2c6ebed6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "DELETE /v2.0/security-groups/e2494655-2c04-4cf8-a89b-f5b3a9c4caef HTTP/1.1" status: 204 len: 168 time: 0.3073153 Jul 16 08:30:35.407217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:35.409477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:35.433504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c29e04a7-38b6-40a3-860f-bba3de21c1f2 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:35.452559 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-c560f3f1-b8cf-4cd5-9d58-759f6ac87c32 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] show failed (client error): The resource could not be found. Jul 16 08:30:35.461412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c560f3f1-b8cf-4cd5-9d58-759f6ac87c32 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "GET /v2.0/security-groups/e2494655-2c04-4cf8-a89b-f5b3a9c4caef HTTP/1.1" status: 404 len: 347 time: 0.0505679 Jul 16 08:30:35.461983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43880) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:35.464181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4854bc8-3106-4b8c-a522-1b2f2c6ebed6 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2494655-2c04-4cf8-a89b-f5b3a9c4caef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:35.489874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7349220-7a84-4cab-a151-2bb4c3d468ea req-d331f4d0-3aba-4f04-8d1f-c7bd6319b0b6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287401 Jul 16 08:30:35.506330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c29e04a7-38b6-40a3-860f-bba3de21c1f2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:35.506330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c29e04a7-38b6-40a3-860f-bba3de21c1f2 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:35.510805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:35.556810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-27d2563b-de0a-4530-bae6-209e15c0c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.558337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-27d2563b-de0a-4530-bae6-209e15c0c70c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2955375 Jul 16 08:30:35.589942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 59f77b95-55c9-45af-9ea2-6c42f73817e0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:35.591414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 59f77b95-55c9-45af-9ea2-6c42f73817e0 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:35.747994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Deleting port 609eb890-14b3-4ff5-8b08-758c1ae56423 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:35.747994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.822466 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-6007b3a6-0266-4e95-b350-2690b412fcfc service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561827 Jul 16 08:30:35.873805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c219551-5151-431d-bdda-c4c2a1966582 req-eb8cb541-bbc9-4e74-8a30-6430a4c48e8c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.876185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.876602 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.878056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c219551-5151-431d-bdda-c4c2a1966582 req-eb8cb541-bbc9-4e74-8a30-6430a4c48e8c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 949 time: 0.1710730 Jul 16 08:30:35.892891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Calling delete_port for 609eb890-14b3-4ff5-8b08-758c1ae56423 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:35.979944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:35.985793 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcf98e3-0dbf-487f-9743-812fac1023dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:36.015585 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c219551-5151-431d-bdda-c4c2a1966582 req-88e386ce-b66d-4c70-9efb-46e6189755e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135342 Jul 16 08:30:36.063563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f4dd034-d338-48fa-8527-227bfb971c15 req-b1456833-f7cb-4b02-8254-0da7bd058c33 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684470 Jul 16 08:30:36.118196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f863b-cfbd-4c4c-a1c0-bcaf70b2a344 req-47260706-d2b5-4550-9523-52ca09c27a1f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.120444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c85f863b-cfbd-4c4c-a1c0-bcaf70b2a344 req-47260706-d2b5-4550-9523-52ca09c27a1f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.1308212 Jul 16 08:30:36.120951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.183890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c85f863b-cfbd-4c4c-a1c0-bcaf70b2a344 req-110788e8-bc62-4840-8732-5c610ef59973 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Jul 16 08:30:36.185063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Pushing event deleted for resources: {'Port': ['ID=609eb890-14b3-4ff5-8b08-758c1ae56423,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:36.265942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.271950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.275638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3df8954-2f2b-47f5-bfa0-6cd91187a398 tempest-ImagesOneServerNegativeTestJSON-561090742 tempest-ImagesOneServerNegativeTestJSON-561090742-project] 10.222.0.41 "DELETE /v2.0/floatingips/a0a86b0f-9206-4d8d-b859-e9583d60a336 HTTP/1.1" status: 204 len: 168 time: 0.8100908 Jul 16 08:30:36.332647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1de61-2203-42a9-9922-ec5083cb8c6d req-886e432c-cbd2-4f62-bba3-7950e239c0d9 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.336262 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8a9cb-0034-4510-8087-f36d4bb21f2b x-openstack-request-id: req-65a8a9cb-0034-4510-8087-f36d4bb21f2b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:36.336555 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:36.336809 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65a8a9cb-0034-4510-8087-f36d4bb21f2b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:36.337206 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0', 'status': 'completed', 'code': 200} Jul 16 08:30:36.352133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bd1de61-2203-42a9-9922-ec5083cb8c6d req-886e432c-cbd2-4f62-bba3-7950e239c0d9 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 949 time: 0.1767116 Jul 16 08:30:36.473081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bd1de61-2203-42a9-9922-ec5083cb8c6d req-16a5a76f-493b-46bc-bb72-658cc88a1c59 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198552 Jul 16 08:30:36.518622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-f314c656-e852-45fc-9e40-61afd24b63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.521454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-f314c656-e852-45fc-9e40-61afd24b63b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1127 time: 0.1321235 Jul 16 08:30:36.717867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-9bdbad51-bad0-4a6a-93ab-357ccc50b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.721553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-9bdbad51-bad0-4a6a-93ab-357ccc50b737 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.1892290 Jul 16 08:30:36.787579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43906) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:36.797594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-d5f2b805-6cb0-48b6-8706-0be0b57619d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 217 time: 0.0597312 Jul 16 08:30:36.845894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb203ccf-4639-46f2-9631-859d65e602fb req-a2e1a198-9e98-4883-9cbb-16be74c7a80e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.847765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb203ccf-4639-46f2-9631-859d65e602fb req-a2e1a198-9e98-4883-9cbb-16be74c7a80e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.0804260 Jul 16 08:30:36.888076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Deleting subnet 0a2afe82-f345-4038-ae9d-f4dfce39fae8 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:36.893061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-b44de946-025e-411a-8005-0fa18126f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.894566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-b44de946-025e-411a-8005-0fa18126f2fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0742700 Jul 16 08:30:36.895173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.895620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb203ccf-4639-46f2-9631-859d65e602fb req-5078081b-bccb-483d-be20-ad46ed2da1ba tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Jul 16 08:30:36.916582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:36.917889 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:36.968504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-df2b5dcf-bcb4-4a27-a3b9-813484c351e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475938 Jul 16 08:30:36.981329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.015258 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f438e216-3e76-47cf-8947-04aa3eff80e5 x-openstack-request-id: req-f438e216-3e76-47cf-8947-04aa3eff80e5 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:37.015565 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:37.015807 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f438e216-3e76-47cf-8947-04aa3eff80e5 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:37.016191 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'status': 'completed', 'code': 200} Jul 16 08:30:37.163913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.231946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a9b4e-62db-428d-b488-6bff03b8c069 req-457bb6aa-fd38-4470-9391-93133a5fd88a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.233663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-408a9b4e-62db-428d-b488-6bff03b8c069 req-457bb6aa-fd38-4470-9391-93133a5fd88a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 949 time: 0.0788305 Jul 16 08:30:37.256003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-9373bbee-f162-4fb4-a9f4-e3fe4693ec31 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728117 Jul 16 08:30:37.285053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-8d70b03c-f86d-4ed2-a986-5a0b72113569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.286632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-8d70b03c-f86d-4ed2-a986-5a0b72113569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1101 time: 0.2296391 Jul 16 08:30:37.295571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-408a9b4e-62db-428d-b488-6bff03b8c069 req-f38aace2-89a1-422e-b86e-db0c8f1252ce tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Jul 16 08:30:37.299915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-39ad61b2-a12e-49b8-b904-c57315bbca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.301478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-39ad61b2-a12e-49b8-b904-c57315bbca63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 1101 time: 0.2615027 Jul 16 08:30:37.322103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.451009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2afe82-f345-4038-ae9d-f4dfce39fae8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.485606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.487631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3ac24fbd-812c-4bec-8d90-053398ba7dec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a2afe82-f345-4038-ae9d-f4dfce39fae8 HTTP/1.1" status: 204 len: 168 time: 0.6984160 Jul 16 08:30:37.490173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43918) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:37.504903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850cf8e-f3c2-402b-923d-ae7e5ad1faf1 req-688faef6-8235-4012-b5e6-530c41efb679 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.506386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8850cf8e-f3c2-402b-923d-ae7e5ad1faf1 req-688faef6-8235-4012-b5e6-530c41efb679 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 950 time: 0.0980127 Jul 16 08:30:37.589623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adcf98e3-0dbf-487f-9743-812fac1023dc req-e855aeba-c594-43fd-8751-11cbf495a940 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218706 Jul 16 08:30:37.644654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-0c536c69-243b-453f-832e-e103bff378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.646518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-0c536c69-243b-453f-832e-e103bff378d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3259835 Jul 16 08:30:37.661121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-8cf5a4f0-7749-4516-9a43-e38837a519d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.662737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-8cf5a4f0-7749-4516-9a43-e38837a519d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3543079 Jul 16 08:30:37.704935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2de2-c825-48ff-965b-26943c3ca2d0 req-dea100c4-4d87-4790-aee0-11c6b178026f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.706690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c1c2de2-c825-48ff-965b-26943c3ca2d0 req-dea100c4-4d87-4790-aee0-11c6b178026f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.3342223 Jul 16 08:30:37.715040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-500cec6a-661b-41ff-847a-a0aa056388cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0614054 Jul 16 08:30:37.761236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-080fe190-c451-44ef-8186-6373cde69caf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 200 len: 217 time: 0.0530767 Jul 16 08:30:37.825262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c1c2de2-c825-48ff-965b-26943c3ca2d0 req-91cc7669-e6a0-4c15-8f50-8a2cd7d8cb38 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090996 Jul 16 08:30:37.828517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-0944dc9a-e63b-40d4-a76a-6b15616a00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.829828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-0944dc9a-e63b-40d4-a76a-6b15616a00b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1057689 Jul 16 08:30:37.865626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8850cf8e-f3c2-402b-923d-ae7e5ad1faf1 req-c49c075d-521d-4277-852b-fbb2647070bf tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473831 Jul 16 08:30:37.929936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.953138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-0f5f3b3e-b781-4a05-8669-dbe52394c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.954635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-0f5f3b3e-b781-4a05-8669-dbe52394c035 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1281197 Jul 16 08:30:37.967358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-234e52cd-e617-432f-ac57-016e30056d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.969106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-234e52cd-e617-432f-ac57-016e30056d9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321466 Jul 16 08:30:38.039175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.055979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ad75f2-bca2-4eca-85ed-147d96417fce']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:38.073472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b12320-96e6-4dc2-9294-6f2aa8142735') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:38.074053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b12320-96e6-4dc2-9294-6f2aa8142735') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:38.093133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.128987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.145868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:38.146275 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:38.148118 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:38.229074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.240858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.244877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/c7ad75f2-bca2-4eca-85ed-147d96417fce HTTP/1.1" status: 204 len: 168 time: 0.7536087 Jul 16 08:30:38.256210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b031058-d7ec-4533-a0b1-fc4104e923fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ad75f2-bca2-4eca-85ed-147d96417fce,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.275535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-7e1be9fd-77c7-4bcf-9d87-94edd77970f3 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947705 Jul 16 08:30:38.336612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-c4aaaa74-c538-45b4-bcc2-25e4b0d3bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.338691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-c4aaaa74-c538-45b4-bcc2-25e4b0d3bd64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3490462 Jul 16 08:30:38.408737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1f6e-043d-414d-8148-3e1f4df035c9 req-63d6d38c-8323-40d0-a751-86a936ac2332 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.415275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-811a1f6e-043d-414d-8148-3e1f4df035c9 req-63d6d38c-8323-40d0-a751-86a936ac2332 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 949 time: 0.4082885 Jul 16 08:30:38.449805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-26087d21-44f3-4a61-b52a-ee1746584e83 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.451301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-26087d21-44f3-4a61-b52a-ee1746584e83 tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 949 time: 0.3633094 Jul 16 08:30:38.520754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aad0c-c5d5-4f75-81df-b9371cf69623 req-3b5844bb-702f-432f-adc3-62fb26ad6a9a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.532266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aad0c-c5d5-4f75-81df-b9371cf69623 req-3b5844bb-702f-432f-adc3-62fb26ad6a9a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.539217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c90aad0c-c5d5-4f75-81df-b9371cf69623 req-3b5844bb-702f-432f-adc3-62fb26ad6a9a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4&device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 1690 time: 0.1455326 Jul 16 08:30:38.546486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:38.643907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c90aad0c-c5d5-4f75-81df-b9371cf69623 req-8826c996-29c3-4508-b7d7-9290f6e8865c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796752 Jul 16 08:30:38.653538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e6d50b0d-76ca-4241-a8e2-1b9d2032f9ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02cf3025a23f45dcb21c9fd33077e2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055756 Jul 16 08:30:38.663935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43938) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:38.746126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f069879-0403-4c12-82bb-7b143d5c62a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.785767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f069879-0403-4c12-82bb-7b143d5c62a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.884632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017427a8-5a15-475f-9057-07e1cbfd3f42 req-9cba57df-b89d-4094-b075-9394c1ff997d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.886553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-017427a8-5a15-475f-9057-07e1cbfd3f42 req-9cba57df-b89d-4094-b075-9394c1ff997d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.0983169 Jul 16 08:30:38.902748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f069879-0403-4c12-82bb-7b143d5c62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.905825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f069879-0403-4c12-82bb-7b143d5c62a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.907810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7f069879-0403-4c12-82bb-7b143d5c62a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaa595bb-335d-4d5e-b568-299b5db5dadd HTTP/1.1" status: 204 len: 168 time: 0.2424111 Jul 16 08:30:38.914106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-811a1f6e-043d-414d-8148-3e1f4df035c9 req-f1c66366-cd5f-40af-bf28-b2e6842bd2db tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476793c-4774-4767-9270-3540a733e55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898589 Jul 16 08:30:38.928187 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-a7dba425-3cf2-40f4-af8e-986ad53ca06a service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388180 Jul 16 08:30:38.943680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f069879-0403-4c12-82bb-7b143d5c62a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa595bb-335d-4d5e-b568-299b5db5dadd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.971242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-6f6d701c-884e-4a85-aaef-74d74cc7d0e4 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220098 Jul 16 08:30:39.009147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-017427a8-5a15-475f-9057-07e1cbfd3f42 req-3504f70c-e585-48e1-b638-ecfbdd7170c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159756 Jul 16 08:30:39.074577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Deleting port 19f6c452-652d-478f-8ce6-d1bf3d006e8f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:39.074922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.187274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb3cbdb-3447-4932-aa47-a17e9cf0bf5c req-3b4deced-6ede-4f75-a6f1-b10ccff08cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067716 Jul 16 08:30:39.213732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] For port 19f6c452-652d-478f-8ce6-d1bf3d006e8f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=19f6c452-652d-478f-8ce6-d1bf3d006e8f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:39.214108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.256458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Calling delete_port for 19f6c452-652d-478f-8ce6-d1bf3d006e8f owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:39.325957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e97d4-4e25-486e-b13e-3de0321e9c47 req-e1b9eb8b-f752-4022-9a28-87ccc7b03978 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.327651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-194e97d4-4e25-486e-b13e-3de0321e9c47 req-e1b9eb8b-f752-4022-9a28-87ccc7b03978 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.0992758 Jul 16 08:30:39.392323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-194e97d4-4e25-486e-b13e-3de0321e9c47 req-1b5bc44a-487a-4285-9891-a7b0ee289121 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556560 Jul 16 08:30:39.438662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5a431-a484-4ff7-9e31-34c771d06d49 req-600c7cfc-f826-48b0-9e1e-733eaa094fec tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.446528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59c5a431-a484-4ff7-9e31-34c771d06d49 req-600c7cfc-f826-48b0-9e1e-733eaa094fec tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 949 time: 0.1182313 Jul 16 08:30:39.470347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:39.549732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59c5a431-a484-4ff7-9e31-34c771d06d49 req-3973167d-b37a-4fce-a081-e9c09023e3db tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964732 Jul 16 08:30:39.587416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.677874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77425-a73b-4c46-8e96-2c58979083a4 req-cebedc00-1c6b-468b-b92b-73be9259a2db tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.688006 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fe77425-a73b-4c46-8e96-2c58979083a4 req-cebedc00-1c6b-468b-b92b-73be9259a2db tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 1102 time: 0.1181026 Jul 16 08:30:39.693183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Pushing event deleted for resources: {'Port': ['ID=19f6c452-652d-478f-8ce6-d1bf3d006e8f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.745964 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fe77425-a73b-4c46-8e96-2c58979083a4 req-2d32ea5d-75d1-4854-8788-b1529779f96b tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567753 Jul 16 08:30:39.810436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:39.845279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'mac_address': 'fa:16:3e:69:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:39.902313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.916872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] No DVR routers for this DVR port 19f6c452-652d-478f-8ce6-d1bf3d006e8f on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:39.927206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-542f1915-4699-4c87-b949-d91f54659b56 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054976 Jul 16 08:30:39.945819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c019453-a2c3-49c5-969e-a26a9399ee25 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:39.966758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb6d1-dc32-4ce2-ad3b-338f0eb5cdc7 req-c5bcf80c-a165-43a0-8596-a3b2d8aa8a7f tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.977212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb8cb6d1-dc32-4ce2-ad3b-338f0eb5cdc7 req-c5bcf80c-a165-43a0-8596-a3b2d8aa8a7f tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 1101 time: 0.0679996 Jul 16 08:30:39.996735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.009536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.042825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb8cb6d1-dc32-4ce2-ad3b-338f0eb5cdc7 req-5f49b678-8eae-455f-84a1-0702f5834a1a tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623901 Jul 16 08:30:40.071737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.072731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3da6173e-de2f-40f8-b858-4a59ed67ee55 req-9bfda77b-61e7-4bf8-a77f-9b4476c0f78b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.36 "DELETE /v2.0/ports/19f6c452-652d-478f-8ce6-d1bf3d006e8f HTTP/1.1" status: 204 len: 173 time: 1.6069493 Jul 16 08:30:40.085164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-b723c030-42aa-4f75-adf4-270ef7a08cbd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.094252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-b723c030-42aa-4f75-adf4-270ef7a08cbd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644394 Jul 16 08:30:40.101942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-deleted', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:40.104578 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7011228-fe6c-4805-9647-12f79acb0f8e" -d '{"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-deleted", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:40.123035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-af7e50af-7a5b-4986-881c-ecb7ea4190bf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/quotas/a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 375 time: 0.0286531 Jul 16 08:30:40.140387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.307769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-32cf1ab4-3154-4dfd-bc44-0aac5f1e662b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1823583 Jul 16 08:30:40.333772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b4214ca-3957-4000-809c-4a17c56e36b9 req-25535a82-aa30-4823-96d9-5f20018f6d5b tempest-ListImageFiltersTestJSON-510117475 tempest-ListImageFiltersTestJSON-510117475-project] 10.222.0.41 "GET /v2.0/ports?device_id=89487f88-7505-4a33-9faa-19dccb34cdad HTTP/1.1" status: 200 len: 210 time: 0.0851576 Jul 16 08:30:40.367823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9c019453-a2c3-49c5-969e-a26a9399ee25'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:40.555445 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0067731f-7d77-4320-92f9-1d76ae042c1c x-openstack-request-id: req-0067731f-7d77-4320-92f9-1d76ae042c1c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:40.555932 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89487f88-7505-4a33-9faa-19dccb34cdad", "name": "network-vif-deleted", "tag": "19f6c452-652d-478f-8ce6-d1bf3d006e8f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:40.556021 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0067731f-7d77-4320-92f9-1d76ae042c1c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:40.556364 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89487f88-7505-4a33-9faa-19dccb34cdad', 'name': 'network-vif-deleted', 'tag': '19f6c452-652d-478f-8ce6-d1bf3d006e8f', 'status': 'completed', 'code': 200} Jul 16 08:30:40.769827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-021e256c-6fdb-47dc-8dd2-73ffe8a440f0 req-b4899d7d-50e4-44f7-882f-4e3c9d5b6637 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 210 time: 0.0418530 Jul 16 08:30:40.931302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fb3a4-ccc4-48eb-936a-5e53ae3fa16e req-be35a4d9-0c3a-4287-9e3f-1bd927967db6 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.942522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-590fb3a4-ccc4-48eb-936a-5e53ae3fa16e req-be35a4d9-0c3a-4287-9e3f-1bd927967db6 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.1624119 Jul 16 08:30:41.044862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-590fb3a4-ccc4-48eb-936a-5e53ae3fa16e req-470887ec-b3f2-49e5-bc0c-c46ebf18e232 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977054 Jul 16 08:30:41.263792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-d713f6cc-8f56-4152-9430-dda3a27a2998 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013737 Jul 16 08:30:41.447055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-bb4e0c50-c3a7-4e4e-b912-2127f3b566c0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.448613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-bb4e0c50-c3a7-4e4e-b912-2127f3b566c0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831343 Jul 16 08:30:41.461187 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a76e5feb-1be2-40d4-86c3-3e01c0fd51ad req-4597a9ef-bc1e-4def-b159-78bef43acee8 tempest-AbsoluteLimitsNegativeTestJSON-1281344344 tempest-AbsoluteLimitsNegativeTestJSON-1281344344-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8bbdf75e90924268b62afbce6d758335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231867 Jul 16 08:30:41.466281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-60207b81-6976-433f-b019-3009ed6598d5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/quotas/777b61050e5c47849de078946be41740 HTTP/1.1" status: 200 len: 375 time: 0.0109851 Jul 16 08:30:41.490319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:41.596869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 9c019453-a2c3-49c5-969e-a26a9399ee25 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:41.597258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-eb187391-6b4d-4205-ab9b-9a6c5ce27cf4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233335 Jul 16 08:30:41.607661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 9c019453-a2c3-49c5-969e-a26a9399ee25 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:41.610785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.658764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e5feb-1be2-40d4-86c3-3e01c0fd51ad req-7f14954c-163b-49b9-b8dc-a3f22ca4a6f6 tempest-AbsoluteLimitsNegativeTestJSON-1281344344 tempest-AbsoluteLimitsNegativeTestJSON-1281344344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.664343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a76e5feb-1be2-40d4-86c3-3e01c0fd51ad req-7f14954c-163b-49b9-b8dc-a3f22ca4a6f6 tempest-AbsoluteLimitsNegativeTestJSON-1281344344 tempest-AbsoluteLimitsNegativeTestJSON-1281344344-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872957 Jul 16 08:30:41.677248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a76e5feb-1be2-40d4-86c3-3e01c0fd51ad req-f857d728-6377-4277-9272-dcd37f310114 tempest-AbsoluteLimitsNegativeTestJSON-1281344344 tempest-AbsoluteLimitsNegativeTestJSON-1281344344-project] 10.222.0.41 "GET /v2.0/quotas/8bbdf75e90924268b62afbce6d758335 HTTP/1.1" status: 200 len: 375 time: 0.0091803 Jul 16 08:30:41.709883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.736507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a76e5feb-1be2-40d4-86c3-3e01c0fd51ad req-744ae4ec-4cc4-4aa7-9aad-e635e18a1e60 tempest-AbsoluteLimitsNegativeTestJSON-1281344344 tempest-AbsoluteLimitsNegativeTestJSON-1281344344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bbdf75e90924268b62afbce6d758335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485635 Jul 16 08:30:41.749709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:41.750662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:41.753724 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb219a-dd05-4287-8033-062eeba79c85" -d '{"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:41.757463 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.758283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:41.824041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 19f6c452-652d-478f-8ce6-d1bf3d006e8f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:41.824393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 19f6c452-652d-478f-8ce6-d1bf3d006e8f not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:41.914532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=13']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.932540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.932906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.933364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.933705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.934042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.934376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.934707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.935035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.935393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.935721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.936133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:41.936682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:42.090758 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90469e3f-2f37-4158-ac01-fc51f3add51e x-openstack-request-id: req-90469e3f-2f37-4158-ac01-fc51f3add51e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:42.091059 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:42.091350 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90469e3f-2f37-4158-ac01-fc51f3add51e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:42.091757 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'code': 200} Jul 16 08:30:42.110103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44064) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:42.262362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-772124b7-1919-4214-a5a5-3306088de6ca req-6724a61c-bccb-439f-b8ac-a04b4a980b71 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 210 time: 0.0533605 Jul 16 08:30:42.362739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad5707c-9fb6-4305-b81c-27bc86418051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.486082 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-8f2c0662-aaed-414a-95cc-24865ead3e18 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280337 Jul 16 08:30:42.548419 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad5707c-9fb6-4305-b81c-27bc86418051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.555277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad5707c-9fb6-4305-b81c-27bc86418051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.603821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea3a2-773e-4483-8864-2ca5192e315d req-e25e1aa9-1878-43f9-851f-5dd7166bb132 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.633262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4cfea3a2-773e-4483-8864-2ca5192e315d req-e25e1aa9-1878-43f9-851f-5dd7166bb132 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1097 time: 0.2226493 Jul 16 08:30:42.635569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cad5707c-9fb6-4305-b81c-27bc86418051 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bbdf75e90924268b62afbce6d758335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241804 Jul 16 08:30:42.636470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5707c-9fb6-4305-b81c-27bc86418051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a92c9b-5b5c-4ba5-af8b-94b7b5650d5c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:42.639290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44088) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:42.822283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8644323-cba0-4f8c-81b4-c4223ccd0204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.923176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4cfea3a2-773e-4483-8864-2ca5192e315d req-882c3f28-0bda-4ab0-9670-4c0679a52b4b tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886031 Jul 16 08:30:42.931957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8644323-cba0-4f8c-81b4-c4223ccd0204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.940730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-36c33c51-fc8c-4ff7-b9c4-a4ae5093a840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.955785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-bbd07219-985c-45c9-b218-aba7b7c0a662 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.957944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-bbd07219-985c-45c9-b218-aba7b7c0a662 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4642048 Jul 16 08:30:42.984358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Request body: {'port': {'device_id': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'a54c2c361b524846b8ef2c007bc8bb67'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:43.094462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8644323-cba0-4f8c-81b4-c4223ccd0204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.097737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8644323-cba0-4f8c-81b4-c4223ccd0204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.099422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d8644323-cba0-4f8c-81b4-c4223ccd0204 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50a92c9b-5b5c-4ba5-af8b-94b7b5650d5c HTTP/1.1" status: 204 len: 168 time: 0.4578872 Jul 16 08:30:43.113633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8644323-cba0-4f8c-81b4-c4223ccd0204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a92c9b-5b5c-4ba5-af8b-94b7b5650d5c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:43.313197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Made reservation on behalf of a54c2c361b524846b8ef2c007bc8bb67 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:43.319414 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.357439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4872353-1dba-4f2c-b08d-5ee969040638 req-80d5e975-5029-43e9-9e4a-55b3f4504bc0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.375921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4872353-1dba-4f2c-b08d-5ee969040638 req-80d5e975-5029-43e9-9e4a-55b3f4504bc0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.2167280 Jul 16 08:30:43.485106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4872353-1dba-4f2c-b08d-5ee969040638 req-51b2cc80-7e41-487a-acad-d20482f93658 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061232 Jul 16 08:30:43.486907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Allocated IP 192.168.233.23 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/6ef89dda-b2a4-4809-8dc9-3e89794d1349) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:43.716510 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.754546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Transition to ACTIVE for port object 6ef89dda-b2a4-4809-8dc9-3e89794d1349 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:43.860823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.876321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:43.959715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', '9c019453-a2c3-49c5-969e-a26a9399ee25'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:43.973456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:43.977709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:43.985182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:44.076340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.077721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.097833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:44.110413 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-38f089c7-3f19-4a5e-896a-5fbb51e3f5ab tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1347227 Jul 16 08:30:44.132137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Request body: {'port': {'device_id': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:44.396277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.501143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63bdf933-b104-4acd-8316-143f6eb43043 None None] Provisioning for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:44.527831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63bdf933-b104-4acd-8316-143f6eb43043 None None] Provisioning complete for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:44.529415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63bdf933-b104-4acd-8316-143f6eb43043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.610672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-63bdf933-b104-4acd-8316-143f6eb43043 None None] Port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:44.854571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-8361e571-9443-4b4c-8fa5-46490580368e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672948 Jul 16 08:30:44.888783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-9e6dc906-70a1-47b1-94cc-211ca1a9a547 service neutron] 10.222.0.36 "GET /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.1741562 Jul 16 08:30:45.067692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-fd95e48c-5ac9-4d1d-b400-a41104c1a2f5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398466 Jul 16 08:30:45.202319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-da028735-423e-4f1a-bfa8-c564921d927a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.203790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-da028735-423e-4f1a-bfa8-c564921d927a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411529 Jul 16 08:30:45.247401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': '9a337e1d-0b79-4281-b130-45385e63bf12', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:45.303967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980adf74-1583-4f31-997a-8e26fe51ea8f req-02b4ad29-0fd1-4ae2-ae2a-83772cbbb0bd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.305484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-980adf74-1583-4f31-997a-8e26fe51ea8f req-02b4ad29-0fd1-4ae2-ae2a-83772cbbb0bd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 935 time: 0.4448078 Jul 16 08:30:45.439768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-84a2bd65-5792-4cef-b213-ad7c784a59c0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.441104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-84a2bd65-5792-4cef-b213-ad7c784a59c0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542643 Jul 16 08:30:45.442245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-6d03fd49-45cb-4ebe-acd9-065a1c77589e tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:45.443879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-6d03fd49-45cb-4ebe-acd9-065a1c77589e tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068967 Jul 16 08:30:45.454703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Request body: {'binding': {'host': 'n-h1-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:45.455949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:30:45.482119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:45.489117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:45.520335 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-980adf74-1583-4f31-997a-8e26fe51ea8f req-79109baf-0412-4611-a1e5-58437bbad54a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006955 Jul 16 08:30:45.573799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef89dda-b2a4-4809-8dc9-3e89794d1349 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:45.595393 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d54ca086-f5a4-4171-8ef0-4e8224316d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.619066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.645551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on host n-h1-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:45.645912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:45.648773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:45.657929 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.660439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Transition to ACTIVE for port object 6ef89dda-b2a4-4809-8dc9-3e89794d1349 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:45.663649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:45.664058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:45.671604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:45.672139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:45.672611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:45.673104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:45.673670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Bound port: 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:45.675609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.737693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:45.743590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.745374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-29e53601-bf1a-42ca-ad58-3b7334548015 service neutron] 10.222.0.41 "POST /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91/bindings HTTP/1.1" status: 201 len: 390 time: 0.2940369 Jul 16 08:30:45.761055 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-976d2c99-1a3b-486a-b13e-ff61fa598e54 req-3c376a05-e551-4b6b-8d61-4035ae501f81 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 210 time: 0.0959907 Jul 16 08:30:45.785083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:45.817625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:45.821209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.865339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.878413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893f7583-0a25-462b-b332-fd88a1247ee0 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:45.903912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:45.908116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.954003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:46.041000 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.175521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-a31c9bea-be74-43b7-a835-b8ed2a9a2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.177317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-a31c9bea-be74-43b7-a835-b8ed2a9a2754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1097 time: 0.0745623 Jul 16 08:30:46.229312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:46.229893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:46.230024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:46.260922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:46.261246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:46.284614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-0e5e7268-f746-4c38-bcf2-b54988782096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.286479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-0e5e7268-f746-4c38-bcf2-b54988782096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1030424 Jul 16 08:30:46.293263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:46.293609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:46.293998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:46.294431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Bound port: 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:46.294789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.300446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.155 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/d58c1fae-ff58-4fac-8c38-e42f9d79414e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:46.336053 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-5ef56f84-09fb-47c2-b503-4972be07d7ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 217 time: 0.0432622 Jul 16 08:30:46.341549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] Transition to ACTIVE for port object 893f7583-0a25-462b-b332-fd88a1247ee0 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:46.372414 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.410653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-d11a5775-e730-41fe-968d-abde4cf9ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.412649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-d11a5775-e730-41fe-968d-abde4cf9ccd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.0703530 Jul 16 08:30:46.444037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0cab1-39a8-4fe7-aba6-b842152c2c2a req-4cf9692c-dcda-4599-a44b-bbcf8623ede1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.450806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28c0cab1-39a8-4fe7-aba6-b842152c2c2a req-4cf9692c-dcda-4599-a44b-bbcf8623ede1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 944 time: 0.3509505 Jul 16 08:30:46.452617 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-a16c03e7-c99d-475e-aaa3-448db04664d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310640 Jul 16 08:30:46.550717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:46.553202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] No DVR routers for this DVR port 893f7583-0a25-462b-b332-fd88a1247ee0 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:46.560665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.571757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] Pushing event updated for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.599867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:46.622841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-3cf54660-335c-4e83-8a6f-29e818dfa641 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635704 Jul 16 08:30:46.628682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.655934 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28c0cab1-39a8-4fe7-aba6-b842152c2c2a req-ada1b92a-fdb2-4fa1-90da-cca6e161036f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041755 Jul 16 08:30:46.718720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] 10.222.0.36 "PUT /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0/bindings/n-h2-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 1.7897210 Jul 16 08:30:46.894597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:46.941371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-8ff8d61c-19fc-45c8-99d2-b79f2ba8bfce service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098354 Jul 16 08:30:46.980724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-5fcb7050-38e5-4315-87f2-72294477f944 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.982980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-5fcb7050-38e5-4315-87f2-72294477f944 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.1382565 Jul 16 08:30:47.012189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44226) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:47.112107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a328bd05-8ab1-41b7-98e1-c876df6ea738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.114338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-a328bd05-8ab1-41b7-98e1-c876df6ea738 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 1097 time: 0.1143796 Jul 16 08:30:47.249765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2afdb83a-2d77-4f8f-b6a9-384430d1f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.390732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.391577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.393209 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 1096 time: 3.2674222 Jul 16 08:30:47.393956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:47.396450 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:47.425252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a9ef0439-4de6-4b03-8f48-7b5c5c7cec79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14938e177a5642faba567dbe3924fd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241151 Jul 16 08:30:47.426645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44236) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:47.460315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-445f89ae-eaec-44de-84f0-bdf6f4f02db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.463368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-445f89ae-eaec-44de-84f0-bdf6f4f02db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1097 time: 0.3129070 Jul 16 08:30:47.530382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f063e19-18fd-408c-b2a8-7bffe32290d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:47.541678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.568139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2afdb83a-2d77-4f8f-b6a9-384430d1f54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.570914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object d58c1fae-ff58-4fac-8c38-e42f9d79414e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:47.586598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.589417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2afdb83a-2d77-4f8f-b6a9-384430d1f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.610758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a2105-2835-4071-9b6c-b556e825bf86 req-671b2b6c-aa5d-4f8f-a671-fa93d0998bad tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.613993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d33a2105-2835-4071-9b6c-b556e825bf86 req-671b2b6c-aa5d-4f8f-a671-fa93d0998bad tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.2100842 Jul 16 08:30:47.648863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ff35cb6-a5c0-4bc7-bef7-7896d7372707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.671248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-9c03a9ba-43b3-447e-9d5a-8a74a0bc245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.672775 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-9c03a9ba-43b3-447e-9d5a-8a74a0bc245f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1099 time: 0.1902931 Jul 16 08:30:47.694752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.703479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdb83a-2d77-4f8f-b6a9-384430d1f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849c35d9-b6ac-4daa-9914-2725f8dcc23b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:47.712992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:47.730229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2afdb83a-2d77-4f8f-b6a9-384430d1f54b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cbb6bb8aca846fda41308cf9e006e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169509 Jul 16 08:30:47.730863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44242) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:47.738621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ff35cb6-a5c0-4bc7-bef7-7896d7372707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.761123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a1e4-29c7-4e9a-bfa1-a77fb3405139 req-83b43abe-9753-4272-9de6-fda34656819c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.771942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2606a1e4-29c7-4e9a-bfa1-a77fb3405139 req-83b43abe-9753-4272-9de6-fda34656819c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 947 time: 0.4399052 Jul 16 08:30:47.798159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-ba634c67-46e7-40bb-8c74-dd2cc967aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.799609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-ba634c67-46e7-40bb-8c74-dd2cc967aa3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.3065505 Jul 16 08:30:47.829356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d33a2105-2835-4071-9b6c-b556e825bf86 req-30083d78-6929-4497-8386-15ff24ddc304 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058983 Jul 16 08:30:47.845997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-dc06a5b4-11ca-4de8-839a-ee20dfaf4d9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.1544721 Jul 16 08:30:47.897230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-3e472a0e-20f7-454f-9846-7b1dbfb4e158 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 200 len: 217 time: 0.0829518 Jul 16 08:30:47.920898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2606a1e4-29c7-4e9a-bfa1-a77fb3405139 req-0dffafbb-56ee-4ed2-98f9-eecab71845b1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477771 Jul 16 08:30:47.975155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:48.005552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:48.031597 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914cb067-749b-4d8a-9bbe-d0b3fc59fd8d x-openstack-request-id: req-914cb067-749b-4d8a-9bbe-d0b3fc59fd8d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:48.032181 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:48.032591 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-914cb067-749b-4d8a-9bbe-d0b3fc59fd8d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:48.033167 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'status': 'completed', 'code': 200} Jul 16 08:30:48.044821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:48.049280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.57 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/9e8d89d5-2e3d-48ae-8e41-7280339f8fe0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:48.049674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c39328ec-f27c-47ca-839e-ce3ccf5c8ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.051771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=d58c1fae-ff58-4fac-8c38-e42f9d79414e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.065883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ff35cb6-a5c0-4bc7-bef7-7896d7372707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.069037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ff35cb6-a5c0-4bc7-bef7-7896d7372707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.070658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ff35cb6-a5c0-4bc7-bef7-7896d7372707 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5476793c-4774-4767-9270-3540a733e55d HTTP/1.1" status: 204 len: 168 time: 0.6338108 Jul 16 08:30:48.104010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-7ed1f964-bb54-47b0-a321-b7a4c99633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.105705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-7ed1f964-bb54-47b0-a321-b7a4c99633ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1819553 Jul 16 08:30:48.112236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35cb6-a5c0-4bc7-bef7-7896d7372707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476793c-4774-4767-9270-3540a733e55d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.117928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c39328ec-f27c-47ca-839e-ce3ccf5c8ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.167961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-3b8f153e-cadd-4321-9553-0f0d3182c614 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473466 Jul 16 08:30:48.235844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-37d68646-fb71-4689-b136-8f2dea2071c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.237375 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-37d68646-fb71-4689-b136-8f2dea2071c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.3706546 Jul 16 08:30:48.363311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.364303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.372937 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.401322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-92e95328-ccb5-464f-96bf-b8b6da7fc48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1621583 Jul 16 08:30:48.432174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c39328ec-f27c-47ca-839e-ce3ccf5c8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.436396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c39328ec-f27c-47ca-839e-ce3ccf5c8ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.440568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c39328ec-f27c-47ca-839e-ce3ccf5c8ea8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/849c35d9-b6ac-4daa-9914-2725f8dcc23b HTTP/1.1" status: 204 len: 168 time: 0.6973374 Jul 16 08:30:48.452769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Request body: {'port': {'device_id': '9a337e1d-0b79-4281-b130-45385e63bf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:48.460581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39328ec-f27c-47ca-839e-ce3ccf5c8ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c35d9-b6ac-4daa-9914-2725f8dcc23b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.465907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7e8cbd8d-555e-45a7-9c9f-2f1f94e6566d None None] Provisioning for port d58c1fae-ff58-4fac-8c38-e42f9d79414e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:48.469699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7e8cbd8d-555e-45a7-9c9f-2f1f94e6566d None None] Provisioning complete for port d58c1fae-ff58-4fac-8c38-e42f9d79414e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:48.470113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e8cbd8d-555e-45a7-9c9f-2f1f94e6566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.512455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-379342ad-ee3f-4f4e-bf34-827e66d09d46 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347027 Jul 16 08:30:48.527731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83927615-2f6a-4bef-a89d-bce525363cdc req-03926a89-b144-4296-871e-43728f97cf19 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.529693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83927615-2f6a-4bef-a89d-bce525363cdc req-03926a89-b144-4296-871e-43728f97cf19 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.1940732 Jul 16 08:30:48.555553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cbd8d-555e-45a7-9c9f-2f1f94e6566d None None] Port d58c1fae-ff58-4fac-8c38-e42f9d79414e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:48.632593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83927615-2f6a-4bef-a89d-bce525363cdc req-3a1f319d-5c7c-4c08-abc8-b7094acd5361 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914321 Jul 16 08:30:48.671509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff8849-e922-4e2d-8dfa-0addd7938b83 req-712514bb-840b-4fe5-b91c-239a46e57f0f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.678975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6eff8849-e922-4e2d-8dfa-0addd7938b83 req-712514bb-840b-4fe5-b91c-239a46e57f0f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 936 time: 0.5997171 Jul 16 08:30:48.750557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-66d375e7-261c-4b4f-9656-ddbdbcab3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.752101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-66d375e7-261c-4b4f-9656-ddbdbcab3a5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4950860 Jul 16 08:30:48.762238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-c7814e10-b49f-4e13-aee4-14dafe2d0902 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302699 Jul 16 08:30:48.829443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.856366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6eff8849-e922-4e2d-8dfa-0addd7938b83 req-7c9bfab3-13a1-4cbe-b308-165e894d1e7a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764441 Jul 16 08:30:49.015665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-418824f9-a62b-421a-83b3-097d8dc181a4 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343755 Jul 16 08:30:49.021708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.066372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:49.262845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea13c7-48f4-4589-8005-34bde02f63bf req-052e9d0b-5acc-4bc5-99f3-dee1b896d007 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.265056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8ea13c7-48f4-4589-8005-34bde02f63bf req-052e9d0b-5acc-4bc5-99f3-dee1b896d007 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1864438 Jul 16 08:30:49.316247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-4ea21a9f-5314-4866-a6c2-dbe68b0d0a5a tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.318604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-4ea21a9f-5314-4866-a6c2-dbe68b0d0a5a tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.1459861 Jul 16 08:30:49.409059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8ea13c7-48f4-4589-8005-34bde02f63bf req-6855bef1-6045-47ea-8ce0-f3cb236b481c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365998 Jul 16 08:30:49.473398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd033c8-92fa-4f9b-b3c3-d962ef6ea0e1 req-e1a16527-90a4-4870-b385-6b796cc7b809 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.475051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bd033c8-92fa-4f9b-b3c3-d962ef6ea0e1 req-e1a16527-90a4-4870-b385-6b796cc7b809 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 947 time: 0.1671331 Jul 16 08:30:49.491187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.498627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-1ef521e7-1712-4021-a62a-05b318392361 service neutron] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:49.505245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:49.520121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-1ef521e7-1712-4021-a62a-05b318392361 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.523439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-1ef521e7-1712-4021-a62a-05b318392361 service neutron] 10.222.0.18 "DELETE /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0/bindings/n-h1-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.1943884 Jul 16 08:30:49.597505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:49.606608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa17338-2657-49e7-b909-09fbdeca9d6d req-b41f82aa-c6b7-4843-acfc-3e44827fe851 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815036 Jul 16 08:30:49.676857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:49.705753 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bd033c8-92fa-4f9b-b3c3-d962ef6ea0e1 req-b71d2c3b-b3ce-419c-b579-5ce869c36b65 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167618 Jul 16 08:30:49.710452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:49.713366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:49.870533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:49.875875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.876562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.960499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-91a709ca-84a4-45c3-8ec2-e13d91fba434 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4967399 Jul 16 08:30:49.977758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-dbd9309b-7f5c-47d1-993b-e45e3e73bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.985365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-dbd9309b-7f5c-47d1-993b-e45e3e73bf7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1099 time: 0.2410464 Jul 16 08:30:50.051379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Request body: {'port': {'device_id': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:50.095365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58c1fae-ff58-4fac-8c38-e42f9d79414e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:50.104938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.121851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Transition to ACTIVE for port object d58c1fae-ff58-4fac-8c38-e42f9d79414e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:50.192910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-314727018-network', 'tenant_id': '8bbddb936c0e461d95f984948a8cdbca'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:50.242665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Made reservation on behalf of 8bbddb936c0e461d95f984948a8cdbca for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:50.245811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.265327 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.341680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-b2530a7c-4951-4eee-a650-783893eac800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.345579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-b2530a7c-4951-4eee-a650-783893eac800 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3001835 Jul 16 08:30:50.349804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.387877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-293c03bf-8a83-4dc7-b76d-bf48c5f8edaf None None] Provisioning for port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:50.404887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-293c03bf-8a83-4dc7-b76d-bf48c5f8edaf None None] Provisioning complete for port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:50.405312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-293c03bf-8a83-4dc7-b76d-bf48c5f8edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.492889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.498010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.522839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:50.541443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b710876-0368-44fa-92ff-91ae1073f675,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.546153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.546665 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Added segment 5148fd93-fa9c-46cd-8c0a-60e501e4d364 of type vlan for network c45fffc3-a8aa-4840-a86f-743861987be4 Jul 16 08:30:50.552370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-293c03bf-8a83-4dc7-b76d-bf48c5f8edaf None None] Port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:50.576570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d58c1fae-ff58-4fac-8c38-e42f9d79414e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.585720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-e3438450-c103-4025-8c8f-23510f47216b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.2135384 Jul 16 08:30:50.604294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.640978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.642354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.643243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.664922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7930686 Jul 16 08:30:50.679418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:50.693989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Request body: {'subnet': {'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-314727018-subnet', 'tenant_id': '8bbddb936c0e461d95f984948a8cdbca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:50.738257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Made reservation on behalf of 8bbddb936c0e461d95f984948a8cdbca for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:50.746199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.792435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-af1285d9-1abd-431f-b5c3-e5cbf1d2d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.793915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-af1285d9-1abd-431f-b5c3-e5cbf1d2d1a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1459177 Jul 16 08:30:50.908206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d7289-37b2-4ce6-a07c-5de1a1a1ba39 admin admin] Pushing event updated for resources: {'Network': ['ID=c45fffc3-a8aa-4840-a86f-743861987be4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.919633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c45fffc3-a8aa-4840-a86f-743861987be4 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:50.942793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Attempting to bind port d58c1fae-ff58-4fac-8c38-e42f9d79414e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:50.943126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Attempting to bind port d58c1fae-ff58-4fac-8c38-e42f9d79414e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:50.943482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Attempting to bind port d58c1fae-ff58-4fac-8c38-e42f9d79414e on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:50.978821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c1af7-42e7-4fa5-88ce-0b54ba6d55bb req-7c420fb3-c0e3-4989-ac8c-d2e080d2fe69 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.987994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-955c1af7-42e7-4fa5-88ce-0b54ba6d55bb req-7c420fb3-c0e3-4989-ac8c-d2e080d2fe69 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.9611490 Jul 16 08:30:50.995061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.041243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Port d58c1fae-ff58-4fac-8c38-e42f9d79414e on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:51.041574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Attempting to bind port d58c1fae-ff58-4fac-8c38-e42f9d79414e on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:51.058159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15215a13-8e8a-4d14-9e29-af0786f79944 req-052dbae3-1fca-4929-b5ea-86af161218f6 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.059750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15215a13-8e8a-4d14-9e29-af0786f79944 req-052dbae3-1fca-4929-b5ea-86af161218f6 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 948 time: 0.3371844 Jul 16 08:30:51.067867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-8241bd6e-d1ba-4753-b985-10a289ded16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.069771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-8241bd6e-d1ba-4753-b985-10a289ded16f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2609787 Jul 16 08:30:51.093363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:51.093363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:51.093866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:51.094230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Bound port: d58c1fae-ff58-4fac-8c38-e42f9d79414e, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:51.094591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.132779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.160894 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-955c1af7-42e7-4fa5-88ce-0b54ba6d55bb req-2098fa56-3627-4588-badb-f05f10975814 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716001 Jul 16 08:30:51.210271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15215a13-8e8a-4d14-9e29-af0786f79944 req-0904065e-d17a-4266-b1bb-8e057559608b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236162 Jul 16 08:30:51.211140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4945c4-edfa-4b2b-98ed-e1ae5efd660d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.269381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-246c2ae6-ae80-462b-b3d8-98fe270e1f73 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898334 Jul 16 08:30:51.285831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Checking segment: {'id': '5148fd93-fa9c-46cd-8c0a-60e501e4d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:51.286546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Network hostable DHCP agents. Network: c45fffc3-a8aa-4840-a86f-743861987be4, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:51.322143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Network c45fffc3-a8aa-4840-a86f-743861987be4 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:51.339200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c45fffc3-a8aa-4840-a86f-743861987be4) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:51.348742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.349724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.353867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5fe0cd-c771-4b82-b600-bb6a754acbee None None] Network c45fffc3-a8aa-4840-a86f-743861987be4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:51.384761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a82802b8-ca63-4661-a41c-377f6d3d8828 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7038245 Jul 16 08:30:51.389787 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:51.433512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] For port d58c1fae-ff58-4fac-8c38-e42f9d79414e, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:51.465457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] For port d58c1fae-ff58-4fac-8c38-e42f9d79414e, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:51.535227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:51.550269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94666d5c-c131-463b-a202-0982f07bbb47 req-12a916ef-895f-4660-b4f5-9f43ea435427 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.552215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94666d5c-c131-463b-a202-0982f07bbb47 req-12a916ef-895f-4660-b4f5-9f43ea435427 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 947 time: 0.1064937 Jul 16 08:30:51.578036 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.632126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94666d5c-c131-463b-a202-0982f07bbb47 req-c87552e8-d5f2-42ab-aa6a-a8cce62fe09c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717206 Jul 16 08:30:51.668820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d58c1fae-ff58-4fac-8c38-e42f9d79414e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.674648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.674983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.676512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-8e520c9c-97cc-4f7d-9062-09e98d8e02d4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d58c1fae-ff58-4fac-8c38-e42f9d79414e HTTP/1.1" status: 200 len: 1097 time: 3.2494576 Jul 16 08:30:51.680211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a337e1d-0b79-4281-b130-45385e63bf12', 'tag': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:51.683034 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c3f7f-642e-426a-b05b-af70f62b287f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a337e1d-0b79-4281-b130-45385e63bf12", "tag": "d58c1fae-ff58-4fac-8c38-e42f9d79414e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:51.708090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638232af-6bd1-463b-86fc-78875f2f0abd req-7c921a41-066e-486e-9d60-d32a451aa330 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.717493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-638232af-6bd1-463b-86fc-78875f2f0abd req-7c921a41-066e-486e-9d60-d32a451aa330 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.3354859 Jul 16 08:30:51.740310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:51.758714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'mac_address': 'fa:16:3e:76:b0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:51.764642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7032bd8-6334-4f55-baa3-3d559a42ac8d None None] Network c45fffc3-a8aa-4840-a86f-743861987be4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:51.851511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b2a540-b186-42ff-a7e6-4c0ba56a5ff0 req-ddd6a182-b60c-49cc-a81a-31e3a02af1e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258467 Jul 16 08:30:51.891610 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.917749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef89dda-b2a4-4809-8dc9-3e89794d1349 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:51.930850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-638232af-6bd1-463b-86fc-78875f2f0abd req-76faef1f-4503-44ee-8a2e-0951053d2a50 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125981 Jul 16 08:30:52.006937 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec94e2-4340-48d0-9f1b-c6ebc2b0100e x-openstack-request-id: req-60ec94e2-4340-48d0-9f1b-c6ebc2b0100e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:52.008421 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a337e1d-0b79-4281-b130-45385e63bf12", "tag": "d58c1fae-ff58-4fac-8c38-e42f9d79414e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:52.008778 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60ec94e2-4340-48d0-9f1b-c6ebc2b0100e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:52.009444 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a337e1d-0b79-4281-b130-45385e63bf12', 'tag': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e', 'status': 'completed', 'code': 200} Jul 16 08:30:52.046274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-4a03db48-a050-4c84-8e0b-81b96905876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.046528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:52.050446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-4a03db48-a050-4c84-8e0b-81b96905876b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 1100 time: 0.3135407 Jul 16 08:30:52.051679 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.059117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:52.111855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.132793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.136511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-b4c018c8-7ff4-45dc-b0c1-248f777de77f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e HTTP/1.1" status: 200 len: 217 time: 0.0632904 Jul 16 08:30:52.200202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Transition to ACTIVE for port object 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:52.209939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.274737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-9c5e491a-4c05-4095-b58b-a7118765819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.277047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-9c5e491a-4c05-4095-b58b-a7118765819b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1284556 Jul 16 08:30:52.313343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.367911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-ff183267-5d92-4e48-b6b0-b68ac1783029 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.381749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-ff183267-5d92-4e48-b6b0-b68ac1783029 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/networks?id=c45fffc3-a8aa-4840-a86f-743861987be4 HTTP/1.1" status: 200 len: 821 time: 0.1596303 Jul 16 08:30:52.382165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6ef89dda-b2a4-4809-8dc9-3e89794d1349'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:52.400663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-074a055a-c7f1-4ae8-9d19-2488203ea7e6 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/quotas/8bbddb936c0e461d95f984948a8cdbca HTTP/1.1" status: 200 len: 375 time: 0.0176980 Jul 16 08:30:52.454030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-983c7e40-e783-4680-8d02-b0fe5b51a355 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bbddb936c0e461d95f984948a8cdbca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521638 Jul 16 08:30:52.592809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-37eb2b41-09b4-4fb7-882d-a5aaa5d4422b service neutron] 10.222.0.41 "GET /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304066 Jul 16 08:30:52.700029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-2c40303a-db88-4a29-a173-9911a86cf969 service neutron] 10.222.0.41 "GET /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001217 Jul 16 08:30:52.723929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7dc2-d58b-4ce9-9762-ed74429da29a req-6e899d1b-60c0-4fe1-bbac-5ff544b313fa tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.727856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d1f7dc2-d58b-4ce9-9762-ed74429da29a req-6e899d1b-60c0-4fe1-bbac-5ff544b313fa tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1097 time: 0.5973339 Jul 16 08:30:52.800185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Attempting to bind port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:52.800535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Attempting to bind port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:52.800860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Attempting to bind port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:52.805234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d1f7dc2-d58b-4ce9-9762-ed74429da29a req-3f8e47e1-8596-4c2e-8342-f64b71fefe90 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Jul 16 08:30:52.808354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-74fc5fb5-ac2a-433f-960c-ab2101bda31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.809836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-74fc5fb5-ac2a-433f-960c-ab2101bda31e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5087497 Jul 16 08:30:52.813072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:52.813439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Attempting to bind port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:52.827287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:52.827801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:52.828125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:52.828544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Bound port: 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:52.828959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.034596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] For port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:53.058819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] For port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:53.074415 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.095232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.095843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.097307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 HTTP/1.1" status: 200 len: 1096 time: 3.0720274 Jul 16 08:30:53.106616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-a7c2646f-2022-48fa-a07f-71d324d2fdc2 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880597 Jul 16 08:30:53.225375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92755193-753f-4b04-aaf6-b747960b350c req-403bcd60-e113-4e06-b3df-1e7e6f8197c7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.228787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92755193-753f-4b04-aaf6-b747960b350c req-403bcd60-e113-4e06-b3df-1e7e6f8197c7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 948 time: 0.2783542 Jul 16 08:30:53.324270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74716ce2-fdc6-4fa0-b200-d18d6ca37d90 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.395205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92755193-753f-4b04-aaf6-b747960b350c req-ce6df705-b0c9-49f4-b44b-0ea70668e7b9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585736 Jul 16 08:30:53.434474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-b88ead56-48a4-4fa0-b923-6aade18f4708 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983978 Jul 16 08:30:53.437878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-4b742fa0-ab1c-454e-9810-02b3e677a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.439467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-4b742fa0-ab1c-454e-9810-02b3e677a501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 1099 time: 0.2732098 Jul 16 08:30:53.517170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:53.564735 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-d8343b89-4278-45f0-a770-d803b0235b7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 HTTP/1.1" status: 200 len: 217 time: 0.1094823 Jul 16 08:30:53.573198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:53.579002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:53.580085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.607105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb9e64-192c-4bb2-9187-0d5f1ddfe97d req-f0cab17c-65ac-48c5-b08f-f76d92dffd49 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.615710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0afb9e64-192c-4bb2-9187-0d5f1ddfe97d req-f0cab17c-65ac-48c5-b08f-f76d92dffd49 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 948 time: 0.0780861 Jul 16 08:30:53.683171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0afb9e64-192c-4bb2-9187-0d5f1ddfe97d req-e967ddb4-e3f8-4be9-8d5e-29b5195685f6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658793 Jul 16 08:30:53.683514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.688552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-adf9146f-1046-45fe-9939-08cf734a876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.690387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-adf9146f-1046-45fe-9939-08cf734a876d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0636744 Jul 16 08:30:53.740288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:53.741809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:53.745523 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bd79af-f1e7-42a9-97fe-352ee7d97770" -d '{"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:53.750801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.759155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84d51c9d-d48f-4665-b311-172b7362c5f5 req-c9aa5e2b-7f04-45e1-9d88-404cd4052638 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 210 time: 0.2170348 Jul 16 08:30:53.840621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.844243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92649-1da5-457a-aaea-d7670d91701c req-db9ab3b0-f78e-4274-a6db-55671c8fdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.856519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-db9ab3b0-f78e-4274-a6db-55671c8fdbed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1459925 Jul 16 08:30:53.859505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-5d4fb2bf-db67-4e87-8c9b-29a0ca9f06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.861576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-5d4fb2bf-db67-4e87-8c9b-29a0ca9f06fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 1100 time: 0.3181033 Jul 16 08:30:53.966285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf7ed-af3c-40bd-9084-33afc7551c75 req-8e6e7c79-0b4e-4715-ab60-97341e90d311 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.968293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42abf7ed-af3c-40bd-9084-33afc7551c75 req-8e6e7c79-0b4e-4715-ab60-97341e90d311 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 1097 time: 0.1098676 Jul 16 08:30:54.010291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'tag': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:54.014074 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9472d81-b0a2-46d7-8a7f-505c3b936523" -d '{"events": [{"name": "network-changed", "server_uuid": "00944fc9-e0c5-46a8-80e6-125c0bd91ded", "tag": "9e8d89d5-2e3d-48ae-8e41-7280339f8fe0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:54.023673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42abf7ed-af3c-40bd-9084-33afc7551c75 req-42e71a30-f2c2-42c4-8c8a-d5bb0cd68471 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Jul 16 08:30:54.116656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-4e1ed48a-0d47-44ba-b65b-f403d1a5366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.118453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-4e1ed48a-0d47-44ba-b65b-f403d1a5366e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2492144 Jul 16 08:30:54.125638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-27791a24-7bbb-4ba0-ad49-43846376bc7d service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454617 Jul 16 08:30:54.137524 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681600d3-8906-43df-ab01-a5d5522f314b x-openstack-request-id: req-681600d3-8906-43df-ab01-a5d5522f314b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:54.140201 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:54.141538 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-681600d3-8906-43df-ab01-a5d5522f314b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:54.142105 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'code': 200} Jul 16 08:30:54.178997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-e30e4259-5d27-4ad4-9bf7-106f454fa705 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e HTTP/1.1" status: 200 len: 217 time: 0.0493443 Jul 16 08:30:54.186699 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63808036-547f-44f8-a3fb-1de0fe1c970e x-openstack-request-id: req-63808036-547f-44f8-a3fb-1de0fe1c970e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:54.187000 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00944fc9-e0c5-46a8-80e6-125c0bd91ded", "tag": "9e8d89d5-2e3d-48ae-8e41-7280339f8fe0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:54.187255 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63808036-547f-44f8-a3fb-1de0fe1c970e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:54.187615 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'tag': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'status': 'completed', 'code': 200} Jul 16 08:30:54.355287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0abdf-04cd-47f7-8114-7afec509f535 req-85cd88f2-6ef6-4b8e-8757-aa651f6f2887 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.356832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3b0abdf-04cd-47f7-8114-7afec509f535 req-85cd88f2-6ef6-4b8e-8757-aa651f6f2887 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.3083961 Jul 16 08:30:54.378600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-1c5c48df-f567-4430-8bd6-6814c103469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.380101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-1c5c48df-f567-4430-8bd6-6814c103469f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1825726 Jul 16 08:30:54.412310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38b92649-1da5-457a-aaea-d7670d91701c req-31a6ba73-fba4-42cd-bb5f-e5cefcc7fc3b service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441812 Jul 16 08:30:54.464945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3b0abdf-04cd-47f7-8114-7afec509f535 req-28a9b02b-989c-4968-bd8a-a9674897c148 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997508 Jul 16 08:30:54.470425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95262042-7eda-4e18-8e9d-d244294839d7 req-e7b36d66-3ee2-462f-a0f6-98aee65bb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.471956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95262042-7eda-4e18-8e9d-d244294839d7 req-e7b36d66-3ee2-462f-a0f6-98aee65bb6dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1101 time: 0.2052743 Jul 16 08:30:54.497341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-b6d9e7a3-3c71-4fcf-9e33-a284d01c4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.500219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-b6d9e7a3-3c71-4fcf-9e33-a284d01c4231 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017466 Jul 16 08:30:54.701278 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95262042-7eda-4e18-8e9d-d244294839d7 req-2d649d75-990a-4616-a864-9c09d25346d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452549 Jul 16 08:30:54.820625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-72574584-27ac-4c24-acd9-353a8e83b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.822052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-72574584-27ac-4c24-acd9-353a8e83b6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 1099 time: 0.2714484 Jul 16 08:30:54.831155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-407399af-e0b0-45a8-9305-565076187893 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203597 Jul 16 08:30:54.851706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f96a79f4-e3b6-4214-8f72-b86ab8f3b4bb tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.853808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f96a79f4-e3b6-4214-8f72-b86ab8f3b4bb tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.36 "GET /v2.0/networks?id=c45fffc3-a8aa-4840-a86f-743861987be4 HTTP/1.1" status: 200 len: 821 time: 0.1914670 Jul 16 08:30:54.906951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919694a-efcb-4619-ad19-b5fdcc30e18f req-6ead22b1-8f22-4e83-b14f-d273cc723bc9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.908739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8919694a-efcb-4619-ad19-b5fdcc30e18f req-6ead22b1-8f22-4e83-b14f-d273cc723bc9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 948 time: 0.2024925 Jul 16 08:30:55.015390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb8c3f7f-642e-426a-b05b-af70f62b287f req-4b790487-a9d5-4fab-825b-035e1e006eed service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754396 Jul 16 08:30:55.018594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8919694a-efcb-4619-ad19-b5fdcc30e18f req-959479db-86e4-4a16-acfc-ba0785d3be27 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814004 Jul 16 08:30:55.093745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Request body: {'port': {'device_id': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4', 'admin_state_up': True, 'tenant_id': '8bbddb936c0e461d95f984948a8cdbca'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:55.162153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-534e5748-5d72-445f-974c-48a449e2badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.163814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-534e5748-5d72-445f-974c-48a449e2badb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1257019 Jul 16 08:30:55.188105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c70dc663-4975-40ef-9657-0629d58df90c req-ee3ec467-dca2-4c99-80d0-d0f4501821e7 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 210 time: 0.0422189 Jul 16 08:30:55.232518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-ed57cf16-037f-4c63-8060-41c0f34b03bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 HTTP/1.1" status: 200 len: 217 time: 0.0479319 Jul 16 08:30:55.260094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8989a2-56ec-41f6-9064-028d8b3258f1 req-ab328bab-4f5c-49a6-badf-8ed8beac27e2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.267425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c8989a2-56ec-41f6-9064-028d8b3258f1 req-ab328bab-4f5c-49a6-badf-8ed8beac27e2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.2505250 Jul 16 08:30:55.291708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-07cb429f-1351-4583-9da2-7b81b369dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.293204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-07cb429f-1351-4583-9da2-7b81b369dfad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0518162 Jul 16 08:30:55.329196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c8989a2-56ec-41f6-9064-028d8b3258f1 req-fc9a1408-53dd-41d3-a736-4e63c43e7e79 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608027 Jul 16 08:30:55.340375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Made reservation on behalf of 8bbddb936c0e461d95f984948a8cdbca for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:55.347048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.366604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-e15dfd06-2b88-4348-aa5e-8363db6a62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.368703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-e15dfd06-2b88-4348-aa5e-8363db6a62ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676742 Jul 16 08:30:55.565189 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-48973f03-e428-44a5-ab50-14e89d227e16 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859241 Jul 16 08:30:55.728751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9472d81-b0a2-46d7-8a7f-505c3b936523 req-42bd1dbc-01a0-42b8-b792-8c7c1036e55d service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533794 Jul 16 08:30:55.916641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Allocated IP 172.20.0.10 (c45fffc3-a8aa-4840-a86f-743861987be4/bd4945c4-edfa-4b2b-98ed-e1ae5efd660d/8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:55.972043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c77780-2438-4bfe-aa4b-c76f5c41b45a req-6c6fd900-32da-419b-87a8-2cf35dcbd6e9 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.973534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21c77780-2438-4bfe-aa4b-c76f5c41b45a req-6c6fd900-32da-419b-87a8-2cf35dcbd6e9 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1129069 Jul 16 08:30:56.048964 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21c77780-2438-4bfe-aa4b-c76f5c41b45a req-1f9d4236-7b81-497f-b619-0175215ba8ca tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Jul 16 08:30:56.157537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.204819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.257897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Network c45fffc3-a8aa-4840-a86f-743861987be4 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:56.261635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:56.267083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:56.377839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Pushing event updated for resources: {'Port': ['ID=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.396141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.396770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.435405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91680af3-1fa2-4acc-b83c-b3e90776489a req-af32a231-f428-41eb-86d8-331910bb7360 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.436334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91680af3-1fa2-4acc-b83c-b3e90776489a req-af32a231-f428-41eb-86d8-331910bb7360 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 948 time: 0.0833960 Jul 16 08:30:56.447237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f1d584c4-1978-4efc-82a2-411fb24eac82 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3950317 Jul 16 08:30:56.467965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Request body: {'port': {'device_id': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:56.500938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91680af3-1fa2-4acc-b83c-b3e90776489a req-f77a8b75-d1aa-4e13-99aa-96bbb106092c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544281 Jul 16 08:30:56.603639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.675948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fa221-556d-46c8-b2a4-f7170161623a req-01fd4dfd-dce9-406f-aa7c-d90a555c1553 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.677528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c98fa221-556d-46c8-b2a4-f7170161623a req-01fd4dfd-dce9-406f-aa7c-d90a555c1553 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 932 time: 0.1150377 Jul 16 08:30:56.680908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d722e98-e383-4dcd-b805-a796db9d99fa req-d34ccaa0-0441-452f-97a9-32af2016604e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.682416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d722e98-e383-4dcd-b805-a796db9d99fa req-d34ccaa0-0441-452f-97a9-32af2016604e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.0657539 Jul 16 08:30:56.722636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d722e98-e383-4dcd-b805-a796db9d99fa req-bcee31f8-0b95-40e3-afb9-14be6bae81c7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Jul 16 08:30:56.790359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c98fa221-556d-46c8-b2a4-f7170161623a req-5e78de05-c6e5-48cd-98c8-44574323ce79 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037166 Jul 16 08:30:56.917424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f230ab-0b43-45de-85ca-bdf0025b1e9b req-a8c97666-0bd0-4b05-912f-f7dda44f42da tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.919381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0f230ab-0b43-45de-85ca-bdf0025b1e9b req-a8c97666-0bd0-4b05-912f-f7dda44f42da tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 945 time: 0.0823894 Jul 16 08:30:56.965427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0f230ab-0b43-45de-85ca-bdf0025b1e9b req-d13cd79d-7e22-43a0-91a0-0543a4be563c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Jul 16 08:30:56.978754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:56.993860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.016883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Transition to ACTIVE for port object 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:57.024061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.081519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.192384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Attempting to bind port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:57.192716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Attempting to bind port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '5148fd93-fa9c-46cd-8c0a-60e501e4d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:57.193067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Attempting to bind port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 on network c45fffc3-a8aa-4840-a86f-743861987be4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:57.199044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 on network c45fffc3-a8aa-4840-a86f-743861987be4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:57.199381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Attempting to bind port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 on network c45fffc3-a8aa-4840-a86f-743861987be4 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:57.207411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:57.207872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Checking segment: {'id': '5148fd93-fa9c-46cd-8c0a-60e501e4d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:57.208257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Bound using segment: {'id': '5148fd93-fa9c-46cd-8c0a-60e501e4d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:57.208683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Bound port: 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5148fd93-fa9c-46cd-8c0a-60e501e4d364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:57.209037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.221756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd26ab-1465-47c6-849a-6f9102bf5f17 req-c1c85ec7-6857-4c45-8ce9-6cfee329f54a tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.223273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93fd26ab-1465-47c6-849a-6f9102bf5f17 req-c1c85ec7-6857-4c45-8ce9-6cfee329f54a tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1101 time: 0.0978703 Jul 16 08:30:57.315909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93fd26ab-1465-47c6-849a-6f9102bf5f17 req-aa8870a0-0676-43a0-971d-2cba7b1bae1f tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640900 Jul 16 08:30:57.350677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] For port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:57.354654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] For port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,segment=NetworkSegment(5148fd93-fa9c-46cd-8c0a-60e501e4d364),segment_id=5148fd93-fa9c-46cd-8c0a-60e501e4d364)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:57.362851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.397217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d58c1fae-ff58-4fac-8c38-e42f9d79414e details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:57.453731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.469147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.469942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.471473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-da40dc60-8ac7-413a-a22a-47c9ade5c821 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 HTTP/1.1" status: 200 len: 1093 time: 1.0101051 Jul 16 08:30:57.472089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'tag': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:57.475243 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "621b7aa6-b172-4b37-8e12-1731d748cb70", "tag": "8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:57.516435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port d58c1fae-ff58-4fac-8c38-e42f9d79414e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.527880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e', 'mac_address': 'fa:16:3e:b0:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:57.572793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:57.616913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3a22-0fb3-4a30-b59c-c76f263b3424 req-8ad558f0-f502-43d0-a13f-c7ca6e13e1dc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.624991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15bb3a22-0fb3-4a30-b59c-c76f263b3424 req-8ad558f0-f502-43d0-a13f-c7ca6e13e1dc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1312234 Jul 16 08:30:57.671611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.674725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15bb3a22-0fb3-4a30-b59c-c76f263b3424 req-0ecf7470-1db4-4229-bd56-ecc32da147b2 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 Jul 16 08:30:57.684267 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.687118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'mac_address': 'fa:16:3e:17:04:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:57.703870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58c1fae-ff58-4fac-8c38-e42f9d79414e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:57.704862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-044a46f7-c448-4149-9add-14bdbbe61ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.706470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-044a46f7-c448-4149-9add-14bdbbe61ba7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bbddb936c0e461d95f984948a8cdbca&device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 1096 time: 0.1642017 Jul 16 08:30:57.753572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port d58c1fae-ff58-4fac-8c38-e42f9d79414e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.760581 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.775823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:57.793318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-42d7f15d-15a6-4263-b504-936c1701893a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0692675 Jul 16 08:30:57.798711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.800441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.838694 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.857890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=d58c1fae-ff58-4fac-8c38-e42f9d79414e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.905688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-20acc0b6-cd4e-484c-afd4-11fb4a14ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.907163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-20acc0b6-cd4e-484c-afd4-11fb4a14ffa8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd4945c4-edfa-4b2b-98ed-e1ae5efd660d HTTP/1.1" status: 200 len: 861 time: 0.1060960 Jul 16 08:30:57.916061 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8e8e6-0ab5-42f3-ba98-33d232a5ba3e x-openstack-request-id: req-26b8e8e6-0ab5-42f3-ba98-33d232a5ba3e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:57.916354 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621b7aa6-b172-4b37-8e12-1731d748cb70", "tag": "8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:57.916614 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26b8e8e6-0ab5-42f3-ba98-33d232a5ba3e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:57.917007 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'tag': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2', 'status': 'completed', 'code': 200} Jul 16 08:30:57.937072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.982942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-01c0ce16-96e3-4984-90b4-3c63b3e18247 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c45fffc3-a8aa-4840-a86f-743861987be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643983 Jul 16 08:30:58.086061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894fa5-50b4-4226-988d-71dff6eade81 req-7f552a88-538d-4a59-bfc7-fed8a603abe2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.087657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed894fa5-50b4-4226-988d-71dff6eade81 req-7f552a88-538d-4a59-bfc7-fed8a603abe2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 949 time: 0.0704134 Jul 16 08:30:58.110535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-cb018cd2-eb8b-4c53-a4b9-b7bebc6a4d13 service neutron] 10.222.0.36 "GET /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197190 Jul 16 08:30:58.131516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed894fa5-50b4-4226-988d-71dff6eade81 req-5ec27a46-cfab-452d-850b-c924ac4a8df9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Jul 16 08:30:58.173154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:58.229840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['d58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:58.382280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534d9978-8822-41a7-9f63-92ba364aedf9 req-f524b5ad-91bc-41dd-8bc5-3a0b2af1e915 service neutron] 10.222.0.36 "GET /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582300 Jul 16 08:30:58.421330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168f2ee-c1d3-4f44-a387-80bb949642e8 req-36f9502e-012a-4d5d-8e58-90f38aadd25d tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.423348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0168f2ee-c1d3-4f44-a387-80bb949642e8 req-36f9502e-012a-4d5d-8e58-90f38aadd25d tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 944 time: 0.1251230 Jul 16 08:30:58.455839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-27daae0d-2bca-4a05-aba3-8c1f80ae5c85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2874391 Jul 16 08:30:58.516299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea945b7d-f349-45a5-afba-956f12a99feb req-b340ec35-927d-47f2-847d-426b8b0fa4d1 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.524128 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea945b7d-f349-45a5-afba-956f12a99feb req-b340ec35-927d-47f2-847d-426b8b0fa4d1 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 945 time: 0.1041112 Jul 16 08:30:58.581106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0168f2ee-c1d3-4f44-a387-80bb949642e8 req-32792b0d-1e4e-4e08-8663-cf950bd5dc55 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500874 Jul 16 08:30:58.630970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-5fd47cdc-c0f9-4d47-bdad-28e6e8dfb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.632915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-5fd47cdc-c0f9-4d47-bdad-28e6e8dfb5d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bbddb936c0e461d95f984948a8cdbca&device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 1096 time: 0.1261892 Jul 16 08:30:58.648131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea945b7d-f349-45a5-afba-956f12a99feb req-380510ce-771f-4681-8f71-dd7725f32575 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/security-groups?id=4669e572-ff5b-4dc8-8443-6c2ae259ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223624 Jul 16 08:30:58.687473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-1ca998eb-e5a9-46d0-a84c-925eb060aee7 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.689389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-1ca998eb-e5a9-46d0-a84c-925eb060aee7 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 945 time: 0.1613045 Jul 16 08:30:58.764261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-a270b831-66e7-480f-b792-1df95c1d2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.766245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-a270b831-66e7-480f-b792-1df95c1d2859 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c45fffc3-a8aa-4840-a86f-743861987be4 HTTP/1.1" status: 200 len: 922 time: 0.1269550 Jul 16 08:30:58.883555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-e3462ab3-52d2-499c-b51c-a8dfcde72836 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0918572 Jul 16 08:30:58.928828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Deleting port 25695b25-e6b4-449c-aed6-1683e955dd2a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:58.929460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.970462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b90468-4af7-4aa6-991c-6de4b2e0dc89 req-07fb8323-a245-4341-b00f-77eaa394c048 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.977803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02b90468-4af7-4aa6-991c-6de4b2e0dc89 req-07fb8323-a245-4341-b00f-77eaa394c048 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.2080874 Jul 16 08:30:58.980521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-5d470a7b-bb5e-4aca-a0b2-d62d139fb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.982608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-5d470a7b-bb5e-4aca-a0b2-d62d139fb6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd4945c4-edfa-4b2b-98ed-e1ae5efd660d HTTP/1.1" status: 200 len: 861 time: 0.0896990 Jul 16 08:30:59.030455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e82b6-54e7-4bbd-9aae-c801477fce95 req-d808a2ae-8b01-418f-bc4b-af42b38af4eb tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.030835 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-cf88195c-accb-428b-9461-a943851e504c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c45fffc3-a8aa-4840-a86f-743861987be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407073 Jul 16 08:30:59.032038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e5e82b6-54e7-4bbd-9aae-c801477fce95 req-d808a2ae-8b01-418f-bc4b-af42b38af4eb tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1833053 Jul 16 08:30:59.078519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02b90468-4af7-4aa6-991c-6de4b2e0dc89 req-2055720a-0bbb-43c5-8ff3-4a6d11870331 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973406 Jul 16 08:30:59.083776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] For port 25695b25-e6b4-449c-aed6-1683e955dd2a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=25695b25-e6b4-449c-aed6-1683e955dd2a,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:59.084144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.107646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Calling delete_port for 25695b25-e6b4-449c-aed6-1683e955dd2a owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:59.112286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e5e82b6-54e7-4bbd-9aae-c801477fce95 req-4664c160-7f9e-4c8f-9f1e-0becf8de3101 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700192 Jul 16 08:30:59.270874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-d2729f49-a7cd-474d-835e-df18b75eba0c service neutron] 10.222.0.36 "GET /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266052 Jul 16 08:30:59.278495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.316114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Pushing event deleted for resources: {'Port': ['ID=25695b25-e6b4-449c-aed6-1683e955dd2a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.387694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] No DVR routers for this DVR port 25695b25-e6b4-449c-aed6-1683e955dd2a on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:59.392134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.395518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-346322eb-5e71-48ea-86ba-1cd75433efd0 req-83e370f7-79bf-4227-bae0-c19cc304332c tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.18 "DELETE /v2.0/ports/25695b25-e6b4-449c-aed6-1683e955dd2a HTTP/1.1" status: 204 len: 173 time: 0.6999288 Jul 16 08:30:59.397524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['25695b25-e6b4-449c-aed6-1683e955dd2a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:59.398629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'name': 'network-vif-deleted', 'tag': '25695b25-e6b4-449c-aed6-1683e955dd2a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:59.419596 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c609685b-61a8-4e11-b249-f609d0dbed70" -d '{"events": [{"server_uuid": "4cfea5d1-de07-40d1-9a39-2f56ceb28966", "name": "network-vif-deleted", "tag": "25695b25-e6b4-449c-aed6-1683e955dd2a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:59.480785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f9cf1ba-f167-48fe-afa8-50c9de165ad1 req-00ca867d-b601-4ab1-90dd-189ade0e01e4 service neutron] 10.222.0.36 "GET /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930096 Jul 16 08:30:59.549444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:59.579863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933f52a-ce7b-4f10-a0c9-1989465b4541 req-0bc33f18-0bb3-4e99-9680-b6097297a7a1 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.581512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8933f52a-ce7b-4f10-a0c9-1989465b4541 req-0bc33f18-0bb3-4e99-9680-b6097297a7a1 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 949 time: 0.1519496 Jul 16 08:30:59.646205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8933f52a-ce7b-4f10-a0c9-1989465b4541 req-7440bcd8-378b-4853-acc5-5e4738296e4f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584948 Jul 16 08:30:59.685499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:59.695750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:59.697181 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.760694 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c53d01-188a-4fae-b9b5-c8f0f6ce4de9 x-openstack-request-id: req-e6c53d01-188a-4fae-b9b5-c8f0f6ce4de9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:59.760982 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfea5d1-de07-40d1-9a39-2f56ceb28966", "name": "network-vif-deleted", "tag": "25695b25-e6b4-449c-aed6-1683e955dd2a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:59.761228 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6c53d01-188a-4fae-b9b5-c8f0f6ce4de9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:59.761622 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfea5d1-de07-40d1-9a39-2f56ceb28966', 'name': 'network-vif-deleted', 'tag': '25695b25-e6b4-449c-aed6-1683e955dd2a', 'status': 'completed', 'code': 200} Jul 16 08:30:59.832721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.857749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:59.860701 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f335e6-af9c-4619-8eff-ef332cfabba0" -d '{"events": [{"server_uuid": "00944fc9-e0c5-46a8-80e6-125c0bd91ded", "name": "network-vif-plugged", "status": "completed", "tag": "9e8d89d5-2e3d-48ae-8e41-7280339f8fe0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:59.882981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:59.889114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.945686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.950507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127150-e660-43c9-bcd6-47d2775c93a1 req-f54ae2c2-c1f7-4cdb-aa29-e3b79facdf21 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.957822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16127150-e660-43c9-bcd6-47d2775c93a1 req-f54ae2c2-c1f7-4cdb-aa29-e3b79facdf21 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 944 time: 0.0836468 Jul 16 08:30:59.990098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-228d9f48-b98e-4613-801a-8023a9f6070a req-effe3ad3-b5b3-45b3-ae45-3fde706b7875 tempest-AttachSCSIVolumeTestJSON-2143743832 tempest-AttachSCSIVolumeTestJSON-2143743832-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cfea5d1-de07-40d1-9a39-2f56ceb28966 HTTP/1.1" status: 200 len: 210 time: 0.0322919 Jul 16 08:30:59.994532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16127150-e660-43c9-bcd6-47d2775c93a1 req-c4590e77-d48e-4ded-9c22-e694656d4d19 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357282 Jul 16 08:31:00.049985 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bdd77c-0438-44ee-99b6-1a2ade7bf841 x-openstack-request-id: req-36bdd77c-0438-44ee-99b6-1a2ade7bf841 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:00.050218 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00944fc9-e0c5-46a8-80e6-125c0bd91ded", "name": "network-vif-plugged", "status": "completed", "tag": "9e8d89d5-2e3d-48ae-8e41-7280339f8fe0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:00.050469 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36bdd77c-0438-44ee-99b6-1a2ade7bf841 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:00.050863 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'code': 200} Jul 16 08:31:00.300160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9529-0e9f-4888-8b28-4ebf137d040f req-b55e4e85-3da6-44b6-ac5b-e215341d84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.301740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46ae9529-0e9f-4888-8b28-4ebf137d040f req-b55e4e85-3da6-44b6-ac5b-e215341d84be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 1101 time: 0.0889170 Jul 16 08:31:00.360703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3558c-1d69-4340-a226-faecf17cebe8 req-b88a6b79-2b46-44f0-a997-ef1bc63aeb61 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.362637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dba3558c-1d69-4340-a226-faecf17cebe8 req-b88a6b79-2b46-44f0-a997-ef1bc63aeb61 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1207445 Jul 16 08:31:00.415365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dba3558c-1d69-4340-a226-faecf17cebe8 req-b1c84195-b344-40e7-a5d0-3c228a7119ca tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jul 16 08:31:00.455867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46ae9529-0e9f-4888-8b28-4ebf137d040f req-db614e6c-3e27-4904-99c3-b7e0875d86b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363103 Jul 16 08:31:00.468246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44508) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.484125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd933c72-bcc3-480b-9794-9413de4c2281 req-56e1032a-8b91-4be9-91f6-77874aa2f1fd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.485745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd933c72-bcc3-480b-9794-9413de4c2281 req-56e1032a-8b91-4be9-91f6-77874aa2f1fd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1762555 Jul 16 08:31:00.528530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd933c72-bcc3-480b-9794-9413de4c2281 req-86ac78f6-b2ae-4f7f-963e-4c8f4ceecd5a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Jul 16 08:31:00.577884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f08b8199-0495-4505-a481-e5d656be2654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.686413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f08b8199-0495-4505-a481-e5d656be2654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.691643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f08b8199-0495-4505-a481-e5d656be2654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.718892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f08b8199-0495-4505-a481-e5d656be2654 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=266476550cfc444cb5c7c28482ab91db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494845 Jul 16 08:31:00.721718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44516) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.776373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b8199-0495-4505-a481-e5d656be2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4115b6-6ae3-4946-8256-63b6b516759f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.829920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7468-d00b-4088-b34e-c5104074b2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.870562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7468-d00b-4088-b34e-c5104074b2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.893745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-3d8fdb03-7042-4891-9c11-debb55ecde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.895502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-3d8fdb03-7042-4891-9c11-debb55ecde6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1101 time: 0.0644863 Jul 16 08:31:00.915659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15f224-c0fd-442f-9def-e155b4d7bf38 req-4b9f228c-e07b-4853-abad-3b791d6cdfe5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.917182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f15f224-c0fd-442f-9def-e155b4d7bf38 req-4b9f228c-e07b-4853-abad-3b791d6cdfe5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 949 time: 0.1421371 Jul 16 08:31:00.948474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7468-d00b-4088-b34e-c5104074b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.951860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7468-d00b-4088-b34e-c5104074b2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.955622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4e1a7468-d00b-4088-b34e-c5104074b2ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd4115b6-6ae3-4946-8256-63b6b516759f HTTP/1.1" status: 204 len: 168 time: 0.2305381 Jul 16 08:31:00.972205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a7468-d00b-4088-b34e-c5104074b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4115b6-6ae3-4946-8256-63b6b516759f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.988429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f15f224-c0fd-442f-9def-e155b4d7bf38 req-c392a217-0aa0-4dd0-a9c4-fa928ce151c4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500455 Jul 16 08:31:01.046347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-a4228cea-0edf-4e4f-b449-5f3706c190b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.048878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-a4228cea-0edf-4e4f-b449-5f3706c190b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1459558 Jul 16 08:31:01.114378 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-52bbcca2-4530-43ec-823b-906b39ceeeaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0577674 Jul 16 08:31:01.188058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-5dc7cb97-4a26-4dac-8e7b-4bd8a81427ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.189856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-5dc7cb97-4a26-4dac-8e7b-4bd8a81427ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0622408 Jul 16 08:31:01.240824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233175b-9c70-4436-847d-45168e0ad5f3 req-ef978cca-442b-4cbe-9f0b-09b8478b5416 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.242882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4233175b-9c70-4436-847d-45168e0ad5f3 req-ef978cca-442b-4cbe-9f0b-09b8478b5416 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 944 time: 0.1139092 Jul 16 08:31:01.275430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-facfe1e9-76a5-4f74-b3c3-27cfaff2cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.275430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-facfe1e9-76a5-4f74-b3c3-27cfaff2cc42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762842 Jul 16 08:31:01.313313 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4233175b-9c70-4436-847d-45168e0ad5f3 req-0a75d5a6-2ff4-466b-b7af-d7e602390ca6 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641403 Jul 16 08:31:01.392856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-39e58441-11ee-499f-b2fc-7b5ba672054e service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105359 Jul 16 08:31:01.411567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d58c1fae-ff58-4fac-8c38-e42f9d79414e up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:01.503413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port d58c1fae-ff58-4fac-8c38-e42f9d79414e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:01.510585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port d58c1fae-ff58-4fac-8c38-e42f9d79414e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:01.512953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.558614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-a8613260-d38e-4435-a929-27e66c767a1c service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538129 Jul 16 08:31:01.576411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:01.803310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58f616-9248-44fb-87ff-ec9559702dc7 req-e78bd9f9-4a1f-4d33-a6ae-7cd1817aa054 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.808573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db58f616-9248-44fb-87ff-ec9559702dc7 req-e78bd9f9-4a1f-4d33-a6ae-7cd1817aa054 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1696067 Jul 16 08:31:01.837048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,segment=NetworkSegment(5148fd93-fa9c-46cd-8c0a-60e501e4d364),segment_id=5148fd93-fa9c-46cd-8c0a-60e501e4d364)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:01.878643 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.901542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2', 'network_id': 'c45fffc3-a8aa-4840-a86f-743861987be4', 'port_id': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2', 'mac_address': 'fa:16:3e:6d:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4945c4-edfa-4b2b-98ed-e1ae5efd660d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:01.908251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db58f616-9248-44fb-87ff-ec9559702dc7 req-e71fa7bf-f50b-4c84-817a-9ded24b31392 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863228 Jul 16 08:31:01.931125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80e62-ed27-4af9-b4ea-e049425e4d95 req-ea9f9670-6dcc-4ff1-9703-5d38ab11f285 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.946615 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4e80e62-ed27-4af9-b4ea-e049425e4d95 req-ea9f9670-6dcc-4ff1-9703-5d38ab11f285 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.2108982 Jul 16 08:31:02.017234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.036269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:02.042212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port d58c1fae-ff58-4fac-8c38-e42f9d79414e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:02.054348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.056819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a337e1d-0b79-4281-b130-45385e63bf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:02.059748 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a600b-b595-4a0e-aedc-2ce4a6550f8b" -d '{"events": [{"server_uuid": "9a337e1d-0b79-4281-b130-45385e63bf12", "name": "network-vif-plugged", "status": "completed", "tag": "d58c1fae-ff58-4fac-8c38-e42f9d79414e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:02.067390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4e80e62-ed27-4af9-b4ea-e049425e4d95 req-0c5baf53-14a0-4bdc-9158-fbc8c65491e5 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183324 Jul 16 08:31:02.071680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44598) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:02.101175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,segment=NetworkSegment(5148fd93-fa9c-46cd-8c0a-60e501e4d364),segment_id=5148fd93-fa9c-46cd-8c0a-60e501e4d364)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:02.116472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.140720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=d58c1fae-ff58-4fac-8c38-e42f9d79414e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.261168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.298602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1309643433-network', 'tenant_id': '7d667caccf3f4a8d88d8ea0345df3898'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:02.325354 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32c1a7-1436-49ed-bde9-52a2a52b9f18 x-openstack-request-id: req-3e32c1a7-1436-49ed-bde9-52a2a52b9f18 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:02.326003 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a337e1d-0b79-4281-b130-45385e63bf12", "name": "network-vif-plugged", "status": "completed", "tag": "d58c1fae-ff58-4fac-8c38-e42f9d79414e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:02.326455 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e32c1a7-1436-49ed-bde9-52a2a52b9f18 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:02.327061 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a337e1d-0b79-4281-b130-45385e63bf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e', 'code': 200} Jul 16 08:31:02.337878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Made reservation on behalf of 7d667caccf3f4a8d88d8ea0345df3898 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:02.341946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.353078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.428721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3dd2-7e61-4363-b2c6-8d8bd36897b1 req-a6ab5887-aadd-4d73-b16b-e15a64adb8a5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.436970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-816a3dd2-7e61-4363-b2c6-8d8bd36897b1 req-a6ab5887-aadd-4d73-b16b-e15a64adb8a5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 950 time: 0.1269181 Jul 16 08:31:02.519980 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-816a3dd2-7e61-4363-b2c6-8d8bd36897b1 req-0daee78e-3e69-4b58-bf5d-f5ea7c777cf8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812340 Jul 16 08:31:02.530204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:02.566277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc8b2-41f6-4173-a46b-9432fffebaa9 req-40cd769c-a5fc-4dd2-b3f1-643fb6fc5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.572790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f8bc8b2-41f6-4173-a46b-9432fffebaa9 req-40cd769c-a5fc-4dd2-b3f1-643fb6fc5690 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 1102 time: 0.1252770 Jul 16 08:31:02.577671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.609282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.658117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:02.665156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f8bc8b2-41f6-4173-a46b-9432fffebaa9 req-a15b906c-de83-4a6e-bbda-51f802ecd068 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809779 Jul 16 08:31:02.667829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.698343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcd07c-e048-42f7-9b1b-a2d656947d8a req-775066d6-aa2d-4152-8c07-05b22043a8cc tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.700136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-75dcd07c-e048-42f7-9b1b-a2d656947d8a req-775066d6-aa2d-4152-8c07-05b22043a8cc tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 945 time: 0.2433603 Jul 16 08:31:02.701486 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.701892 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Added segment 8df749f1-04ac-4c52-b0a1-21b87becd0cf of type vlan for network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 Jul 16 08:31:02.824342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.844572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-75dcd07c-e048-42f7-9b1b-a2d656947d8a req-9e0f4bb0-8342-40da-b091-5b379a0d6d6e tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291640 Jul 16 08:31:02.863345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.864565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.865286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.907547 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8342273 Jul 16 08:31:02.910517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:02.916529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Request body: {'subnet': {'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1309643433-subnet', 'tenant_id': '7d667caccf3f4a8d88d8ea0345df3898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:02.953774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401d81-7e47-479b-8f9e-212dc8ee082e admin admin] Pushing event updated for resources: {'Network': ['ID=5b3f014e-c2b5-411b-8562-c6f6070df6c1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.966873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:02.977010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Made reservation on behalf of 7d667caccf3f4a8d88d8ea0345df3898 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:02.980222 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.270313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.306175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.406162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53798ed5-ef10-4adf-9e8e-9e4c74d78d38,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:03.430782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 25695b25-e6b4-449c-aed6-1683e955dd2a no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:03.435074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Checking segment: {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:03.435571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Network hostable DHCP agents. Network: 5b3f014e-c2b5-411b-8562-c6f6070df6c1, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:03.447026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b669b-55a5-42a5-9d07-e0cbe56aec32 req-7b605bb3-b57b-4bcb-85b5-e47afa51c98e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.455014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac4b669b-55a5-42a5-9d07-e0cbe56aec32 req-7b605bb3-b57b-4bcb-85b5-e47afa51c98e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 945 time: 0.1601512 Jul 16 08:31:03.483051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 25695b25-e6b4-449c-aed6-1683e955dd2a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:03.483449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 25695b25-e6b4-449c-aed6-1683e955dd2a not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:03.498859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:03.520609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac4b669b-55a5-42a5-9d07-e0cbe56aec32 req-821cd1be-15c1-4630-8264-2fb514c85f5f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645907 Jul 16 08:31:03.520873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85055716-3f35-4941-a1ec-3d5939756926 req-aee3e6bb-440e-4a8c-ad97-5730d903db42 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.528521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5b3f014e-c2b5-411b-8562-c6f6070df6c1) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:03.528702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-85055716-3f35-4941-a1ec-3d5939756926 req-aee3e6bb-440e-4a8c-ad97-5730d903db42 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.4851575 Jul 16 08:31:03.541461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.542334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.550579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812af63-b85b-4438-aa05-3c82e13da307 None None] Network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:03.574254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d92da6a-3cc9-45e1-9bb5-c39b62b2dc62 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6623836 Jul 16 08:31:03.588897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-85055716-3f35-4941-a1ec-3d5939756926 req-bf563e06-5a7e-42d2-87e7-894024e13bfc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589325 Jul 16 08:31:03.741345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-fda59d54-83c8-4279-93fd-f5a540bd87d6 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.743157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-fda59d54-83c8-4279-93fd-f5a540bd87d6 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.1326027 Jul 16 08:31:03.754198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-10'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:03.849643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8cc1b7-5617-408e-8d29-1dfe8317b823 None None] Network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:03.953748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.992916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c51c3-e8d5-4a65-91af-423d9440cdb3 req-387e6cdd-d40b-4abc-a8e9-b47fcd6dcb08 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.005264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e4c51c3-e8d5-4a65-91af-423d9440cdb3 req-387e6cdd-d40b-4abc-a8e9-b47fcd6dcb08 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 950 time: 0.1656432 Jul 16 08:31:04.063248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e4c51c3-e8d5-4a65-91af-423d9440cdb3 req-971421ea-3c69-491b-8384-d8d2a69d3fa8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550265 Jul 16 08:31:04.157459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a9148a2e-4782-4fda-b312-b8d264631b27 req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1484011932', 'description': 'tempest-description-1266279318'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:04.216497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:04.220394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9148a2e-4782-4fda-b312-b8d264631b27 req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.313376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:04.318121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0462a8-8e39-4049-879a-2471dbf16065 req-beb2c81c-1aeb-47a1-9968-03965bb7b3c4 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.320168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd0462a8-8e39-4049-879a-2471dbf16065 req-beb2c81c-1aeb-47a1-9968-03965bb7b3c4 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 945 time: 0.0820680 Jul 16 08:31:04.374638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd0462a8-8e39-4049-879a-2471dbf16065 req-e55204ed-ea27-45b0-bc8a-9b04d72db5f6 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Jul 16 08:31:04.391051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.394387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:04.397355 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54908a14-735c-46db-b980-a553c657ef0d" -d '{"events": [{"server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "name": "network-vif-unplugged", "status": "completed", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:04.404350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.447392 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda3170-7a61-4601-9be6-c6cf122afd67 x-openstack-request-id: req-4dda3170-7a61-4601-9be6-c6cf122afd67 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:04.447825 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "name": "network-vif-unplugged", "status": "completed", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:04.448083 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dda3170-7a61-4601-9be6-c6cf122afd67 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:04.448523 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'code': 200} Jul 16 08:31:04.493828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9148a2e-4782-4fda-b312-b8d264631b27 req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.506807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9148a2e-4782-4fda-b312-b8d264631b27 req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.560325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.578920 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a9148a2e-4782-4fda-b312-b8d264631b27 req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.583127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9148a2e-4782-4fda-b312-b8d264631b27 req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4331999 Jul 16 08:31:04.596433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on host n-h2-798249-10 for vnic_type normal with profile {"migrating_to": "n-h1-798249-10"} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:04.596768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:04.597365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.600436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1575ee9-169e-4f0d-b3dd-7492ccdf143f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.613003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-9afc5ba5-b859-4dd2-8727-4ce104e5a421 req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-545901304', 'description': 'tempest-description-1238205380'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:04.618864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:04.619191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Attempting to bind port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.629186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:04.629557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:04.629905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:04.630341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Bound port: 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:04.630698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.683098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9afc5ba5-b859-4dd2-8727-4ce104e5a421 req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.747365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdcb7d-43fc-4f7c-ab36-6aa60f628556 req-9b1c330e-2156-4c99-ac07-e3b0cb1b79d7 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.755067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38bdcb7d-43fc-4f7c-ab36-6aa60f628556 req-9b1c330e-2156-4c99-ac07-e3b0cb1b79d7 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.0900941 Jul 16 08:31:04.807386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:04.812526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38bdcb7d-43fc-4f7c-ab36-6aa60f628556 req-3d520ba5-7190-49e9-baa0-8578ecb84db1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562706 Jul 16 08:31:04.855290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9afc5ba5-b859-4dd2-8727-4ce104e5a421 req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.859360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:04.861664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9afc5ba5-b859-4dd2-8727-4ce104e5a421 req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.874003 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.939200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9afc5ba5-b859-4dd2-8727-4ce104e5a421 req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.940691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9afc5ba5-b859-4dd2-8727-4ce104e5a421 req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3342397 Jul 16 08:31:05.062663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a07d7-2998-4d49-9023-63a17ec415f7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206dbcd9-157f-4dcf-a848-59b191c88a1e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.082792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.083470 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.094316 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 1123 time: 1.3443840 Jul 16 08:31:05.109841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17900c0-201c-4b8d-933f-bda2dce160d2 req-10318831-a005-4a87-954a-45f8ae022e69 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.111528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b17900c0-201c-4b8d-933f-bda2dce160d2 req-10318831-a005-4a87-954a-45f8ae022e69 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1552706 Jul 16 08:31:05.118982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f78f6c-79c7-4ca1-b957-ab42c0b8a923 service neutron] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.196133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b17900c0-201c-4b8d-933f-bda2dce160d2 req-92d33b8f-b293-4bc7-816b-241f2ba4ea5a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637355 Jul 16 08:31:05.247386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['0a99ff54-45c1-4c25-9cfa-d535ad90ac91'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:05.289471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0a99ff54-45c1-4c25-9cfa-d535ad90ac91'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:05.346506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-36ae2b54-1cd1-4636-a36d-055dfe42e5e4 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.348724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-36ae2b54-1cd1-4636-a36d-055dfe42e5e4 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 813 time: 0.1477215 Jul 16 08:31:05.370448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-2a16de78-bb42-471a-90cb-b41ece85a509 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/quotas/7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 375 time: 0.0130386 Jul 16 08:31:05.433585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-5bbd7ed7-6887-4d3a-9506-beb13d459fde tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550184 Jul 16 08:31:05.489953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d887e51-f76c-4908-a34e-7e770be9e81e req-d923c968-cdf4-4564-84dc-6c9e307ba66e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.504433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d887e51-f76c-4908-a34e-7e770be9e81e req-d923c968-cdf4-4564-84dc-6c9e307ba66e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 950 time: 0.1000631 Jul 16 08:31:05.564498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:05.568397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-e59466bf-4233-4bc8-a789-fc1b6b97591b service neutron] 10.222.0.41 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330590 Jul 16 08:31:05.569949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d887e51-f76c-4908-a34e-7e770be9e81e req-d18abf9c-f924-4958-a717-14da6850237c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623348 Jul 16 08:31:05.591412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:05.764303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-a32dafa5-c17c-4ccc-b267-f9046e2de328 service neutron] 10.222.0.41 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817160 Jul 16 08:31:05.798103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:05.801004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:05.813749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:05.814163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.816550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 has no active binding in host n-h1-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:31:05.849767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51af9a-6f29-4f3b-96bb-286a05265e31 req-0b94f6ab-a210-4c9b-8773-fb419e185eb6 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.852642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a51af9a-6f29-4f3b-96bb-286a05265e31 req-0b94f6ab-a210-4c9b-8773-fb419e185eb6 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 945 time: 0.1368322 Jul 16 08:31:05.897029 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a51af9a-6f29-4f3b-96bb-286a05265e31 req-d2abab78-f9b8-4c64-8ef8-485737724bb9 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Jul 16 08:31:05.909050 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.942939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:05.945738 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10a9d8-b346-4c2e-9971-27d30ee74fd6" -d '{"events": [{"server_uuid": "621b7aa6-b172-4b37-8e12-1731d748cb70", "name": "network-vif-plugged", "status": "completed", "tag": "8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:05.961330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,segment=NetworkSegment(5148fd93-fa9c-46cd-8c0a-60e501e4d364),segment_id=5148fd93-fa9c-46cd-8c0a-60e501e4d364)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:05.967558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.038851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.192503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a2e68-1867-4582-858f-bd5c3809b48a req-4871a6ae-60fb-46a5-bf31-e30d46653cac tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.194095 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c33a2e68-1867-4582-858f-bd5c3809b48a req-4871a6ae-60fb-46a5-bf31-e30d46653cac tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 949 time: 0.1673257 Jul 16 08:31:06.281913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c33a2e68-1867-4582-858f-bd5c3809b48a req-557afb03-87cf-4d39-b1ed-2c8f0fd6d692 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772221 Jul 16 08:31:06.375984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19408-521d-4ba7-b989-9589c3a74872 req-936410d2-b5a7-4e28-96dc-d2ac65479368 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.377447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95b19408-521d-4ba7-b989-9589c3a74872 req-936410d2-b5a7-4e28-96dc-d2ac65479368 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.0748799 Jul 16 08:31:06.393492 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dbf8c5-8a27-47fb-84dd-0d642e03c595 x-openstack-request-id: req-f6dbf8c5-8a27-47fb-84dd-0d642e03c595 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:06.395005 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621b7aa6-b172-4b37-8e12-1731d748cb70", "name": "network-vif-plugged", "status": "completed", "tag": "8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:06.395455 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6dbf8c5-8a27-47fb-84dd-0d642e03c595 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:06.396062 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2', 'code': 200} Jul 16 08:31:06.436667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95b19408-521d-4ba7-b989-9589c3a74872 req-ffa3c20b-d288-4572-8514-e57126504791 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515616 Jul 16 08:31:06.456880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:06.461047 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:06.515003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2421bb07-a340-4a76-a144-a41044f5697f req-0b4f9294-736f-4d46-8ce4-cb30777205f9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0686924 Jul 16 08:31:06.659931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:06.671107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae25802-15f0-4471-a57d-7d27b9f807c3 req-beddff98-cd5c-4a95-b882-4f6df989d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.672860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ae25802-15f0-4471-a57d-7d27b9f807c3 req-beddff98-cd5c-4a95-b882-4f6df989d93e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 1098 time: 0.1224303 Jul 16 08:31:06.730343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ae25802-15f0-4471-a57d-7d27b9f807c3 req-628bca7e-db09-4c6a-8804-08b2eef9fbf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Jul 16 08:31:06.915706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab151d3a-1130-4b6e-afea-38193795cc37 req-06d17d33-9452-42aa-a472-73800521c23d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.922703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab151d3a-1130-4b6e-afea-38193795cc37 req-06d17d33-9452-42aa-a472-73800521c23d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1413195 Jul 16 08:31:07.002060 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab151d3a-1130-4b6e-afea-38193795cc37 req-e5514130-246f-4716-9450-cbc58b8c9381 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784521 Jul 16 08:31:07.070134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c22506-55af-43e1-b043-c44e0884d5fc req-363ec8e4-fbd5-4789-befb-7932cd77fead tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.077304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c22506-55af-43e1-b043-c44e0884d5fc req-363ec8e4-fbd5-4789-befb-7932cd77fead tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.079849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c22506-55af-43e1-b043-c44e0884d5fc req-363ec8e4-fbd5-4789-befb-7932cd77fead tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded&device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 1690 time: 0.0842102 Jul 16 08:31:07.087395 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c65f3ed-bd40-439c-bf38-2996cc22a6d9 x-openstack-request-id: req-6c65f3ed-bd40-439c-bf38-2996cc22a6d9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:07.087778 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:07.088120 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c65f3ed-bd40-439c-bf38-2996cc22a6d9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:07.088594 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'status': 'completed', 'code': 200} Jul 16 08:31:07.149333 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c22506-55af-43e1-b043-c44e0884d5fc req-1ab983f1-5cf3-4014-b873-a101beb5e920 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577574 Jul 16 08:31:07.233915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-79beb3eb-6dab-464e-8ac5-82f859e797b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.247903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-79beb3eb-6dab-464e-8ac5-82f859e797b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1126 time: 0.1221099 Jul 16 08:31:07.336792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.456826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c527c2-c4c3-422a-b8cf-f0667b8301e9 req-188b0dae-a994-4c4e-8554-ffe560f5bc26 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.458489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9c527c2-c4c3-422a-b8cf-f0667b8301e9 req-188b0dae-a994-4c4e-8554-ffe560f5bc26 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 1101 time: 0.0800233 Jul 16 08:31:07.501100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9c527c2-c4c3-422a-b8cf-f0667b8301e9 req-166ca906-842b-49e1-b19f-4fe610ca2d9f tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Jul 16 08:31:07.513762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306d145-6ffd-4e72-9106-9813c2d12306 req-116a192a-8a67-4dbd-97ce-92653ec651ed tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.515369 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0306d145-6ffd-4e72-9106-9813c2d12306 req-116a192a-8a67-4dbd-97ce-92653ec651ed tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 946 time: 0.2849143 Jul 16 08:31:07.516527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-732b9196-9222-4530-91ca-92f9af743bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.517837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-732b9196-9222-4530-91ca-92f9af743bfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.2268457 Jul 16 08:31:07.597131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-33ab952a-290c-452f-8aab-b4e0164b1330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 217 time: 0.0653195 Jul 16 08:31:07.701054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09cd6a-a815-4b8d-9391-72994e77b85f req-ffb7bf14-300b-44bd-9bf1-04abd0bd09ec tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.702608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be09cd6a-a815-4b8d-9391-72994e77b85f req-ffb7bf14-300b-44bd-9bf1-04abd0bd09ec tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.0795596 Jul 16 08:31:07.711850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0306d145-6ffd-4e72-9106-9813c2d12306 req-ce304b0b-edb1-4439-a2e6-5ac8f3cbb27a tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850872 Jul 16 08:31:07.740477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-f6313777-fd0a-4656-882a-62d49f265f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.742977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-f6313777-fd0a-4656-882a-62d49f265f76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1130600 Jul 16 08:31:07.748449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be09cd6a-a815-4b8d-9391-72994e77b85f req-c67cad8f-cffe-4263-9091-a6e7dd6779bd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Jul 16 08:31:07.791909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-20743a39-18bb-47dc-8fa1-de74229f0614 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380125 Jul 16 08:31:07.914651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a436ed6-a494-4d86-8c3a-3d5f23422e63 req-92b45193-b678-4ec4-9697-5e864f56b296 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0323949 Jul 16 08:31:07.974548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-70f2689d-4cdf-4391-9342-9f3d839f2bb2 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723435 Jul 16 08:31:08.048740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0d6dc-7632-4db3-8c4f-cbd4a3e04dea req-2f3d8243-023e-4780-848e-fea8f95860a9 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.050310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-04f0d6dc-7632-4db3-8c4f-cbd4a3e04dea req-2f3d8243-023e-4780-848e-fea8f95860a9 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 1102 time: 0.1844442 Jul 16 08:31:08.086117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Deleting port 3308870b-4dd0-419e-bb26-2872bc3e3eb2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:08.086452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.187007 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-04f0d6dc-7632-4db3-8c4f-cbd4a3e04dea req-773b6147-e61c-4e1f-bf36-4354aeaef1d8 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092603 Jul 16 08:31:08.192773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86ec8587-9315-4c27-a3d1-d76fb98d1cd2 req-84451407-e65f-4f38-b67f-012bd3166eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048476 Jul 16 08:31:08.231515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] For port 3308870b-4dd0-419e-bb26-2872bc3e3eb2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3308870b-4dd0-419e-bb26-2872bc3e3eb2,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:08.231923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.248814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Calling delete_port for 3308870b-4dd0-419e-bb26-2872bc3e3eb2 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:08.273589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a8267-fb88-43a6-b879-ebc4f0c17656 req-40860109-ca63-436e-b29e-8cd750db5fb4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.275095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b5a8267-fb88-43a6-b879-ebc4f0c17656 req-40860109-ca63-436e-b29e-8cd750db5fb4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1232333 Jul 16 08:31:08.337034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b5a8267-fb88-43a6-b879-ebc4f0c17656 req-c5074d54-c813-4488-bb73-a74900f8b052 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Jul 16 08:31:08.520963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.533772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-72b6854a-8404-411f-a69d-9198d56e8ee7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.535405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-72b6854a-8404-411f-a69d-9198d56e8ee7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.36 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 813 time: 0.1549008 Jul 16 08:31:08.546794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3308870b-4dd0-419e-bb26-2872bc3e3eb2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:08.588197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-a560da7c-73b0-4bda-acd0-b0eee9cef2f1 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375307 Jul 16 08:31:08.618850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'port': {'device_id': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1', 'admin_state_up': True, 'tenant_id': '7d667caccf3f4a8d88d8ea0345df3898'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:08.808423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Made reservation on behalf of 7d667caccf3f4a8d88d8ea0345df3898 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:08.816872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.857942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-a74b62ca-d02d-45e6-bc78-98cebb4a647a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.859410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-a74b62ca-d02d-45e6-bc78-98cebb4a647a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489395 Jul 16 08:31:08.886741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-dfea944e-6474-427f-bf72-4ca6908027a8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/quotas/777b61050e5c47849de078946be41740 HTTP/1.1" status: 200 len: 375 time: 0.0203433 Jul 16 08:31:08.937025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.015913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Allocated IP 172.20.0.14 (5b3f014e-c2b5-411b-8562-c6f6070df6c1/53798ed5-ef10-4adf-9e8e-9e4c74d78d38/c1b772fa-090f-4ba0-9f5b-11230948985b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:09.034401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-47c080dc-d58f-4f85-81a5-117adde94cc2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1407011 Jul 16 08:31:09.064822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43554fd-e1d3-4b7b-aa2f-81eb53c87d52 req-403c8430-a3da-4f66-a8d0-20b99928294b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.071829 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d43554fd-e1d3-4b7b-aa2f-81eb53c87d52 req-403c8430-a3da-4f66-a8d0-20b99928294b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 946 time: 0.1492188 Jul 16 08:31:09.155942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d43554fd-e1d3-4b7b-aa2f-81eb53c87d52 req-6565a833-3af8-419c-b993-bdacaed109b6 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831947 Jul 16 08:31:09.266888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Router b6626186-e25c-4393-bf48-bf09a17556bb has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:09.508981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08e7cbfd-d626-4427-8739-7da0e4235037 req-1dcd4926-8a6a-4538-a7ea-a6541c866e09 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 210 time: 0.0589919 Jul 16 08:31:09.529740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:09.540643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-def47f68-af54-4dbc-b935-0fcbe2a1e1e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/b6626186-e25c-4393-bf48-bf09a17556bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8793743 Jul 16 08:31:09.542866 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] Sync routers for ids ['b6626186-e25c-4393-bf48-bf09a17556bb'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:09.550671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:09.570503 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] Routers {'b6626186-e25c-4393-bf48-bf09a17556bb'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:09.571221 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b6626186-e25c-4393-bf48-bf09a17556bb'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:09.766888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.803749 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] Set router b6626186-e25c-4393-bf48-bf09a17556bb gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:09.813399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-3139de6f-1526-4e95-abec-b94267cf8e2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1570840 Jul 16 08:31:09.833923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.884090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.963622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:09.976414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:09.979073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:10.002205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f7c5c-fad4-465f-abb1-1aa5c8746c1e req-5f38be3d-3479-4fb8-aa1e-e02b12a04a31 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.010730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-330f7c5c-fad4-465f-abb1-1aa5c8746c1e req-5f38be3d-3479-4fb8-aa1e-e02b12a04a31 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.4102299 Jul 16 08:31:10.070863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.122614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.123308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.134663 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:31:08Z', 'revision_number': 5, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:10.150073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-330f7c5c-fad4-465f-abb1-1aa5c8746c1e req-70bf89b9-d2c5-4644-b86d-55601824d68a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383433 Jul 16 08:31:10.160538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-073c65fb-09ef-4d9c-bc3b-a3406451e711 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5492539 Jul 16 08:31:10.200436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Request body: {'port': {'device_id': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:10.211874 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] Checking router: b6626186-e25c-4393-bf48-bf09a17556bb for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:10.226099 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] Routers {'b6626186-e25c-4393-bf48-bf09a17556bb'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:10.226739 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b6626186-e25c-4393-bf48-bf09a17556bb'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:10.283472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5ca2b5b-6e84-4d74-8015-c0889355971f req-982ff8a3-032f-46ff-ab9b-ede91cc0e92c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 210 time: 0.3905487 Jul 16 08:31:10.383656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-f6d98395-c7b1-46ca-9ca4-99a631546967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.385118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-f6d98395-c7b1-46ca-9ca4-99a631546967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 1102 time: 0.4912555 Jul 16 08:31:10.396599 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.406131 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] Set router b6626186-e25c-4393-bf48-bf09a17556bb gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:10.420893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.505404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e3dd0-2f53-4605-b342-b40cf41cab87 req-25255b90-c80a-417f-b478-136572e714e0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.512629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f02e3dd0-2f53-4605-b342-b40cf41cab87 req-25255b90-c80a-417f-b478-136572e714e0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1352150 Jul 16 08:31:10.639354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f02e3dd0-2f53-4605-b342-b40cf41cab87 req-69bd32dd-5a23-44dd-9f76-6590ac1f45fa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217017 Jul 16 08:31:10.654303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Deleting port 67c650d0-7782-49d3-9267-4940e0991a28 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:10.654657 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.859420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-9bb1df42-d9c5-4f4d-bc4c-51d0a111ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.861211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-9bb1df42-d9c5-4f4d-bc4c-51d0a111ae48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.4159255 Jul 16 08:31:10.929707 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-17e730c1-dfab-4e77-aca0-79f31a28afe3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 200 len: 217 time: 0.0602872 Jul 16 08:31:10.938125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] For port 67c650d0-7782-49d3-9267-4940e0991a28, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67c650d0-7782-49d3-9267-4940e0991a28,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:10.938492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.969033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Calling delete_port for 67c650d0-7782-49d3-9267-4940e0991a28 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:10.969903 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:31:08Z', 'revision_number': 5, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:10.983152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac7ec-1079-47e2-8929-a6922801bfb4 req-a645f0c7-7e0f-40cd-9fd7-cf5acb978b13 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.984508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-379ac7ec-1079-47e2-8929-a6922801bfb4 req-a645f0c7-7e0f-40cd-9fd7-cf5acb978b13 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 932 time: 0.1182313 Jul 16 08:31:11.015470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b772fa-090f-4ba0-9f5b-11230948985b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:11.024603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.034770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf13aa4-85bb-4b89-834c-3dfa7506d0a9 None None] The sync data for ids ['b6626186-e25c-4393-bf48-bf09a17556bb'] in n-d-798249-10 is: [{'id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401777782-router', 'tenant_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '67c650d0-7782-49d3-9267-4940e0991a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:00Z', 'updated_at': '2021-07-16T08:31:08Z', 'revision_number': 5, 'project_id': 'e662df9f863a493eaf8b0efb7ed840dd', 'gw_port': {'id': '67c650d0-7782-49d3-9267-4940e0991a28', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6626186-e25c-4393-bf48-bf09a17556bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:01Z', 'updated_at': '2021-07-16T08:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:11.054231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-379ac7ec-1079-47e2-8929-a6922801bfb4 req-23414ee5-632a-40f1-abee-20ff07008741 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608678 Jul 16 08:31:11.079111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-653b9d6b-d4a3-4613-a704-c13986db812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.080671 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-653b9d6b-d4a3-4613-a704-c13986db812e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1252391 Jul 16 08:31:11.088710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Transition to ACTIVE for port object c1b772fa-090f-4ba0-9f5b-11230948985b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:11.094379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.203668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.352566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Attempting to bind port c1b772fa-090f-4ba0-9f5b-11230948985b on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:11.352922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Attempting to bind port c1b772fa-090f-4ba0-9f5b-11230948985b by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:11.353312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Attempting to bind port c1b772fa-090f-4ba0-9f5b-11230948985b on network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:11.361463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Port c1b772fa-090f-4ba0-9f5b-11230948985b on network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:11.361716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Attempting to bind port c1b772fa-090f-4ba0-9f5b-11230948985b on network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:11.365812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-e71e3c4f-bba2-4fe8-b088-9dcf7f6e96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.367649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-e71e3c4f-bba2-4fe8-b088-9dcf7f6e96aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2742765 Jul 16 08:31:11.373322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630f68-63e4-4e23-8913-780fe58a18ba req-f4f17c0c-f6c0-4fb8-b954-c2579bb7aa0a tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.375010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8630f68-63e4-4e23-8913-780fe58a18ba req-f4f17c0c-f6c0-4fb8-b954-c2579bb7aa0a tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.1418765 Jul 16 08:31:11.378977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:11.379438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Checking segment: {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:11.379894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Bound using segment: {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:11.380389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Bound port: c1b772fa-090f-4ba0-9f5b-11230948985b, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:11.380760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.442908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e24e7-30e5-456d-986b-3b9ac58e6d78 req-13037cce-9085-4d18-817f-6dd82119ddbd tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.453451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc6e24e7-30e5-456d-986b-3b9ac58e6d78 req-13037cce-9085-4d18-817f-6dd82119ddbd tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 946 time: 0.2197220 Jul 16 08:31:11.466172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8630f68-63e4-4e23-8913-780fe58a18ba req-33d0aaaf-ac2d-430d-9e95-675e12ffeed8 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765572 Jul 16 08:31:11.479559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.484274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-71b7621e-7c3f-40d7-9962-be7f451c5d99 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864425 Jul 16 08:31:11.516994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:11.525249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:11.534833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.607525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.608181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.611136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 1093 time: 1.4149601 Jul 16 08:31:11.611136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:11.617385 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478b922-f136-45c2-9687-de4fba1a96c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:11.659061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e4561-51e7-4c18-9b17-6511d12e8a54 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.686408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c650d0-7782-49d3-9267-4940e0991a28,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.820798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc6e24e7-30e5-456d-986b-3b9ac58e6d78 req-ce7af3f0-0c37-4bcc-bddf-84a398405617 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668504 Jul 16 08:31:11.880738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cd354-b89a-45ff-a5de-4eac14a12b86 req-115c8bfb-51a7-4dce-9d79-e423b57e7a9d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.882212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-814cd354-b89a-45ff-a5de-4eac14a12b86 req-115c8bfb-51a7-4dce-9d79-e423b57e7a9d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.1208711 Jul 16 08:31:11.885988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-e2dd9275-6fab-463c-95a7-87ecb0bd3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.888170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-e2dd9275-6fab-463c-95a7-87ecb0bd3a15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1096 time: 0.1711621 Jul 16 08:31:11.890083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-bc00585e-2c95-4a80-bbde-733225b5b4fd service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042284 Jul 16 08:31:11.927404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-814cd354-b89a-45ff-a5de-4eac14a12b86 req-eadb320d-86e8-4bfc-97aa-3bcde8bf0bfa tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Jul 16 08:31:11.968125 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.007406 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afa144b-5678-4000-bf9b-6abe8e4081d7 x-openstack-request-id: req-0afa144b-5678-4000-bf9b-6abe8e4081d7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:12.008052 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:12.008253 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0afa144b-5678-4000-bf9b-6abe8e4081d7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:12.008601 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'status': 'completed', 'code': 200} Jul 16 08:31:12.010570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-e46ea8eb-6ec1-4aee-b440-95e125c30ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 217 time: 0.0663307 Jul 16 08:31:12.133096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96541fce-10d2-431f-a5e9-5bde203d9645 req-35a3871c-df91-4e63-ad36-731ffa7cfa15 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 210 time: 0.1125214 Jul 16 08:31:12.144938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-622021d9-90dc-46cd-b042-db0b899930a3 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.146412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-622021d9-90dc-46cd-b042-db0b899930a3 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5689240 Jul 16 08:31:12.185777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:12.197365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6b8e-6107-4318-897f-8e266d729856 req-e5614467-9af6-427f-8a4d-83779e8bb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.197365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-e5614467-9af6-427f-8a4d-83779e8bb973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.1538196 Jul 16 08:31:12.261870 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-4795dd69-5211-438a-8397-550fdb794222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559306 Jul 16 08:31:12.291970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.296533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4524f-7931-4ac5-8692-f02a2f55af75 req-beb3558d-c3d2-4e25-a19c-86925f581d69 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.298433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecc4524f-7931-4ac5-8692-f02a2f55af75 req-beb3558d-c3d2-4e25-a19c-86925f581d69 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1856511 Jul 16 08:31:12.298828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3308870b-4dd0-419e-bb26-2872bc3e3eb2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:12.329037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3308870b-4dd0-419e-bb26-2872bc3e3eb2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:12.329626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3308870b-4dd0-419e-bb26-2872bc3e3eb2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:12.363970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.379718 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8318ddef-e43a-4baf-9e97-f697ae06377f req-f430e0d7-5cfb-454c-bc3a-f3992cd08409 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774334 Jul 16 08:31:12.381887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecc4524f-7931-4ac5-8692-f02a2f55af75 req-528dcef2-5db8-4df0-b694-e7e6f7de5981 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748711 Jul 16 08:31:12.462313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:12.466418 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.475890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-6acbcc66-2aaa-46f4-923f-4f3436b899c0 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763363 Jul 16 08:31:12.486766 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.487362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6626186-e25c-4393-bf48-bf09a17556bb {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:12.500861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.504224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d33f17f-b8a7-4d60-b3a3-cdc3e8057310 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b6626186-e25c-4393-bf48-bf09a17556bb HTTP/1.1" status: 204 len: 168 time: 2.9503877 Jul 16 08:31:12.505033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:12.664808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adcb6b8e-6107-4318-897f-8e266d729856 req-443c565e-8887-4dfd-a092-4216adbd887d service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474831 Jul 16 08:31:12.674497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Deleting subnet 0b012dd9-0529-496c-93e5-ebb1a45ed275 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:12.682801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.752195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980bdd6-bf9e-4f35-a7bf-19449de78e5e req-862b6fed-7ac0-4212-8619-1674c9e7c2ac tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.762912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6980bdd6-bf9e-4f35-a7bf-19449de78e5e req-862b6fed-7ac0-4212-8619-1674c9e7c2ac tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 944 time: 0.3306804 Jul 16 08:31:12.873783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6980bdd6-bf9e-4f35-a7bf-19449de78e5e req-5c0cd087-7420-45b3-b5f2-7960063c110f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129680 Jul 16 08:31:12.898679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.185 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/aae27557-c3d2-4581-b66a-ef78f09c941f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:12.905184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.963010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06cf24f6-1efe-46b8-8f3c-a023cec3b7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.049474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-dedf78c4-58a6-479c-ba51-d7b91dd61d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.050857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-dedf78c4-58a6-479c-ba51-d7b91dd61d33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1096 time: 0.1880374 Jul 16 08:31:13.291007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-dc8a3985-8764-4f4b-8467-29a85b80a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.292542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-dc8a3985-8764-4f4b-8467-29a85b80a5b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.1973946 Jul 16 08:31:13.306498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c1da-96c3-4734-b5e2-e621eff0225e req-66145edc-de49-47b9-b4d4-3163f3b71f50 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.308564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26b9c1da-96c3-4734-b5e2-e621eff0225e req-66145edc-de49-47b9-b4d4-3163f3b71f50 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.1333995 Jul 16 08:31:13.374548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-b4e3b131-6889-470f-a629-2248b51415c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 217 time: 0.0648234 Jul 16 08:31:13.380611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26b9c1da-96c3-4734-b5e2-e621eff0225e req-08b758f4-7e23-454c-8061-9421dea58f1b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642400 Jul 16 08:31:13.435628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-3a5f39bd-0e43-4042-885c-ddfb721a3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.437210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-3a5f39bd-0e43-4042-885c-ddfb721a3d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.0549734 Jul 16 08:31:13.483108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-255a3f1d-2349-431b-824d-7cdf442ae6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368319 Jul 16 08:31:13.497035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.626783 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.664881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a753a1-2f2d-4204-99d8-a79062798082 req-a37d9243-1273-40ec-9f11-4f1605e23713 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.673581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8a753a1-2f2d-4204-99d8-a79062798082 req-a37d9243-1273-40ec-9f11-4f1605e23713 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 946 time: 0.6370101 Jul 16 08:31:13.693784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object aae27557-c3d2-4581-b66a-ef78f09c941f will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:13.712734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.732751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-d30e5a63-d024-4923-adbe-3163c005ff14 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.734816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-d30e5a63-d024-4923-adbe-3163c005ff14 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.36 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 946 time: 0.5828257 Jul 16 08:31:13.783585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e7cb-aa8c-4508-ac74-83d08272331d req-eca14595-746a-47fa-9257-51a2daa106b4 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.785276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59d3e7cb-aa8c-4508-ac74-83d08272331d req-eca14595-746a-47fa-9257-51a2daa106b4 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.1488702 Jul 16 08:31:13.787716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-d8e5dcde-eed0-48b8-acec-a0a4aaadb21e service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876439 Jul 16 08:31:13.846079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.846329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5fcc8-9590-4aeb-94c8-9f5d708d80cf None None] Network 460f654d-bbbb-45d7-b31d-1cb459506640 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:13.849505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b012dd9-0529-496c-93e5-ebb1a45ed275 HTTP/1.1" status: 204 len: 168 time: 1.3439791 Jul 16 08:31:13.850359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461786d-6131-4885-a983-e3ee1b3e6183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b012dd9-0529-496c-93e5-ebb1a45ed275,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.858284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44874) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:13.899705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.914789 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59d3e7cb-aa8c-4508-ac74-83d08272331d req-02415e8e-f9ec-4839-a7e2-c24b4ff488c0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239250 Jul 16 08:31:13.935956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:13.948183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:13.957637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8a753a1-2f2d-4204-99d8-a79062798082 req-552e5690-415d-4658-abcd-ce5bda83d6c1 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b710876-0368-44fa-92ff-91ae1073f675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828367 Jul 16 08:31:13.985562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:13.997261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:14.006803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d478b922-f136-45c2-9687-de4fba1a96c5 req-749b80a2-6318-424d-910f-9173fa1f2804 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090821 Jul 16 08:31:14.009298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.027542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:14.130970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Deleting port c5176261-9c32-4c91-82bf-b30167caac8e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:14.131741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.263449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.264311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.273145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] For port c5176261-9c32-4c91-82bf-b30167caac8e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5176261-9c32-4c91-82bf-b30167caac8e,segment=NetworkSegment(76df9c52-eea8-425d-ad8e-e64a3cfec383),segment_id=76df9c52-eea8-425d-ad8e-e64a3cfec383)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:14.273687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.295493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Calling delete_port for c5176261-9c32-4c91-82bf-b30167caac8e owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:14.357750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77f81-412b-4fc5-9b05-457a56aaf0e1 req-7a37cffe-79f2-4a3f-a4fd-dff6bdac8353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.365206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4eb77f81-412b-4fc5-9b05-457a56aaf0e1 req-7a37cffe-79f2-4a3f-a4fd-dff6bdac8353 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 936 time: 0.2096150 Jul 16 08:31:14.377582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67c650d0-7782-49d3-9267-4940e0991a28 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:14.413829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 67c650d0-7782-49d3-9267-4940e0991a28 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:14.414443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67c650d0-7782-49d3-9267-4940e0991a28 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:14.439219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4eb77f81-412b-4fc5-9b05-457a56aaf0e1 req-593a178e-f8cd-4751-a837-5794fdedfc95 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730681 Jul 16 08:31:14.440978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ace7dca6-79fd-4b99-a778-1e7cb23275ea None None] Provisioning for port aae27557-c3d2-4581-b66a-ef78f09c941f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:14.447122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ace7dca6-79fd-4b99-a778-1e7cb23275ea None None] Provisioning complete for port aae27557-c3d2-4581-b66a-ef78f09c941f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:14.447852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ace7dca6-79fd-4b99-a778-1e7cb23275ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.461850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.462735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=aae27557-c3d2-4581-b66a-ef78f09c941f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.471430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-381bbec4-9980-434b-a740-dc198c479cd0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2916670 Jul 16 08:31:14.484439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] No DVR routers for this DVR port c5176261-9c32-4c91-82bf-b30167caac8e on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:14.504249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Request body: {'port': {'device_id': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:14.510736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ace7dca6-79fd-4b99-a778-1e7cb23275ea None None] Port aae27557-c3d2-4581-b66a-ef78f09c941f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:14.607764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-07e7f70d-ba32-430a-bcea-a981cb76a7db service neutron] 10.222.0.18 "GET /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91/bindings/n-h1-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.2152915 Jul 16 08:31:14.630827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a9773-74fe-447d-935f-ed94dc199860 req-1e090dee-15b0-4261-8d70-8ecabbd12cf4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.648828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-314a9773-74fe-447d-935f-ed94dc199860 req-1e090dee-15b0-4261-8d70-8ecabbd12cf4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.3805127 Jul 16 08:31:14.680652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Deleting port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:14.681382 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.686110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ab69b-9576-4a99-b9c6-405e8dac29f5 None None] DHCP port deletion for 460f654d-bbbb-45d7-b31d-1cb459506640 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:14.723153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.737076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460f654d-bbbb-45d7-b31d-1cb459506640']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:14.753856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c5176261-9c32-4c91-82bf-b30167caac8e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.758554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76df9c52-eea8-425d-ad8e-e64a3cfec383') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:14.758853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76df9c52-eea8-425d-ad8e-e64a3cfec383') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:14.804385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.837445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.840837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-314a9773-74fe-447d-935f-ed94dc199860 req-b0f1801f-d5e2-41c6-bc8a-1a18820e0cea tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897523 Jul 16 08:31:14.869710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:14.870093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:14.875113 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:14.929557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] For port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,segment=NetworkSegment(5148fd93-fa9c-46cd-8c0a-60e501e4d364),segment_id=5148fd93-fa9c-46cd-8c0a-60e501e4d364)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:14.930109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.941511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.980728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619c1a-bce9-48b7-9f18-300cff6241ae req-d749bb67-9b9d-438c-8743-8c4b426851cf tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.982537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1619c1a-bce9-48b7-9f18-300cff6241ae req-d749bb67-9b9d-438c-8743-8c4b426851cf tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 944 time: 0.2305589 Jul 16 08:31:14.988721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Calling delete_port for 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:15.016039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.021220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.023676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] 10.222.0.41 "DELETE /v2.0/networks/460f654d-bbbb-45d7-b31d-1cb459506640 HTTP/1.1" status: 204 len: 168 time: 1.1639535 Jul 16 08:31:15.036151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.104420 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:15.109508 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:15.110780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a520b2-9acd-4676-bb55-9bef96b383ab admin admin] Pushing event deleted for resources: {'Network': ['ID=460f654d-bbbb-45d7-b31d-1cb459506640,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:15.136778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1619c1a-bce9-48b7-9f18-300cff6241ae req-2fd99879-e0aa-4f90-ba3b-5773ee9e3389 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419628 Jul 16 08:31:15.147501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17104d-a727-4aed-a3da-649647727e60 req-8aa2ea8d-9f23-47ae-9aa4-5e7c9ad16513 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.149168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a17104d-a727-4aed-a3da-649647727e60 req-8aa2ea8d-9f23-47ae-9aa4-5e7c9ad16513 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.3214583 Jul 16 08:31:15.506838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:15.602943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-931dabc3-bfd0-434b-9122-fec5e4d8f160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.665370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c1b772fa-090f-4ba0-9f5b-11230948985b details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:15.691854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.804361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Deleting port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:15.804716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.819691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbcac-fa11-4e9f-aae6-94630311461e req-79a5c326-6dc2-4b8c-b9eb-d68b94c24ea9 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.822106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33fbbcac-fa11-4e9f-aae6-94630311461e req-79a5c326-6dc2-4b8c-b9eb-d68b94c24ea9 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 946 time: 0.5116551 Jul 16 08:31:15.829321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79865d-f651-456a-bb7a-bd3c0d68d248 req-2cc70302-bc98-41dc-9d44-fa3510df6a6f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.830917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ae79865d-f651-456a-bb7a-bd3c0d68d248 req-2cc70302-bc98-41dc-9d44-fa3510df6a6f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 943 time: 0.7454920 Jul 16 08:31:15.839784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:15.844127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:15.852886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1', 'port_id': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'mac_address': 'fa:16:3e:5a:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53798ed5-ef10-4adf-9e8e-9e4c74d78d38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:15.915956 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.931918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b772fa-090f-4ba0-9f5b-11230948985b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:15.945477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:15.953241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ae79865d-f651-456a-bb7a-bd3c0d68d248 req-4fcaaf1b-d26a-4368-9f13-23793e78c6e9 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129532 Jul 16 08:31:15.955019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:15.960931 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.020450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:16.031861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:16.032317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33fbbcac-fa11-4e9f-aae6-94630311461e req-ff60f48d-8419-4e63-bd72-bf681ed59a09 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups?id=26400d5a-07f2-47ff-93a5-6ff913d1265c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863699 Jul 16 08:31:16.050006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:16.054333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] For port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:16.054812 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.091294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.102496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.236614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0416fbe-f15b-4b0e-a20d-06954381eb4c req-70f45e57-c7b3-479d-aa48-bdcb309a15f0 tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.41 "GET /v2.0/ports?device_id=621b7aa6-b172-4b37-8e12-1731d748cb70 HTTP/1.1" status: 200 len: 210 time: 0.0807233 Jul 16 08:31:16.260215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5176261-9c32-4c91-82bf-b30167caac8e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:16.264739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Pushing event deleted for resources: {'Port': ['ID=8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:16.302599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c5176261-9c32-4c91-82bf-b30167caac8e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:16.303185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5176261-9c32-4c91-82bf-b30167caac8e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:16.379615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae27557-c3d2-4581-b66a-ef78f09c941f {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:16.401262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:16.416524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] No DVR routers for this DVR port 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:16.421935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.435686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced7cf3-8696-4fb0-96c6-5ac6568d94e2 req-3508f553-aaa5-4581-9170-1858ff016e8d tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.442622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ced7cf3-8696-4fb0-96c6-5ac6568d94e2 req-3508f553-aaa5-4581-9170-1858ff016e8d tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 936 time: 0.2361231 Jul 16 08:31:16.462191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.462454 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.462598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.463182 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42 disassociated. External IP: 172.25.0.202, port: 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b. Jul 16 08:31:16.463558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Calling delete_port for 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:16.464823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c9f13702-9169-4801-b2b6-6a1d51253033 req-c6abbd6e-cc18-4def-8730-aff77a61578b tempest-InstanceActionsNegativeTestJSON-154127266 tempest-InstanceActionsNegativeTestJSON-154127266-project] 10.222.0.36 "DELETE /v2.0/ports/8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 HTTP/1.1" status: 204 len: 173 time: 2.6854057 Jul 16 08:31:16.467159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'name': 'network-vif-deleted', 'tag': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:16.479943 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c279a-2419-444e-93a9-7605fddbe06c" -d '{"events": [{"server_uuid": "621b7aa6-b172-4b37-8e12-1731d748cb70", "name": "network-vif-deleted", "tag": "8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:16.515687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Transition to ACTIVE for port object aae27557-c3d2-4581-b66a-ef78f09c941f will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:16.525022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.591822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.633294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=aae27557-c3d2-4581-b66a-ef78f09c941f,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:16.664619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] Transition to ACTIVE for port object 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:16.679549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.707612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.711521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ced7cf3-8696-4fb0-96c6-5ac6568d94e2 req-519d47b9-d93a-4528-a154-b70749b8daae tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676461 Jul 16 08:31:16.843617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811ec5-ebf4-4950-9011-6eef6ab089ad req-9a7a10de-94da-430c-ba20-af37c24b7d72 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.854386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47811ec5-ebf4-4950-9011-6eef6ab089ad req-9a7a10de-94da-430c-ba20-af37c24b7d72 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.4347615 Jul 16 08:31:16.935836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] No DVR routers for this DVR port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:16.940762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Attempting to bind port aae27557-c3d2-4581-b66a-ef78f09c941f on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:16.942313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Attempting to bind port aae27557-c3d2-4581-b66a-ef78f09c941f by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:16.942313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Attempting to bind port aae27557-c3d2-4581-b66a-ef78f09c941f on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:16.966420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Port aae27557-c3d2-4581-b66a-ef78f09c941f on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:16.966789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Attempting to bind port aae27557-c3d2-4581-b66a-ef78f09c941f on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:17.007985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47811ec5-ebf4-4950-9011-6eef6ab089ad req-19b528c2-daab-4186-b2ce-628a66ac1d34 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522813 Jul 16 08:31:17.061009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:17.061352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:17.061742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:17.062185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Bound port: aae27557-c3d2-4581-b66a-ef78f09c941f, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:17.062841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.067397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] Pushing event updated for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.092170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-53195942-277d-46a9-89e1-6d9b92596c46 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91/bindings/n-h1-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 2.4349403 Jul 16 08:31:17.095490 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c43a556-55a7-44a1-8577-3314aa37a75a x-openstack-request-id: req-5c43a556-55a7-44a1-8577-3314aa37a75a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:17.095990 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621b7aa6-b172-4b37-8e12-1731d748cb70", "name": "network-vif-deleted", "tag": "8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:17.096548 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c43a556-55a7-44a1-8577-3314aa37a75a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:17.096695 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621b7aa6-b172-4b37-8e12-1731d748cb70', 'name': 'network-vif-deleted', 'tag': '8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2', 'status': 'completed', 'code': 200} Jul 16 08:31:17.178319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] For port aae27557-c3d2-4581-b66a-ef78f09c941f, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:17.184455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] For port aae27557-c3d2-4581-b66a-ef78f09c941f, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=aae27557-c3d2-4581-b66a-ef78f09c941f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:17.193341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.211139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85a5a7-4e9d-424f-9509-8d04af50b47a req-012d8f63-d55a-4212-b199-42f2e870e0c3 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.223534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc85a5a7-4e9d-424f-9509-8d04af50b47a req-012d8f63-d55a-4212-b199-42f2e870e0c3 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 945 time: 0.2965016 Jul 16 08:31:17.229465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.280296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event deleted for resources: {'Port': ['ID=49cb655e-ab76-4d6a-aacd-02a6ce8fd72b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.306102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=aae27557-c3d2-4581-b66a-ef78f09c941f,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.329774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.330406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.334524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-0c5824f0-0b4e-4a1d-a75a-f16566a67ad0 service neutron] 10.222.0.36 "PUT /v2.0/ports/aae27557-c3d2-4581-b66a-ef78f09c941f HTTP/1.1" status: 200 len: 1097 time: 2.8324635 Jul 16 08:31:17.365809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc85a5a7-4e9d-424f-9509-8d04af50b47a req-3fad3f6a-b243-47f4-ba4d-2616425c50df tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411784 Jul 16 08:31:17.400853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-760f476c-7153-409f-bcde-149937dcccd2 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.405404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-760f476c-7153-409f-bcde-149937dcccd2 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.2193675 Jul 16 08:31:17.556585 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.595307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d11115-c8a6-436c-a628-3525ba9fff43 req-2a3a89f4-6933-4360-8230-bfe725cd9335 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.597112 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84d11115-c8a6-436c-a628-3525ba9fff43 req-2a3a89f4-6933-4360-8230-bfe725cd9335 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 944 time: 0.3001845 Jul 16 08:31:17.648858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-d85a4227-b5e6-43eb-a430-24f27a01ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.650512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-d85a4227-b5e6-43eb-a430-24f27a01ee18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc&tenant_id=ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 1096 time: 0.2369421 Jul 16 08:31:17.652946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Router 6075770e-7618-4fbb-be94-d22e186a38e4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:17.667706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:17.670038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-b2963d4c-6966-4892-be96-71f288cf0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.671689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-b2963d4c-6966-4892-be96-71f288cf0aaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 1100 time: 0.2383244 Jul 16 08:31:17.674871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84d11115-c8a6-436c-a628-3525ba9fff43 req-6e212d36-0453-4b03-90b1-1130d7a2f935 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691679 Jul 16 08:31:17.702667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73c19039-2040-44c3-8b8b-55e29e4d91da req-449dfe8d-6736-4788-8e3d-47f704f86e2b tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 210 time: 0.0681322 Jul 16 08:31:17.734648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:17.735258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8f6cb278-e4dd-488c-be4d-b0bb1af7a5a2 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:17.828374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-f21ff371-e144-42cc-9b02-5eceec77131a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aae27557-c3d2-4581-b66a-ef78f09c941f HTTP/1.1" status: 200 len: 217 time: 0.1238761 Jul 16 08:31:17.878813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44908) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:17.919362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-b5358ebd-37f6-4877-af7e-a1a6522eecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.921714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-b5358ebd-37f6-4877-af7e-a1a6522eecd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1096 time: 0.2189550 Jul 16 08:31:17.925839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-19dc9e2f-f18e-44f0-8f5f-548bf6875548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.927294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-19dc9e2f-f18e-44f0-8f5f-548bf6875548 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0919826 Jul 16 08:31:17.992603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:18.003843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:18.006228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Deleting subnet bd4945c4-edfa-4b2b-98ed-e1ae5efd660d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:18.015904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:18.016868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:18.033937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.104624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-e7d12c1e-eb7a-4564-8b17-eaf21d657212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.107497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-e7d12c1e-eb7a-4564-8b17-eaf21d657212 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1704686 Jul 16 08:31:18.113184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-559cc6a7-2bc8-47b0-9b8d-1198507ded8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.114597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-559cc6a7-2bc8-47b0-9b8d-1198507ded8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620502 Jul 16 08:31:18.167042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:18.174918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Deleting port 386333d9-7582-4ed8-875d-4958a6cc8c2f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:18.175083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.181808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] No DVR routers for this DVR port 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:18.189232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-7ef7801b-f292-49e1-8f15-4a46aacd78e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 200 len: 217 time: 0.0667632 Jul 16 08:31:18.209478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.213342 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a17104d-a727-4aed-a3da-649647727e60 req-34f5e4c4-0efd-466b-84c4-4833a79d7f4f tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.18 "DELETE /v2.0/ports/49cb655e-ab76-4d6a-aacd-02a6ce8fd72b HTTP/1.1" status: 204 len: 173 time: 3.0454121 Jul 16 08:31:18.215742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'name': 'network-vif-deleted', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:18.218272 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143e8e7-03c5-4cff-8c64-6f7f88d697ec" -d '{"events": [{"server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "name": "network-vif-deleted", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:18.274169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.292606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.324001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0869fc-acb9-4e18-9fa8-edb7c5313d9e req-f535cc81-6f1a-4e7a-8eb3-64897d7cc219 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.326151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a0869fc-acb9-4e18-9fa8-edb7c5313d9e req-f535cc81-6f1a-4e7a-8eb3-64897d7cc219 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 948 time: 0.3963099 Jul 16 08:31:18.430578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.441092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929419-67ee-4525-a11f-bea8e4687818 req-5d69b398-01eb-4756-8987-c698a27f3ae6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.444843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9c929419-67ee-4525-a11f-bea8e4687818 req-5d69b398-01eb-4756-8987-c698a27f3ae6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.2647498 Jul 16 08:31:18.447253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-46fec1fa-2ab1-4cd9-8cf6-e2274c18ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.452221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-46fec1fa-2ab1-4cd9-8cf6-e2274c18ab1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.2449329 Jul 16 08:31:18.483629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] For port 386333d9-7582-4ed8-875d-4958a6cc8c2f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=386333d9-7582-4ed8-875d-4958a6cc8c2f,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:18.484344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.490504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a0869fc-acb9-4e18-9fa8-edb7c5313d9e req-2e1b375f-e3c2-41b1-9a9e-ae6dfd99b0b6 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399157 Jul 16 08:31:18.507156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Calling delete_port for 386333d9-7582-4ed8-875d-4958a6cc8c2f owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:18.538217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.540832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-24b17ffc-9c0a-480a-815d-1b13392ceb92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704372 Jul 16 08:31:18.551770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-86f04bcd-6f9c-4efc-9e38-04a909a4231d service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279146 Jul 16 08:31:18.603080 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78ef12-59dc-4c5e-a4f4-5e9f501f00ad x-openstack-request-id: req-fd78ef12-59dc-4c5e-a4f4-5e9f501f00ad {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:18.603403 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3672e1-cf27-4559-a8ce-22bb50bad5d1", "name": "network-vif-deleted", "tag": "49cb655e-ab76-4d6a-aacd-02a6ce8fd72b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:18.603651 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd78ef12-59dc-4c5e-a4f4-5e9f501f00ad {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:18.604043 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3672e1-cf27-4559-a8ce-22bb50bad5d1', 'name': 'network-vif-deleted', 'tag': '49cb655e-ab76-4d6a-aacd-02a6ce8fd72b', 'status': 'completed', 'code': 200} Jul 16 08:31:18.609090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4945c4-edfa-4b2b-98ed-e1ae5efd660d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:18.616325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.618779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d69a1db4-f175-46a0-8d34-8d164c9a3704 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd4945c4-edfa-4b2b-98ed-e1ae5efd660d HTTP/1.1" status: 204 len: 168 time: 0.7346709 Jul 16 08:31:18.625382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44918) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:18.630179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:18.655226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9c929419-67ee-4525-a11f-bea8e4687818 req-2a7d6423-feda-413c-9ad4-a3863cba1ac0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942139 Jul 16 08:31:18.673503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:18.684421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:18.685134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:18.762080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.772736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f4c6cdc-7d51-47dc-9820-8569cd8c490f req-67d54ce7-c64a-41c7-8c92-8207edbb3ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103319 Jul 16 08:31:18.885372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:18.956324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-4031c5f0-0640-41c2-bac3-069110aa0a30 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035325 Jul 16 08:31:18.999177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe3ccb-30f8-4b50-9d65-8b4df7540b48 req-966fc708-61ca-4f3d-8da0-225ead5c1ecf tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.012389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dfe3ccb-30f8-4b50-9d65-8b4df7540b48 req-966fc708-61ca-4f3d-8da0-225ead5c1ecf tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 944 time: 0.1487999 Jul 16 08:31:19.021489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.057272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45fffc3-a8aa-4840-a86f-743861987be4']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.079254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5148fd93-fa9c-46cd-8c0a-60e501e4d364') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.079774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5148fd93-fa9c-46cd-8c0a-60e501e4d364') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.102776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.113096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d01af-0f5a-4aa5-883d-9e8370f0d82f req-56e50837-f471-40ab-b80e-db3ea15e6455 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.120955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a82d01af-0f5a-4aa5-883d-9e8370f0d82f req-56e50837-f471-40ab-b80e-db3ea15e6455 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 945 time: 0.2603889 Jul 16 08:31:19.148144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dfe3ccb-30f8-4b50-9d65-8b4df7540b48 req-8d2b5bcf-826d-4bdd-9adf-acb60a6933ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294076 Jul 16 08:31:19.149868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'tag': 'aae27557-c3d2-4581-b66a-ef78f09c941f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:19.153754 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0", "tag": "aae27557-c3d2-4581-b66a-ef78f09c941f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:19.193610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.194328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.210911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-eb276dab-f2de-452c-a173-1ac39ea1f40a service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466626 Jul 16 08:31:19.232437 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.266482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b9a5f-3375-49f0-b1ed-aaa61e3afa92 None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:26:36Z', 'revision_number': 4, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '267bd127-aaba-4686-b820-fe7ede8863a9', 'name': '', 'network_id': '3b63292f-b2c1-4a65-a9f1-32e4b8b686f4', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'mac_address': 'fa:16:3e:77:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:34Z', 'updated_at': '2021-07-16T08:26:44Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'subnets': [{'id': 'bebf2e9e-01d0-431a-ae6c-02b30da2b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:19.302246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Pushing event deleted for resources: {'Port': ['ID=386333d9-7582-4ed8-875d-4958a6cc8c2f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.314555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:19.315116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:19.317189 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:19.412876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dba8315a-52d9-4e9d-80e6-44bf0f09ab6f req-249d05cd-f4c7-4b6d-8be8-6c5018e25bd9 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3672e1-cf27-4559-a8ce-22bb50bad5d1 HTTP/1.1" status: 200 len: 210 time: 0.0799990 Jul 16 08:31:19.480935 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad9a63a-e9b8-4416-8903-26aaa29052d1 x-openstack-request-id: req-7ad9a63a-e9b8-4416-8903-26aaa29052d1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:19.480935 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0", "tag": "aae27557-c3d2-4581-b66a-ef78f09c941f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:19.481591 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ad9a63a-e9b8-4416-8903-26aaa29052d1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:19.481826 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'tag': 'aae27557-c3d2-4581-b66a-ef78f09c941f', 'status': 'completed', 'code': 200} Jul 16 08:31:19.562648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:19.602536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:19.605898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 49cb655e-ab76-4d6a-aacd-02a6ce8fd72b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:19.670768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-73624ae9-4c8e-425f-b3eb-9f0b00a26b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.672660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-73624ae9-4c8e-425f-b3eb-9f0b00a26b02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 1100 time: 0.1327965 Jul 16 08:31:19.679671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c1b772fa-090f-4ba0-9f5b-11230948985b up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:19.744630 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee22ea5-f030-4db6-af1b-3b643d59dac8 None None] New status for floating IP 8df50a58-199f-4969-9b28-4e5740d9fc42: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:31:19.773986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c1b772fa-090f-4ba0-9f5b-11230948985b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:19.779946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c1b772fa-090f-4ba0-9f5b-11230948985b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:19.780449 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.813706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a82d01af-0f5a-4aa5-883d-9e8370f0d82f req-a8672e9a-1c65-44c6-8147-4d19cbe515f0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911831 Jul 16 08:31:19.895712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.903118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.905944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c45fffc3-a8aa-4840-a86f-743861987be4 HTTP/1.1" status: 204 len: 168 time: 1.2793450 Jul 16 08:31:19.957202 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.973545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb9710-7aed-47c9-80ab-700415d5be83 admin admin] Pushing event deleted for resources: {'Network': ['ID=c45fffc3-a8aa-4840-a86f-743861987be4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.006903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:20.016840 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f968a-629c-4cae-b046-16587556e3b4" -d '{"events": [{"server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:20.044748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:20.053359 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.066022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.144854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.149748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-7d01a2f7-3388-4127-bcee-73de09728b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.151368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-7d01a2f7-3388-4127-bcee-73de09728b0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.4661953 Jul 16 08:31:20.154827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44938) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:20.212538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-2f8f3ad4-e263-4d4e-90a8-9c1d9f360093 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.214477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-2f8f3ad4-e263-4d4e-90a8-9c1d9f360093 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.4604971 Jul 16 08:31:20.221892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-3a723932-def3-438e-ac21-6312850d2e39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aae27557-c3d2-4581-b66a-ef78f09c941f HTTP/1.1" status: 200 len: 217 time: 0.0562975 Jul 16 08:31:20.266397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93696613-5760-40f2-b77f-8dfd14737df6 req-47e773d9-283d-4bf3-b527-f8e7897eb041 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.267943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93696613-5760-40f2-b77f-8dfd14737df6 req-47e773d9-283d-4bf3-b527-f8e7897eb041 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1442368 Jul 16 08:31:20.331333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fbbff63f-1b29-4fdc-8646-bc3e59b0fbf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bbddb936c0e461d95f984948a8cdbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732936 Jul 16 08:31:20.334378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44942) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:20.354359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af958a6b-8ba2-4831-850b-584ca3c8e849 req-032b7e60-d83c-4ef1-8ea7-bad7da01e6a9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.356526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af958a6b-8ba2-4831-850b-584ca3c8e849 req-032b7e60-d83c-4ef1-8ea7-bad7da01e6a9 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 948 time: 0.6213272 Jul 16 08:31:20.359463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-8fa4ef3f-7e1d-426d-a2af-954f6475cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.360960 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-8fa4ef3f-7e1d-426d-a2af-954f6475cfe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1302738 Jul 16 08:31:20.424787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93696613-5760-40f2-b77f-8dfd14737df6 req-0fefcd2e-5ac4-4b66-a8ad-bd297c7f80ca tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511507 Jul 16 08:31:20.447994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7949dc7-bc0a-442a-a48b-40303bbe6615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.469723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-af958a6b-8ba2-4831-850b-584ca3c8e849 req-4d001af0-e9a7-4d41-b9fe-bae27ce52b45 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057398 Jul 16 08:31:20.500624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-24461d67-e238-450e-8ab8-075d9b95d8de service neutron] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:20.502263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7949dc7-bc0a-442a-a48b-40303bbe6615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.506100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-24461d67-e238-450e-8ab8-075d9b95d8de service neutron] Notify callbacks [] for binding, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.507305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6553a7b2-acd5-49b4-99e9-241c8fa98d46 req-24461d67-e238-450e-8ab8-075d9b95d8de service neutron] 10.222.0.36 "DELETE /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91/bindings/n-h2-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.2777264 Jul 16 08:31:20.512687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Router 1d9da2c1-910b-453e-8443-36fb56626424 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:20.528905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-54c4300f-2a7f-4157-8cac-e5b18f63cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.535767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-54c4300f-2a7f-4157-8cac-e5b18f63cd06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573424 Jul 16 08:31:20.577600 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf28d57-f453-4ecc-8eed-a9e31b60116b x-openstack-request-id: req-5cf28d57-f453-4ecc-8eed-a9e31b60116b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:20.577904 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "name": "network-vif-plugged", "status": "completed", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:20.578329 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cf28d57-f453-4ecc-8eed-a9e31b60116b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:20.578729 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'code': 200} Jul 16 08:31:20.659569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-55d39287-22b4-40e4-9219-98b0dde139fc service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173785 Jul 16 08:31:20.744285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7949dc7-bc0a-442a-a48b-40303bbe6615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.747070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7949dc7-bc0a-442a-a48b-40303bbe6615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.751019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f7949dc7-bc0a-442a-a48b-40303bbe6615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b710876-0368-44fa-92ff-91ae1073f675 HTTP/1.1" status: 204 len: 168 time: 0.4154863 Jul 16 08:31:20.770339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7949dc7-bc0a-442a-a48b-40303bbe6615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b710876-0368-44fa-92ff-91ae1073f675,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.805134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:20.814775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] Sync routers for ids ['1d9da2c1-910b-453e-8443-36fb56626424'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:20.817516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c4556924-13c6-4fd4-a0a0-3a53f4bff910 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d9da2c1-910b-453e-8443-36fb56626424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7776880 Jul 16 08:31:20.819681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44960) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:20.830483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] Routers {'1d9da2c1-910b-453e-8443-36fb56626424'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:20.831124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d9da2c1-910b-453e-8443-36fb56626424'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:21.069837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71e7e-7954-4056-bf3f-ca41a98e5b49 req-d9d717e5-a125-4b3d-b24e-08c03386eb3f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.071135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.072157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88f71e7e-7954-4056-bf3f-ca41a98e5b49 req-d9d717e5-a125-4b3d-b24e-08c03386eb3f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 944 time: 0.3747854 Jul 16 08:31:21.115918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] Set router 1d9da2c1-910b-453e-8443-36fb56626424 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:21.124791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eede08-def2-4b5c-bac7-502eee5ee70a req-262ce831-b924-4592-9a9b-1f4f82f8d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.126298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7eede08-def2-4b5c-bac7-502eee5ee70a req-262ce831-b924-4592-9a9b-1f4f82f8d7f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1098 time: 0.3972802 Jul 16 08:31:21.128156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc8c365a-ee3d-4a87-98aa-18d4d13784ec req-282cb696-8ce0-42bb-a915-3115f06e2013 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545302 Jul 16 08:31:21.243174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.255531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88f71e7e-7954-4056-bf3f-ca41a98e5b49 req-d5825011-30ac-444d-a8ee-e1e8682c25d1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749749 Jul 16 08:31:21.272865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7eede08-def2-4b5c-bac7-502eee5ee70a req-7539e85e-e448-4786-ad6a-40ee675fb30f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794754 Jul 16 08:31:21.334253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44976) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:21.354284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Deleting port 7677a8df-848d-4051-bba2-2a42c40d6677 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:21.354940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.423643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa7d-31b1-4302-b258-e48f6ff5b204 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.452665 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa7d-31b1-4302-b258-e48f6ff5b204 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.462580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:31:18Z', 'revision_number': 5, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port': {'id': '7677a8df-848d-4051-bba2-2a42c40d6677', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9da2c1-910b-453e-8443-36fb56626424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:19Z', 'updated_at': '2021-07-16T08:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:21.533592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] Checking router: 1d9da2c1-910b-453e-8443-36fb56626424 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:21.558562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] For port 7677a8df-848d-4051-bba2-2a42c40d6677, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7677a8df-848d-4051-bba2-2a42c40d6677,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:21.558933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.569414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] Routers {'1d9da2c1-910b-453e-8443-36fb56626424'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:21.570072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d9da2c1-910b-453e-8443-36fb56626424'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:21.592465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Calling delete_port for 7677a8df-848d-4051-bba2-2a42c40d6677 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:21.619565 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa7d-31b1-4302-b258-e48f6ff5b204 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.630990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa7d-31b1-4302-b258-e48f6ff5b204 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.635099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c7ceaa7d-31b1-4302-b258-e48f6ff5b204 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "DELETE /v2.0/security-groups/26400d5a-07f2-47ff-93a5-6ff913d1265c HTTP/1.1" status: 204 len: 168 time: 0.2996459 Jul 16 08:31:21.636098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44996) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:21.703644 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-b5e0ec0c-cac9-4ff5-8044-d10d9122d80e tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] show failed (client error): The resource could not be found. Jul 16 08:31:21.714400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b5e0ec0c-cac9-4ff5-8044-d10d9122d80e tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "GET /v2.0/security-groups/26400d5a-07f2-47ff-93a5-6ff913d1265c HTTP/1.1" status: 404 len: 347 time: 0.0639539 Jul 16 08:31:21.715796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45004) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:21.727189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceaa7d-31b1-4302-b258-e48f6ff5b204 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26400d5a-07f2-47ff-93a5-6ff913d1265c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.777669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675765ed-6361-488a-89b7-b8a51f516f17 req-54b28568-c3d0-4768-8958-019b28ceb9e0 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.779467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-675765ed-6361-488a-89b7-b8a51f516f17 req-54b28568-c3d0-4768-8958-019b28ceb9e0 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1096 time: 0.2346411 Jul 16 08:31:21.908176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device aae27557-c3d2-4581-b66a-ef78f09c941f details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:22.046189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dc4f9-7a86-4718-8e6b-dd84835e0e33 req-b635d7b1-05a7-42e5-a238-10bdbf175024 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.053121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-708dc4f9-7a86-4718-8e6b-dd84835e0e33 req-b635d7b1-05a7-42e5-a238-10bdbf175024 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 946 time: 0.8204198 Jul 16 08:31:22.064151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] Set router 1d9da2c1-910b-453e-8443-36fb56626424 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:22.104048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Deleting port 3059e383-25e4-455c-8842-e435e74ca59b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:22.104308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.127078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:31:21Z', 'revision_number': 6, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:22.181448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-708dc4f9-7a86-4718-8e6b-dd84835e0e33 req-ca4818e8-fc32-42f6-b009-d64451d43b6e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273434 Jul 16 08:31:22.192817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce580d5-15e6-4074-b34b-8a4cef24d868 None None] The sync data for ids ['1d9da2c1-910b-453e-8443-36fb56626424'] in n-d-798249-10 is: [{'id': '1d9da2c1-910b-453e-8443-36fb56626424', 'name': 'tempest-AttachSCSIVolumeTestJSON-1940361765-router', 'tenant_id': '60cbcd048ff44f49bfe59b589327c65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:16Z', 'updated_at': '2021-07-16T08:31:21Z', 'revision_number': 6, 'project_id': '60cbcd048ff44f49bfe59b589327c65e', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:22.252012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port aae27557-c3d2-4581-b66a-ef78f09c941f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=aae27557-c3d2-4581-b66a-ef78f09c941f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:22.263952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-675765ed-6361-488a-89b7-b8a51f516f17 req-e6680ca7-9929-40f8-9007-88f30c6a9ea3 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776654 Jul 16 08:31:22.286644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'aae27557-c3d2-4581-b66a-ef78f09c941f', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'aae27557-c3d2-4581-b66a-ef78f09c941f', 'mac_address': 'fa:16:3e:51:f6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:22.303236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.354448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7677a8df-848d-4051-bba2-2a42c40d6677,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.380909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.398672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae27557-c3d2-4581-b66a-ef78f09c941f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:22.422759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port aae27557-c3d2-4581-b66a-ef78f09c941f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=aae27557-c3d2-4581-b66a-ef78f09c941f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:22.428020 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.451551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.451907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.489090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=aae27557-c3d2-4581-b66a-ef78f09c941f,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.501324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Calling delete_port for 3059e383-25e4-455c-8842-e435e74ca59b owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:22.513238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a11f-6d84-41fc-84bd-8f09ca661f56 req-7d67c5a6-f706-4cac-b9fb-1a2ba2ddaf4a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.514744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6fc1a11f-6d84-41fc-84bd-8f09ca661f56 req-7d67c5a6-f706-4cac-b9fb-1a2ba2ddaf4a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 949 time: 0.0735862 Jul 16 08:31:22.570180 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6fc1a11f-6d84-41fc-84bd-8f09ca661f56 req-ab979206-564e-4e18-a129-2f53fa1b9333 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Jul 16 08:31:22.576501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.707615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.710073 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.780642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.781203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9da2c1-910b-453e-8443-36fb56626424 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:22.792703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257afe6d-f987-4b44-9667-886996b1a2f8 req-4dcfa043-f38a-42ef-bee4-7c1722e90c7f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.794951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-257afe6d-f987-4b44-9667-886996b1a2f8 req-4dcfa043-f38a-42ef-bee4-7c1722e90c7f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.4241698 Jul 16 08:31:22.797981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.801658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-03e71b0c-40c7-49de-8331-40aa35ddd9fb admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d9da2c1-910b-453e-8443-36fb56626424 HTTP/1.1" status: 204 len: 168 time: 1.9780960 Jul 16 08:31:22.803912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45022) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:22.899120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Deleting subnet fdc6f432-1ef8-43e7-aa12-17fdf3f944fe {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:22.899437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-257afe6d-f987-4b44-9667-886996b1a2f8 req-a01e62ce-4606-4b02-9476-93c868a678da tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918806 Jul 16 08:31:22.903368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.947622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['aae27557-c3d2-4581-b66a-ef78f09c941f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:22.963271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.004456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.078238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Pushing event deleted for resources: {'Port': ['ID=3059e383-25e4-455c-8842-e435e74ca59b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.156593 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.191980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6dcc7-33bb-46ae-8e7e-cd2ba01c6e02 req-9603c083-91af-4357-9228-f0d78397d493 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.193581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18d6dcc7-33bb-46ae-8e7e-cd2ba01c6e02 req-9603c083-91af-4357-9228-f0d78397d493 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 1096 time: 0.1595123 Jul 16 08:31:23.201389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.210070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.217679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-266a94f7-8d14-40f3-9f81-ab1f090c43b0 tempest-ServersWithSpecificFlavorTestJSON-1812909336 tempest-ServersWithSpecificFlavorTestJSON-1812909336-project] 10.222.0.41 "DELETE /v2.0/floatingips/8df50a58-199f-4969-9b28-4e5740d9fc42 HTTP/1.1" status: 204 len: 168 time: 1.4974620 Jul 16 08:31:23.266604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18d6dcc7-33bb-46ae-8e7e-cd2ba01c6e02 req-52bb2fc7-7a62-498d-9642-5e19c2eb59bd tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651817 Jul 16 08:31:23.268176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.317805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc6f432-1ef8-43e7-aa12-17fdf3f944fe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.324228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.328702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4fe8ecfd-d517-45eb-9a22-dc200fb5e5b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fdc6f432-1ef8-43e7-aa12-17fdf3f944fe HTTP/1.1" status: 204 len: 168 time: 0.5213044 Jul 16 08:31:23.329108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45054) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:23.337330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59486cd-d94b-43a2-9a34-624a49976995 None None] Network 49671773-9842-413a-b855-a3717a0f930d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:23.482116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.655819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Deleting port e40843ec-ae3a-44e0-be29-e23de55324d5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:23.656157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.726327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] DHCP port deletion for 49671773-9842-413a-b855-a3717a0f930d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:23.733125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f76e1-5544-4cbf-8da9-46d52b4b2ce3 req-40e6e33f-8f0f-4f89-90fc-e3a2c0851451 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.744094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f84f76e1-5544-4cbf-8da9-46d52b4b2ce3 req-40e6e33f-8f0f-4f89-90fc-e3a2c0851451 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 946 time: 0.2083681 Jul 16 08:31:23.789463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] For port e40843ec-ae3a-44e0-be29-e23de55324d5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e40843ec-ae3a-44e0-be29-e23de55324d5,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:23.790116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.827936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f84f76e1-5544-4cbf-8da9-46d52b4b2ce3 req-72583629-6fce-47ab-a67f-65ff418c7810 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Jul 16 08:31:23.845702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Calling delete_port for e40843ec-ae3a-44e0-be29-e23de55324d5 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:23.858256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] Deleting port e40843ec-ae3a-44e0-be29-e23de55324d5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:23.858797 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.976350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] For port e40843ec-ae3a-44e0-be29-e23de55324d5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e40843ec-ae3a-44e0-be29-e23de55324d5,segment=NetworkSegment(063c57b6-aa68-43bc-895e-0cfd7f374b06),segment_id=063c57b6-aa68-43bc-895e-0cfd7f374b06)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:23.976760 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.994009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] Calling delete_port for e40843ec-ae3a-44e0-be29-e23de55324d5 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:24.018385 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.061204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45084) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.108008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40843ec-ae3a-44e0-be29-e23de55324d5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.116123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] No DVR routers for this DVR port e40843ec-ae3a-44e0-be29-e23de55324d5 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:24.118017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c10e-c307-46fb-8eb6-4be68cf3e5ae req-e6394ea3-5eb6-4968-a483-482f4e8e0d5a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.128456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ca9c10e-c307-46fb-8eb6-4be68cf3e5ae req-e6394ea3-5eb6-4968-a483-482f4e8e0d5a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 949 time: 0.1143725 Jul 16 08:31:24.145532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.160702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] No DVR routers for this DVR port e40843ec-ae3a-44e0-be29-e23de55324d5 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:24.215694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ca9c10e-c307-46fb-8eb6-4be68cf3e5ae req-dd3efeec-9d25-454f-8804-e84baa3d78fa tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851457 Jul 16 08:31:24.242786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f233e-5ce7-4b79-bf03-fc68fa6e1d6e None None] Pushing event deleted for resources: {'Port': ['ID=e40843ec-ae3a-44e0-be29-e23de55324d5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.307837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e40843ec-ae3a-44e0-be29-e23de55324d5 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:24.330128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.336844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e40843ec-ae3a-44e0-be29-e23de55324d5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:24.337190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e40843ec-ae3a-44e0-be29-e23de55324d5 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:24.337613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7677a8df-848d-4051-bba2-2a42c40d6677 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:24.362105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49671773-9842-413a-b855-a3717a0f930d']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.371540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d59a4963-4a82-458f-b1a7-4accbbb4d87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.395966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 7677a8df-848d-4051-bba2-2a42c40d6677 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:24.396354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7677a8df-848d-4051-bba2-2a42c40d6677 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:24.396801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 386333d9-7582-4ed8-875d-4958a6cc8c2f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:24.422655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063c57b6-aa68-43bc-895e-0cfd7f374b06') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.422904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063c57b6-aa68-43bc-895e-0cfd7f374b06') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.433280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.440863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 386333d9-7582-4ed8-875d-4958a6cc8c2f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:24.441136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 386333d9-7582-4ed8-875d-4958a6cc8c2f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:24.468392 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.483143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:24.483585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:24.487495 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:24.520578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-9767e53b-aa77-47fa-93f5-7c277327f165 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1484011932&fields=id&tenant_id=7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 267 time: 0.0627866 Jul 16 08:31:24.580135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784dc9d-7c9e-498c-a412-8f33e04de979 req-93cce528-5569-4321-8b1c-303c499ebde0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.582662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2784dc9d-7c9e-498c-a412-8f33e04de979 req-93cce528-5569-4321-8b1c-303c499ebde0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1589293 Jul 16 08:31:24.596234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.621850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.624149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] 10.222.0.41 "DELETE /v2.0/networks/49671773-9842-413a-b855-a3717a0f930d HTTP/1.1" status: 204 len: 168 time: 1.2939584 Jul 16 08:31:24.625643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872cdc-3784-4279-ade8-474365037709 admin admin] Pushing event deleted for resources: {'Network': ['ID=49671773-9842-413a-b855-a3717a0f930d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.645637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2784dc9d-7c9e-498c-a412-8f33e04de979 req-326d8855-e58e-443b-9266-851205089717 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536635 Jul 16 08:31:24.673802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d59a4963-4a82-458f-b1a7-4accbbb4d87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.685311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d59a4963-4a82-458f-b1a7-4accbbb4d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.688694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-829f615f-6cc8-4055-bda7-1539f8078400 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.691040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-829f615f-6cc8-4055-bda7-1539f8078400 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 946 time: 0.1398940 Jul 16 08:31:24.704677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'port': {'security_groups': ['1b2e321d-2d91-4be3-9e01-f8a505dfa2d1', '9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:24.753752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d59a4963-4a82-458f-b1a7-4accbbb4d87a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab6ebec2aa7643a29403dbfb7191209b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6860681 Jul 16 08:31:24.757179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a4963-4a82-458f-b1a7-4accbbb4d87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17129444-7b22-437a-9aa2-668fd0f10592,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.760158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45092) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.833645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45096) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.841253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-caed1beb-b6f2-4b25-bd16-f164f784a353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.847660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.894463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-caed1beb-b6f2-4b25-bd16-f164f784a353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.968899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4d99f68d-a43f-4f67-afa8-d58bbebfa9d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e662df9f863a493eaf8b0efb7ed840dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317296 Jul 16 08:31:24.969132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.989728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:25.072703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f03a3d73-6514-46b6-9b40-b72eede29d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.102742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-caed1beb-b6f2-4b25-bd16-f164f784a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.108628 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-caed1beb-b6f2-4b25-bd16-f164f784a353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.112699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-caed1beb-b6f2-4b25-bd16-f164f784a353 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17129444-7b22-437a-9aa2-668fd0f10592 HTTP/1.1" status: 204 len: 168 time: 0.3483779 Jul 16 08:31:25.112699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f03a3d73-6514-46b6-9b40-b72eede29d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.129168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed1beb-b6f2-4b25-bd16-f164f784a353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17129444-7b22-437a-9aa2-668fd0f10592,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.149531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:25.181775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f03a3d73-6514-46b6-9b40-b72eede29d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.186022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f03a3d73-6514-46b6-9b40-b72eede29d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.190579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f03a3d73-6514-46b6-9b40-b72eede29d9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4669e572-ff5b-4dc8-8443-6c2ae259ff3f HTTP/1.1" status: 204 len: 168 time: 0.2185678 Jul 16 08:31:25.209373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a3d73-6514-46b6-9b40-b72eede29d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669e572-ff5b-4dc8-8443-6c2ae259ff3f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.264204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.272341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.326865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:25.446974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.448289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.464075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fdbce2ed-a2ea-4b71-a888-b325d42cf28f req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "PUT /v2.0/ports/c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 982 time: 0.7658076 Jul 16 08:31:25.481812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:25.490227 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f758e-c025-4628-9247-fafd01d3eb87" -d '{"events": [{"name": "network-changed", "server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:25.557952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed13f91-3774-4a59-a21d-2cdd29c2f1b9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.661379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:25.735131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device aae27557-c3d2-4581-b66a-ef78f09c941f up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:25.768247 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-5c7f2331-fdb2-432c-8861-6b3c88e38383 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-545901304&fields=id&tenant_id=7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 267 time: 0.0797327 Jul 16 08:31:25.879221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45134) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:25.934441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-e0bd86c2-7c09-45e8-884c-2a74a2f37129 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.936035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8d56-edff-4780-9ce5-dd315bf48455 req-a3cfc218-5c60-4673-9546-e160debaa808 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.936403 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-e0bd86c2-7c09-45e8-884c-2a74a2f37129 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 985 time: 0.1649005 Jul 16 08:31:25.944984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-134d8d56-edff-4780-9ce5-dd315bf48455 req-a3cfc218-5c60-4673-9546-e160debaa808 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 949 time: 0.4228382 Jul 16 08:31:25.960325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'port': {'security_groups': ['1b2e321d-2d91-4be3-9e01-f8a505dfa2d1', '9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0', '206dbcd9-157f-4dcf-a848-59b191c88a1e']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:26.039384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a6592ee9-6650-4e80-be06-7db740e03cca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60cbcd048ff44f49bfe59b589327c65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467924 Jul 16 08:31:26.040262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:26.042312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port aae27557-c3d2-4581-b66a-ef78f09c941f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:26.080480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port aae27557-c3d2-4581-b66a-ef78f09c941f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:26.081019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.113353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-134d8d56-edff-4780-9ce5-dd315bf48455 req-78db0dfe-e95d-4eeb-b24a-11bcae69fbb4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618464 Jul 16 08:31:26.163003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90803301-e2ab-4d1d-a93d-a2bf1acf8971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.187059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90803301-e2ab-4d1d-a93d-a2bf1acf8971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.238960 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90803301-e2ab-4d1d-a93d-a2bf1acf8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.242689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90803301-e2ab-4d1d-a93d-a2bf1acf8971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.247439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-90803301-e2ab-4d1d-a93d-a2bf1acf8971 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5459282d-a0be-4ec1-a32b-bc8103574164 HTTP/1.1" status: 204 len: 168 time: 0.2063060 Jul 16 08:31:26.259849 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9116488-1731-4da7-8ac6-874f55246049 x-openstack-request-id: req-e9116488-1731-4da7-8ac6-874f55246049 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:26.260050 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:26.260305 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9116488-1731-4da7-8ac6-874f55246049 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:26.260983 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'status': 'completed', 'code': 200} Jul 16 08:31:26.261883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803301-e2ab-4d1d-a93d-a2bf1acf8971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459282d-a0be-4ec1-a32b-bc8103574164,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.263950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.374802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.382556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.529720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port aae27557-c3d2-4581-b66a-ef78f09c941f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=aae27557-c3d2-4581-b66a-ef78f09c941f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:26.553437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae27557-c3d2-4581-b66a-ef78f09c941f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:26.561494 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841b852-3a34-46c2-9398-faab3f1afb4b" -d '{"events": [{"server_uuid": "b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0", "name": "network-vif-plugged", "status": "completed", "tag": "aae27557-c3d2-4581-b66a-ef78f09c941f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:26.565651 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.658455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:26.707134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45156) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:26.773214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=aae27557-c3d2-4581-b66a-ef78f09c941f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.937061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.953282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.990863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:27.041393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.042757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.060001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a1e994b-cfa4-406e-b1b7-bd6a2ca27a17 req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "PUT /v2.0/ports/c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 1021 time: 1.1080806 Jul 16 08:31:27.178562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f758e-c025-4628-9247-fafd01d3eb87 req-19ec7db2-0f6a-47cb-9d91-fabd556888be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.196994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-19ec7db2-0f6a-47cb-9d91-fabd556888be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1137 time: 0.4833243 Jul 16 08:31:27.213422 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f8c222-0f3c-4ce8-92cf-86332c2f40d0 x-openstack-request-id: req-d8f8c222-0f3c-4ce8-92cf-86332c2f40d0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:27.213751 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0", "name": "network-vif-plugged", "status": "completed", "tag": "aae27557-c3d2-4581-b66a-ef78f09c941f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:27.214006 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8f8c222-0f3c-4ce8-92cf-86332c2f40d0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:27.215676 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae27557-c3d2-4581-b66a-ef78f09c941f', 'code': 200} Jul 16 08:31:27.221549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:27.370059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74796e9-3cb6-42e6-a52a-04654cc1fb01 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:27.456154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1384573405-network', 'tenant_id': '80f20dde26f44087ad9c9b9cdc8fb198'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:27.531842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Made reservation on behalf of 80f20dde26f44087ad9c9b9cdc8fb198 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:27.534506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.556616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f758e-c025-4628-9247-fafd01d3eb87 req-ce275649-4a5b-4d20-86ac-5fa5ea985f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.556616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-ce275649-4a5b-4d20-86ac-5fa5ea985f44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.3412123 Jul 16 08:31:27.566656 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.676758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887c201-f322-4298-8db0-d2c93cd746e9 req-1c94aa28-a75b-4485-a93a-d119a4e11670 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.686044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7887c201-f322-4298-8db0-d2c93cd746e9 req-1c94aa28-a75b-4485-a93a-d119a4e11670 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.2761261 Jul 16 08:31:27.764497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.777430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7887c201-f322-4298-8db0-d2c93cd746e9 req-69d17d98-eb3a-4d99-89e0-a10723abe9bf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896075 Jul 16 08:31:27.786377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0d2e0-c970-4213-9472-3c7c6d823b7b req-b19d7364-18bc-4e01-b29c-3b42425a515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.788229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eab0d2e0-c970-4213-9472-3c7c6d823b7b req-b19d7364-18bc-4e01-b29c-3b42425a515d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 1102 time: 0.4573891 Jul 16 08:31:27.837263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895a437-faad-4c32-882a-564b6c6bb799 req-6a83fbd8-683c-4428-82f8-af99b7cae264 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.846795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f895a437-faad-4c32-882a-564b6c6bb799 req-6a83fbd8-683c-4428-82f8-af99b7cae264 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1024 time: 0.4808750 Jul 16 08:31:27.849198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.914763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Deleting port 267bd127-aaba-4686-b820-fe7ede8863a9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:27.915263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.947850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eab0d2e0-c970-4213-9472-3c7c6d823b7b req-90a3600e-7bea-43cd-8238-c2270c662736 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933111 Jul 16 08:31:27.949874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-894f2ee9-f45f-40ee-a31f-bd202e3e7307 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 217 time: 0.3843861 Jul 16 08:31:27.976255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:27.990516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822cc738-c5a4-4af8-ac38-a1c4bcc4c258,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.044824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.045295 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Added segment 7d7c94db-20aa-4f44-9055-06773bdc9e5a of type vlan for network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 Jul 16 08:31:28.053285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f895a437-faad-4c32-882a-564b6c6bb799 req-612cac21-40ec-464e-a5d9-39870bf9743a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0&id=206dbcd9-157f-4dcf-a848-59b191c88a1e&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1 HTTP/1.1" status: 200 len: 6149 time: 0.2053721 Jul 16 08:31:28.118005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] For port 267bd127-aaba-4686-b820-fe7ede8863a9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=267bd127-aaba-4686-b820-fe7ede8863a9,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.118441 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.133375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.135524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Calling delete_port for 267bd127-aaba-4686-b820-fe7ede8863a9 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:28.162535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86c4e-3f7c-4860-9977-d997587e097e req-c413058e-8e9a-49a5-ab10-a55f3993e9af tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.164340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85d86c4e-3f7c-4860-9977-d997587e097e req-c413058e-8e9a-49a5-ab10-a55f3993e9af tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 950 time: 0.1332228 Jul 16 08:31:28.176558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1566339167 ', 'description': 'tempest-description-1846008321'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:28.205709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.206940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.208649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.276977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85d86c4e-3f7c-4860-9977-d997587e097e req-ef5a6c9b-72d8-4f66-8f25-99752314b4f5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940325 Jul 16 08:31:28.298748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:28.306643 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed868067-faf0-42e8-8917-c3eb66681a37" -d '{"events": [{"name": "network-changed", "server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:28.364498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f758e-c025-4628-9247-fafd01d3eb87 req-4360f1f0-b437-40e3-b7f6-3deab1680ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.366045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-4360f1f0-b437-40e3-b7f6-3deab1680ae3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.0686824 Jul 16 08:31:28.371835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.381325 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:31:28.413987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6825695 Jul 16 08:31:28.418702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45206) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:28.432034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Request body: {'subnet': {'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1384573405-subnet', 'tenant_id': '80f20dde26f44087ad9c9b9cdc8fb198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:28.456359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-5ea2d6ad-f85d-4163-9e4e-2ab660f0d392 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445545 Jul 16 08:31:28.460724 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c0493-ce80-42bf-8c5d-9d0733bf686e x-openstack-request-id: req-c83c0493-ce80-42bf-8c5d-9d0733bf686e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:28.461019 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:28.461259 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c83c0493-ce80-42bf-8c5d-9d0733bf686e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:28.461640 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'status': 'completed', 'code': 200} Jul 16 08:31:28.462323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd542de9-6053-4217-a0f4-55bb847649c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.475046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:28.511643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:31:28.511643 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:31:28.511643 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id_1': '7d667caccf3f4a8d88d8ea0345df3898', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 31, 28, 493826)}] Jul 16 08:31:28.511643 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:31:28.512151 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:31:28.570903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Made reservation on behalf of 80f20dde26f44087ad9c9b9cdc8fb198 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:28.576646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.638628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-47e98892-a1ee-40f6-bbbc-58426e8e5e45 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701438 Jul 16 08:31:28.744580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.824207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Pushing event deleted for resources: {'Port': ['ID=267bd127-aaba-4686-b820-fe7ede8863a9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.844888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-937f758e-c025-4628-9247-fafd01d3eb87 req-1d2bea4b-4120-4d98-a8f1-eedf67c36855 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986899 Jul 16 08:31:29.013350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.034692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-bee8d218-88b5-4028-9898-1de2b6c7d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.038585 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-bee8d218-88b5-4028-9898-1de2b6c7d70e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1176 time: 0.0909150 Jul 16 08:31:29.099830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.167772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-1b9e3be0-8755-4182-bc95-a8a746c5d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.169279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-1b9e3be0-8755-4182-bc95-a8a746c5d9d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.1247385 Jul 16 08:31:29.190081 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.194564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.195242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf78f-3a53-49ef-a004-df934c83619e req-a5542ba8-ab73-425a-9ab0-1b2c8e2211c7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.196785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81bcf78f-3a53-49ef-a004-df934c83619e req-a5542ba8-ab73-425a-9ab0-1b2c8e2211c7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.2663491 Jul 16 08:31:29.227187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16359ca9-e768-4c4d-b68c-c6c7ec5318f0,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:29.239863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.241646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f738668a-38d6-473c-9829-3b752b71f08d req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.0876982 Jul 16 08:31:29.246113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.252159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632898d6-050c-41ff-ac6e-b229a4578521 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f430d1-0214-4bbb-b5b3-0ff57de39813,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:29.268454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Checking segment: {'id': '7d7c94db-20aa-4f44-9055-06773bdc9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:29.268835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Network hostable DHCP agents. Network: 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:29.301977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-089f4f83-afc2-46f6-9187-d94ab6b1c27c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 200 len: 217 time: 0.0637832 Jul 16 08:31:29.363517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-748b8191-40c5-467d-ad89-de1be21278e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.365086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-748b8191-40c5-467d-ad89-de1be21278e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.0553050 Jul 16 08:31:29.400816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81bcf78f-3a53-49ef-a004-df934c83619e req-97dfc6e9-698b-42ec-9148-ffe81b742a02 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944199 Jul 16 08:31:29.438330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:29.445467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-d9817d25-9b6e-46e2-a8b5-68eb0d1fb840 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733290 Jul 16 08:31:29.520232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:29.528708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445586a8-2a5c-493c-8a04-930748f793c4 None None] Network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:29.533661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.534468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.582406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8eb8907-8a8d-41e1-b30c-0b95f5a55754 req-0de49aed-c03f-40b5-9c7d-170484eb17ac tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/f6f430d1-0214-4bbb-b5b3-0ff57de39813 HTTP/1.1" status: 200 len: 1781 time: 0.1474967 Jul 16 08:31:29.596977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-400446aa-42f5-4c73-86b6-5907df0ae067 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1746056 Jul 16 08:31:29.643449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-3c54e48d-1400-4ef7-92b6-3fb8fb14aead service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718321 Jul 16 08:31:29.858494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97a25a-f147-4ec3-aa8a-e048d53ffb79 None None] Network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:29.904628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Router 6075770e-7618-4fbb-be94-d22e186a38e4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:29.924099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed868067-faf0-42e8-8917-c3eb66681a37 req-ca0eefa9-0fa0-4a12-bc4e-af55c9b6a85d service neutron] 10.222.0.36 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720745 Jul 16 08:31:29.979783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12b7f-71b3-4359-8185-b9ae08610f2e req-72cd0e98-9211-4edf-aff5-f0b1fa21ba7f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.986850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fd12b7f-71b3-4359-8185-b9ae08610f2e req-72cd0e98-9211-4edf-aff5-f0b1fa21ba7f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 950 time: 0.1378963 Jul 16 08:31:30.097391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fd12b7f-71b3-4359-8185-b9ae08610f2e req-c0728646-fdf8-4b04-98be-e9fdb9c00ecc tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094527 Jul 16 08:31:30.135491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:30.146706 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] Sync routers for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:30.159893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45284) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:30.161564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab3e1a0b-f616-43fe-a395-b3924f1c4611 admin admin] 10.222.0.41 "PUT /v2.0/routers/6075770e-7618-4fbb-be94-d22e186a38e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1705158 Jul 16 08:31:30.168971 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:30.169616 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:30.313241 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:30.346497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4df8feb8-893a-4876-8624-1279b7553d24 req-f2e114bd-425d-45fe-99ab-351f39f4ec25 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/f6f430d1-0214-4bbb-b5b3-0ff57de39813 HTTP/1.1" status: 200 len: 1781 time: 0.0910411 Jul 16 08:31:30.356954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.376210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-517625b5-650c-4ca8-b1a0-c58e11b08c12 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.378522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-517625b5-650c-4ca8-b1a0-c58e11b08c12 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.1332974 Jul 16 08:31:30.407873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-e8c5714f-e862-4226-b83b-a38bba7b56ec tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/quotas/d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 375 time: 0.0192635 Jul 16 08:31:30.496781 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-e95efecc-b998-4be6-8edc-24cab5347314 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878963 Jul 16 08:31:30.500181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4df8feb8-893a-4876-8624-1279b7553d24 req-5280d29c-3d3e-48d9-ab68-7e5520f54c73 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.512438 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:31:28Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:30.530812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4df8feb8-893a-4876-8624-1279b7553d24 req-5280d29c-3d3e-48d9-ab68-7e5520f54c73 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.554785 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] Checking router: 6075770e-7618-4fbb-be94-d22e186a38e4 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:30.563903 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] Routers {'6075770e-7618-4fbb-be94-d22e186a38e4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:30.564742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6075770e-7618-4fbb-be94-d22e186a38e4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:30.568650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.618806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-7ff3adc3-1392-499d-aee5-f2d0b0483103 service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154776 Jul 16 08:31:30.628406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4df8feb8-893a-4876-8624-1279b7553d24 req-5280d29c-3d3e-48d9-ab68-7e5520f54c73 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.631185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4df8feb8-893a-4876-8624-1279b7553d24 req-5280d29c-3d3e-48d9-ab68-7e5520f54c73 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.632424 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4df8feb8-893a-4876-8624-1279b7553d24 req-5280d29c-3d3e-48d9-ab68-7e5520f54c73 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6f430d1-0214-4bbb-b5b3-0ff57de39813 HTTP/1.1" status: 204 len: 173 time: 0.2850454 Jul 16 08:31:30.653383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Deleting port bcd6f3b4-d67f-4f66-9a89-51ca843de927 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:30.653854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.656671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280d29c-3d3e-48d9-ab68-7e5520f54c73 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f430d1-0214-4bbb-b5b3-0ff57de39813,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.758462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-a99c01ac-877d-48d6-9a89-78032e4ea7ae service neutron] 10.222.0.41 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330168 Jul 16 08:31:30.768735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] For port bcd6f3b4-d67f-4f66-9a89-51ca843de927, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=bcd6f3b4-d67f-4f66-9a89-51ca843de927,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:30.769099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.779821 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] Set router 6075770e-7618-4fbb-be94-d22e186a38e4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:30.783023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Calling delete_port for bcd6f3b4-d67f-4f66-9a89-51ca843de927 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:31.037805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.122831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd6f3b4-d67f-4f66-9a89-51ca843de927,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.160891 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:31:28Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:31.194267 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36651c0-80b6-4c78-9634-434a5b056221 None None] The sync data for ids ['6075770e-7618-4fbb-be94-d22e186a38e4'] in n-d-798249-10 is: [{'id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-501549560-router', 'tenant_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:25Z', 'updated_at': '2021-07-16T08:31:28Z', 'revision_number': 5, 'project_id': '4dda5bcdd78f42e08cd7525ecd82a560', 'gw_port': {'id': 'bcd6f3b4-d67f-4f66-9a89-51ca843de927', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6075770e-7618-4fbb-be94-d22e186a38e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:28Z', 'updated_at': '2021-07-16T08:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:31.222659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.345645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.347891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.370254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-e8c9056e-c504-46e8-bbb0-b34f4b3d9da8 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.372068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-e8c9056e-c504-46e8-bbb0-b34f4b3d9da8 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/networks?id=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 HTTP/1.1" status: 200 len: 813 time: 0.3658795 Jul 16 08:31:31.419214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-bf6df5f8-a7da-4fd3-88f0-b1ce81d14fe5 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/quotas/80f20dde26f44087ad9c9b9cdc8fb198 HTTP/1.1" status: 200 len: 375 time: 0.0110986 Jul 16 08:31:31.427179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.427848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6075770e-7618-4fbb-be94-d22e186a38e4 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:31.441791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.445484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-57ce1460-233d-4a43-8ace-e2a1995f8c86 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6075770e-7618-4fbb-be94-d22e186a38e4 HTTP/1.1" status: 204 len: 168 time: 1.2819781 Jul 16 08:31:31.446937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45320) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:31.458819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787e17-6abf-4a7c-b4f5-b0209b7e846c req-b0ef20b7-67b4-4001-8171-55adecb6f588 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.467354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7787e17-6abf-4a7c-b4f5-b0209b7e846c req-b0ef20b7-67b4-4001-8171-55adecb6f588 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 1102 time: 0.0906520 Jul 16 08:31:31.475693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-06acb07f-b127-432d-b6c1-fe56a4f58c43 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=80f20dde26f44087ad9c9b9cdc8fb198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488915 Jul 16 08:31:31.499871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7787e17-6abf-4a7c-b4f5-b0209b7e846c req-ca47a8f0-c0f6-426d-a7ac-55e43629e93f tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Jul 16 08:31:32.082179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Deleting subnet bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:32.093227 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.154685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-c8d98a26-fcbf-4604-9e2a-dea85f578a6f service neutron] 10.222.0.41 "GET /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605899 Jul 16 08:31:32.271069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.297791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-86db04c6-0cf1-47ad-9a6b-07b94790a8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329260 Jul 16 08:31:32.320703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cecf8-4663-471e-81b7-26b7cffc066e req-31067254-be5a-4d2f-8613-cf64faf02605 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.332252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-193cecf8-4663-471e-81b7-26b7cffc066e req-31067254-be5a-4d2f-8613-cf64faf02605 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1695395 Jul 16 08:31:32.392073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.424764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-193cecf8-4663-471e-81b7-26b7cffc066e req-0a015594-2435-4385-9af2-cb0daf85c788 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880964 Jul 16 08:31:32.537318 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-04eaa284-efe6-476b-bb92-7c7c5b4cafc5 req-02318c30-2ac3-4f8a-afdd-7bdf1b7b79e3 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:31:32.539044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.543997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04eaa284-efe6-476b-bb92-7c7c5b4cafc5 req-02318c30-2ac3-4f8a-afdd-7bdf1b7b79e3 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/f6f430d1-0214-4bbb-b5b3-0ff57de39813 HTTP/1.1" status: 404 len: 352 time: 0.0596795 Jul 16 08:31:32.580246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.582123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bebf2e9e-01d0-431a-ae6c-02b30da2b2f7 HTTP/1.1" status: 204 len: 168 time: 1.1353614 Jul 16 08:31:32.583509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebf2e9e-01d0-431a-ae6c-02b30da2b2f7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:32.584684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45420) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:32.587594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447d63d-b08e-4f80-8730-79c28cb8a748 None None] Network 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:32.616142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.624991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.625610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.627115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.628916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.633103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.639192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.640945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.641498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.642726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.644953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.645544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19ecc8-6d6b-4480-86e0-8d116c87e937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:32.675552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 267bd127-aaba-4686-b820-fe7ede8863a9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:32.765295 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.775406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-b6ea41b8-9e8e-40eb-aec3-7486bc5b9071 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410092 Jul 16 08:31:32.816403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 267bd127-aaba-4686-b820-fe7ede8863a9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:32.816650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 267bd127-aaba-4686-b820-fe7ede8863a9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:32.824237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d05f5a49-17d4-4fef-a736-8666dcac66d3 req-dd5802aa-1056-4c77-a7e0-2117e2459d9d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0915947 Jul 16 08:31:33.020783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-76ee52f5-7fff-4a2f-bfec-12bb2aa5d37c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.027893 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-76ee52f5-7fff-4a2f-bfec-12bb2aa5d37c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513931 Jul 16 08:31:33.043218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] DHCP port deletion for 3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:33.048962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-06dde8b1-37dd-45f1-a9b2-6d446dadc009 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/quotas/777b61050e5c47849de078946be41740 HTTP/1.1" status: 200 len: 375 time: 0.0201039 Jul 16 08:31:33.051747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Deleting port f3a93464-647c-48f8-b62f-1f741a49e38d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:33.052161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.095476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e8e0225-6feb-4194-ad07-ae4b06ee226d req-057b734e-3b15-4238-a24e-75be6fde3893 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 210 time: 0.0808074 Jul 16 08:31:33.148283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] Deleting port f3a93464-647c-48f8-b62f-1f741a49e38d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:33.148656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.149296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d92d1e4a-40c1-467a-b57f-dff8922a7a0a req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2025288132', 'description': 'tempest-description-676331237'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:33.181990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] For port f3a93464-647c-48f8-b62f-1f741a49e38d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f3a93464-647c-48f8-b62f-1f741a49e38d,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:33.182358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.200338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d92d1e4a-40c1-467a-b57f-dff8922a7a0a req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.218983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Calling delete_port for f3a93464-647c-48f8-b62f-1f741a49e38d owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:33.246481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] For port f3a93464-647c-48f8-b62f-1f741a49e38d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f3a93464-647c-48f8-b62f-1f741a49e38d,segment=NetworkSegment(c79641bb-e4ca-4958-9db6-0301a3335b1d),segment_id=c79641bb-e4ca-4958-9db6-0301a3335b1d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:33.248456 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.286810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] Calling delete_port for f3a93464-647c-48f8-b62f-1f741a49e38d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:33.373832 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d92d1e4a-40c1-467a-b57f-dff8922a7a0a req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.382239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d92d1e4a-40c1-467a-b57f-dff8922a7a0a req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.442178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d92d1e4a-40c1-467a-b57f-dff8922a7a0a req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.447889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d92d1e4a-40c1-467a-b57f-dff8922a7a0a req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3044245 Jul 16 08:31:33.462920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1d1c2-de27-4657-ae68-3016126d62d0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029e2665-dd1e-4678-aa73-82ec7179d533,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.469231 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.494207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.539982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f289d029-8dbc-47eb-ba3c-6cb54490e883 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4899507 Jul 16 08:31:33.544742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.552112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] Pushing event deleted for resources: {'Port': ['ID=f3a93464-647c-48f8-b62f-1f741a49e38d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.568093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020fcfc-221b-495f-9028-826f87f552aa None None] No DVR routers for this DVR port f3a93464-647c-48f8-b62f-1f741a49e38d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:33.570369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] No DVR routers for this DVR port f3a93464-647c-48f8-b62f-1f741a49e38d on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:33.629205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a93464-647c-48f8-b62f-1f741a49e38d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.690209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.691023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.691589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.692240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.692908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.693411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.693951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.694458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.695013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.695533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.696016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.696500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:33.804505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-e59317e5-663d-49cd-bb0c-359d8dfb495a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.817840 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-e59317e5-663d-49cd-bb0c-359d8dfb495a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 820 time: 0.6190171 Jul 16 08:31:33.879600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Request body: {'port': {'device_id': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'admin_state_up': True, 'tenant_id': 'd1a0d675b6a94e3fb20e0f739e6458ab'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:33.946131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.966236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b63292f-b2c1-4a65-a9f1-32e4b8b686f4']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:34.005249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79641bb-e4ca-4958-9db6-0301a3335b1d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:34.005544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79641bb-e4ca-4958-9db6-0301a3335b1d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:34.038859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.070040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.121550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:34.121971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:34.127819 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:34.184229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c8ef-a5c8-465c-8f3c-4d4f3b9706e0 req-e9154504-73c3-42cb-8e61-553019bd5d7d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.190231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d5b68507-4d97-4a66-8278-4e3812250d8d req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1120142568', 'description': 'tempest-description-1732868688'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:34.205921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ab2c8ef-a5c8-465c-8f3c-4d4f3b9706e0 req-e9154504-73c3-42cb-8e61-553019bd5d7d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.3775699 Jul 16 08:31:34.250025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5b68507-4d97-4a66-8278-4e3812250d8d req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.321498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f3a93464-647c-48f8-b62f-1f741a49e38d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:34.375488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f3a93464-647c-48f8-b62f-1f741a49e38d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:34.376079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f3a93464-647c-48f8-b62f-1f741a49e38d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:34.377136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bcd6f3b4-d67f-4f66-9a89-51ca843de927 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:34.408411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: bcd6f3b4-d67f-4f66-9a89-51ca843de927 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:34.408974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bcd6f3b4-d67f-4f66-9a89-51ca843de927 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:34.418796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5b68507-4d97-4a66-8278-4e3812250d8d req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.436800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ab2c8ef-a5c8-465c-8f3c-4d4f3b9706e0 req-1833a63b-7bcf-4df9-bf09-04fd1c3b8993 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297926 Jul 16 08:31:34.437909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.461201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5b68507-4d97-4a66-8278-4e3812250d8d req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.541060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.549388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] 10.222.0.41 "DELETE /v2.0/networks/3b63292f-b2c1-4a65-a9f1-32e4b8b686f4 HTTP/1.1" status: 204 len: 168 time: 1.9624503 Jul 16 08:31:34.550561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a040bf-fafb-480d-8e4d-875fa406c72f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b63292f-b2c1-4a65-a9f1-32e4b8b686f4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.554420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45540) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:34.572185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceda5cb-301b-4a49-8855-b0fc07a090b3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.638871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-3047c62e-6bf6-4dee-a480-a87203d8ebfa tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.650897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-3047c62e-6bf6-4dee-a480-a87203d8ebfa tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.18 "GET /v2.0/networks?id=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 HTTP/1.1" status: 200 len: 813 time: 0.2305665 Jul 16 08:31:34.665772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Request body: {'port': {'device_id': 'cd64798e-50b9-49e1-8515-080e121f4278', 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22', 'admin_state_up': True, 'tenant_id': '80f20dde26f44087ad9c9b9cdc8fb198'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:34.687804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Made reservation on behalf of d1a0d675b6a94e3fb20e0f739e6458ab for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:34.694994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.704210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5b68507-4d97-4a66-8278-4e3812250d8d req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.717074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5b68507-4d97-4a66-8278-4e3812250d8d req-1b00648f-3205-4485-8692-d2c8e3641a52 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5330210 Jul 16 08:31:34.790657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-440c2dd5-c12c-4c15-b793-6a9f60b1b542 req-074bffa6-0aa0-4edf-a35f-5b6ce0c850c8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 210 time: 0.1134493 Jul 16 08:31:35.013705 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-ac8d1854-5ef0-457a-b28d-2f4c68847fb9 service neutron] show failed (client error): The resource could not be found. Jul 16 08:31:35.015158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-ac8d1854-5ef0-457a-b28d-2f4c68847fb9 service neutron] 10.222.0.36 "GET /v2.0/ports/6ef89dda-b2a4-4809-8dc9-3e89794d1349/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.5818119 Jul 16 08:31:35.019408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82416c2b-10fb-48d3-acd1-bdeeb342de69 req-eb76a00d-00ae-4841-a43a-5f313ef0a618 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0934722 Jul 16 08:31:35.102882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Made reservation on behalf of 80f20dde26f44087ad9c9b9cdc8fb198 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:35.123352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.208455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b5caa1aa-6590-4d14-97f5-e5634b14c3ec req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755098297', 'description': 'tempest-description-1426727861'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:35.308042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b5caa1aa-6590-4d14-97f5-e5634b14c3ec req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.399793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4a94b85-c2f3-4d6a-ab92-b4ae1c9c411b req-d1bd471e-559f-48cb-9ddc-30763d7c91b9 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 210 time: 0.1342211 Jul 16 08:31:35.499178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b5caa1aa-6590-4d14-97f5-e5634b14c3ec req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.504029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Allocated IP 172.20.0.8 (6aeced86-5e6f-43fb-86a4-b7cbff8d1b22/16359ca9-e768-4c4d-b68c-c6c7ec5318f0/faddbe21-aba7-411a-9933-476ac0c319a0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:35.509214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b5caa1aa-6590-4d14-97f5-e5634b14c3ec req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.549244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Allocated IP 172.20.0.9 (d0fe35cf-47ba-4a5f-a045-74d67d04f605/8e829aa5-3cda-49c1-8430-cc6d0f121991/23f515f1-7085-4abd-92d4-6e4ce964e9cd) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:35.600949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde0d7c-1d7e-4f7d-b324-e5f837f38892,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.607838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b5caa1aa-6590-4d14-97f5-e5634b14c3ec req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.619165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b5caa1aa-6590-4d14-97f5-e5634b14c3ec req-28e22dcd-8cb8-4506-a828-fbc767eb8221 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4155171 Jul 16 08:31:35.938133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af511af-e9de-4d71-a355-db0d835fc2d9 req-4e07c5fe-13bb-4d45-baab-877c1481f625 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.940592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3af511af-e9de-4d71-a355-db0d835fc2d9 req-4e07c5fe-13bb-4d45-baab-877c1481f625 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1960371 Jul 16 08:31:36.004754 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.044542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3af511af-e9de-4d71-a355-db0d835fc2d9 req-8a23398b-5737-49af-a073-2c0f03a49a9e tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943792 Jul 16 08:31:36.048790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-2fc3ca4f-5270-4d40-b04e-dc42e7a30782 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674694 Jul 16 08:31:36.147918 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.263651 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.300753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:36.306968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:36.308751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.316513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-d8ed29d8-0ea8-4894-a4d9-1659f7e35824 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.318075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-d8ed29d8-0ea8-4894-a4d9-1659f7e35824 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587035 Jul 16 08:31:36.324647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:36.327227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['893f7583-0a25-462b-b332-fd88a1247ee0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:36.431260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:36.439251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-3f4d3c44-6c25-4ba4-833c-cc4b10521722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.440792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-3f4d3c44-6c25-4ba4-833c-cc4b10521722 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434&tenant_id=a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 1101 time: 1.0310094 Jul 16 08:31:36.466044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Network d0fe35cf-47ba-4a5f-a045-74d67d04f605 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:36.479928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:36.486288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14972b45-8325-41cb-8e50-4199e24c82e5 req-1d02ef0a-dbdb-4901-bdb8-4f0bce6a8153 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 210 time: 0.0926085 Jul 16 08:31:36.493625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:36.529224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:36.537854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.539167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.539856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.691916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Pushing event updated for resources: {'Port': ['ID=faddbe21-aba7-411a-9933-476ac0c319a0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.735975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.736694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.737885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22f7fad1-1b56-4c7f-bb23-4c62b261f2b7 req-069503c3-cfa8-49dd-a2d8-96d36e727ff4 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 10898 time: 0.5705960 Jul 16 08:31:36.756643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-7034dbfd-649c-4aea-9271-1be42c785d99 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0955744 Jul 16 08:31:36.790460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-392d44a1-688d-49ea-b6dd-dead64d0cd0d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9503429 Jul 16 08:31:36.796558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Request body: {'port': {'device_id': 'cd64798e-50b9-49e1-8515-080e121f4278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:36.798265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.813705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Request body: {'port': {'device_id': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:36.930676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22f7fad1-1b56-4c7f-bb23-4c62b261f2b7 req-321ba40e-539b-4a0a-9929-74611cf7c756 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1b2e321d-2d91-4be3-9e01-f8a505dfa2d1 HTTP/1.1" status: 200 len: 2981 time: 0.1757112 Jul 16 08:31:36.999666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.024396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:37.028601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.036076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22f7fad1-1b56-4c7f-bb23-4c62b261f2b7 req-fedc9562-11e5-44da-ba25-495c1c9414ff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1b2e321d-2d91-4be3-9e01-f8a505dfa2d1 HTTP/1.1" status: 200 len: 2981 time: 0.0986838 Jul 16 08:31:37.142781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.224005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7b6a3-769a-4148-93dc-25744c92a2b0 req-cf23fe4d-3864-423b-8f12-7e2d5489febc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.227869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1c7b6a3-769a-4148-93dc-25744c92a2b0 req-cf23fe4d-3864-423b-8f12-7e2d5489febc tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 931 time: 0.4254766 Jul 16 08:31:37.464088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1c7b6a3-769a-4148-93dc-25744c92a2b0 req-5e17f104-73e5-4a0d-87d1-a7478ffcd15f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271495 Jul 16 08:31:37.526877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:37.551721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb9f9-9bdf-496b-a6f3-f4c38dba1cf3 req-91beac42-f82a-4c47-9fed-6e29feaedfb2 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.554117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86abb9f9-9bdf-496b-a6f3-f4c38dba1cf3 req-91beac42-f82a-4c47-9fed-6e29feaedfb2 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 931 time: 0.2848384 Jul 16 08:31:37.562459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.642342 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86abb9f9-9bdf-496b-a6f3-f4c38dba1cf3 req-452724e4-f63c-48f8-b768-c070a13df957 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810950 Jul 16 08:31:37.723488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faddbe21-aba7-411a-9933-476ac0c319a0 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:37.735027 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.754179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Transition to ACTIVE for port object faddbe21-aba7-411a-9933-476ac0c319a0 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:37.769831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.781170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:37.790326 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366fa51b-65c6-45ba-8f4e-a80e16e447e2 req-4696749b-ccbf-4be8-a4a6-916c5bea668b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/029e2665-dd1e-4678-aa73-82ec7179d533 HTTP/1.1" status: 200 len: 1800 time: 0.2868783 Jul 16 08:31:37.792889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:37.894105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Pushing event updated for resources: {'Port': ['ID=faddbe21-aba7-411a-9933-476ac0c319a0,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.905345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:37.907625 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6389d620-8436-4796-bb46-ac3480bd9262" -d '{"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:37.915830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.940375 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.974545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Transition to ACTIVE for port object 6ef89dda-b2a4-4809-8dc9-3e89794d1349 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:38.005549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.065529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-366fa51b-65c6-45ba-8f4e-a80e16e447e2 req-9a3954dc-e690-4631-929e-a5da62bb2322 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.125030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.158920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.43 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/64003576-48af-431b-bd18-81b32f72ef98) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:38.171558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Attempting to bind port faddbe21-aba7-411a-9933-476ac0c319a0 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:38.171882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Attempting to bind port faddbe21-aba7-411a-9933-476ac0c319a0 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '7d7c94db-20aa-4f44-9055-06773bdc9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:38.172203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Attempting to bind port faddbe21-aba7-411a-9933-476ac0c319a0 on network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:38.191649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] No DVR routers for this DVR port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:38.193345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Port faddbe21-aba7-411a-9933-476ac0c319a0 on network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:38.193495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Attempting to bind port faddbe21-aba7-411a-9933-476ac0c319a0 on network 6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:38.224550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9a146-5cbc-4f51-af25-6335087a0a0c req-79f2956f-52b1-4a9e-b0a1-2c12b4c9f169 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.233711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92f9a146-5cbc-4f51-af25-6335087a0a0c req-79f2956f-52b1-4a9e-b0a1-2c12b4c9f169 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.3401170 Jul 16 08:31:38.255451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:38.255788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Checking segment: {'id': '7d7c94db-20aa-4f44-9055-06773bdc9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:38.256176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Bound using segment: {'id': '7d7c94db-20aa-4f44-9055-06773bdc9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:38.256636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Bound port: faddbe21-aba7-411a-9933-476ac0c319a0, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c94db-20aa-4f44-9055-06773bdc9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:38.256998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.258740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f515f1-7085-4abd-92d4-6e4ce964e9cd {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:38.274387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-366fa51b-65c6-45ba-8f4e-a80e16e447e2 req-9a3954dc-e690-4631-929e-a5da62bb2322 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.310100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.362410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:31:38.362653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:38.362762 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:31:38.373086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:38.373458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:38.383992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:38.384329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:38.394151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Transition to ACTIVE for port object 23f515f1-7085-4abd-92d4-6e4ce964e9cd will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:38.395741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:38.396335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:38.396878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:38.397426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Bound port: 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:38.397937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.408206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92f9a146-5cbc-4f51-af25-6335087a0a0c req-4513eda0-a73e-42d2-b517-75c446122647 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749377 Jul 16 08:31:38.416342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.505535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.519797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-366fa51b-65c6-45ba-8f4e-a80e16e447e2 req-9a3954dc-e690-4631-929e-a5da62bb2322 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.522231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-366fa51b-65c6-45ba-8f4e-a80e16e447e2 req-9a3954dc-e690-4631-929e-a5da62bb2322 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.535645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366fa51b-65c6-45ba-8f4e-a80e16e447e2 req-9a3954dc-e690-4631-929e-a5da62bb2322 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/029e2665-dd1e-4678-aa73-82ec7179d533 HTTP/1.1" status: 204 len: 173 time: 0.7443221 Jul 16 08:31:38.552274 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.568609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] For port faddbe21-aba7-411a-9933-476ac0c319a0, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:38.573937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] For port faddbe21-aba7-411a-9933-476ac0c319a0, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=faddbe21-aba7-411a-9933-476ac0c319a0,segment=NetworkSegment(7d7c94db-20aa-4f44-9055-06773bdc9e5a),segment_id=7d7c94db-20aa-4f44-9055-06773bdc9e5a)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:38.577683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object 64003576-48af-431b-bd18-81b32f72ef98 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:38.581458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.622155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3954dc-e690-4631-929e-a5da62bb2322 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029e2665-dd1e-4678-aa73-82ec7179d533,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.640615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.641302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.642741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] 10.222.0.18 "PUT /v2.0/ports/faddbe21-aba7-411a-9933-476ac0c319a0 HTTP/1.1" status: 200 len: 1092 time: 1.8520746 Jul 16 08:31:38.645148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd64798e-50b9-49e1-8515-080e121f4278', 'tag': 'faddbe21-aba7-411a-9933-476ac0c319a0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:38.647815 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28a4a65-35ce-446a-a8fb-388f219b66a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd64798e-50b9-49e1-8515-080e121f4278", "tag": "faddbe21-aba7-411a-9933-476ac0c319a0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:38.704730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948e20-86ca-457b-a9ba-40f58ac4b92b service neutron] Pushing event updated for resources: {'Port': ['ID=faddbe21-aba7-411a-9933-476ac0c319a0,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.740621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.753421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:38.810264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:38.815636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:38.817055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'aae27557-c3d2-4581-b66a-ef78f09c941f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:38.824114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:38.851439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=64003576-48af-431b-bd18-81b32f72ef98,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.872860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-2537cc9b-5e67-4892-9329-d6468bf88c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.874373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-2537cc9b-5e67-4892-9329-d6468bf88c5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80f20dde26f44087ad9c9b9cdc8fb198&device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 1095 time: 0.1856387 Jul 16 08:31:38.888565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:38.891861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:38.892277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:38.921952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.923848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.993349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:38.995390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:39.032622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-013f5897-89d2-4689-87d2-a2991574f066 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faddbe21-aba7-411a-9933-476ac0c319a0 HTTP/1.1" status: 200 len: 217 time: 0.1443040 Jul 16 08:31:39.034876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:39.045479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:39.046611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:39.046791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f0e959f5-3284-4fc4-ab4f-a8e62f6f3c32 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6316693 Jul 16 08:31:39.047917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:39.049144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Bound port: 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:39.050324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.144008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-bd04baea-537b-49ce-8ea1-fd3b94ab3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.148977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-bd04baea-537b-49ce-8ea1-fd3b94ab3f48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16359ca9-e768-4c4d-b68c-c6c7ec5318f0 HTTP/1.1" status: 200 len: 853 time: 0.1001246 Jul 16 08:31:39.163103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Request body: {'port': {'device_id': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:39.174481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:39.222699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Deleting port e59a1f34-5ebb-4400-956a-168eeea7233a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:39.223047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.250242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3b514b46-533f-47b5-b437-64f06691ae32 None None] Provisioning for port 64003576-48af-431b-bd18-81b32f72ef98 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:39.285099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3b514b46-533f-47b5-b437-64f06691ae32 None None] Provisioning complete for port 64003576-48af-431b-bd18-81b32f72ef98 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:39.285520 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b514b46-533f-47b5-b437-64f06691ae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.403151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3b514b46-533f-47b5-b437-64f06691ae32 None None] Port 64003576-48af-431b-bd18-81b32f72ef98 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:39.406383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:39.418502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:39.421809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.447565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-3b4d1e2e-7fde-4c05-b42e-44f38132dfaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446455 Jul 16 08:31:39.448503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.482070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2776bd2-a698-4a54-90f1-d61870f09147 req-2420753f-658a-4a3d-a6b3-92525feae93d tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.485001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2776bd2-a698-4a54-90f1-d61870f09147 req-2420753f-658a-4a3d-a6b3-92525feae93d tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 935 time: 0.6955271 Jul 16 08:31:39.622601 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a279207-25e1-4113-8880-cc4120ccea5b x-openstack-request-id: req-5a279207-25e1-4113-8880-cc4120ccea5b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:39.622893 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:39.623140 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a279207-25e1-4113-8880-cc4120ccea5b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:39.623555 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'code': 200} Jul 16 08:31:39.625102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.713904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-b484b923-f7ba-42cb-a4e5-a95adf6096c5 service neutron] 10.222.0.18 "GET /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468386 Jul 16 08:31:39.734818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.735693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.737117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] 10.222.0.18 "PUT /v2.0/ports/6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 1096 time: 3.2646763 Jul 16 08:31:39.751704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd70bc-c708-4043-be47-b68f674aafe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.861033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.068571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b90431-3c78-45bd-8c2e-5e446695b8bb req-9097c8a8-9602-49c4-9e9a-22303e654e0f service neutron] 10.222.0.18 "GET /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461070 Jul 16 08:31:40.089676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c52920-958a-4400-b32f-8e4fa44ea7c1 req-f04a08e4-f4c5-4608-adc3-69979e64b703 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.103656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59c52920-958a-4400-b32f-8e4fa44ea7c1 req-f04a08e4-f4c5-4608-adc3-69979e64b703 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.3687878 Jul 16 08:31:40.203091 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59c52920-958a-4400-b32f-8e4fa44ea7c1 req-b36e0dd2-0a66-4de6-a236-01f8577b97ec tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709820 Jul 16 08:31:40.205578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64003576-48af-431b-bd18-81b32f72ef98 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:40.224982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.242303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Transition to ACTIVE for port object 64003576-48af-431b-bd18-81b32f72ef98 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:40.247159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.306108 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-f49049ff-5b22-4477-bad9-a94872766b9b req-800ae79d-4639-40d7-889e-e4e577b22a42 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:31:40.307238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f49049ff-5b22-4477-bad9-a94872766b9b req-800ae79d-4639-40d7-889e-e4e577b22a42 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/029e2665-dd1e-4678-aa73-82ec7179d533 HTTP/1.1" status: 404 len: 352 time: 0.0557997 Jul 16 08:31:40.330762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] For port e59a1f34-5ebb-4400-956a-168eeea7233a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e59a1f34-5ebb-4400-956a-168eeea7233a,segment=NetworkSegment(9f0dc04d-dc88-41a4-bfff-65e88d6080a4),segment_id=9f0dc04d-dc88-41a4-bfff-65e88d6080a4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.332857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.396743 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea6243d-c577-4352-afb0-8c4efa90a7a4 x-openstack-request-id: req-9ea6243d-c577-4352-afb0-8c4efa90a7a4 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:40.396986 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd64798e-50b9-49e1-8515-080e121f4278", "tag": "faddbe21-aba7-411a-9933-476ac0c319a0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:40.397082 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ea6243d-c577-4352-afb0-8c4efa90a7a4 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:40.397415 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd64798e-50b9-49e1-8515-080e121f4278', 'tag': 'faddbe21-aba7-411a-9933-476ac0c319a0', 'status': 'completed', 'code': 200} Jul 16 08:31:40.399193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Pushing event updated for resources: {'Port': ['ID=64003576-48af-431b-bd18-81b32f72ef98,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.404010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Calling delete_port for e59a1f34-5ebb-4400-956a-168eeea7233a owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:40.523590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Attempting to bind port 64003576-48af-431b-bd18-81b32f72ef98 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:40.524319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Attempting to bind port 64003576-48af-431b-bd18-81b32f72ef98 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:40.524986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Attempting to bind port 64003576-48af-431b-bd18-81b32f72ef98 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:40.532895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Port 64003576-48af-431b-bd18-81b32f72ef98 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:40.533359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Attempting to bind port 64003576-48af-431b-bd18-81b32f72ef98 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:40.538851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-e8f70bc5-fd10-4f12-8e18-4e4e5a57b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.540549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-e8f70bc5-fd10-4f12-8e18-4e4e5a57b32b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80f20dde26f44087ad9c9b9cdc8fb198&device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 1095 time: 0.1018457 Jul 16 08:31:40.543881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:40.544335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:40.544811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:40.545342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Bound port: 64003576-48af-431b-bd18-81b32f72ef98, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:40.545823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.611589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.612158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.613569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-74add572-3017-4bb7-83d7-862b4b9006b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 1092 time: 3.8124273 Jul 16 08:31:40.652256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2776bd2-a698-4a54-90f1-d61870f09147 req-95ccc71c-2519-4f63-af97-7d84c8f96744 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0415375 Jul 16 08:31:40.752870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-3fa8e63b-1adf-425f-97c6-20d05d67ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.754538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-3fa8e63b-1adf-425f-97c6-20d05d67ad1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1099 time: 0.9107409 Jul 16 08:31:40.811751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] For port 64003576-48af-431b-bd18-81b32f72ef98, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:40.820717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-9bb7f56d-6cc7-4a47-93ff-f80a5b89879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.829105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-9bb7f56d-6cc7-4a47-93ff-f80a5b89879b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 HTTP/1.1" status: 200 len: 914 time: 0.2800503 Jul 16 08:31:40.857900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-b11bc878-0b6e-4bb3-8b2d-b33da3640ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.859453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-b11bc878-0b6e-4bb3-8b2d-b33da3640ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1095 time: 0.1944840 Jul 16 08:31:40.900821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-9581ac06-8656-4b32-b728-854254569b47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faddbe21-aba7-411a-9933-476ac0c319a0 HTTP/1.1" status: 200 len: 217 time: 0.0560100 Jul 16 08:31:40.906103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] For port 64003576-48af-431b-bd18-81b32f72ef98, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=64003576-48af-431b-bd18-81b32f72ef98,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:40.922316 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.943797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.957287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-ae74515a-7b5d-4a8a-96d3-867fba0ecd7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 217 time: 0.0602078 Jul 16 08:31:41.005043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Pushing event deleted for resources: {'Port': ['ID=e59a1f34-5ebb-4400-956a-168eeea7233a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.081524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-83215e7d-b107-4a50-a200-4aa01b0f315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.083589 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-83215e7d-b107-4a50-a200-4aa01b0f315b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3076720 Jul 16 08:31:41.117843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223c18e-b778-4015-bb75-f527f5cad8fc req-07201487-8912-4858-92b7-c6313d034558 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.122925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9223c18e-b778-4015-bb75-f527f5cad8fc req-07201487-8912-4858-92b7-c6313d034558 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 943 time: 0.5366378 Jul 16 08:31:41.186066 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-6b5e6cf8-2bf8-4b53-a795-5f2fc8189ff7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0720367 Jul 16 08:31:41.210150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.210737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.212194 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] 10.222.0.36 "PUT /v2.0/ports/64003576-48af-431b-bd18-81b32f72ef98 HTTP/1.1" status: 200 len: 1096 time: 2.0754929 Jul 16 08:31:41.213138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f9ca-f33e-42b3-b25a-8a7023b0f533 service neutron] Pushing event updated for resources: {'Port': ['ID=64003576-48af-431b-bd18-81b32f72ef98,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.255445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad437-3c53-485d-92b8-05b2db507a7c req-bbec2bf4-bd1e-49df-a88a-2a231cf81000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.258728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-bbec2bf4-bd1e-49df-a88a-2a231cf81000 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.2719946 Jul 16 08:31:41.372977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9223c18e-b778-4015-bb75-f527f5cad8fc req-ee64c6b0-e75b-460c-a1fa-4bb1e099c6a9 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551735 Jul 16 08:31:41.434826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-11f26e91-dfa9-41ed-9523-ce89b23e604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.440037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-11f26e91-dfa9-41ed-9523-ce89b23e604c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16359ca9-e768-4c4d-b68c-c6c7ec5318f0 HTTP/1.1" status: 200 len: 853 time: 0.5309865 Jul 16 08:31:41.488149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-33ba1815-a717-47f9-bec1-90f1559eafb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668980 Jul 16 08:31:41.489626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-58c22adf-ff7d-40b6-a1df-108f44ab0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.491701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-58c22adf-ff7d-40b6-a1df-108f44ab0a7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2844133 Jul 16 08:31:41.533601 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-6df6fd05-1f65-4f16-a8e8-166600a1564d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731702 Jul 16 08:31:41.633310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}, {'name': 'network-changed', 'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:41.637984 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6125d4-714d-4088-89ac-66fd9ddbd24a" -d '{"events": [{"name": "network-changed", "server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}, {"name": "network-changed", "server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:41.734284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e8cb4da-c126-49fb-8495-8d795a6c2216 req-3da4132f-4566-40be-b5e6-914ab8242491 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1ceda5cb-301b-4a49-8855-b0fc07a090b3 HTTP/1.1" status: 200 len: 1801 time: 0.1590507 Jul 16 08:31:41.753355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.786506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-fa1a8311-2a80-4c15-ac17-29468c8c9b71 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729826 Jul 16 08:31:41.857088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-13adc965-4d80-463d-9d92-10ebe18d339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.858733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-13adc965-4d80-463d-9d92-10ebe18d339d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3538783 Jul 16 08:31:42.013615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6e8cb4da-c126-49fb-8495-8d795a6c2216 req-4029e468-18d3-4fa9-825c-e9763f075be0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.061604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-70e4b447-a289-4525-bb49-7c4374389019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.063341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-70e4b447-a289-4525-bb49-7c4374389019 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 1099 time: 0.7582655 Jul 16 08:31:42.103297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6e8cb4da-c126-49fb-8495-8d795a6c2216 req-4029e468-18d3-4fa9-825c-e9763f075be0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.141184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-a3b66cab-acf1-4c6e-ba48-083bbe790b08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=64003576-48af-431b-bd18-81b32f72ef98 HTTP/1.1" status: 200 len: 217 time: 0.0623097 Jul 16 08:31:42.145582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022ad437-3c53-485d-92b8-05b2db507a7c req-a8fb44bb-a45d-451f-ba51-fd31bd81803b service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435862 Jul 16 08:31:42.145860 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-d74396ef-a358-4297-abf8-b3cc6f359298 service neutron] 10.222.0.18 "GET /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114132 Jul 16 08:31:42.151887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-1c642895-bde9-4872-9214-138d98612643 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724252 Jul 16 08:31:42.260906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ba7f0-1a71-4d5f-b06b-73069b12d52c req-c6ae754d-bb53-4c64-b2d2-9aa3b21a54fc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.262612 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c8ba7f0-1a71-4d5f-b06b-73069b12d52c req-c6ae754d-bb53-4c64-b2d2-9aa3b21a54fc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 947 time: 0.6639860 Jul 16 08:31:42.298986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f8ba47d7-0304-419f-9277-3c15c62b5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.300937 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-f8ba47d7-0304-419f-9277-3c15c62b5759 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1509740 Jul 16 08:31:42.313490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6e8cb4da-c126-49fb-8495-8d795a6c2216 req-4029e468-18d3-4fa9-825c-e9763f075be0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.315982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6e8cb4da-c126-49fb-8495-8d795a6c2216 req-4029e468-18d3-4fa9-825c-e9763f075be0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.317102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e8cb4da-c126-49fb-8495-8d795a6c2216 req-4029e468-18d3-4fa9-825c-e9763f075be0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ceda5cb-301b-4a49-8855-b0fc07a090b3 HTTP/1.1" status: 204 len: 173 time: 0.5736279 Jul 16 08:31:42.343659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e468-18d3-4fa9-825c-e9763f075be0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceda5cb-301b-4a49-8855-b0fc07a090b3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:42.375551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bb98107-613d-4452-befe-f7b043f7e4c5 req-63380189-8637-4ad4-84e5-ac83b81efc22 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128685 Jul 16 08:31:42.383000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Router 217fd761-78ae-4937-8b03-a178f597da0e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:42.402631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'tag': '64003576-48af-431b-bd18-81b32f72ef98'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:42.406185 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d462ae-f19a-4cce-99f7-f292ded584aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8addd5e8-14b0-43bf-bf57-728ef3170f8c", "tag": "64003576-48af-431b-bd18-81b32f72ef98"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:42.420216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c8ba7f0-1a71-4d5f-b06b-73069b12d52c req-857caea2-2763-417c-a3a9-26d2188d5aa8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166341 Jul 16 08:31:42.422191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28a4a65-35ce-446a-a8fb-388f219b66a2 req-89beedbb-5506-4c5c-b831-279323e2374a service neutron] 10.222.0.18 "GET /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594922 Jul 16 08:31:42.476275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-fadec6cc-4763-4c99-b577-ce0d1a5597a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.478288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-fadec6cc-4763-4c99-b577-ce0d1a5597a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647625 Jul 16 08:31:42.640798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-83f2e0ab-72f5-4db1-b2cf-e751051d6e08 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494789 Jul 16 08:31:42.646652 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da9d55c-301d-4c51-8de9-872654bc2751 x-openstack-request-id: req-6da9d55c-301d-4c51-8de9-872654bc2751 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:42.647138 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:42.647259 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6da9d55c-301d-4c51-8de9-872654bc2751 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:42.647619 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'status': 'completed', 'code': 200} Jul 16 08:31:42.647842 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'status': 'completed', 'code': 200} Jul 16 08:31:42.658467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:42.663858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-008eb9d6-0728-478d-aa6f-18eff53d292f admin admin] 10.222.0.41 "PUT /v2.0/routers/217fd761-78ae-4937-8b03-a178f597da0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1084130 Jul 16 08:31:42.666364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45750) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:42.669794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] Sync routers for ids ['217fd761-78ae-4937-8b03-a178f597da0e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:42.692778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] Routers {'217fd761-78ae-4937-8b03-a178f597da0e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:42.693429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['217fd761-78ae-4937-8b03-a178f597da0e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:42.743596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd902c-54fc-4d13-b4ca-d4789e5bdeb5 req-e135039a-7392-4f60-8f3d-845275129955 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.751160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4bd902c-54fc-4d13-b4ca-d4789e5bdeb5 req-e135039a-7392-4f60-8f3d-845275129955 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.1908107 Jul 16 08:31:42.868597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] Set router 217fd761-78ae-4937-8b03-a178f597da0e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:42.946651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-41147195-ff9a-481c-a0f6-f591a6039ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.948852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-41147195-ff9a-481c-a0f6-f591a6039ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1099 time: 0.2850277 Jul 16 08:31:42.967446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-8633822e-8432-4b6b-bc16-8349c64dba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.968978 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-8633822e-8432-4b6b-bc16-8349c64dba0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1099 time: 0.2529423 Jul 16 08:31:43.043870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2278c799-1c5a-4bfc-b42e-e0b0f56afd20 req-059382e2-e458-4819-bf7c-10e7cf595754 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926300 Jul 16 08:31:43.091868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74953194-d7d2-407c-a2b4-ae2977d88e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.122888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:31:40Z', 'revision_number': 5, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:43.143645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d761-7d5f-4ae5-b8da-d74ab2e94a15 req-ead68ee6-cf4a-4162-9d1e-546382de3222 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.148253 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d95d761-7d5f-4ae5-b8da-d74ab2e94a15 req-ead68ee6-cf4a-4162-9d1e-546382de3222 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 947 time: 0.3215146 Jul 16 08:31:43.159123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] Checking router: 217fd761-78ae-4937-8b03-a178f597da0e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:43.172445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] Routers {'217fd761-78ae-4937-8b03-a178f597da0e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:43.173083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['217fd761-78ae-4937-8b03-a178f597da0e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:43.225398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4bd902c-54fc-4d13-b4ca-d4789e5bdeb5 req-6df154d0-482d-4c60-a1e2-e6c9753c818e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733350 Jul 16 08:31:43.226883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.229518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-77ec142c-11dd-40aa-ab47-0ec688aaa3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.231694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-77ec142c-11dd-40aa-ab47-0ec688aaa3e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2469993 Jul 16 08:31:43.232703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-8feca1d3-c44a-41c6-97bc-361dc1854f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.234046 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-8feca1d3-c44a-41c6-97bc-361dc1854f79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2642097 Jul 16 08:31:43.261993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d95d761-7d5f-4ae5-b8da-d74ab2e94a15 req-2fad4047-2ead-452a-b330-f5adc43991af tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007330 Jul 16 08:31:43.331433 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-bc701d28-a7f2-473f-8183-d02fc4761dea req-97039ee3-7b7f-46a9-a721-4ae7c0800b9e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:31:43.332749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bc701d28-a7f2-473f-8183-d02fc4761dea req-97039ee3-7b7f-46a9-a721-4ae7c0800b9e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1ceda5cb-301b-4a49-8855-b0fc07a090b3 HTTP/1.1" status: 404 len: 352 time: 0.0276673 Jul 16 08:31:43.339168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-6788d475-cbd5-415b-9c16-9dc1e0df9e67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0989070 Jul 16 08:31:43.340591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-be8f4670-d87d-4ca5-995b-86fe017155a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0914357 Jul 16 08:31:43.346471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] Set router 217fd761-78ae-4937-8b03-a178f597da0e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:43.436013 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68b1236-6590-4e12-9ca0-db50628a49f7 x-openstack-request-id: req-e68b1236-6590-4e12-9ca0-db50628a49f7 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:43.436415 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8addd5e8-14b0-43bf-bf57-728ef3170f8c", "tag": "64003576-48af-431b-bd18-81b32f72ef98", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:43.436675 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e68b1236-6590-4e12-9ca0-db50628a49f7 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:43.437091 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'tag': '64003576-48af-431b-bd18-81b32f72ef98', 'status': 'completed', 'code': 200} Jul 16 08:31:43.437548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.528376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Deleting port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:43.528818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.551600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:31:40Z', 'revision_number': 5, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:43.583715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557effc-cc7d-42b2-9e27-2ce9af27deff None None] The sync data for ids ['217fd761-78ae-4937-8b03-a178f597da0e'] in n-d-798249-10 is: [{'id': '217fd761-78ae-4937-8b03-a178f597da0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475872060-router', 'tenant_id': 'c654dc756a2f43c6963dc3e4313a779f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:43Z', 'updated_at': '2021-07-16T08:31:40Z', 'revision_number': 5, 'project_id': 'c654dc756a2f43c6963dc3e4313a779f', 'gw_port': {'id': '012e7da5-6f6e-463a-88eb-9b2e6b5552a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fd761-78ae-4937-8b03-a178f597da0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:43.623370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-a382cd21-2b21-47c8-a6af-823259dc879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.624940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-a382cd21-2b21-47c8-a6af-823259dc879e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2726765 Jul 16 08:31:43.626238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-8e30a7f5-73bd-47e7-b487-f7748439596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.627647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-8e30a7f5-73bd-47e7-b487-f7748439596e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2742069 Jul 16 08:31:43.637779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device faddbe21-aba7-411a-9933-476ac0c319a0 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:43.756989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] For port 012e7da5-6f6e-463a-88eb-9b2e6b5552a4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:43.758644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.788603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-b55fea9f-6c08-40a6-85b6-0985a827909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.790323 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-b55fea9f-6c08-40a6-85b6-0985a827909b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 1099 time: 0.2828038 Jul 16 08:31:43.798273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4defd-95f7-4853-b23b-7df008419435 req-51dd1334-5c4c-4cee-9a93-74c695d2bb66 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.805717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-53a4defd-95f7-4853-b23b-7df008419435 req-51dd1334-5c4c-4cee-9a93-74c695d2bb66 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 943 time: 0.2823536 Jul 16 08:31:43.814633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Calling delete_port for 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:43.881690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port faddbe21-aba7-411a-9933-476ac0c319a0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=faddbe21-aba7-411a-9933-476ac0c319a0,segment=NetworkSegment(7d7c94db-20aa-4f44-9055-06773bdc9e5a),segment_id=7d7c94db-20aa-4f44-9055-06773bdc9e5a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:43.902519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'faddbe21-aba7-411a-9933-476ac0c319a0', 'network_id': '6aeced86-5e6f-43fb-86a4-b7cbff8d1b22', 'port_id': 'faddbe21-aba7-411a-9933-476ac0c319a0', 'mac_address': 'fa:16:3e:ca:4e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16359ca9-e768-4c4d-b68c-c6c7ec5318f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:43.934751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-c1100eb3-f943-437e-b095-0c9675f7dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.934983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-c1100eb3-f943-437e-b095-0c9675f7dc05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3022640 Jul 16 08:31:43.945433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-53a4defd-95f7-4853-b23b-7df008419435 req-8900d857-e0a4-4014-9cc8-467213a2c8a2 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388514 Jul 16 08:31:43.956997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-e2c5ba0e-3010-47fb-b10e-2c67361c47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.958701 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.960033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-e2c5ba0e-3010-47fb-b10e-2c67361c47c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2978265 Jul 16 08:31:43.987789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faddbe21-aba7-411a-9933-476ac0c319a0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:44.038210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port faddbe21-aba7-411a-9933-476ac0c319a0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=faddbe21-aba7-411a-9933-476ac0c319a0,segment=NetworkSegment(7d7c94db-20aa-4f44-9055-06773bdc9e5a),segment_id=7d7c94db-20aa-4f44-9055-06773bdc9e5a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:44.045528 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.125538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.130914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=faddbe21-aba7-411a-9933-476ac0c319a0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.143517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.143949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.144760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.144760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.145007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.145456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.149087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.149537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.149949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.150346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.150851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.156155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:44.181802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=012e7da5-6f6e-463a-88eb-9b2e6b5552a4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.213103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e59a1f34-5ebb-4400-956a-168eeea7233a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:44.269208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e59a1f34-5ebb-4400-956a-168eeea7233a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:44.269551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e59a1f34-5ebb-4400-956a-168eeea7233a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:44.293594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.302450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-73b5177c-ee93-42f9-83a4-9581248e6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.305344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-73b5177c-ee93-42f9-83a4-9581248e6dea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.4903376 Jul 16 08:31:44.337691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bdca2262-4ee3-4ad9-bb20-995c308a92ca req-ff6ba1b0-988c-499c-89b4-acb0b4ab64be tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/bcde0d7c-1d7e-4f7d-b324-e5f837f38892 HTTP/1.1" status: 200 len: 1801 time: 0.3506787 Jul 16 08:31:44.384037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-3bf55f73-bd97-4b9c-8e20-43d81298050e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=64003576-48af-431b-bd18-81b32f72ef98 HTTP/1.1" status: 200 len: 217 time: 0.0661607 Jul 16 08:31:44.401878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['faddbe21-aba7-411a-9933-476ac0c319a0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:44.435690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-c36dd971-f5db-4df5-99c3-23ac710a4513 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746087 Jul 16 08:31:44.482643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-f43ffda6-06c4-405a-be0e-533ed7f5ac43 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043542 Jul 16 08:31:44.505955 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.510556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.582709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.583597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217fd761-78ae-4937-8b03-a178f597da0e {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:44.599951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.604962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5b616792-fced-4fad-a2c2-31499830a6a0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/217fd761-78ae-4937-8b03-a178f597da0e HTTP/1.1" status: 204 len: 168 time: 1.9367855 Jul 16 08:31:44.607692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-30aae8a5-df9b-4174-89e6-114a59adc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.609167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-30aae8a5-df9b-4174-89e6-114a59adc097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2019975 Jul 16 08:31:44.615017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d02b-98ac-4e61-89d4-0005657e8ec0 req-dcc5beb0-4f3c-4607-9f21-8e5bc6646bff tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.617019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:44.626126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1671d02b-98ac-4e61-89d4-0005657e8ec0 req-dcc5beb0-4f3c-4607-9f21-8e5bc6646bff tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 947 time: 0.2266185 Jul 16 08:31:44.693895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1671d02b-98ac-4e61-89d4-0005657e8ec0 req-da902be1-3763-44b3-a274-156fdb388f16 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660348 Jul 16 08:31:44.720562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bdca2262-4ee3-4ad9-bb20-995c308a92ca req-78d2b18f-d664-4a7f-812b-0030a8e591a0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.806354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bdca2262-4ee3-4ad9-bb20-995c308a92ca req-78d2b18f-d664-4a7f-812b-0030a8e591a0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.815859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Deleting subnet 36eae1bc-aee4-4418-805b-e7040ad34d22 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:44.840490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-9254a1fd-db62-45cf-a5b2-56368c27f2ed service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734710 Jul 16 08:31:44.845620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.876110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-1b815735-6025-4464-abd0-b2e0fa19736a service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751445 Jul 16 08:31:44.941959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.969150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-229ee890-d73e-47e7-ab60-82ed8accf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.970669 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-229ee890-d73e-47e7-ab60-82ed8accf61b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3454154 Jul 16 08:31:44.975387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bdca2262-4ee3-4ad9-bb20-995c308a92ca req-78d2b18f-d664-4a7f-812b-0030a8e591a0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.977708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bdca2262-4ee3-4ad9-bb20-995c308a92ca req-78d2b18f-d664-4a7f-812b-0030a8e591a0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.988435 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bdca2262-4ee3-4ad9-bb20-995c308a92ca req-78d2b18f-d664-4a7f-812b-0030a8e591a0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/bcde0d7c-1d7e-4f7d-b324-e5f837f38892 HTTP/1.1" status: 204 len: 173 time: 0.6187863 Jul 16 08:31:45.352819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2b18f-d664-4a7f-812b-0030a8e591a0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde0d7c-1d7e-4f7d-b324-e5f837f38892,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.429767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aeca0-9ec4-474d-b1f3-342d55bb9664 req-79ff6537-63a0-4bb3-806e-8d77e82997d8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.431312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a8aeca0-9ec4-474d-b1f3-342d55bb9664 req-79ff6537-63a0-4bb3-806e-8d77e82997d8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 947 time: 0.0723028 Jul 16 08:31:45.472862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a8aeca0-9ec4-474d-b1f3-342d55bb9664 req-fb02ce8b-009e-44c3-90a4-d067c718532c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349131 Jul 16 08:31:45.483529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-7803e209-3ad0-4540-9226-da4ef18c010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.485068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-7803e209-3ad0-4540-9226-da4ef18c010e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1095 time: 0.5821157 Jul 16 08:31:45.522167 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.558699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-0d76e7f3-5271-47bc-add3-d8336608ec55 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648918 Jul 16 08:31:45.578720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0ff1ba0-d966-4835-b31f-705de12a02ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.648945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.652987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f645-b4dc-45ce-95dd-4cfcddb3b035 req-ceb4e6ec-602b-478c-a1d5-d9128afa866b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.654514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2952f645-b4dc-45ce-95dd-4cfcddb3b035 req-ceb4e6ec-602b-478c-a1d5-d9128afa866b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.3089213 Jul 16 08:31:45.662078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:45.669078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device faddbe21-aba7-411a-9933-476ac0c319a0 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:45.679949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29701-7804-47c2-8f5f-d1fbd0c75db6 req-35477995-1dd0-4669-bad6-eb4bdb89c001 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.688556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0d29701-7804-47c2-8f5f-d1fbd0c75db6 req-35477995-1dd0-4669-bad6-eb4bdb89c001 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 944 time: 0.0917654 Jul 16 08:31:45.729025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-9284ea63-7fc8-4916-9b44-d3f02e0c42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.730588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-9284ea63-7fc8-4916-9b44-d3f02e0c42dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2384090 Jul 16 08:31:45.739879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0d29701-7804-47c2-8f5f-d1fbd0c75db6 req-77834aa0-c331-4b8d-b089-fb3218609954 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498073 Jul 16 08:31:45.744877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.812568 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-d11b9bb7-b5aa-4a1d-b6ef-94495ace3bc6 req-4f062bee-549a-44f1-9ca9-531e0d65dd1a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:31:45.814073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d11b9bb7-b5aa-4a1d-b6ef-94495ace3bc6 req-4f062bee-549a-44f1-9ca9-531e0d65dd1a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/bcde0d7c-1d7e-4f7d-b324-e5f837f38892 HTTP/1.1" status: 404 len: 352 time: 0.0250905 Jul 16 08:31:45.824296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 64003576-48af-431b-bd18-81b32f72ef98 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:45.831818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port faddbe21-aba7-411a-9933-476ac0c319a0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:45.860581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2952f645-b4dc-45ce-95dd-4cfcddb3b035 req-8bce5ad3-69e7-40bb-8422-fab3fffa331e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950657 Jul 16 08:31:45.866967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36eae1bc-aee4-4418-805b-e7040ad34d22,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.872476 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.874627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-856be818-4626-45db-a040-8c2e586233fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36eae1bc-aee4-4418-805b-e7040ad34d22 HTTP/1.1" status: 204 len: 168 time: 1.2565000 Jul 16 08:31:45.876226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-4ee45e0b-d3aa-4044-b24b-3a97361b8a20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 217 time: 0.1331325 Jul 16 08:31:45.877206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45862) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:45.878029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port faddbe21-aba7-411a-9933-476ac0c319a0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:45.878410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.981550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-b455e232-f1db-4307-a570-e30ba8a65714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.983338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-b455e232-f1db-4307-a570-e30ba8a65714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0910740 Jul 16 08:31:45.995378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76d462ae-f19a-4cce-99f7-f292ded584aa req-9a30c4a2-9dfd-46bd-b2c9-235c610d39bc service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933437 Jul 16 08:31:46.044251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.053119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-f8f4fc02-30cf-459c-852d-b309f26f4f8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483639 Jul 16 08:31:46.060296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a177a1-a7b6-4c39-bc53-b718053e4d5b None None] Network 23b00aea-3005-4cb9-b63e-a076fc8638a0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:46.140748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.172639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1877b47-79fb-4f9e-9e6c-715833fd896e req-5be3fc5e-199d-4d69-9543-14814e12c334 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.174446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e1877b47-79fb-4f9e-9e6c-715833fd896e req-5be3fc5e-199d-4d69-9543-14814e12c334 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 947 time: 0.1189213 Jul 16 08:31:46.187780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81c48509-2295-4db9-8e15-0c0dda8a0f16 req-92b4e2ad-6886-4f15-b288-ab8a8177b7ff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 6149 time: 0.1925311 Jul 16 08:31:46.190656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Deleting port aff53e27-0ea7-4f64-a77b-730ff9f5111f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:46.191009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.201617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'mac_address': 'fa:16:3e:76:b0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:46.280119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81c48509-2295-4db9-8e15-0c0dda8a0f16 req-fcbe6ab5-3f5d-46b7-874d-f4d3804ef5c5 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1b2e321d-2d91-4be3-9e01-f8a505dfa2d1 HTTP/1.1" status: 200 len: 2981 time: 0.0913107 Jul 16 08:31:46.339902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-e9dcd495-ea1e-48a1-b847-e11365c17aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742867 Jul 16 08:31:46.341843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:46.347696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] For port aff53e27-0ea7-4f64-a77b-730ff9f5111f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=aff53e27-0ea7-4f64-a77b-730ff9f5111f,segment=NetworkSegment(9f0dc04d-dc88-41a4-bfff-65e88d6080a4),segment_id=9f0dc04d-dc88-41a4-bfff-65e88d6080a4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.348070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.353199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e1877b47-79fb-4f9e-9e6c-715833fd896e req-926b64f2-cfee-409b-9c9d-66803d2cb584 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475086 Jul 16 08:31:46.364471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Calling delete_port for aff53e27-0ea7-4f64-a77b-730ff9f5111f owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:46.383067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81c48509-2295-4db9-8e15-0c0dda8a0f16 req-150928f3-e69e-4552-9959-f9e6f48285fc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1b2e321d-2d91-4be3-9e01-f8a505dfa2d1 HTTP/1.1" status: 200 len: 2981 time: 0.1015704 Jul 16 08:31:46.388943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:46.389298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 012e7da5-6f6e-463a-88eb-9b2e6b5552a4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:46.399881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 64003576-48af-431b-bd18-81b32f72ef98, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=64003576-48af-431b-bd18-81b32f72ef98,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.427280 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.444538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef89dda-b2a4-4809-8dc9-3e89794d1349 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:46.449878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-d27125af-8e2b-4e47-94cd-bc5aaecd2dab req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-336485087', 'description': 'tempest-description-120054766'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:46.451630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '64003576-48af-431b-bd18-81b32f72ef98', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '64003576-48af-431b-bd18-81b32f72ef98', 'mac_address': 'fa:16:3e:4d:bc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:46.465835 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.486225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d27125af-8e2b-4e47-94cd-bc5aaecd2dab req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.504537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c6125d4-714d-4088-89ac-66fd9ddbd24a req-42e0b75e-c100-45f6-85bf-ff7b7ec3729e service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570618 Jul 16 08:31:46.536594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.565444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.583969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=aff53e27-0ea7-4f64-a77b-730ff9f5111f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.586023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] No DVR routers for this DVR port aff53e27-0ea7-4f64-a77b-730ff9f5111f on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:46.597999 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.610246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd64798e-50b9-49e1-8515-080e121f4278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faddbe21-aba7-411a-9933-476ac0c319a0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:46.612583 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa2074c-eff1-4491-ae27-fea437d1d23d" -d '{"events": [{"server_uuid": "cd64798e-50b9-49e1-8515-080e121f4278", "name": "network-vif-plugged", "status": "completed", "tag": "faddbe21-aba7-411a-9933-476ac0c319a0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:46.620721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.643891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.673455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port faddbe21-aba7-411a-9933-476ac0c319a0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=faddbe21-aba7-411a-9933-476ac0c319a0,segment=NetworkSegment(7d7c94db-20aa-4f44-9055-06773bdc9e5a),segment_id=7d7c94db-20aa-4f44-9055-06773bdc9e5a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.686712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.686919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.694674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64003576-48af-431b-bd18-81b32f72ef98 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:46.721535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b00aea-3005-4cb9-b63e-a076fc8638a0']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:46.723377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.738822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d27125af-8e2b-4e47-94cd-bc5aaecd2dab req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.741140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0dc04d-dc88-41a4-bfff-65e88d6080a4') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:46.741544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0dc04d-dc88-41a4-bfff-65e88d6080a4') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:46.751541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d27125af-8e2b-4e47-94cd-bc5aaecd2dab req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.762643 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.765532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c9f83-5446-4be3-a530-cfa0558e0c07 None None] DHCP port deletion for 23b00aea-3005-4cb9-b63e-a076fc8638a0 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:46.770671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 64003576-48af-431b-bd18-81b32f72ef98, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=64003576-48af-431b-bd18-81b32f72ef98,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.786803 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.808590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.810841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d27125af-8e2b-4e47-94cd-bc5aaecd2dab req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.812201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d27125af-8e2b-4e47-94cd-bc5aaecd2dab req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3672101 Jul 16 08:31:46.813109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=faddbe21-aba7-411a-9933-476ac0c319a0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.820531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:46.821000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:46.823886 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:46.839966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9ccfa-ca8f-44da-916a-d7143e0b09a9 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0861b3-3038-45e9-b9b1-828e333c4d1a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.895580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.902171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.911954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] 10.222.0.41 "DELETE /v2.0/networks/23b00aea-3005-4cb9-b63e-a076fc8638a0 HTTP/1.1" status: 204 len: 168 time: 1.0336378 Jul 16 08:31:46.928293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=64003576-48af-431b-bd18-81b32f72ef98,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.937849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6ef89dda-b2a4-4809-8dc9-3e89794d1349'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:46.963876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934af119-1c04-4712-bfda-6fcb48d1f9bb admin admin] Pushing event deleted for resources: {'Network': ['ID=23b00aea-3005-4cb9-b63e-a076fc8638a0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.201287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['64003576-48af-431b-bd18-81b32f72ef98'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:47.215927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45924) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.255692 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b86484-9762-44b6-98c1-33d05b7e8841 x-openstack-request-id: req-b7b86484-9762-44b6-98c1-33d05b7e8841 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:47.256361 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd64798e-50b9-49e1-8515-080e121f4278", "name": "network-vif-plugged", "status": "completed", "tag": "faddbe21-aba7-411a-9933-476ac0c319a0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:47.259674 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7b86484-9762-44b6-98c1-33d05b7e8841 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:47.260761 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd64798e-50b9-49e1-8515-080e121f4278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faddbe21-aba7-411a-9933-476ac0c319a0', 'code': 200} Jul 16 08:31:47.339662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-64a3af88-169b-4f1f-83a3-69333da02a6d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.346158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-64a3af88-169b-4f1f-83a3-69333da02a6d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.18 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434&tenant_id=a54c2c361b524846b8ef2c007bc8bb67&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 948 time: 0.1640408 Jul 16 08:31:47.381028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b33d3d45-83a6-474e-8a08-8c059a9bfd7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dda5bcdd78f42e08cd7525ecd82a560&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1635559 Jul 16 08:31:47.382871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45928) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.440624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-2369da29-c055-4611-bb57-2b2d929cedec service neutron] 10.222.0.18 "GET /v2.0/ports/6ef89dda-b2a4-4809-8dc9-3e89794d1349/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.0833433 Jul 16 08:31:47.473478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e99d-c1e3-40e7-ad9a-25409c4ef859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.501572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f53bb-f2d2-4fe2-956e-cb43bad43e93 req-4666e723-a3bc-4e9c-8fc7-6d533dc6ef66 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.503445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e86f53bb-f2d2-4fe2-956e-cb43bad43e93 req-4666e723-a3bc-4e9c-8fc7-6d533dc6ef66 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 948 time: 0.2234120 Jul 16 08:31:47.534700 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e99d-c1e3-40e7-ad9a-25409c4ef859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.567612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.572733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c919c2-c13b-4d0f-b66d-c24600b297eb req-b4c32a0a-e522-495d-b07c-cae6554cea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.573655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901938a-d50f-4661-85bc-7370fe09ee08 req-05289090-3156-48ec-a6e9-57574faf99fb tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.574594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8c919c2-c13b-4d0f-b66d-c24600b297eb req-b4c32a0a-e522-495d-b07c-cae6554cea8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 1097 time: 0.2410231 Jul 16 08:31:47.575197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f901938a-d50f-4661-85bc-7370fe09ee08 req-05289090-3156-48ec-a6e9-57574faf99fb tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 945 time: 0.1111581 Jul 16 08:31:47.581963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-c3a0f6e0-24a6-44ed-9ef2-f1df8de62829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.583587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-c3a0f6e0-24a6-44ed-9ef2-f1df8de62829 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1100 time: 0.1169727 Jul 16 08:31:47.603212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e86f53bb-f2d2-4fe2-956e-cb43bad43e93 req-c993026a-7a5c-4369-9dd0-2468d8e789e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929756 Jul 16 08:31:47.632442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8c919c2-c13b-4d0f-b66d-c24600b297eb req-016d9986-d7a7-450d-b99c-f02eb4f612d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Jul 16 08:31:47.649035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e99d-c1e3-40e7-ad9a-25409c4ef859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.653164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e99d-c1e3-40e7-ad9a-25409c4ef859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.658274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ef7e99d-c1e3-40e7-ad9a-25409c4ef859 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a16a88e6-9745-4932-8718-dca61f9c72fa HTTP/1.1" status: 204 len: 168 time: 0.2734210 Jul 16 08:31:47.664539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b92832e6-bf15-458a-b230-8c477b5df2c2 req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1069380727', 'description': 'tempest-description-2078469253'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:47.681394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7e99d-c1e3-40e7-ad9a-25409c4ef859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16a88e6-9745-4932-8718-dca61f9c72fa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.690603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f901938a-d50f-4661-85bc-7370fe09ee08 req-a69f7db8-3436-4cf0-96a1-d171fe8f3bc9 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057220 Jul 16 08:31:47.716073 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b92832e6-bf15-458a-b230-8c477b5df2c2 req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.757306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-0c948872-d80f-49ea-adb9-90574feda6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.760942 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-0c948872-d80f-49ea-adb9-90574feda6b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1679826 Jul 16 08:31:47.830300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-0d7b2ca2-660e-4fca-9067-dfa2f51dc95a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0532563 Jul 16 08:31:47.851845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b92832e6-bf15-458a-b230-8c477b5df2c2 req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.857330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b92832e6-bf15-458a-b230-8c477b5df2c2 req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.899199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b92832e6-bf15-458a-b230-8c477b5df2c2 req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.911624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b92832e6-bf15-458a-b230-8c477b5df2c2 req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2518878 Jul 16 08:31:47.924325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b96b55-f16c-4458-836a-f91d9a9073cd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174a26d2-a061-4179-bce1-dddc8945a69b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.939582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-9cadd4e1-15c5-4ff8-bc0f-d34834c9b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.940005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-9cadd4e1-15c5-4ff8-bc0f-d34834c9b752 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1019850 Jul 16 08:31:48.015073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21eb6a-8f31-4256-96d0-9a96df4c8d05 req-f30f247c-8b77-4d75-993b-f75dac40c1f2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.019353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb21eb6a-8f31-4256-96d0-9a96df4c8d05 req-f30f247c-8b77-4d75-993b-f75dac40c1f2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.1369581 Jul 16 08:31:48.078353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-a1e1ef8e-ea26-4847-b22d-c397b3ac3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.079919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-a1e1ef8e-ea26-4847-b22d-c397b3ac3bdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301317 Jul 16 08:31:48.083362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb21eb6a-8f31-4256-96d0-9a96df4c8d05 req-39a2b389-15dc-47dc-a356-31a3aa748e0f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563993 Jul 16 08:31:48.164336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65374a-20ea-48ad-b74b-89266afd1a08 req-acabf47f-b996-4664-98ff-ec25adec32d5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.166444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e65374a-20ea-48ad-b74b-89266afd1a08 req-acabf47f-b996-4664-98ff-ec25adec32d5 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 948 time: 0.0947077 Jul 16 08:31:48.227670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45946) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:48.241748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.250517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e65374a-20ea-48ad-b74b-89266afd1a08 req-d645530c-b6d8-476d-8a32-2e36d05f756a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753794 Jul 16 08:31:48.262079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aff53e27-0ea7-4f64-a77b-730ff9f5111f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:48.283190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-07d45036-3deb-41e7-bdca-461815f4b37f service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860468 Jul 16 08:31:48.314338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: aff53e27-0ea7-4f64-a77b-730ff9f5111f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:48.314673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aff53e27-0ea7-4f64-a77b-730ff9f5111f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:48.349703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8ebd6411-4467-4c73-9a41-3f18b6743e23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c654dc756a2f43c6963dc3e4313a779f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074026 Jul 16 08:31:48.350338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45958) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:48.411501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e6a390-9c77-4fff-b34f-6e67952800fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.468724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-fee9041d-ce55-4fb7-a6aa-00aab7b3673f service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720884 Jul 16 08:31:48.543991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e6a390-9c77-4fff-b34f-6e67952800fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.597901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-1a1163a3-775e-4bb5-b9ee-68b7d9561de0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.599392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-1a1163a3-775e-4bb5-b9ee-68b7d9561de0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 813 time: 0.1752236 Jul 16 08:31:48.619666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-b34ed59e-0173-4ddd-9168-5f77933cd667 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/quotas/7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 375 time: 0.0126398 Jul 16 08:31:48.661971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e6a390-9c77-4fff-b34f-6e67952800fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.664614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a1e6a390-9c77-4fff-b34f-6e67952800fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.666357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a1e6a390-9c77-4fff-b34f-6e67952800fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/236df89d-4a55-4328-a2a9-ef3f503e7e6f HTTP/1.1" status: 204 len: 168 time: 0.3143694 Jul 16 08:31:48.682816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6a390-9c77-4fff-b34f-6e67952800fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236df89d-4a55-4328-a2a9-ef3f503e7e6f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.731919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-4a69c338-694e-413e-8342-5c4e88f662f4 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056800 Jul 16 08:31:48.830751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-9d01b5c1-7e7e-4691-a3bc-6d259e080961 service neutron] 10.222.0.41 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948794 Jul 16 08:31:48.928156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6834e-f1d2-4805-b917-351be4164760 req-fe7e7668-0de7-4093-98c1-a11810cc6bb4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.929659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbf6834e-f1d2-4805-b917-351be4164760 req-fe7e7668-0de7-4093-98c1-a11810cc6bb4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 948 time: 0.1029506 Jul 16 08:31:48.954575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-e6667c93-6a90-4e70-94ee-b007e6bbfdbb service neutron] 10.222.0.41 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150973 Jul 16 08:31:49.004019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbf6834e-f1d2-4805-b917-351be4164760 req-fa87842c-61e4-446f-8c1c-975380692fb5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Jul 16 08:31:49.289140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04c31-49aa-474f-8209-3e831a886252 req-9cce8e0c-f4a4-4ed3-847b-ac8f64be0ddd tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.299926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebd04c31-49aa-474f-8209-3e831a886252 req-9cce8e0c-f4a4-4ed3-847b-ac8f64be0ddd tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 945 time: 0.1089826 Jul 16 08:31:49.379481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebd04c31-49aa-474f-8209-3e831a886252 req-1d9504bb-8fb3-4241-9433-4ea7f3d7b4b2 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777135 Jul 16 08:31:49.399536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946e4ad-9090-4797-b009-244fa7c6befc req-3d374f24-5b3d-400d-a5fb-c317a68f6288 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.414537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6946e4ad-9090-4797-b009-244fa7c6befc req-3d374f24-5b3d-400d-a5fb-c317a68f6288 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.1231313 Jul 16 08:31:49.474590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-921398bd-2919-4938-a4aa-46c56baf1779 req-0889f897-e8c4-4835-9cc4-30e3d06ecc75 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 210 time: 0.0608392 Jul 16 08:31:49.505808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6946e4ad-9090-4797-b009-244fa7c6befc req-34eb75ea-8adb-45bd-bce1-febd097a34df tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885015 Jul 16 08:31:49.667980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:49.673860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:49.873340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7cf1c-b773-4a05-9cc6-76c1181be2e7 req-d8406524-aa3a-43b4-a7ee-254098405acf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.882997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-09d7cf1c-b773-4a05-9cc6-76c1181be2e7 req-d8406524-aa3a-43b4-a7ee-254098405acf tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 948 time: 0.2333033 Jul 16 08:31:49.912246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 64003576-48af-431b-bd18-81b32f72ef98 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:49.939429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-09d7cf1c-b773-4a05-9cc6-76c1181be2e7 req-e8475ee2-99da-4733-8610-d56104a3b3bd tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 Jul 16 08:31:50.038340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:50.090227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:50.090607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.140792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:50.182886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605', 'port_id': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'mac_address': 'fa:16:3e:d2:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e829aa5-3cda-49c1-8430-cc6d0f121991', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:50.222814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 64003576-48af-431b-bd18-81b32f72ef98 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:50.238721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 64003576-48af-431b-bd18-81b32f72ef98 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:50.239101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.287639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.342662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f515f1-7085-4abd-92d4-6e4ce964e9cd {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:50.367037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.415191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:50.458731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a429d1-94b1-4024-9661-47b9badddbe6 req-ea73d29f-b246-4a83-97a8-66be8bdbd8b0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.464408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:50.469436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4a429d1-94b1-4024-9661-47b9badddbe6 req-ea73d29f-b246-4a83-97a8-66be8bdbd8b0 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 948 time: 0.1533415 Jul 16 08:31:50.480123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:50.481100 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d8aa9d-1e23-43ef-9a25-b0d5a0fcb9a9" -d '{"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:50.504319 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.513365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:50.539947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4a429d1-94b1-4024-9661-47b9badddbe6 req-c7bf682c-d46e-4f8d-9763-19aaa162fd6c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694504 Jul 16 08:31:50.543661 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.568524 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.620978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.638236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 64003576-48af-431b-bd18-81b32f72ef98, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=64003576-48af-431b-bd18-81b32f72ef98,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:50.657799 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.669436 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1924d03a-cd04-488e-8d88-9ecf5f247090 x-openstack-request-id: req-1924d03a-cd04-488e-8d88-9ecf5f247090 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:50.670403 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:50.670834 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1924d03a-cd04-488e-8d88-9ecf5f247090 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:50.671449 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'code': 200} Jul 16 08:31:50.706152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.794088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=64003576-48af-431b-bd18-81b32f72ef98,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.798142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de6672e7-5c61-4a19-851c-4e4190e5a22d req-c1688659-95fb-48ce-a158-502826cb1435 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 210 time: 0.0576630 Jul 16 08:31:50.864067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['23f515f1-7085-4abd-92d4-6e4ce964e9cd'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:51.032497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-916a329d-b933-4829-abeb-1e0a728aadad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.105633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93c0bf-ea77-48a2-bb01-ae63deabbbb5 req-dead746d-be96-4039-97d3-182b3ae90262 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.111815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45fd0-de6c-435c-9a2c-88976b5bf825 req-9dd7ff28-81de-421e-96f5-addcf1c42368 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.115473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a93c0bf-ea77-48a2-bb01-ae63deabbbb5 req-dead746d-be96-4039-97d3-182b3ae90262 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 945 time: 0.2579708 Jul 16 08:31:51.116967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9cd45fd0-de6c-435c-9a2c-88976b5bf825 req-9dd7ff28-81de-421e-96f5-addcf1c42368 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.0876997 Jul 16 08:31:51.203111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9cd45fd0-de6c-435c-9a2c-88976b5bf825 req-c9ddab31-2736-4d9c-a3b6-ff8af24fede0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Jul 16 08:31:51.210409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a93c0bf-ea77-48a2-bb01-ae63deabbbb5 req-42ae3285-91af-49ab-ab6c-31d8ecbaf506 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905221 Jul 16 08:31:51.327938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-916a329d-b933-4829-abeb-1e0a728aadad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.333276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-916a329d-b933-4829-abeb-1e0a728aadad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.361196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-916a329d-b933-4829-abeb-1e0a728aadad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2962f1f06cca4f3dafc6ee05d669a0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8781779 Jul 16 08:31:51.364019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46102) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:51.427562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01041c6a-f8f9-42f5-956a-17b4e073c1b1 req-b716b4e7-127c-4ff4-b86e-0a9f957c573b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.435030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01041c6a-f8f9-42f5-956a-17b4e073c1b1 req-b716b4e7-127c-4ff4-b86e-0a9f957c573b tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.0899379 Jul 16 08:31:51.466430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a329d-b933-4829-abeb-1e0a728aadad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e907f080-4e6b-4136-a4dc-7761f6fb352d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.487675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01041c6a-f8f9-42f5-956a-17b4e073c1b1 req-124f8123-0dfe-4306-ad2b-f78e325f9e81 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513456 Jul 16 08:31:51.502367 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc88057b-f093-4042-8743-6b351148c736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.577411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc88057b-f093-4042-8743-6b351148c736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.781364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-5d8d81e3-5cb3-4193-b0a4-bd5207483501 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.781364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-5d8d81e3-5cb3-4193-b0a4-bd5207483501 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.18 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 813 time: 0.1809115 Jul 16 08:31:51.813893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6c94f-1ea5-435a-b2e1-5d973de9196a req-f702db7a-fbb1-4116-bfa5-166aa17ae989 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.824867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'port': {'device_id': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1', 'admin_state_up': True, 'tenant_id': '7d667caccf3f4a8d88d8ea0345df3898'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:51.825004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1a6c94f-1ea5-435a-b2e1-5d973de9196a req-f702db7a-fbb1-4116-bfa5-166aa17ae989 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.1113267 Jul 16 08:31:51.877196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-cb193698-73d5-458b-8333-509b2b26b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.879607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-cb193698-73d5-458b-8333-509b2b26b4c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434&tenant_id=a54c2c361b524846b8ef2c007bc8bb67 HTTP/1.1" status: 200 len: 1101 time: 0.4571350 Jul 16 08:31:51.915364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1a6c94f-1ea5-435a-b2e1-5d973de9196a req-e1c0b196-1081-4306-a699-b481bde1b68a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788641 Jul 16 08:31:51.933966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:52.037503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc88057b-f093-4042-8743-6b351148c736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.040213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc88057b-f093-4042-8743-6b351148c736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.041431 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fc88057b-f093-4042-8743-6b351148c736 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e907f080-4e6b-4136-a4dc-7761f6fb352d HTTP/1.1" status: 204 len: 168 time: 0.6764832 Jul 16 08:31:52.071252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.074227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88057b-f093-4042-8743-6b351148c736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907f080-4e6b-4136-a4dc-7761f6fb352d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.135674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Made reservation on behalf of 7d667caccf3f4a8d88d8ea0345df3898 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:52.140529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.152417 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-417bf705-b3b7-4ac1-8810-e82657f329ab req-09cd14e3-263c-44b4-960f-718b64fb4b3d tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 210 time: 0.0815258 Jul 16 08:31:52.358790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-0c790806-371f-429d-b3c9-b98be8f437f7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.359438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-0c790806-371f-429d-b3c9-b98be8f437f7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 945 time: 0.1608553 Jul 16 08:31:52.555760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:52.600493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Allocated IP 172.20.0.13 (5b3f014e-c2b5-411b-8562-c6f6070df6c1/53798ed5-ef10-4adf-9e8e-9e4c74d78d38/6ab789f6-8173-4369-be62-e49bad1b8e7e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:52.651636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Deleting port faddbe21-aba7-411a-9933-476ac0c319a0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:52.651636 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.659344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bddb54-ebb0-43f4-aec4-a3b2b4330a57 req-11b8b920-d88a-4be3-8971-dbfab06668d3 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.668130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6bddb54-ebb0-43f4-aec4-a3b2b4330a57 req-11b8b920-d88a-4be3-8971-dbfab06668d3 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 945 time: 0.1660514 Jul 16 08:31:52.672700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64003576-48af-431b-bd18-81b32f72ef98'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:52.675060 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cdf2ba-b218-4f16-873c-3fbde9568c6b" -d '{"events": [{"server_uuid": "8addd5e8-14b0-43bf-bf57-728ef3170f8c", "name": "network-vif-plugged", "status": "completed", "tag": "64003576-48af-431b-bd18-81b32f72ef98"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:52.746124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa598aa-c7df-4642-a9ba-cf18370c8d10 req-ccf0c8a4-e75a-426c-8e96-e0211a23953c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.754186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa598aa-c7df-4642-a9ba-cf18370c8d10 req-ccf0c8a4-e75a-426c-8e96-e0211a23953c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.2956202 Jul 16 08:31:52.790406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6bddb54-ebb0-43f4-aec4-a3b2b4330a57 req-d0f8d0ce-b125-4aca-9367-3216a8927c3e tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/security-groups?id=822cc738-c5a4-4af8-ac38-a1c4bcc4c258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213322 Jul 16 08:31:52.848949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4596-2710-49d6-8e26-484f95f34a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.927463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] For port faddbe21-aba7-411a-9933-476ac0c319a0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=faddbe21-aba7-411a-9933-476ac0c319a0,segment=NetworkSegment(7d7c94db-20aa-4f44-9055-06773bdc9e5a),segment_id=7d7c94db-20aa-4f44-9055-06773bdc9e5a)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:52.928382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.930028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.986901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Calling delete_port for faddbe21-aba7-411a-9933-476ac0c319a0 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:53.005711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:53.056927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:53.105906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.120899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Transition to ACTIVE for port object 6ef89dda-b2a4-4809-8dc9-3e89794d1349 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:53.122196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:53.124951 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae90c4cc-b0f1-4e0b-af29-b42cfcbdf74f" -d '{"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:53.133521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.169362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa598aa-c7df-4642-a9ba-cf18370c8d10 req-84d1dce9-435d-4294-9687-4f81beaf379a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142942 Jul 16 08:31:53.184968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4596-2710-49d6-8e26-484f95f34a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.193689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4596-2710-49d6-8e26-484f95f34a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.199038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.237970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1dbe7-27e9-40e4-ba3f-f68d9e5a5ec9 req-e56e028a-6a7d-4fda-9207-778dec762111 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.238276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:53.244957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:53.246100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54f1dbe7-27e9-40e4-ba3f-f68d9e5a5ec9 req-e56e028a-6a7d-4fda-9207-778dec762111 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.2255111 Jul 16 08:31:53.277233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] No DVR routers for this DVR port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:53.279882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:53.283016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.326970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:53.406030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.419500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['faddbe21-aba7-411a-9933-476ac0c319a0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:53.437499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ba9f4596-2710-49d6-8e26-484f95f34a6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f1dd73be07840f188753095c51476bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804116 Jul 16 08:31:53.443870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46192) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.444666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f4596-2710-49d6-8e26-484f95f34a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42e0d85-886e-4d93-90e3-f8dd9fd6fd42,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.486948 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c497a15f-7426-4dff-8172-054b1a3d7859 x-openstack-request-id: req-c497a15f-7426-4dff-8172-054b1a3d7859 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:53.487577 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8addd5e8-14b0-43bf-bf57-728ef3170f8c", "name": "network-vif-plugged", "status": "completed", "tag": "64003576-48af-431b-bd18-81b32f72ef98", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:53.488017 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c497a15f-7426-4dff-8172-054b1a3d7859 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:53.488564 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64003576-48af-431b-bd18-81b32f72ef98', 'code': 200} Jul 16 08:31:53.499661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.539709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:53.540177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:53.540759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:53.547916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54f1dbe7-27e9-40e4-ba3f-f68d9e5a5ec9 req-ae0b1384-3c8d-493e-9881-ef570584d1e0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007891 Jul 16 08:31:53.552101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.552970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.561776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Pushing event deleted for resources: {'Port': ['ID=faddbe21-aba7-411a-9933-476ac0c319a0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.588384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:53.589267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Attempting to bind port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:53.596593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:53.597525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:53.598122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:53.598717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Bound port: 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:53.599211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.647626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-d886f981-144d-4a2a-b430-674663b8d4dc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8444004 Jul 16 08:31:53.678320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Request body: {'port': {'device_id': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:53.704940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:53.716405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] No DVR routers for this DVR port faddbe21-aba7-411a-9933-476ac0c319a0 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:53.721128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.723463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-022afe4f-1a4a-4a1b-8866-07018aaf4431 req-d74b2866-3f23-4230-8726-0d5fa8e02cd7 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.18 "DELETE /v2.0/ports/faddbe21-aba7-411a-9933-476ac0c319a0 HTTP/1.1" status: 204 len: 173 time: 1.3581746 Jul 16 08:31:53.724349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd64798e-50b9-49e1-8515-080e121f4278', 'name': 'network-vif-deleted', 'tag': 'faddbe21-aba7-411a-9933-476ac0c319a0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:53.726836 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3cc12e-2279-46e7-8bfe-ab27914119a0" -d '{"events": [{"server_uuid": "cd64798e-50b9-49e1-8515-080e121f4278", "name": "network-vif-deleted", "tag": "faddbe21-aba7-411a-9933-476ac0c319a0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:53.759025 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a251-8d86-4029-bd14-73c19839484b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.785987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:53.789899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:53.821177 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3bec26-a699-4644-a66a-8f95bf76116d x-openstack-request-id: req-5a3bec26-a699-4644-a66a-8f95bf76116d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:53.821609 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:53.823133 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a3bec26-a699-4644-a66a-8f95bf76116d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:53.823694 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'code': 200} Jul 16 08:31:53.840333 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.844221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a251-8d86-4029-bd14-73c19839484b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.854331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 23f515f1-7085-4abd-92d4-6e4ce964e9cd completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:53.868376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 23f515f1-7085-4abd-92d4-6e4ce964e9cd triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:53.871532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.944756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.949159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.950650 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 1097 time: 2.0321255 Jul 16 08:31:53.985176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a251-8d86-4029-bd14-73c19839484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.987847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a251-8d86-4029-bd14-73c19839484b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.988686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bbf5a251-8d86-4029-bd14-73c19839484b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f42e0d85-886e-4d93-90e3-f8dd9fd6fd42 HTTP/1.1" status: 204 len: 168 time: 0.5220015 Jul 16 08:31:54.032856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5a251-8d86-4029-bd14-73c19839484b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42e0d85-886e-4d93-90e3-f8dd9fd6fd42,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:54.105946 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.108834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabbc73-3837-4626-9fbb-e8111a989b54 req-4a07517b-97a5-4ff3-a697-10c2c1f0df09 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.110083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcabbc73-3837-4626-9fbb-e8111a989b54 req-4a07517b-97a5-4ff3-a697-10c2c1f0df09 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 932 time: 0.1690307 Jul 16 08:31:54.164024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357982ea-8de4-4cbd-a1f7-8fefdce3dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=11']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:54.174029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.190733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcabbc73-3837-4626-9fbb-e8111a989b54 req-f2594510-d095-433e-a02a-b8aadb54ebaf tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653813 Jul 16 08:31:54.194100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:54.200113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.200703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:54.219249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82d5b-331f-4c55-a65c-293b7812bd65 req-b884a567-7b9b-4b15-a57f-3c3c820f1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.222347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76a82d5b-331f-4c55-a65c-293b7812bd65 req-b884a567-7b9b-4b15-a57f-3c3c820f1cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 1101 time: 0.6177745 Jul 16 08:31:54.299610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17637f-c61e-4fa4-bd45-811d3edc76a4 req-fc853cfa-50f3-43cc-8d49-4c7cb1bc2325 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.301262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee17637f-c61e-4fa4-bd45-811d3edc76a4 req-fc853cfa-50f3-43cc-8d49-4c7cb1bc2325 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.5084555 Jul 16 08:31:54.367444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:54.374853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:54.405050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-4b5e3b9d-487a-48a1-ae74-bd0a6b96fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.406761 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-4b5e3b9d-487a-48a1-ae74-bd0a6b96fa6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1100 time: 0.3477736 Jul 16 08:31:54.416337 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be38eb-7f51-4308-ae78-45c689168187 x-openstack-request-id: req-09be38eb-7f51-4308-ae78-45c689168187 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:54.416819 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd64798e-50b9-49e1-8515-080e121f4278", "name": "network-vif-deleted", "tag": "faddbe21-aba7-411a-9933-476ac0c319a0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:54.417165 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09be38eb-7f51-4308-ae78-45c689168187 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:54.417658 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd64798e-50b9-49e1-8515-080e121f4278', 'name': 'network-vif-deleted', 'tag': 'faddbe21-aba7-411a-9933-476ac0c319a0', 'status': 'completed', 'code': 200} Jul 16 08:31:54.464657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76a82d5b-331f-4c55-a65c-293b7812bd65 req-76b3eaa1-64fb-4c2a-b50a-df6f21788f85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161975 Jul 16 08:31:54.648225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eeedc3ea-1402-4711-a05e-130867f66c47 req-10144e57-8016-4198-b0b1-6989df1afad1 tempest-ServerPasswordTestJSON-1833891522 tempest-ServerPasswordTestJSON-1833891522-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd64798e-50b9-49e1-8515-080e121f4278 HTTP/1.1" status: 200 len: 210 time: 0.0585079 Jul 16 08:31:54.673932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46224) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:54.702852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55fe8b86-f739-4d17-862b-51dcb18ceb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.903294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee17637f-c61e-4fa4-bd45-811d3edc76a4 req-2c1b3ddb-7c9e-4e2f-ad79-fe8ceaa447f8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863216 Jul 16 08:31:54.908290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13fba7-5b06-407c-8a90-5917e622f432 req-c732ccf2-9728-4dcb-85c9-af001a8477a3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.916059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c13fba7-5b06-407c-8a90-5917e622f432 req-c732ccf2-9728-4dcb-85c9-af001a8477a3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1174688 Jul 16 08:31:54.943003 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55fe8b86-f739-4d17-862b-51dcb18ceb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.954433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55fe8b86-f739-4d17-862b-51dcb18ceb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.016130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55fe8b86-f739-4d17-862b-51dcb18ceb33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1de67b91de643e29363ee9825450f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411791 Jul 16 08:31:55.024644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46232) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:55.043896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c13fba7-5b06-407c-8a90-5917e622f432 req-f61cd17e-c253-4bac-8198-95cf1709e116 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032624 Jul 16 08:31:55.046274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe8b86-f739-4d17-862b-51dcb18ceb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36eced9-138b-49cf-8c74-91326c0b9381,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.115641 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a65838d1-f4b5-4ecf-96a1-8bf2ff32e99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.116608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab789f6-8173-4369-be62-e49bad1b8e7e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:55.127158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.146237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a65838d1-f4b5-4ecf-96a1-8bf2ff32e99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.159530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-a408b72d-a370-4e46-915f-787d61b7facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.161066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-a408b72d-a370-4e46-915f-787d61b7facc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.6993563 Jul 16 08:31:55.164676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Transition to ACTIVE for port object 6ab789f6-8173-4369-be62-e49bad1b8e7e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:55.224874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-19f25593-a131-40f6-ba2d-bf373bb22227 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0560193 Jul 16 08:31:55.226480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a65838d1-f4b5-4ecf-96a1-8bf2ff32e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.228745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.230488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a65838d1-f4b5-4ecf-96a1-8bf2ff32e99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.231531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a65838d1-f4b5-4ecf-96a1-8bf2ff32e99c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a36eced9-138b-49cf-8c74-91326c0b9381 HTTP/1.1" status: 204 len: 168 time: 0.2022648 Jul 16 08:31:55.246209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65838d1-f4b5-4ecf-96a1-8bf2ff32e99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36eced9-138b-49cf-8c74-91326c0b9381,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.289373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.378132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-ec0369cb-8426-4cae-b8b9-a1185f5471e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.379636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-ec0369cb-8426-4cae-b8b9-a1185f5471e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0921397 Jul 16 08:31:55.449563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7df094-c48f-4760-8313-c99f63dd0fde req-cdbf12ce-969e-45a8-b675-b017c87dcfce tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.451184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab7df094-c48f-4760-8313-c99f63dd0fde req-cdbf12ce-969e-45a8-b675-b017c87dcfce tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 944 time: 0.0797615 Jul 16 08:31:55.490276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:55.495448 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7bd0ed-4504-4a31-bea0-5279945902ac" -d '{"events": [{"server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "name": "network-vif-plugged", "status": "completed", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:55.499196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07ae2e-18ac-46b5-ab21-caf6da6cc6e5 req-270f587d-2c5b-4301-8710-574398ef84be tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.500801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be07ae2e-18ac-46b5-ab21-caf6da6cc6e5 req-270f587d-2c5b-4301-8710-574398ef84be tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 948 time: 0.2743776 Jul 16 08:31:55.508193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab7df094-c48f-4760-8313-c99f63dd0fde req-b9604e3a-7e41-49ad-a04c-e3e6f2d99b85 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508041 Jul 16 08:31:55.565441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Attempting to bind port 6ab789f6-8173-4369-be62-e49bad1b8e7e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:55.565789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Attempting to bind port 6ab789f6-8173-4369-be62-e49bad1b8e7e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:55.566120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Attempting to bind port 6ab789f6-8173-4369-be62-e49bad1b8e7e on network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:55.572601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-dfc33632-083e-4358-bdd1-61f470c63bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.574157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-dfc33632-083e-4358-bdd1-61f470c63bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871119 Jul 16 08:31:55.579229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be07ae2e-18ac-46b5-ab21-caf6da6cc6e5 req-22f1af16-a30e-42a4-9dd1-4faa463f93e7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656807 Jul 16 08:31:55.579966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Port 6ab789f6-8173-4369-be62-e49bad1b8e7e on network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:55.580294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Attempting to bind port 6ab789f6-8173-4369-be62-e49bad1b8e7e on network 5b3f014e-c2b5-411b-8562-c6f6070df6c1 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:55.611809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:55.612179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Checking segment: {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:55.612577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Bound using segment: {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:55.613020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Bound port: 6ab789f6-8173-4369-be62-e49bad1b8e7e, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df749f1-04ac-4c52-b0a1-21b87becd0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:55.613592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.626170 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec59be-c2d1-413e-b31c-4bd4767ccac6 x-openstack-request-id: req-26ec59be-c2d1-413e-b31c-4bd4767ccac6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:55.626462 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "name": "network-vif-plugged", "status": "completed", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:55.626705 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26ec59be-c2d1-413e-b31c-4bd4767ccac6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:55.627257 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'code': 200} Jul 16 08:31:55.687437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device faddbe21-aba7-411a-9933-476ac0c319a0 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:55.731303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: faddbe21-aba7-411a-9933-476ac0c319a0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:55.735219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device faddbe21-aba7-411a-9933-476ac0c319a0 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:55.760643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-e4b52f8a-a811-4caa-8331-440127dab223 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775503 Jul 16 08:31:55.765651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:55.772251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:55.786927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.818159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ea7e9-1cb5-4a34-9959-67203fe00860 req-9b8c8ef1-edfc-4a81-8f3d-d35382d22202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.820852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c80ea7e9-1cb5-4a34-9959-67203fe00860 req-9b8c8ef1-edfc-4a81-8f3d-d35382d22202 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1097 time: 0.0982392 Jul 16 08:31:55.833029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:55.834785 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71651abf-975c-4a82-ace1-635d25b74f72" -d '{"events": [{"name": "network-changed", "server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:55.858279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46278) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:55.908989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c80ea7e9-1cb5-4a34-9959-67203fe00860 req-2cc0cc58-6054-49dc-b4fc-f2d506ae3271 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787742 Jul 16 08:31:55.914281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.915011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.917629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] 10.222.0.18 "PUT /v2.0/ports/6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 1093 time: 2.2451384 Jul 16 08:31:55.931295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Deleting subnet 16359ca9-e768-4c4d-b68c-c6c7ec5318f0 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:55.948039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e5507-f59f-49e1-9192-27dcf3a99fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.964580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.973010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d91162fb-c9f6-4df5-928c-d3d9368f5edd req-a7d1578c-6ef4-4abb-9e42-1f76193cd3eb service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988962 Jul 16 08:31:55.985807 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f89983-7194-4343-960f-58b534b1c79b x-openstack-request-id: req-d3f89983-7194-4343-960f-58b534b1c79b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:55.986828 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:55.987946 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3f89983-7194-4343-960f-58b534b1c79b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:55.988360 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'status': 'completed', 'code': 200} Jul 16 08:31:56.047384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.109330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-594e0b2f-c704-42ff-9a9e-315e24ca8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.120576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-594e0b2f-c704-42ff-9a9e-315e24ca8449 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1191874 Jul 16 08:31:56.151794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.205892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-ee231808-9945-4aff-a54a-637c70055a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.207727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-ee231808-9945-4aff-a54a-637c70055a1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1100 time: 0.1512899 Jul 16 08:31:56.314546 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.329438 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-a2a7baa1-98d3-46f4-9bf5-04f089fcc7d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 217 time: 0.1721089 Jul 16 08:31:56.332398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46290) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:56.430562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16359ca9-e768-4c4d-b68c-c6c7ec5318f0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.435811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.440669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ba45d7af-b3eb-4067-8e43-daf1615f27a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/16359ca9-e768-4c4d-b68c-c6c7ec5318f0 HTTP/1.1" status: 204 len: 168 time: 0.5773935 Jul 16 08:31:56.441202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46298) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:56.453770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-d1978e2e-310f-4bdb-91f8-66f1a6e74410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.455492 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-d1978e2e-310f-4bdb-91f8-66f1a6e74410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1100 time: 0.3314607 Jul 16 08:31:56.456891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-0b7dfe8b-0ec9-4ae6-8288-a3c9fdcf01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.458349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-0b7dfe8b-0ec9-4ae6-8288-a3c9fdcf01a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.1192718 Jul 16 08:31:56.482171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044c3e3-1efa-444f-889d-c12bb38d052d req-9d4c5906-0aeb-425b-afd7-192e22831836 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.486684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-d9ecf902-0121-4800-8046-c0c210803f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.488230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-d9ecf902-0121-4800-8046-c0c210803f6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2700052 Jul 16 08:31:56.488979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d044c3e3-1efa-444f-889d-c12bb38d052d req-9d4c5906-0aeb-425b-afd7-192e22831836 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.3267412 Jul 16 08:31:56.532380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-b8f7c6ea-e1e2-47ed-acb8-6c1c733957da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598903 Jul 16 08:31:56.550807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-67355c4f-886b-4671-902f-1a6e792e294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.553735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-628bfedd-2956-4f02-9cec-a1c63480ece9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0564668 Jul 16 08:31:56.642716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b4bc4-ba2e-4bb8-8a1d-ad12b592def8 req-3839055e-92d2-497c-9c1a-c0dc34825cb4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.649724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f9b4bc4-ba2e-4bb8-8a1d-ad12b592def8 req-3839055e-92d2-497c-9c1a-c0dc34825cb4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.2394443 Jul 16 08:31:56.678891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-511c0e31-f48a-4b6d-87e5-249c275fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.680389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-511c0e31-f48a-4b6d-87e5-249c275fbec2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1156089 Jul 16 08:31:56.691782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.757063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d044c3e3-1efa-444f-889d-c12bb38d052d req-2ebde9be-6a3a-41b3-953f-ab492c3ebb13 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672350 Jul 16 08:31:56.839005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-43a4542f-df7f-4aa7-a622-591909693fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924900 Jul 16 08:31:56.842966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-47b6ab99-da95-4f91-ac69-1e31fbb90c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.844502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-47b6ab99-da95-4f91-ac69-1e31fbb90c99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3710132 Jul 16 08:31:56.868003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f9b4bc4-ba2e-4bb8-8a1d-ad12b592def8 req-e928a956-5f80-4f39-be45-9f2b629db38c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099628 Jul 16 08:31:56.942958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-e49c0682-ee4f-4eb7-9005-0c191b39fa98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 200 len: 217 time: 0.0873282 Jul 16 08:31:56.994439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.041270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-8e3d37fd-3671-48de-8130-3ba65eed8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.053163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-8e3d37fd-3671-48de-8130-3ba65eed8192 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3639669 Jul 16 08:31:57.060333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-67355c4f-886b-4671-902f-1a6e792e294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.102013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aeced86-5e6f-43fb-86a4-b7cbff8d1b22']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:57.105027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-67355c4f-886b-4671-902f-1a6e792e294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.149129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7c94db-20aa-4f44-9055-06773bdc9e5a') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:57.149444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7c94db-20aa-4f44-9055-06773bdc9e5a') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:57.176590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.182690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-240e3a7a-0ebe-4d55-89f3-b4271f45a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.183173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-240e3a7a-0ebe-4d55-89f3-b4271f45a769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2304626 Jul 16 08:31:57.201368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fe0a4e6-e732-413b-bfad-e630abc02ce5 req-17e4265c-09b6-46ec-ba2b-33d58f2efd74 service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444684 Jul 16 08:31:57.230628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.239647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:57.240268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:57.257631 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:57.262581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-67355c4f-886b-4671-902f-1a6e792e294d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d77b984adf114cf7b3b8b6095c77a7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9259720 Jul 16 08:31:57.263304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67355c4f-886b-4671-902f-1a6e792e294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e590d1-5e1b-41e7-a105-420390f4e3f8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.266144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46320) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:57.294985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-6ad0533a-6d0f-4cb3-8043-06460d9827c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325139 Jul 16 08:31:57.354131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2870f7-b1e6-4cea-a6bc-9959b6685c1d req-32308e5d-adfe-436b-97c9-f5be32e9b470 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.358387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2870f7-b1e6-4cea-a6bc-9959b6685c1d req-32308e5d-adfe-436b-97c9-f5be32e9b470 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 948 time: 0.2103753 Jul 16 08:31:57.420217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b76909-6124-4c92-bfa8-5ffbaded7925 req-332d00a1-b913-4e3f-9d12-eca12536903b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.422653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15b76909-6124-4c92-bfa8-5ffbaded7925 req-332d00a1-b913-4e3f-9d12-eca12536903b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 944 time: 0.3484445 Jul 16 08:31:57.465518 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.471813 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7577daea-c918-4b02-9e29-a1cc34e50482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.491419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.493629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] 10.222.0.41 "DELETE /v2.0/networks/6aeced86-5e6f-43fb-86a4-b7cbff8d1b22 HTTP/1.1" status: 204 len: 168 time: 1.0490801 Jul 16 08:31:57.551968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e5a36-5889-43b7-a9b9-2fcb3408207a admin admin] Pushing event deleted for resources: {'Network': ['ID=6aeced86-5e6f-43fb-86a4-b7cbff8d1b22,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.564386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7577daea-c918-4b02-9e29-a1cc34e50482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.576526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15b76909-6124-4c92-bfa8-5ffbaded7925 req-abae05d5-65bc-4080-897c-3191ade39300 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442194 Jul 16 08:31:57.584938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651abf-975c-4a82-ace1-635d25b74f72 req-113854cf-92a3-41a3-a659-bfee2eda6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.588574 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-113854cf-92a3-41a3-a659-bfee2eda6728 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3841777 Jul 16 08:31:57.724778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-459f12c2-ae8c-448d-bdc5-c12c3d4e594a service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287072 Jul 16 08:31:57.858312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46334) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:57.865092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2870f7-b1e6-4cea-a6bc-9959b6685c1d req-c5b33379-f1f3-40bc-9c5f-47e1ed5fdfc1 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184387 Jul 16 08:31:57.868088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-c36373ab-ef56-40f4-b6c8-566cebd2c2e2 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661697 Jul 16 08:31:57.914008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:57.915564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7577daea-c918-4b02-9e29-a1cc34e50482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.918400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7577daea-c918-4b02-9e29-a1cc34e50482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.920318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7577daea-c918-4b02-9e29-a1cc34e50482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23e590d1-5e1b-41e7-a105-420390f4e3f8 HTTP/1.1" status: 204 len: 168 time: 0.6501586 Jul 16 08:31:57.947470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71651abf-975c-4a82-ace1-635d25b74f72 req-74651a2d-1f04-4f5d-9a3b-10e8c0dc6694 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121394 Jul 16 08:31:57.980965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577daea-c918-4b02-9e29-a1cc34e50482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e590d1-5e1b-41e7-a105-420390f4e3f8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.017518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:58.021856 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:58.033063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1541a56f-811c-46b1-a128-c85a2a9612eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80f20dde26f44087ad9c9b9cdc8fb198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707063 Jul 16 08:31:58.033486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46344) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:58.128838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.143924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7a5855b-222a-4bcc-a95a-67bac6e4cb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.154816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'mac_address': 'fa:16:3e:76:b0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:58.236396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.243917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7a5855b-222a-4bcc-a95a-67bac6e4cb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.255445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef89dda-b2a4-4809-8dc9-3e89794d1349 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:58.278469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.285654 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.290006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a770358-a41d-4d96-86f7-2f41c202a2d6 req-ab1d631f-1d34-4966-9c65-cf42478c3aff tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.294289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a770358-a41d-4d96-86f7-2f41c202a2d6 req-ab1d631f-1d34-4966-9c65-cf42478c3aff tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.2286651 Jul 16 08:31:58.310762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400843-0aa5-4fa8-b7c4-57bdc176a902 req-01079f4c-4a81-4a49-a1b4-40cfc89dd497 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.322819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a400843-0aa5-4fa8-b7c4-57bdc176a902 req-01079f4c-4a81-4a49-a1b4-40cfc89dd497 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.2108996 Jul 16 08:31:58.341229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7a5855b-222a-4bcc-a95a-67bac6e4cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.344104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7a5855b-222a-4bcc-a95a-67bac6e4cb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.345383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e7a5855b-222a-4bcc-a95a-67bac6e4cb78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/822cc738-c5a4-4af8-ac38-a1c4bcc4c258 HTTP/1.1" status: 204 len: 168 time: 0.3105574 Jul 16 08:31:58.388951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5855b-222a-4bcc-a95a-67bac6e4cb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822cc738-c5a4-4af8-ac38-a1c4bcc4c258,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.394910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a770358-a41d-4d96-86f7-2f41c202a2d6 req-4cf4d8d4-0eca-4aff-8762-3ec3b3931137 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796645 Jul 16 08:31:58.423056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.459309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a400843-0aa5-4fa8-b7c4-57bdc176a902 req-6d76803f-e847-49fc-a1f1-3e08d7c2b134 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126332 Jul 16 08:31:58.537503 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0166f288-6e2c-47b7-9f9a-0287b66e7918 x-openstack-request-id: req-0166f288-6e2c-47b7-9f9a-0287b66e7918 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:58.538000 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:58.538380 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0166f288-6e2c-47b7-9f9a-0287b66e7918 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:58.539004 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'status': 'completed', 'code': 200} Jul 16 08:31:58.716458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-4c57da40-e679-4507-ad3e-264bd51851f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.718027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-4c57da40-e679-4507-ad3e-264bd51851f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1482444 Jul 16 08:31:58.735538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6ef89dda-b2a4-4809-8dc9-3e89794d1349'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:58.787843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ae09-487e-4851-8ff4-765ca288b402 req-2693d361-d13a-4f3c-ac3e-efddace147af tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.789753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59b4ae09-487e-4851-8ff4-765ca288b402 req-2693d361-d13a-4f3c-ac3e-efddace147af tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 1101 time: 0.1172485 Jul 16 08:31:58.874892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59b4ae09-487e-4851-8ff4-765ca288b402 req-5667cac6-3fbc-42d6-82a8-34e4524d3026 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Jul 16 08:31:58.952847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-3922ee36-c733-4cc7-bb63-1bfe1a71d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.954294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-3922ee36-c733-4cc7-bb63-1bfe1a71d446 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.2286530 Jul 16 08:31:59.053825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-6f523262-8aed-4e4d-af11-26a41be45d25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 217 time: 0.0915279 Jul 16 08:31:59.152740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-1c5660f8-c542-40b3-ad0c-b34bcc29e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.154280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-1c5660f8-c542-40b3-ad0c-b34bcc29e2d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.0938380 Jul 16 08:31:59.197897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-6eeb5905-1678-4e55-af09-3edd55b44e59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366693 Jul 16 08:31:59.213694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c5c8-d4b9-4af0-8d54-12dabd138b9d req-f4e285f1-c726-40d3-afdb-3e7d1fc103b2 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.215202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c89c5c8-d4b9-4af0-8d54-12dabd138b9d req-f4e285f1-c726-40d3-afdb-3e7d1fc103b2 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1097 time: 0.1086910 Jul 16 08:31:59.304699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c89c5c8-d4b9-4af0-8d54-12dabd138b9d req-1e7e8a4e-c208-467d-8737-564b0d276027 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777304 Jul 16 08:31:59.336602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-7df79b5c-359d-495e-a565-a96b2df364cb service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322320 Jul 16 08:31:59.488759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df9af13d-1c5d-47bb-bacb-6fc01cfd8992 req-c7b2b193-f13e-46b9-bb33-6f1d191c28bf service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450958 Jul 16 08:31:59.543476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04479375-fc6d-41fd-93e2-35b55effc7c6 req-e86afbda-d110-4bd4-8195-08b689e2ec3f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.550845 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04479375-fc6d-41fd-93e2-35b55effc7c6 req-e86afbda-d110-4bd4-8195-08b689e2ec3f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 944 time: 0.1040905 Jul 16 08:31:59.596700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04479375-fc6d-41fd-93e2-35b55effc7c6 req-cfca4a2e-6228-4e1d-bf4e-aff0a77dc4da tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Jul 16 08:31:59.674469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46424) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.713091 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-27f0a501-cd07-4fed-aafb-9bab4c18b9c8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230875 Jul 16 08:31:59.733367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ab789f6-8173-4369-be62-e49bad1b8e7e details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:59.847309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-9a95f892-e8e3-4d94-bebf-b9344feec82e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.849165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-9a95f892-e8e3-4d94-bebf-b9344feec82e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295519 Jul 16 08:31:59.861115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.871766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-0b217fa9-f60f-4133-9fd8-0e3faa1cda4d tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/quotas/777b61050e5c47849de078946be41740 HTTP/1.1" status: 200 len: 375 time: 0.0154014 Jul 16 08:31:59.873507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'network_id': '5b3f014e-c2b5-411b-8562-c6f6070df6c1', 'port_id': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'mac_address': 'fa:16:3e:dc:17:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53798ed5-ef10-4adf-9e8e-9e4c74d78d38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:59.925109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2136249539-network', 'tenant_id': '11b9f16faf364aae98879a9722fa734e'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:59.929478 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.947529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab789f6-8173-4369-be62-e49bad1b8e7e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:59.964452 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-3f9f7b28-f26c-47c0-80ac-83981410e46c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0916467 Jul 16 08:31:59.973398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.977655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Made reservation on behalf of 11b9f16faf364aae98879a9722fa734e for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:59.978855 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.980496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.009488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.081192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.178733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d9289-90f7-45ee-8dd9-50acc0b1f079 req-caffb445-e5ca-4db7-a8bb-ffad640bf980 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.180280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f2d9289-90f7-45ee-8dd9-50acc0b1f079 req-caffb445-e5ca-4db7-a8bb-ffad640bf980 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 949 time: 0.1085665 Jul 16 08:32:00.244710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f2d9289-90f7-45ee-8dd9-50acc0b1f079 req-4d2537e4-5787-4c63-9630-a85f61c29fcc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553036 Jul 16 08:32:00.246797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.252893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.256768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a327-32fb-4f5e-b10a-f0c6cb2f8de7 req-d11675a4-8f7c-43eb-8c14-4976b377dc89 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.258534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3f6a327-32fb-4f5e-b10a-f0c6cb2f8de7 req-d11675a4-8f7c-43eb-8c14-4976b377dc89 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1097 time: 0.0591521 Jul 16 08:32:00.286067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:00.289803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6ab789f6-8173-4369-be62-e49bad1b8e7e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:00.303281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282d0983-8fd6-48e7-954f-cd9a5ab09568,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.309517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.309866 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Added segment 2d633fd3-324a-427a-adf7-725e8cd1bcc6 of type vlan for network 1b90b315-a352-4b91-8596-e8f03c9e4dee Jul 16 08:32:00.343448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3f6a327-32fb-4f5e-b10a-f0c6cb2f8de7 req-ab570ed3-8876-4d66-8f37-adbafc58f237 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Jul 16 08:32:00.358016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.492755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.494215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.494895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.552150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8765433 Jul 16 08:32:00.555019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46454) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:00.562556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Request body: {'subnet': {'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2136249539-subnet', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:00.572314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-66329bc7-5ee4-4980-8dd1-df7c32abbea4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.575969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-66329bc7-5ee4-4980-8dd1-df7c32abbea4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.2003658 Jul 16 08:32:00.629314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a2134-c297-4e54-9096-7d690e1f2e7e admin admin] Pushing event updated for resources: {'Network': ['ID=1b90b315-a352-4b91-8596-e8f03c9e4dee,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.641646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:00.654585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Made reservation on behalf of 11b9f16faf364aae98879a9722fa734e for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:00.657411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.690212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-f461533c-9f9b-4fc3-ae4c-8bf6aea3fd51 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/quotas/ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 375 time: 0.0640156 Jul 16 08:32:00.844625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-5510551f-86cf-4ac4-9e1b-1f174030f3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447756 Jul 16 08:32:00.983104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6666a92f-fc0c-46a8-803f-3e7d6e45cab0 req-879a3ae6-229a-428e-b13e-53bbe0c0b2b7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 210 time: 0.0358634 Jul 16 08:32:01.032058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d3b01dad-20c5-44d1-b499-9ef1201c596a service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818068 Jul 16 08:32:01.033643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.162292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.166565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af136039-05bf-436d-9186-dc659f8d21f1 req-9e32126d-f623-4a77-ba77-26ea83bcf8bf tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.172403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af136039-05bf-436d-9186-dc659f8d21f1 req-9e32126d-f623-4a77-ba77-26ea83bcf8bf tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 1101 time: 0.0757382 Jul 16 08:32:01.199841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Checking segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:01.200200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Network hostable DHCP agents. Network: 1b90b315-a352-4b91-8596-e8f03c9e4dee, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:01.205210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-0673ceeb-bab4-4910-baac-1bcce3366644 service neutron] 10.222.0.41 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688943 Jul 16 08:32:01.206731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af136039-05bf-436d-9186-dc659f8d21f1 req-144efcaa-38db-4adb-b9c7-99c44cd275da tempest-MigrationsAdminTest-758317716 tempest-MigrationsAdminTest-758317716-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Jul 16 08:32:01.229667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:01.254585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 1b90b315-a352-4b91-8596-e8f03c9e4dee) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:01.269615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088ac80-e208-4501-8c43-f87819133715 None None] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:01.292598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.295402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.328920 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3ef9b8c2-12ab-4cec-a338-dc21032f82fb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7702329 Jul 16 08:32:01.329233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46492) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:01.334535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:01.378929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.380321 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.460934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.553840 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-608fb94f-9c4a-4546-901e-d25f0473cd6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=777b61050e5c47849de078946be41740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378602 Jul 16 08:32:01.633333 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.675892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9040fb-853a-4d8a-960f-4f75bd996806 req-db495fdc-4d37-4300-a321-afa6b24861fa tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.685281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed9040fb-853a-4d8a-960f-4f75bd996806 req-db495fdc-4d37-4300-a321-afa6b24861fa tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 945 time: 0.2561600 Jul 16 08:32:01.710322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-1b90b315-a352-4b91-8596-e8f03c9e4dee', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:01.718238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.756004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ab789f6-8173-4369-be62-e49bad1b8e7e up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:01.771439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed9040fb-853a-4d8a-960f-4f75bd996806 req-f0d9e707-bc53-4311-85cb-2345b181e278 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848851 Jul 16 08:32:01.840938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-dfc7c97d-6512-489b-a49e-30bf84891120 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.842505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-dfc7c97d-6512-489b-a49e-30bf84891120 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766423 Jul 16 08:32:01.863092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Request body: {'port': {'device_id': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '777b61050e5c47849de078946be41740'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:01.942455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Allocated IP 172.20.0.2 (1b90b315-a352-4b91-8596-e8f03c9e4dee/f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174/a8479d0b-7abc-43c6-b70e-cd4e65086f49) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:02.054406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:02.067151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.096270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.141202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a84638a7-fd9b-42b5-804e-7b6ddb32427c req-bc21c6b4-2517-4522-9685-6acf122523ce tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.0799305 Jul 16 08:32:02.184663 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.193767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 6ab789f6-8173-4369-be62-e49bad1b8e7e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:02.204231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 6ab789f6-8173-4369-be62-e49bad1b8e7e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:02.204734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.207378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Transition to ACTIVE for port object a8479d0b-7abc-43c6-b70e-cd4e65086f49 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:02.210375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:02.242247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:02.242620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.250656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Transition to ACTIVE for port object a8479d0b-7abc-43c6-b70e-cd4e65086f49 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:02.288736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Made reservation on behalf of 777b61050e5c47849de078946be41740 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:02.289891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.299057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.310420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Allocated IP 172.25.0.189 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/8cea7d0f-c6cb-463b-a3af-78286bcf8118) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:02.367555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:02.375135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:02.378158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:02.459859 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.480990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Pushing event updated for resources: {'Port': ['ID=a8479d0b-7abc-43c6-b70e-cd4e65086f49,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:02.621995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Allocated IP 192.168.233.207 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/1ebc6346-8fc4-46c3-894e-aca5c6cd9735) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:02.650435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.661945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.711719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.724399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d4455c5-6f13-41bd-8d33-7de62b2a53f2 req-569288cf-dd45-44b5-91be-2fd61f261cc3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 210 time: 0.0456963 Jul 16 08:32:02.766973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:02.782698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:02.786985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=8cea7d0f-c6cb-463b-a3af-78286bcf8118,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:02.790797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:02.794280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:02.797038 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a2350f-cc12-41e7-83f3-7cac0c962d49" -d '{"events": [{"server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "name": "network-vif-plugged", "status": "completed", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:02.867078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Attempting to bind port a8479d0b-7abc-43c6-b70e-cd4e65086f49 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:02.872070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Attempting to bind port a8479d0b-7abc-43c6-b70e-cd4e65086f49 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:02.872700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Attempting to bind port a8479d0b-7abc-43c6-b70e-cd4e65086f49 on network 1b90b315-a352-4b91-8596-e8f03c9e4dee {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:02.873847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.886127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:02.888951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:02.889561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Checking segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:02.890202 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.890664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Bound using segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:02.892628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Bound port: a8479d0b-7abc-43c6-b70e-cd4e65086f49, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:02.893291 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.896925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Transition to ACTIVE for port object 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:02.922013 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.964248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:02.968888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.001911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:03.033440 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.065809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'aae27557-c3d2-4581-b66a-ef78f09c941f', '64003576-48af-431b-bd18-81b32f72ef98'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:03.086024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:03.094466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:03.097265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:03.107361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event updated for resources: {'Port': ['ID=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.169755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4a12-b159-48b5-95f7-736951b08341 req-0244b631-ee55-492c-b691-36061c859592 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.176717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.178711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-778d4a12-b159-48b5-95f7-736951b08341 req-0244b631-ee55-492c-b691-36061c859592 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 936 time: 0.2323124 Jul 16 08:32:03.210118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.210998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.279070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-778d4a12-b159-48b5-95f7-736951b08341 req-8e7dd5da-5bfd-4932-a24e-c211b5dc9604 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993693 Jul 16 08:32:03.292796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-d47f3408-ff14-4f02-9e24-ef781b579607 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4325321 Jul 16 08:32:03.307822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Request body: {'port': {'device_id': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:03.435160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] For port a8479d0b-7abc-43c6-b70e-cd4e65086f49, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:03.473059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] For port a8479d0b-7abc-43c6-b70e-cd4e65086f49, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8479d0b-7abc-43c6-b70e-cd4e65086f49,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:03.474634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.601056 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.629041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.657690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-578f95fd-daaf-4e58-b2f7-9bf8b3a9f2ce None None] Provisioning for port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:03.694399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=13']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.711074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-578f95fd-daaf-4e58-b2f7-9bf8b3a9f2ce None None] Provisioning complete for port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:03.715363 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-578f95fd-daaf-4e58-b2f7-9bf8b3a9f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.794725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df314f12-9502-484e-bb5d-d9c7b71625b3 None None] Pushing event updated for resources: {'Port': ['ID=a8479d0b-7abc-43c6-b70e-cd4e65086f49,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.942894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-578f95fd-daaf-4e58-b2f7-9bf8b3a9f2ce None None] Port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:04.030184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.356463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9dcd-af4e-4f90-9325-47ab64b38061 req-7bcb357e-8ab4-448f-b65c-3251eae7cc60 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.373900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107e9dcd-af4e-4f90-9325-47ab64b38061 req-7bcb357e-8ab4-448f-b65c-3251eae7cc60 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 950 time: 0.2947795 Jul 16 08:32:04.419176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8479d0b-7abc-43c6-b70e-cd4e65086f49 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:04.529059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:04.549593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107e9dcd-af4e-4f90-9325-47ab64b38061 req-578bad5c-b0c7-4229-8a81-9e0f82a4a1fa tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746488 Jul 16 08:32:04.566644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.591347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Transition to ACTIVE for port object 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:04.598544 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.720019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a8479d0b-7abc-43c6-b70e-cd4e65086f49 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:04.771774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-9f501ead-5b04-4756-92cb-20e84351983b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.773320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-9f501ead-5b04-4756-92cb-20e84351983b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 807 time: 0.4931326 Jul 16 08:32:04.821181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-ad1954b9-448d-40bc-970e-4992022de78e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:04.825830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-ad1954b9-448d-40bc-970e-4992022de78e tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127432 Jul 16 08:32:04.891483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.906455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Request body: {'port': {'device_id': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'admin_state_up': True, 'tenant_id': 'ab600d43acc645b884fd5650afb2d12d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:04.921643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.982591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Request body: {'binding': {'host': 'n-h1-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:04.983270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:32:05.116255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95637a20-5c05-413b-ae8f-4a84044ea394 req-e0223c20-0e03-4e3c-9427-843b189d106e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.0482278 Jul 16 08:32:05.181904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:05.199922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Attempting to bind port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:05.200532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Attempting to bind port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:05.201086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Attempting to bind port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:05.214664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:05.215220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Attempting to bind port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:05.233542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-53d22588-f96b-470c-93fe-7a7cc7d5bee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.235823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-53d22588-f96b-470c-93fe-7a7cc7d5bee9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 950 time: 0.5183716 Jul 16 08:32:05.275174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:05.275967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:05.276557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:05.277207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Bound port: 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:05.277744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.293106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9261f-501a-4c47-9593-08d899d8a450 req-7dc519fe-f652-48dc-a8ed-6b5d178dcc9c tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.301261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fa9261f-501a-4c47-9593-08d899d8a450 req-7dc519fe-f652-48dc-a8ed-6b5d178dcc9c tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 946 time: 0.4899430 Jul 16 08:32:05.313055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Router fe783d44-762d-4ee0-931d-3036986d3c1f is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:32:05.380890 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:05.445914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fa9261f-501a-4c47-9593-08d899d8a450 req-5248614d-941e-4081-a3d0-b4761ef99160 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432960 Jul 16 08:32:05.461232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on host n-h1-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:05.462160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:05.462885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:05.465039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e32a-8de4-4bfa-87a5-c8b3302ef521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.466756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c2d25-4de3-49f2-8ea1-6a3cf25486e5 None None] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:05.480198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Made reservation on behalf of ab600d43acc645b884fd5650afb2d12d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:05.484028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.492272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] For port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:05.499817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] For port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:05.501902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:05.502434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:05.510453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:05.511173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:05.514129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:05.514916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Bound port: 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:05.523369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.546146 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb04671-fe19-4f81-ae69-0fce557d91b4 x-openstack-request-id: req-0fb04671-fe19-4f81-ae69-0fce557d91b4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:05.551050 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "name": "network-vif-plugged", "status": "completed", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:05.551343 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fb04671-fe19-4f81-ae69-0fce557d91b4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:05.551744 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'code': 200} Jul 16 08:32:05.578061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] Provisioning for port a8479d0b-7abc-43c6-b70e-cd4e65086f49 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:05.643233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.644140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.649138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] 10.222.0.18 "PUT /v2.0/ports/1ebc6346-8fc4-46c3-894e-aca5c6cd9735 HTTP/1.1" status: 200 len: 1097 time: 2.3549368 Jul 16 08:32:05.650153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'tag': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:05.655293 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42457a7-f62d-4fe2-9c3f-fa21626c2294" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcdcada-72b1-4064-bd29-6f4b3095420f", "tag": "1ebc6346-8fc4-46c3-894e-aca5c6cd9735"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:05.666560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] Provisioning complete for port a8479d0b-7abc-43c6-b70e-cd4e65086f49 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:05.666945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.827804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e32a-8de4-4bfa-87a5-c8b3302ef521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.840090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a4e7d-56f1-4bb7-bc5c-98489726778a service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.858277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e32a-8de4-4bfa-87a5-c8b3302ef521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.885971 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7456318-439f-4c5c-ad22-59ff8500e63d req-2e8475ed-3431-42b9-9107-c9ee32017af1 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 210 time: 0.0805244 Jul 16 08:32:05.908007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:05.918278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.919708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8c5ef84-5fc3-4085-8bc2-9e03e1334aed service neutron] 10.222.0.41 "POST /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd/bindings HTTP/1.1" status: 201 len: 390 time: 1.0053062 Jul 16 08:32:05.928926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-8f1b6471-2cef-4802-9d5a-0b3d57a9de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.931170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-8f1b6471-2cef-4802-9d5a-0b3d57a9de1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 1100 time: 0.1941929 Jul 16 08:32:06.058739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-200a717b-a723-43a3-b05c-82fe47ee1f16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735 HTTP/1.1" status: 200 len: 217 time: 0.1172593 Jul 16 08:32:06.091405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8e32a-8de4-4bfa-87a5-c8b3302ef521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c457a43e-c7a3-4907-b508-0ed61c27165e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:06.094335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:06.105458 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Sync routers for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:06.121497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-68e9f217-f81f-42dc-9e3c-6447b71edecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.123162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-68e9f217-f81f-42dc-9e3c-6447b71edecb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0599329 Jul 16 08:32:06.125700 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.130715 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-df70db05-9137-4670-ba27-e8a8ddfb9bd2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8004181 Jul 16 08:32:06.130950 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:06.131687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:06.133862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e5e8e32a-8de4-4bfa-87a5-c8b3302ef521 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a27c8d67bccf4162be02fa38f25c8ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9425652 Jul 16 08:32:06.139025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46594) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:06.139422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46596) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:06.182543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.267812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] For port a8479d0b-7abc-43c6-b70e-cd4e65086f49, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8479d0b-7abc-43c6-b70e-cd4e65086f49,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:06.285796 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.363795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174590b5-c90c-4457-8660-e21013b8e6ab None None] Pushing event updated for resources: {'Port': ['ID=a8479d0b-7abc-43c6-b70e-cd4e65086f49,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:06.365338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-e0610cf1-a102-4c05-b9e9-5bcd4b60dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.367380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-e0610cf1-a102-4c05-b9e9-5bcd4b60dfcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2373190 Jul 16 08:32:06.383825 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:06.420141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Deleting port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:06.422250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.528526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e2f1-4f01-4e4a-b6a0-6243c891f733 req-8e8993f8-35ba-4675-b0a5-9b72093880c4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.541726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e2f1-4f01-4e4a-b6a0-6243c891f733 req-8e8993f8-35ba-4675-b0a5-9b72093880c4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 948 time: 0.3173490 Jul 16 08:32:06.579948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] For port 6ef89dda-b2a4-4809-8dc9-3e89794d1349, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ef89dda-b2a4-4809-8dc9-3e89794d1349,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:06.580316 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.626674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c982e8-0e9e-4514-b0a4-9a5e02e8c36f req-62265bd0-b88a-4b3b-83cf-01e8c458b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.628377 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39c982e8-0e9e-4514-b0a4-9a5e02e8c36f req-62265bd0-b88a-4b3b-83cf-01e8c458b36c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1098 time: 0.9483283 Jul 16 08:32:06.648803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-fbbd0e39-932f-4e75-b562-d9c9acc9df5d service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725971 Jul 16 08:32:06.655871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a7f1e66e-2162-44a6-89c9-eac07909b2ad None None] Provisioning complete for port a8479d0b-7abc-43c6-b70e-cd4e65086f49 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:06.656258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e66e-2162-44a6-89c9-eac07909b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.661365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Calling delete_port for 6ef89dda-b2a4-4809-8dc9-3e89794d1349 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:06.683595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e2f1-4f01-4e4a-b6a0-6243c891f733 req-c4fc98a6-dcb8-4f13-bb86-cdf502966fc2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406024 Jul 16 08:32:06.711175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-29ee2103-f2dd-44ca-9c83-b063707303ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.718030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39c982e8-0e9e-4514-b0a4-9a5e02e8c36f req-bfe3e604-486d-4eb1-9fff-8b5790cc543d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596232 Jul 16 08:32:06.719372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-29ee2103-f2dd-44ca-9c83-b063707303ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1097 time: 0.2945671 Jul 16 08:32:06.741996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fe40f9e-d427-4fc8-bb48-a6ef8c655093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.803842 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:03Z', 'revision_number': 3, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:06.828726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Allocated IP 172.20.0.3 (c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee/3d60f05b-9f96-4919-b3d1-63364a287f99/c3db82aa-473b-425a-b154-a5d1b606f397) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:06.880290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fe40f9e-d427-4fc8-bb48-a6ef8c655093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.920448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30194498-1e51-40a2-9b3e-573a936479c8 req-b9624bea-a408-4259-ba70-3625e2241ded tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.924260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c8535c3-e7c1-41e7-b804-3f788157a16f req-fcf2ec87-5d31-41f3-ab60-b3aba149dd2f tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0516317 Jul 16 08:32:06.927708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-30194498-1e51-40a2-9b3e-573a936479c8 req-b9624bea-a408-4259-ba70-3625e2241ded tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=a712d114-2d4b-4cb8-ae1b-709618c69434 HTTP/1.1" status: 200 len: 950 time: 0.6219344 Jul 16 08:32:06.936192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09cd1feb-fe4c-4a08-9915-71fb8372eee5 req-f1430c73-e596-4a98-9d00-701c50d96013 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785354 Jul 16 08:32:06.968639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-00b50f57-039f-4946-865d-c1897982d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.970096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-00b50f57-039f-4946-865d-c1897982d11e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2340603 Jul 16 08:32:07.040620 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Checking router: fe783d44-762d-4ee0-931d-3036986d3c1f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:07.041084 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Updating router fe783d44-762d-4ee0-931d-3036986d3c1f port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:07.062001 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710bfc4d-b620-48e2-b8ae-4832442fb168 x-openstack-request-id: req-710bfc4d-b620-48e2-b8ae-4832442fb168 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:07.062361 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcdcada-72b1-4064-bd29-6f4b3095420f", "tag": "1ebc6346-8fc4-46c3-894e-aca5c6cd9735", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:07.062538 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-710bfc4d-b620-48e2-b8ae-4832442fb168 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:07.062938 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'tag': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735', 'status': 'completed', 'code': 200} Jul 16 08:32:07.079811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-00d97b3f-550d-46f3-aaf5-45592f898f1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 217 time: 0.0946333 Jul 16 08:32:07.097841 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.215724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fccfa979-fce1-43b0-ba91-3ae740354d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.217108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fccfa979-fce1-43b0-ba91-3ae740354d07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1104994 Jul 16 08:32:07.272027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-bef0b764-c811-44d3-b570-9bf8edbd3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.273542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-bef0b764-c811-44d3-b570-9bf8edbd3a90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=777b61050e5c47849de078946be41740&device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 1100 time: 0.2226512 Jul 16 08:32:07.275402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d8d202aa-0504-4a6f-89a5-44d52e742436 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429106 Jul 16 08:32:07.291425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-30194498-1e51-40a2-9b3e-573a936479c8 req-910d9b40-a24c-441b-be44-95198eac72b0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627441 Jul 16 08:32:07.295466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5d8d0-7d6a-4646-81c1-95f377a6e692 req-dfff13ee-03a4-48d6-8857-524adf122c48 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.302857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ab5d8d0-7d6a-4646-81c1-95f377a6e692 req-dfff13ee-03a4-48d6-8857-524adf122c48 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1581981 Jul 16 08:32:07.417964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.431526 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fe40f9e-d427-4fc8-bb48-a6ef8c655093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.435258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fe40f9e-d427-4fc8-bb48-a6ef8c655093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.436813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8fe40f9e-d427-4fc8-bb48-a6ef8c655093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c457a43e-c7a3-4907-b508-0ed61c27165e HTTP/1.1" status: 204 len: 168 time: 1.2836788 Jul 16 08:32:07.461606 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.479645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe40f9e-d427-4fc8-bb48-a6ef8c655093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457a43e-c7a3-4907-b508-0ed61c27165e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.499971 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Transition to ACTIVE for port object 8cea7d0f-c6cb-463b-a3af-78286bcf8118 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:07.515087 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.528315 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.541122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:07.572654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:07.574888 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d72906b-35d7-4ca2-89e7-660d1d83c4b9" -d '{"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:07.585444 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Pushing event updated for resources: {'Port': ['ID=8cea7d0f-c6cb-463b-a3af-78286bcf8118,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.598852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', '9c019453-a2c3-49c5-969e-a26a9399ee25'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:07.602535 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.604150 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.608641 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.609322 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.610088 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.610684 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.611294 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.611878 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.612471 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.613006 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.613581 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.614249 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:07.662525 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Attempting to bind port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:07.662883 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Attempting to bind port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:07.663242 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Attempting to bind port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:07.676084 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:07.676506 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:07.676846 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.677231 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:07.677700 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Bound port: 8cea7d0f-c6cb-463b-a3af-78286bcf8118, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:07.678099 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.791591 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] For port 8cea7d0f-c6cb-463b-a3af-78286bcf8118, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:07.794889 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] For port 8cea7d0f-c6cb-463b-a3af-78286bcf8118, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cea7d0f-c6cb-463b-a3af-78286bcf8118,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:07.811930 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.888747 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:07.889381 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:08.008549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:08.052104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 6ef89dda-b2a4-4809-8dc9-3e89794d1349 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:08.052764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ef89dda-b2a4-4809-8dc9-3e89794d1349 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:08.078584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:08.155264 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bb6ee-8388-4590-bc7d-6d68e0b5660d None None] Pushing event updated for resources: {'Port': ['ID=8cea7d0f-c6cb-463b-a3af-78286bcf8118,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.177126 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:08.182373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d0cee99-a63d-405e-9ed3-ec2bd7ff5474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.224348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-dc11ff05-01cd-4deb-821c-e7bc3b3ec1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.232096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-dc11ff05-01cd-4deb-821c-e7bc3b3ec1b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.9457116 Jul 16 08:32:08.250396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ab5d8d0-7d6a-4646-81c1-95f377a6e692 req-adacba4e-ab81-4c24-992d-8659076d1b6f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9465859 Jul 16 08:32:08.262573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac6a2d9f-9328-44ed-8463-6bd58c138739 req-d6daf82d-17f7-48ad-8d1f-83baa58aa0bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0812275 Jul 16 08:32:08.263591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event deleted for resources: {'Port': ['ID=6ef89dda-b2a4-4809-8dc9-3e89794d1349,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.358004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8479d0b-7abc-43c6-b70e-cd4e65086f49 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:08.380319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.408429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-342d30eb-efd7-4b1d-9ee3-863f47d8d6ed service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1230855 Jul 16 08:32:08.413029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-017abe2c-e780-4f8f-971f-9c3cda0bb346 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735 HTTP/1.1" status: 200 len: 217 time: 0.1543555 Jul 16 08:32:08.447231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a8479d0b-7abc-43c6-b70e-cd4e65086f49 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:08.448120 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.453233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] No DVR routers for this DVR port 6ef89dda-b2a4-4809-8dc9-3e89794d1349 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:08.512324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.521726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-554c01b5-ad36-4cd9-b6c5-0ce5e4dd805e req-3410d8ef-d588-4de7-ad4a-fd50f48f92c0 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "DELETE /v2.0/ports/6ef89dda-b2a4-4809-8dc9-3e89794d1349 HTTP/1.1" status: 204 len: 173 time: 3.1167331 Jul 16 08:32:08.526767 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:03Z', 'revision_number': 3, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:08.528062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-deleted', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:08.530264 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339d7bd2-920e-4aa7-816d-2c547aded017" -d '{"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-deleted", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:08.565023 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b468-458a-481d-a8bb-a241cab1aa68 None None] The sync data for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 is: [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:03Z', 'revision_number': 3, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:08.610110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:08.620205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:08.622043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.625902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:08.715036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde4de2-33d5-4bd8-9e0b-ea36abd05e9d req-8e841a4b-773d-4e89-bb2b-2fef434bda32 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.722318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5fde4de2-33d5-4bd8-9e0b-ea36abd05e9d req-8e841a4b-773d-4e89-bb2b-2fef434bda32 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 946 time: 1.2346888 Jul 16 08:32:08.741981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-ca5b3744-717a-4af5-9042-e2d7bf193433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.744073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-ca5b3744-717a-4af5-9042-e2d7bf193433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.3179588 Jul 16 08:32:08.809270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.809909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.839953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5fde4de2-33d5-4bd8-9e0b-ea36abd05e9d req-a8ad1f10-aadb-439b-9d75-37d23e9a486b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164081 Jul 16 08:32:08.862703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-298a8f5e-a22d-4520-8273-6b2c29b8f835 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442523 Jul 16 08:32:08.939509 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a57be0-08e0-4a97-8238-ef4c667950fd x-openstack-request-id: req-29a57be0-08e0-4a97-8238-ef4c667950fd {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:08.940467 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:08.940877 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29a57be0-08e0-4a97-8238-ef4c667950fd {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:08.941407 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'code': 200} Jul 16 08:32:08.947495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.026563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cf194-c213-4ff9-b3ed-df0fe6793e30 req-bb1b6630-0dc6-4e80-b9ee-5da15ba4900d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.035290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-332cf194-c213-4ff9-b3ed-df0fe6793e30 req-bb1b6630-0dc6-4e80-b9ee-5da15ba4900d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 931 time: 0.2957656 Jul 16 08:32:09.058479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-0d48a9e0-0f51-4806-9cde-4005cc296e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.060561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-0d48a9e0-0f51-4806-9cde-4005cc296e07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2914119 Jul 16 08:32:09.062738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d0cee99-a63d-405e-9ed3-ec2bd7ff5474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.079258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0a99ff54-45c1-4c25-9cfa-d535ad90ac91'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:09.095866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-3a62d214-8d87-45f1-bb89-9c8dbd2e6020 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1952708 Jul 16 08:32:09.119958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Request body: {'port': {'device_id': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:09.324325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d0cee99-a63d-405e-9ed3-ec2bd7ff5474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.347521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-39b645fe-2619-4e22-8b33-644501b2a661 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629967 Jul 16 08:32:09.526322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Allocated IP 172.20.0.1 (1b90b315-a352-4b91-8596-e8f03c9e4dee/f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174/6b3b5796-2b20-46bb-a526-0b218cdb4165) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:09.546186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.619880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52745c-8712-4661-8c9d-a3b8b08e92c0 req-2715be54-e422-4e13-9110-805b8d5b9466 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.623514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e52745c-8712-4661-8c9d-a3b8b08e92c0 req-2715be54-e422-4e13-9110-805b8d5b9466 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 948 time: 0.4266076 Jul 16 08:32:09.660453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b42457a7-f62d-4fe2-9c3f-fa21626c2294 req-8647bf93-0419-4271-af09-be983aed7529 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902732 Jul 16 08:32:09.697765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1d0cee99-a63d-405e-9ed3-ec2bd7ff5474 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dd5d370a976406ab15c468d30624637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5989151 Jul 16 08:32:09.701380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:09.716174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-332cf194-c213-4ff9-b3ed-df0fe6793e30 req-e12cae6f-e689-48f4-a541-bb342377cc2d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789472 Jul 16 08:32:09.761548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:09.843498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cee99-a63d-405e-9ed3-ec2bd7ff5474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4631891a-a33b-420f-9633-bcdd5fc42a83,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.905621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77341894-53d2-486f-8d2b-44c77cf00919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.948343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77341894-53d2-486f-8d2b-44c77cf00919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.997755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:10.014087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735', 'mac_address': 'fa:16:3e:c6:55:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:10.075028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.096833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:10.127229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87d93c37-22ba-46b3-8fb9-89785f7fbbea req-f20ab3f6-4dc6-406e-9586-a52bee2f2bcc tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.1042864 Jul 16 08:32:10.129967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:10.151077 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.162494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77341894-53d2-486f-8d2b-44c77cf00919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.166336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77341894-53d2-486f-8d2b-44c77cf00919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.167809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-77341894-53d2-486f-8d2b-44c77cf00919 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4631891a-a33b-420f-9633-bcdd5fc42a83 HTTP/1.1" status: 204 len: 168 time: 0.4468451 Jul 16 08:32:10.182100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e52745c-8712-4661-8c9d-a3b8b08e92c0 req-e67b8832-0172-4176-ad0b-acba4c825f83 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505383 Jul 16 08:32:10.182509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77341894-53d2-486f-8d2b-44c77cf00919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631891a-a33b-420f-9633-bcdd5fc42a83,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.271974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.295128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.305814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3db82aa-473b-425a-b154-a5d1b606f397 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:10.318950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.327247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Transition to ACTIVE for port object 6b3b5796-2b20-46bb-a526-0b218cdb4165 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:10.342196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Transition to ACTIVE for port object c3db82aa-473b-425a-b154-a5d1b606f397 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:10.352806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.409439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cea7d0f-c6cb-463b-a3af-78286bcf8118 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:10.452349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.481774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1ebc6346-8fc4-46c3-894e-aca5c6cd9735'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:10.514496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.621265 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feffaa5a-77e3-44ca-a042-e2f5d0b1de17 x-openstack-request-id: req-feffaa5a-77e3-44ca-a042-e2f5d0b1de17 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:10.621950 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712d114-2d4b-4cb8-ae1b-709618c69434", "name": "network-vif-deleted", "tag": "6ef89dda-b2a4-4809-8dc9-3e89794d1349", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:10.621950 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-feffaa5a-77e3-44ca-a042-e2f5d0b1de17 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:10.622268 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a712d114-2d4b-4cb8-ae1b-709618c69434', 'name': 'network-vif-deleted', 'tag': '6ef89dda-b2a4-4809-8dc9-3e89794d1349', 'status': 'completed', 'code': 200} Jul 16 08:32:10.654448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:10.655507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:10.655843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:10.656168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:10.662416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:10.666380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3b5796-2b20-46bb-a526-0b218cdb4165,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.668634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:10.672207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:10.672537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:10.677878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:10.697699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:10.698023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:10.698409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:10.698841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Bound port: c3db82aa-473b-425a-b154-a5d1b606f397, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:10.699196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.708696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:10.709202 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.786423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9824d1-3f53-4734-86a8-ab6fa08f560c req-b0b7fba2-6553-4d4f-8e9a-82e51be40604 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.803417 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a9824d1-3f53-4734-86a8-ab6fa08f560c req-b0b7fba2-6553-4d4f-8e9a-82e51be40604 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.2788181 Jul 16 08:32:10.841187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.896925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-aa24562d-9e32-4468-b996-d31ca3e83215 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2425995 Jul 16 08:32:10.931191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a9824d1-3f53-4734-86a8-ab6fa08f560c req-1892bb19-ae23-4be9-81bd-7b4854df3602 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225197 Jul 16 08:32:10.958840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.059837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 8cea7d0f-c6cb-463b-a3af-78286bcf8118, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cea7d0f-c6cb-463b-a3af-78286bcf8118,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:11.065769 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.093262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-1e6d0c9b-7b63-4301-9e5d-24e1200e5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.098554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-1e6d0c9b-7b63-4301-9e5d-24e1200e5e61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 1097 time: 0.1638076 Jul 16 08:32:11.121841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:11.139790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=8cea7d0f-c6cb-463b-a3af-78286bcf8118,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.142446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:11.167120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-50618e83-1873-4413-bf7c-4baa36164c95 None None] Provisioning for port 6b3b5796-2b20-46bb-a526-0b218cdb4165 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:11.172248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-50618e83-1873-4413-bf7c-4baa36164c95 None None] Provisioning complete for port 6b3b5796-2b20-46bb-a526-0b218cdb4165 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:11.172631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-50618e83-1873-4413-bf7c-4baa36164c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.209916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.242261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-50618e83-1873-4413-bf7c-4baa36164c95 None None] Port 6b3b5796-2b20-46bb-a526-0b218cdb4165 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:11.320515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-a62151cb-7708-4084-94ae-47013b4d4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.322108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-a62151cb-7708-4084-94ae-47013b4d4c20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1963522 Jul 16 08:32:11.328538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d41d0-6132-4251-93b3-349320f37ef7 req-9fdbbab5-6e87-4b90-9fd9-bfa568a7db2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.330076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f6d41d0-6132-4251-93b3-349320f37ef7 req-9fdbbab5-6e87-4b90-9fd9-bfa568a7db2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 946 time: 0.4772508 Jul 16 08:32:11.376777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.378163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.382524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 1092 time: 2.2709718 Jul 16 08:32:11.421044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-8f6e5d0f-dc49-4742-a375-b6f7d2e15672 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 200 len: 217 time: 0.0879781 Jul 16 08:32:11.505004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-bfdea788-142b-46c9-ae4a-6bd4ff84de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.506662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-bfdea788-142b-46c9-ae4a-6bd4ff84de97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.0780606 Jul 16 08:32:11.551656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-9aaaab7f-ea2a-4e79-ba74-b559e49240c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360663 Jul 16 08:32:11.685028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f4659-1a9f-4d31-80f9-397189861df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.704103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f6d41d0-6132-4251-93b3-349320f37ef7 req-173df809-f8cc-4bbf-b39d-9ce5619be5ba tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407366 Jul 16 08:32:11.713836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.741619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-68b95411-bfcd-47ff-9dce-a9b91578b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.743433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-68b95411-bfcd-47ff-9dce-a9b91578b1a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1095 time: 0.2557437 Jul 16 08:32:11.814175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-d78bb51a-6b6b-4431-8716-b8c64d8f565e service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459807 Jul 16 08:32:11.827478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-faecaa6e-5de1-4617-b7a2-0b275eb296f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 217 time: 0.0643058 Jul 16 08:32:11.982606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cfd798-5fff-4062-b3f4-8067c12bb024 req-fcbdcb43-3a5e-470c-b5f9-cfbb82c7fd0e service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557930 Jul 16 08:32:11.996942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-c0c080b3-1c40-4260-ab23-518814318d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.998563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-c0c080b3-1c40-4260-ab23-518814318d70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1626277 Jul 16 08:32:12.106010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-ba2cc09d-1ecd-46d4-a973-8fc030dc8322 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474272 Jul 16 08:32:12.190596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c125b-30ba-4dee-b65d-b5b738124ec7 req-4609d13f-3f8d-4661-8ea0-2cf20c5855b3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.192165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f49c125b-30ba-4dee-b65d-b5b738124ec7 req-4609d13f-3f8d-4661-8ea0-2cf20c5855b3 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.2793691 Jul 16 08:32:12.278084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.303240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000af8b1-3f07-48d9-88a0-3197b28082c5 req-10975e94-d24a-462f-a79f-11363d2a1323 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.311276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000af8b1-3f07-48d9-88a0-3197b28082c5 req-10975e94-d24a-462f-a79f-11363d2a1323 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 949 time: 0.1036158 Jul 16 08:32:12.353777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f49c125b-30ba-4dee-b65d-b5b738124ec7 req-bfb19741-1db5-41c2-a4a6-a6ae0c0ee4a5 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530478 Jul 16 08:32:12.355858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-c4ab7b44-a59e-4b41-a57a-47df79e4fa2d service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195909 Jul 16 08:32:12.357206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.371622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-000af8b1-3f07-48d9-88a0-3197b28082c5 req-6a87a21c-300d-4a0c-b0be-cf52f9195e6a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Jul 16 08:32:12.422394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cea7d0f-c6cb-463b-a3af-78286bcf8118 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:12.490004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3b5796-2b20-46bb-a526-0b218cdb4165,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:12.557069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9c77af2-96f9-4238-8453-8f793382b128 req-e933acfd-6877-4fcb-bc9b-bcf3c3735270 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0487616 Jul 16 08:32:12.595435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:12.595875 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.602995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.626112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:12.634510 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e21cf-813d-4ecb-b7fe-076275a6ba51" -d '{"events": [{"name": "network-changed", "server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:12.842058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f796c54-65e7-4e4b-b2e1-5240a3faa8c3 req-798da539-c10d-4b3d-9a18-1ab38e998148 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628635 Jul 16 08:32:12.869806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee16ab-e218-4b34-ad10-6bb9d66b9ef9 req-9fe13b19-3da9-4d09-9366-02ae63bd640b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.876158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7ee16ab-e218-4b34-ad10-6bb9d66b9ef9 req-9fe13b19-3da9-4d09-9366-02ae63bd640b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1150904 Jul 16 08:32:12.923598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d27da67-ca67-4c6a-8634-69481fa47f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.935573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7ee16ab-e218-4b34-ad10-6bb9d66b9ef9 req-46e0b9df-ecf7-4f79-a3ef-ece5137ddca5 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 Jul 16 08:32:12.941251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-a7d45048-eb30-4e5e-bdcb-c0ad3d5ca20b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-336485087&fields=id&tenant_id=7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 267 time: 0.2554812 Jul 16 08:32:12.993176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:12.996135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:13.116787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-9c27a2ad-627d-438a-9c93-4e1968bc0668 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.118734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-9c27a2ad-627d-438a-9c93-4e1968bc0668 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 946 time: 0.1687274 Jul 16 08:32:13.131879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee59d2-515e-4372-8ba8-e6d9e96158c8 req-6259659c-8bc6-4d2d-8cad-ee547498f3f6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.134870 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07ee59d2-515e-4372-8ba8-e6d9e96158c8 req-6259659c-8bc6-4d2d-8cad-ee547498f3f6 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 951 time: 0.0704651 Jul 16 08:32:13.136598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'port': {'security_groups': ['1b2e321d-2d91-4be3-9e01-f8a505dfa2d1', '1a0861b3-3038-45e9-b9b1-828e333c4d1a']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:13.185070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07ee59d2-515e-4372-8ba8-e6d9e96158c8 req-7f3b9ab3-a729-4968-aa7a-53710ef8ae4f tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Jul 16 08:32:13.185338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Router fe783d44-762d-4ee0-931d-3036986d3c1f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:13.272424 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498acddb-80c1-4840-8a7d-7b0325244cec x-openstack-request-id: req-498acddb-80c1-4840-8a7d-7b0325244cec {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:13.273083 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:13.273389 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-498acddb-80c1-4840-8a7d-7b0325244cec {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:13.273800 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'status': 'completed', 'code': 200} Jul 16 08:32:13.277454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e7140f6a-f47e-4684-8e7e-7b6ccfef10b3 None None] Provisioning complete for port 6b3b5796-2b20-46bb-a526-0b218cdb4165 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:13.278474 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7140f6a-f47e-4684-8e7e-7b6ccfef10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.300391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.336691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e7140f6a-f47e-4684-8e7e-7b6ccfef10b3 None None] Port 6b3b5796-2b20-46bb-a526-0b218cdb4165 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:13.651085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71dc47-a794-4911-a375-e4e3fb519e18 req-235baa68-2b11-4f8e-9338-6724ddd6ac10 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.652604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac71dc47-a794-4911-a375-e4e3fb519e18 req-235baa68-2b11-4f8e-9338-6724ddd6ac10 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 949 time: 0.0733066 Jul 16 08:32:13.697973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac71dc47-a794-4911-a375-e4e3fb519e18 req-76f93722-6bf6-428c-9edc-75c8ba0f99dc tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363526 Jul 16 08:32:13.764043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:13.775776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:13.786545 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-35403ab1-51b6-4fb9-9858-87233a4f9b51 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe783d44-762d-4ee0-931d-3036986d3c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6345577 Jul 16 08:32:13.804617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Sync routers for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:13.832012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:13.832839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:13.843200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-28cfd670-269e-47f3-a751-def870358ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.846580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-28cfd670-269e-47f3-a751-def870358ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1095 time: 0.5278575 Jul 16 08:32:13.966629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:13.982786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-507a0b28-8c2d-4a3f-8af5-a5e3905377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.984381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-507a0b28-8c2d-4a3f-8af5-a5e3905377a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1284888 Jul 16 08:32:14.067920 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-a9be5005-e8b3-44b4-9ef6-16cf5f0b0794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 217 time: 0.0608821 Jul 16 08:32:14.076713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae2ae-0d35-4687-9dc5-e92f01d5a541 req-259b3259-bd1f-4972-a528-4275fe566daa tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.078418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbbae2ae-0d35-4687-9dc5-e92f01d5a541 req-259b3259-bd1f-4972-a528-4275fe566daa tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.1918349 Jul 16 08:32:14.086984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb193-d284-4edc-8745-78ea15deb113 req-e039577f-eb95-473d-a667-1723b340e1b8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.087657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:14.096877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3eadb193-d284-4edc-8745-78ea15deb113 req-e039577f-eb95-473d-a667-1723b340e1b8 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 951 time: 0.1618259 Jul 16 08:32:14.120076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:14.120454 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.175217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-b72931d4-b5cc-45ff-9b7b-1e48dd24de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.176748 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-b72931d4-b5cc-45ff-9b7b-1e48dd24de2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1017196 Jul 16 08:32:14.188605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:14.206195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbbae2ae-0d35-4687-9dc5-e92f01d5a541 req-3841ac70-e36b-4e40-8704-db06fd864a52 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075721 Jul 16 08:32:14.228537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-306a2ff6-91fa-4843-8bc0-2b494af2d759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375543 Jul 16 08:32:14.284959 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.324383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.338673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:14.340055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.343085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:14.345809 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef0a4bf-901b-4a92-a854-9e2f5dfbf058" -d '{"events": [{"server_uuid": "2bcdcada-72b1-4064-bd29-6f4b3095420f", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc6346-8fc4-46c3-894e-aca5c6cd9735"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:14.360758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Deleting port 9c019453-a2c3-49c5-969e-a26a9399ee25 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:14.361311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.362097 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.373712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6ab789f6-8173-4369-be62-e49bad1b8e7e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:14.434207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:14.536172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] For port 9c019453-a2c3-49c5-969e-a26a9399ee25, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9c019453-a2c3-49c5-969e-a26a9399ee25,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:14.537236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.548078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-fa7fb849-94ea-4d17-8826-19a02e123257 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952976 Jul 16 08:32:14.562823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.563631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.579726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42f4140a-6c03-4041-aaed-8a29ab557110 req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "PUT /v2.0/ports/6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 982 time: 1.4513054 Jul 16 08:32:14.580632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 2, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:14.588618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.588744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1291b82-a50c-4bee-a0e2-be580591ae2f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.621638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b54faf72-74dc-4049-b090-58a83cbb6dc6 req-5fa6fab4-eb59-4869-972a-1d573c8a2480 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0782948 Jul 16 08:32:14.622739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Calling delete_port for 9c019453-a2c3-49c5-969e-a26a9399ee25 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:14.652294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Checking router: fe783d44-762d-4ee0-931d-3036986d3c1f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:14.652654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Updating router fe783d44-762d-4ee0-931d-3036986d3c1f port 6b3b5796-2b20-46bb-a526-0b218cdb4165 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:14.733989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6ab789f6-8173-4369-be62-e49bad1b8e7e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:14.819143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.862861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event deleted for resources: {'Port': ['ID=9c019453-a2c3-49c5-969e-a26a9399ee25,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.879344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fea76-cd5f-4c37-b424-0dfad1e9679c req-9395bf34-b505-4d5c-a40e-7579bb6f2d36 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.880974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c7fea76-cd5f-4c37-b424-0dfad1e9679c req-9395bf34-b505-4d5c-a40e-7579bb6f2d36 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1773839 Jul 16 08:32:14.888482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e80e21cf-813d-4ecb-b7fe-076275a6ba51 req-6331c7fd-4eed-4f7a-bdf3-66b2c7a08563 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067241 Jul 16 08:32:14.952465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c7fea76-cd5f-4c37-b424-0dfad1e9679c req-124e582e-dd7b-4ab8-8a6c-98cbf39e4c01 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615544 Jul 16 08:32:14.957635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] No DVR routers for this DVR port 9c019453-a2c3-49c5-969e-a26a9399ee25 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:14.963482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.972005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3eadb193-d284-4edc-8745-78ea15deb113 req-07952879-88a2-429e-8944-51b5feea91bc tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "DELETE /v2.0/ports/9c019453-a2c3-49c5-969e-a26a9399ee25 HTTP/1.1" status: 204 len: 173 time: 0.8476777 Jul 16 08:32:14.972507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-deleted', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:14.979661 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1330a310-f378-474c-bbd4-24406ae0177b" -d '{"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-deleted", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:15.011854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.213184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb353bbe-2cb9-45c5-a30f-8e5412af51ef req-7965b1ba-f00a-478d-8b7a-a107c4494f18 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d164176-c58f-4c0e-8023-e45ba6e25ec5 HTTP/1.1" status: 200 len: 210 time: 0.0605643 Jul 16 08:32:15.275236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:15.278322 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd87d12-9e17-421c-a440-6786c7704299" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:15.372064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd44d34a-2126-46ab-b75b-9f4a7c8c2a13 req-3cb5f4a2-77a1-400a-b03e-84fc9463a29f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1a0861b3-3038-45e9-b9b1-828e333c4d1a HTTP/1.1" status: 200 len: 1799 time: 0.0723417 Jul 16 08:32:15.422571 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-dd44d34a-2126-46ab-b75b-9f4a7c8c2a13 req-1948bc11-aef9-453d-90e2-b945a017d114 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:32:15.437329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd44d34a-2126-46ab-b75b-9f4a7c8c2a13 req-1948bc11-aef9-453d-90e2-b945a017d114 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a0861b3-3038-45e9-b9b1-828e333c4d1a HTTP/1.1" status: 409 len: 341 time: 0.0638068 Jul 16 08:32:15.453631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96505bb-30e1-4f63-a3e7-23a5044d212f req-8df5f577-150a-4d5a-8c00-3965fc919293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.455167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a96505bb-30e1-4f63-a3e7-23a5044d212f req-8df5f577-150a-4d5a-8c00-3965fc919293 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 1102 time: 0.1091485 Jul 16 08:32:15.456713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:15.463676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896230320', 'description': 'tempest-description--796004379'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:15.482743 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ecef8a-87ff-43f2-952c-33940115f1fe x-openstack-request-id: req-f4ecef8a-87ff-43f2-952c-33940115f1fe {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:15.483082 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcdcada-72b1-4064-bd29-6f4b3095420f", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc6346-8fc4-46c3-894e-aca5c6cd9735", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:15.483297 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4ecef8a-87ff-43f2-952c-33940115f1fe {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:15.483686 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735', 'code': 200} Jul 16 08:32:15.524208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.536102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a96505bb-30e1-4f63-a3e7-23a5044d212f req-5e1bf388-1f1f-43c4-b0d8-9db79829b012 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701401 Jul 16 08:32:15.676560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78ed148e-1d60-4a1c-b1fc-b73a8a918c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.730915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33d935-19c2-45c2-ba4c-97f49933eba4 req-fa8eef8a-8da0-4506-bd38-b35ed16c64c2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.733082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a33d935-19c2-45c2-ba4c-97f49933eba4 req-fa8eef8a-8da0-4506-bd38-b35ed16c64c2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 950 time: 0.1484447 Jul 16 08:32:15.743727 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11154d8b-41de-413c-8c19-672d8467d1ca req-7a2b471f-d7a7-4af0-8f0b-98811761fb14 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a38b9e61b9904c879a363b0e239e9820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364325 Jul 16 08:32:15.758356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.780278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.788400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a33d935-19c2-45c2-ba4c-97f49933eba4 req-6af54805-6e88-4fbf-9fa1-3948919c0e51 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Jul 16 08:32:15.797944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.875555 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445d66f-ab52-4389-8f5e-b181dfa4e110 x-openstack-request-id: req-8445d66f-ab52-4389-8f5e-b181dfa4e110 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:15.875555 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d164176-c58f-4c0e-8023-e45ba6e25ec5", "name": "network-vif-deleted", "tag": "9c019453-a2c3-49c5-969e-a26a9399ee25", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:15.875863 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8445d66f-ab52-4389-8f5e-b181dfa4e110 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:15.876373 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d164176-c58f-4c0e-8023-e45ba6e25ec5', 'name': 'network-vif-deleted', 'tag': '9c019453-a2c3-49c5-969e-a26a9399ee25', 'status': 'completed', 'code': 200} Jul 16 08:32:15.904657 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.915552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a898bdf0-af8e-487c-b563-09a913e0b75e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:15.934650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Transition to ACTIVE for port object 6b3b5796-2b20-46bb-a526-0b218cdb4165 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:15.949673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.974061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11154d8b-41de-413c-8c19-672d8467d1ca req-5e414ffd-d45e-4298-97b4-e83fd5af8f0f tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.975884 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11154d8b-41de-413c-8c19-672d8467d1ca req-5e414ffd-d45e-4298-97b4-e83fd5af8f0f tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311893 Jul 16 08:32:16.002114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.007914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f5ba8b3-302c-473c-909f-867db4c0cc1f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5494409 Jul 16 08:32:16.008657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46758) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:16.022894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Request body: {'security_group_rule': {'security_group_id': 'a898bdf0-af8e-487c-b563-09a913e0b75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:16.030446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11154d8b-41de-413c-8c19-672d8467d1ca req-e27777f2-8f94-4f05-833c-d64349f8a9e2 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/quotas/a38b9e61b9904c879a363b0e239e9820 HTTP/1.1" status: 200 len: 375 time: 0.0473800 Jul 16 08:32:16.044273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a129e7-e29d-47da-9090-be4bbc36641e None None] Pushing event updated for resources: {'Port': ['ID=6b3b5796-2b20-46bb-a526-0b218cdb4165,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:16.091174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11154d8b-41de-413c-8c19-672d8467d1ca req-501ce804-87db-40db-a4e2-f59a2e2e7c55 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a38b9e61b9904c879a363b0e239e9820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473614 Jul 16 08:32:16.092167 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.130890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:16.139163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739119-bcd2-4a9e-a0b7-1e492a662b5c req-cbe5a826-4277-43f1-b2bc-b2ebcefc47c4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.151116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc739119-bcd2-4a9e-a0b7-1e492a662b5c req-cbe5a826-4277-43f1-b2bc-b2ebcefc47c4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.1655011 Jul 16 08:32:16.175902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:16.185353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.197700 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.223590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc739119-bcd2-4a9e-a0b7-1e492a662b5c req-6c8a63d5-7fa3-4dc2-92cd-064c0d04c4e4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714457 Jul 16 08:32:16.271745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Attempting to bind port 6b3b5796-2b20-46bb-a526-0b218cdb4165 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:16.272123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Attempting to bind port 6b3b5796-2b20-46bb-a526-0b218cdb4165 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:16.272494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Attempting to bind port 6b3b5796-2b20-46bb-a526-0b218cdb4165 on network 1b90b315-a352-4b91-8596-e8f03c9e4dee {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:16.273117 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab4ffd2-47cd-404f-9c34-45f5aa299e84 x-openstack-request-id: req-aab4ffd2-47cd-404f-9c34-45f5aa299e84 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:16.274461 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:16.275566 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aab4ffd2-47cd-404f-9c34-45f5aa299e84 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:16.279654 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'status': 'completed', 'code': 200} Jul 16 08:32:16.280529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ffa5ec-5ffc-47fa-970b-3fc5271d2da0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:16.286445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:16.286935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Checking segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:16.287365 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.287765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Bound using segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:16.288252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Bound port: 6b3b5796-2b20-46bb-a526-0b218cdb4165, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:16.288639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.321021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.327107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46764) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:16.329296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f832edeb-4f32-43f6-b29d-5f854eb85a41 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161850 Jul 16 08:32:16.395309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Request body: {'security_group_rule': {'security_group_id': 'a898bdf0-af8e-487c-b563-09a913e0b75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:16.417530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] For port 6b3b5796-2b20-46bb-a526-0b218cdb4165, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:16.420983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] For port 6b3b5796-2b20-46bb-a526-0b218cdb4165, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6b3b5796-2b20-46bb-a526-0b218cdb4165,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:16.470314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87d12-9e17-421c-a440-6786c7704299 req-23f96f81-3a0a-4964-9518-3f68fdf75a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.472583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-23f96f81-3a0a-4964-9518-3f68fdf75a2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1137 time: 0.1586587 Jul 16 08:32:16.479261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.480676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16aadcd6-4e42-457a-ba97-de4febd5a4b8 req-41250ff7-9bbe-4bb1-b0a5-aada9bd7ae08 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0575011 Jul 16 08:32:16.501254 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.549763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.561690 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.589658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a129e7-e29d-47da-9090-be4bbc36641e None None] Pushing event updated for resources: {'Port': ['ID=6b3b5796-2b20-46bb-a526-0b218cdb4165,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:16.605621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.607267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2791309 Jul 16 08:32:16.610433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:16.612764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33173c99-6e1a-4580-b9c6-b118aceb628d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7108d4c-78f1-4bb7-be91-99f6f0ec2b61,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:16.621316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:16.705684 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.709127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.721649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87d12-9e17-421c-a440-6786c7704299 req-4b531bc4-8499-47e7-bfe6-2a9785269c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.726068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-4b531bc4-8499-47e7-bfe6-2a9785269c85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.1961045 Jul 16 08:32:16.789930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-f9589fbf-4283-406f-b8dd-fc3b49a69a39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 217 time: 0.0582638 Jul 16 08:32:16.854904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:16.856589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:16.925231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87d12-9e17-421c-a440-6786c7704299 req-1e2fc425-9712-496f-8082-0512e84ae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.926858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-1e2fc425-9712-496f-8082-0512e84ae525 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.1282763 Jul 16 08:32:16.980109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-96eaa411-e240-41db-a934-cb6e38a989ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456326 Jul 16 08:32:17.025443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9ce4-137c-40ea-9dc3-9029bd8b52f2 req-2151ea7f-023f-4a77-aff0-895355c3c8fa tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.026523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:17.036305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82ad9ce4-137c-40ea-9dc3-9029bd8b52f2 req-2151ea7f-023f-4a77-aff0-895355c3c8fa tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1972656 Jul 16 08:32:17.102963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82ad9ce4-137c-40ea-9dc3-9029bd8b52f2 req-8683e3ce-d7de-482d-8b9a-bb99a97b07c4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Jul 16 08:32:17.114010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.215596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-6ea41325-a9ce-4d0b-81de-b89b321b6d5a service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278190 Jul 16 08:32:17.297612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Allocated IP 172.25.0.232 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/f1e3ca3f-fbe4-4fe8-bae6-b23c77c64173) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:17.299687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:16Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:17.330373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2cf1-6cf9-4799-bb7d-c7941fe6b786 None None] The sync data for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 is: [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:16Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:17.428667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cd87d12-9e17-421c-a440-6786c7704299 req-f3a152b4-5065-4c87-aa8c-10adc5027ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059679 Jul 16 08:32:17.511504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7117abe-8d5b-41ea-8aa7-160bcd2f1815 req-455690c3-254f-4ff0-8e37-bb5480b14343 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.514046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7117abe-8d5b-41ea-8aa7-160bcd2f1815 req-455690c3-254f-4ff0-8e37-bb5480b14343 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 985 time: 0.2160857 Jul 16 08:32:17.533471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.549000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794787e-2f3c-470b-b5d7-590626c2abec req-69c4167b-388f-433a-91b5-9ce3898a4d3f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.550897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7794787e-2f3c-470b-b5d7-590626c2abec req-69c4167b-388f-433a-91b5-9ce3898a4d3f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 950 time: 0.2097018 Jul 16 08:32:17.562953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.612517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7117abe-8d5b-41ea-8aa7-160bcd2f1815 req-03301db6-8b74-4355-b72c-69a8da3d0140 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a0861b3-3038-45e9-b9b1-828e333c4d1a&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0768707 Jul 16 08:32:17.617306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.621181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0914408-161c-4164-817e-b9a7d6488111 req-44fc56e6-7312-4cea-94b3-908e4b7aeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.622695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-44fc56e6-7312-4cea-94b3-908e4b7aeb4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1137 time: 0.1323144 Jul 16 08:32:17.629915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7794787e-2f3c-470b-b5d7-590626c2abec req-94e53028-06ef-4cba-9966-c6d00c2369c6 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 Jul 16 08:32:17.700974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event updated for resources: {'Port': ['ID=f1e3ca3f-fbe4-4fe8-bae6-b23c77c64173,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:17.704865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:17.706744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:17.710038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:17.787544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0914408-161c-4164-817e-b9a7d6488111 req-b1ef8280-7f4c-4817-a949-b73d68fd1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.789929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-b1ef8280-7f4c-4817-a949-b73d68fd1bc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.1571100 Jul 16 08:32:17.867497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-fc6df895-3f08-4ac3-aac8-128507b40f17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 217 time: 0.0703278 Jul 16 08:32:17.885439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.945976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.959710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0914408-161c-4164-817e-b9a7d6488111 req-11e3f210-56f8-4cdc-8927-c03b7f51e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.961903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-11e3f210-56f8-4cdc-8927-c03b7f51e279 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.0872066 Jul 16 08:32:17.981909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:18.012218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-18de3cff-d37d-4380-9e66-a47e0c8dfb94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336010 Jul 16 08:32:18.017460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 9c019453-a2c3-49c5-969e-a26a9399ee25 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:18.017807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9c019453-a2c3-49c5-969e-a26a9399ee25 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:18.020728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f91ee7-cf0d-44e3-a08f-ae46db7f0c88 req-ffd507d2-dc9c-4c2e-b143-c2eafa9ed78b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.022651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f91ee7-cf0d-44e3-a08f-ae46db7f0c88 req-ffd507d2-dc9c-4c2e-b143-c2eafa9ed78b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.1488059 Jul 16 08:32:18.131909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f91ee7-cf0d-44e3-a08f-ae46db7f0c88 req-427de693-db53-40e7-8ce3-99e4cac05230 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974300 Jul 16 08:32:18.167078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d5c9dee-568b-4835-a620-51b29afd6747 req-7d145985-7857-4f23-a152-08f12d0a2ebf tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0399373 Jul 16 08:32:18.177745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-2508bea7-ead4-4fb5-b165-c256295e4679 service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423240 Jul 16 08:32:18.223336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.230316 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.239015 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.356411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event updated for resources: {'Port': ['ID=f1e3ca3f-fbe4-4fe8-bae6-b23c77c64173,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:18.359403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0914408-161c-4164-817e-b9a7d6488111 req-f9845e99-f41c-49e9-a2cd-6bf7e02e263f service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802719 Jul 16 08:32:18.368440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.386280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6b3b5796-2b20-46bb-a526-0b218cdb4165 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:18.388132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff08e7-b522-4481-ac65-6f3228ff0bca req-3f530711-c5bc-477c-ac0c-fa847bd2bde5 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.396937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.400108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7ff08e7-b522-4481-ac65-6f3228ff0bca req-3f530711-c5bc-477c-ac0c-fa847bd2bde5 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 1102 time: 0.1130400 Jul 16 08:32:18.412070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5abec3a2-ab04-4148-a35c-ad502e01b7d6 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8001873 Jul 16 08:32:18.463778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7ff08e7-b522-4481-ac65-6f3228ff0bca req-e7baabf9-27bc-4046-b912-1c43052a82e7 tempest-ServersOnMultiNodesTest-34064054 tempest-ServersOnMultiNodesTest-34064054-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 Jul 16 08:32:18.470392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 6b3b5796-2b20-46bb-a526-0b218cdb4165 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:18.486587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6b3b5796-2b20-46bb-a526-0b218cdb4165 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:18.487556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.654516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.700267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d78253-7fec-4589-8e28-e3ec9de830c6 req-2d5da09b-db5c-4c34-900c-c788cfe82be4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.702025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91d78253-7fec-4589-8e28-e3ec9de830c6 req-2d5da09b-db5c-4c34-900c-c788cfe82be4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1106992 Jul 16 08:32:18.707033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 6b3b5796-2b20-46bb-a526-0b218cdb4165, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6b3b5796-2b20-46bb-a526-0b218cdb4165,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:18.715271 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.725930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3a469-f798-4aba-99e7-e88184908edd req-94b2e411-a7d7-4082-a740-622021a650d3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.727821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d1b3a469-f798-4aba-99e7-e88184908edd req-94b2e411-a7d7-4082-a740-622021a650d3 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.0905051 Jul 16 08:32:18.762042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91d78253-7fec-4589-8e28-e3ec9de830c6 req-7f06f4b7-6687-4a86-82e5-66dff9ddefff tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536263 Jul 16 08:32:18.769994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d1b3a469-f798-4aba-99e7-e88184908edd req-700431a7-b7b4-467e-be12-e5b96d482443 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Jul 16 08:32:18.810067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=6b3b5796-2b20-46bb-a526-0b218cdb4165,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:18.918856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-4756c448-563e-4a90-8435-d69553be4632 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1896230320&fields=id&tenant_id=11b9f16faf364aae98879a9722fa734e HTTP/1.1" status: 200 len: 267 time: 0.0526385 Jul 16 08:32:19.033513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-75e32990-bb58-448a-8ab5-b549c888aa85 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.035133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-75e32990-bb58-448a-8ab5-b549c888aa85 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/networks?id=1b90b315-a352-4b91-8596-e8f03c9e4dee HTTP/1.1" status: 200 len: 806 time: 0.1096952 Jul 16 08:32:19.054270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-8bbff418-f2be-4ad5-b04e-30bfb924d2ff tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/quotas/11b9f16faf364aae98879a9722fa734e HTTP/1.1" status: 200 len: 375 time: 0.0097730 Jul 16 08:32:19.134355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-678dcd5c-bd31-4186-9753-0d2e5f22ca52 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=11b9f16faf364aae98879a9722fa734e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736244 Jul 16 08:32:19.143744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27dec71-06e0-47fc-bd05-68c9b9f5f575 req-820f4c6d-4855-4d00-b042-b8b0176e82ab tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a38b9e61b9904c879a363b0e239e9820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253966 Jul 16 08:32:19.255075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dec71-06e0-47fc-bd05-68c9b9f5f575 req-acb85133-da91-4813-941b-af76ecfcecfe tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.256640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27dec71-06e0-47fc-bd05-68c9b9f5f575 req-acb85133-da91-4813-941b-af76ecfcecfe tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066947 Jul 16 08:32:19.271758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27dec71-06e0-47fc-bd05-68c9b9f5f575 req-386fbdf3-fdc4-4930-9d17-b55c6b031ce6 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/quotas/a38b9e61b9904c879a363b0e239e9820 HTTP/1.1" status: 200 len: 375 time: 0.0092795 Jul 16 08:32:19.307701 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27dec71-06e0-47fc-bd05-68c9b9f5f575 req-1340fdf8-9d9e-4514-9efb-323910881f93 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a38b9e61b9904c879a363b0e239e9820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303020 Jul 16 08:32:19.328592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-aff37a01-30db-44ff-8a6d-e371ea1660e9 service neutron] 10.222.0.41 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800764 Jul 16 08:32:19.421646 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-7f269c21-2fa9-4cd1-954f-7248aab3e8c7 service neutron] 10.222.0.41 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870209 Jul 16 08:32:19.521875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3449da-80b1-4331-9599-f65fdb603625 req-1678852b-0d70-4dfe-ba55-5102466d10d5 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.523981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe3449da-80b1-4331-9599-f65fdb603625 req-1678852b-0d70-4dfe-ba55-5102466d10d5 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 985 time: 0.0708523 Jul 16 08:32:19.569124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe3449da-80b1-4331-9599-f65fdb603625 req-9de8d58f-1012-439a-999f-230b3c22ce2a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a0861b3-3038-45e9-b9b1-828e333c4d1a&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0389426 Jul 16 08:32:19.743990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07cbc1-5f52-4712-a5b4-5acb8ec8093a req-f2fd5595-5077-4e82-b674-62f7a3b0d78b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.745927 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa07cbc1-5f52-4712-a5b4-5acb8ec8093a req-f2fd5595-5077-4e82-b674-62f7a3b0d78b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.0698087 Jul 16 08:32:19.752404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431010af-cad7-4a9d-858a-0ce881ab9681 req-b0d93021-89ed-4dc2-8402-56a21bcdaead tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.753893 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-431010af-cad7-4a9d-858a-0ce881ab9681 req-b0d93021-89ed-4dc2-8402-56a21bcdaead tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 950 time: 0.1021831 Jul 16 08:32:19.789681 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa07cbc1-5f52-4712-a5b4-5acb8ec8093a req-33a94bed-9f3e-4509-ac5d-baf016243d76 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Jul 16 08:32:19.818309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-5d8b26e3-ac8c-468f-9d0d-9a8137a8f635 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.821945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-5d8b26e3-ac8c-468f-9d0d-9a8137a8f635 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1180890 Jul 16 08:32:19.825543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-431010af-cad7-4a9d-858a-0ce881ab9681 req-fb2e0edc-8104-4a51-812c-38a34642eb48 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Jul 16 08:32:19.965964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Deleting port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:19.966684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.991007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:19.993396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bffb897f-e596-400c-b6ec-1f1ee9492239 req-d733eb3e-64a9-44b9-8817-89cab258ac50 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0413332 Jul 16 08:32:20.081537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ecdd11db-d8fe-4f52-a495-09bc9642a448 req-c2b332ed-dbce-49d7-bd8b-1f0638500b33 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 210 time: 0.0477808 Jul 16 08:32:20.142778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] For port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.143467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.172822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.177022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Calling delete_port for 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:20.185333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee', 'port_id': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'mac_address': 'fa:16:3e:76:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d60f05b-9f96-4919-b3d1-63364a287f99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:20.230367 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.249763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3db82aa-473b-425a-b154-a5d1b606f397 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:20.284130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-86e341bc-db91-4bcb-b55f-db1cf3385f0d tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1069380727&fields=id&tenant_id=7d667caccf3f4a8d88d8ea0345df3898 HTTP/1.1" status: 200 len: 267 time: 0.1299908 Jul 16 08:32:20.285321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.289313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354937-4284-480d-b49d-b26a6c49df2f req-a3c0cdfb-715c-4874-9c9f-56b458e235c2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.291202 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.306232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d354937-4284-480d-b49d-b26a6c49df2f req-a3c0cdfb-715c-4874-9c9f-56b458e235c2 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 950 time: 0.1218863 Jul 16 08:32:20.334448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6b3b5796-2b20-46bb-a526-0b218cdb4165 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:20.359889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d354937-4284-480d-b49d-b26a6c49df2f req-082aefa1-7e37-43e1-9478-0e5b1beb206d tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 Jul 16 08:32:20.407599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.417930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6b3b5796-2b20-46bb-a526-0b218cdb4165 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:20.418312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.465533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-5b77fd79-1104-4451-b5f6-ef1e95c404a7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.467248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-5b77fd79-1104-4451-b5f6-ef1e95c404a7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 985 time: 0.1811941 Jul 16 08:32:20.481493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'port': {'security_groups': ['1a0861b3-3038-45e9-b9b1-828e333c4d1a', '1b2e321d-2d91-4be3-9e01-f8a505dfa2d1', '174a26d2-a061-4179-bce1-dddc8945a69b']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:20.486941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.508402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:20.534577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:20.571936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5bcae-39a3-4eec-b425-8c5acc329dd2 req-ed114a77-c4d6-439b-9e58-1a55bbd3aef1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.575811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39e5bcae-39a3-4eec-b425-8c5acc329dd2 req-ed114a77-c4d6-439b-9e58-1a55bbd3aef1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.0825448 Jul 16 08:32:20.620891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39e5bcae-39a3-4eec-b425-8c5acc329dd2 req-a67b5783-bbb3-4cc3-8609-3b4bbe3b0039 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Jul 16 08:32:20.759271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c3db82aa-473b-425a-b154-a5d1b606f397'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:20.890888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event deleted for resources: {'Port': ['ID=01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.982613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] No DVR routers for this DVR port 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:20.991752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.993813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e83aafcd-e08c-493b-9b1d-5a6c757e8faf req-e64cf0fd-27b8-4a0c-b3b9-49895f4ac21a tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.36 "DELETE /v2.0/ports/01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef HTTP/1.1" status: 204 len: 173 time: 1.1635122 Jul 16 08:32:20.995189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'name': 'network-vif-deleted', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:20.997532 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e4211b-0348-4d1e-ae83-19133d37aca6" -d '{"events": [{"server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "name": "network-vif-deleted", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:21.002323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.035893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-490a83b0-eed7-48e6-bd53-a95fd264346a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.037366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-490a83b0-eed7-48e6-bd53-a95fd264346a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 950 time: 0.2194648 Jul 16 08:32:21.088871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac363-5a8b-4762-8374-fe6852280473 req-6ee617bb-6eb4-4e93-a1da-34eab9841706 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.090569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2aac363-5a8b-4762-8374-fe6852280473 req-6ee617bb-6eb4-4e93-a1da-34eab9841706 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.0838075 Jul 16 08:32:21.142291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2aac363-5a8b-4762-8374-fe6852280473 req-d3a70ecb-df4e-4189-b248-b6a46aeb8a01 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Jul 16 08:32:21.243931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:21.244329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.395644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c84591-b4d2-48c8-9cb4-54d7aaf9b8d1 req-2cdec5fc-1f60-42a0-91fc-ec5cf421f662 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.400018 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16c84591-b4d2-48c8-9cb4-54d7aaf9b8d1 req-2cdec5fc-1f60-42a0-91fc-ec5cf421f662 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 950 time: 0.1111963 Jul 16 08:32:21.419658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:21.450726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16c84591-b4d2-48c8-9cb4-54d7aaf9b8d1 req-7c6960df-c77b-46a3-a90f-c96e4f3671e2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Jul 16 08:32:21.493479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:21.493850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.528910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.532625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:21.539246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.549017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-8c5ffbb6-9e9a-4e35-9399-542388a76cf9 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.550814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-8c5ffbb6-9e9a-4e35-9399-542388a76cf9 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.36 "GET /v2.0/networks?id=1b90b315-a352-4b91-8596-e8f03c9e4dee HTTP/1.1" status: 200 len: 806 time: 0.2412851 Jul 16 08:32:21.558145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6ab789f6-8173-4369-be62-e49bad1b8e7e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:21.595877 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b96e3fa0-9f9a-4d5e-a86c-33c0219f2cde req-b4ed7f0d-fa7d-4cc3-8545-03baccb9aeb2 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a38b9e61b9904c879a363b0e239e9820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339422 Jul 16 08:32:21.661869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.662503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.664467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df7ce29e-164a-453f-b351-1cfedf8cd2d4 req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "PUT /v2.0/ports/6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 1021 time: 1.1906400 Jul 16 08:32:21.704962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99baa3-53a6-4a92-8755-c70135380cff tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.717286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-8b6f9504-2827-4a24-a4ac-094bbafe3c5a tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b9f16faf364aae98879a9722fa734e HTTP/1.1" status: 200 len: 380 time: 0.0957787 Jul 16 08:32:21.723047 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9646361-9f39-47d7-9add-81c3279aefa7 x-openstack-request-id: req-c9646361-9f39-47d7-9add-81c3279aefa7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:21.723336 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba44cda-0768-4a83-abdf-453a17a28179", "name": "network-vif-deleted", "tag": "01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:21.723649 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9646361-9f39-47d7-9add-81c3279aefa7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:21.724092 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba44cda-0768-4a83-abdf-453a17a28179', 'name': 'network-vif-deleted', 'tag': '01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef', 'status': 'completed', 'code': 200} Jul 16 08:32:21.733015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e3fa0-9f9a-4d5e-a86c-33c0219f2cde req-469ccfe7-358b-49ac-a1a1-c4254cc2c811 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.742346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b96e3fa0-9f9a-4d5e-a86c-33c0219f2cde req-469ccfe7-358b-49ac-a1a1-c4254cc2c811 tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415195 Jul 16 08:32:21.760731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b96e3fa0-9f9a-4d5e-a86c-33c0219f2cde req-ffc6f631-3e4f-4129-a740-e9bd6552cc6f tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/quotas/a38b9e61b9904c879a363b0e239e9820 HTTP/1.1" status: 200 len: 375 time: 0.0172253 Jul 16 08:32:21.776320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Request body: {'port': {'device_id': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'admin_state_up': True, 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'security_groups': ['a898bdf0-af8e-487c-b563-09a913e0b75e']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:21.792528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:21.812806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b96e3fa0-9f9a-4d5e-a86c-33c0219f2cde req-9e463720-1ddb-47b1-9043-0473dc2b640d tempest-QuotasAdminNegativeTest-1351635185 tempest-QuotasAdminNegativeTest-1351635185-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a38b9e61b9904c879a363b0e239e9820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510483 Jul 16 08:32:21.858757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6ab789f6-8173-4369-be62-e49bad1b8e7e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:21.900374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.961445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64cf9ad9-ec90-41e9-812f-b4e5935893a4 req-c14a71fa-df67-4820-8061-22f98dd096ac tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0769219 Jul 16 08:32:21.967072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=1ebc6346-8fc4-46c3-894e-aca5c6cd9735,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.038342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:22.045178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:22.049887 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.052060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9816c676-fb55-4c7c-8336-4136eec6a803 req-692cfc66-095c-48e7-a319-01fc13e5ff40 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "DELETE /v2.0/ports/1ebc6346-8fc4-46c3-894e-aca5c6cd9735 HTTP/1.1" status: 204 len: 173 time: 0.9955430 Jul 16 08:32:22.061604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9610bdb1-3a2e-4210-b623-84c234e08f33 req-6e411e94-226c-4dda-881f-4b230d37a21f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 210 time: 0.0542693 Jul 16 08:32:22.066020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Made reservation on behalf of 11b9f16faf364aae98879a9722fa734e for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:22.070700 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.336937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c3db82aa-473b-425a-b154-a5d1b606f397 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:22.351504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c3db82aa-473b-425a-b154-a5d1b606f397 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:22.352087 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.378359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Allocated IP 172.20.0.8 (1b90b315-a352-4b91-8596-e8f03c9e4dee/f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174/0aeb90a1-69ad-4340-82f3-571a882c15d0) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:22.410061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07892a1-6143-4ee9-bec8-632cf53b3e60 req-dac8b5b7-205b-40e1-aad6-908ded486f80 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.422208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a07892a1-6143-4ee9-bec8-632cf53b3e60 req-dac8b5b7-205b-40e1-aad6-908ded486f80 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1908512 Jul 16 08:32:22.442629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a81f8d18-ee82-4ea5-9f02-06d7eba24290 req-4d816804-647b-489c-ac9c-43db13c02d37 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=cba44cda-0768-4a83-abdf-453a17a28179 HTTP/1.1" status: 200 len: 210 time: 0.0421259 Jul 16 08:32:22.510175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a07892a1-6143-4ee9-bec8-632cf53b3e60 req-19e376e3-2c0c-463e-9f07-b618a736ae4b tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835049 Jul 16 08:32:22.547862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-66f4be03-3d56-493a-9c53-cb771cceecca req-4f355e8e-77d8-497c-9330-ea681890f8a7 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/174a26d2-a061-4179-bce1-dddc8945a69b HTTP/1.1" status: 200 len: 1801 time: 0.0628476 Jul 16 08:32:22.665110 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-66f4be03-3d56-493a-9c53-cb771cceecca req-91f2d621-ed37-43c8-9d1d-998b2d98f12b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:32:22.666373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-66f4be03-3d56-493a-9c53-cb771cceecca req-91f2d621-ed37-43c8-9d1d-998b2d98f12b tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/174a26d2-a061-4179-bce1-dddc8945a69b HTTP/1.1" status: 409 len: 341 time: 0.1098990 Jul 16 08:32:22.682954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.703041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Transition to ACTIVE for port object 0aeb90a1-69ad-4340-82f3-571a882c15d0 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:22.718181 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.746096 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.788518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:22.791856 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c231f-7029-4045-a562-92efdb7bde42" -d '{"events": [{"server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "name": "network-vif-plugged", "status": "completed", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:22.810976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:22.816655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:22.818196 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.826591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:22.846745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:22.850214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:22.852962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event updated for resources: {'Port': ['ID=0aeb90a1-69ad-4340-82f3-571a882c15d0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.920184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.920825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.933385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.942489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b4557-7354-4278-bc5c-63fe16175ed3 req-9ab1437b-9dbb-4708-9df0-c4a74fc4968b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.944292 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ce3b4557-7354-4278-bc5c-63fe16175ed3 req-9ab1437b-9dbb-4708-9df0-c4a74fc4968b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.1501484 Jul 16 08:32:22.947001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-b1826321-9f95-42bd-b14e-2918651bdb09 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756141 Jul 16 08:32:22.952487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'aae27557-c3d2-4581-b66a-ef78f09c941f', '64003576-48af-431b-bd18-81b32f72ef98'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:22.974505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Request body: {'port': {'device_id': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:23.043186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ce3b4557-7354-4278-bc5c-63fe16175ed3 req-21ce9486-e416-4a38-a0dd-0da5fd2abf4b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858698 Jul 16 08:32:23.107593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.269916 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd0ef184-2781-4891-bbdd-5c9a8a8a0241 req-bbdce011-5fc4-4647-ade0-510698ba3ea4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcdcada-72b1-4064-bd29-6f4b3095420f HTTP/1.1" status: 200 len: 210 time: 0.0567682 Jul 16 08:32:23.403138 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5062c4a3-e055-4162-b010-55d541b24c2d x-openstack-request-id: req-5062c4a3-e055-4162-b010-55d541b24c2d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:23.404836 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "name": "network-vif-plugged", "status": "completed", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:23.406268 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5062c4a3-e055-4162-b010-55d541b24c2d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:23.406924 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'code': 200} Jul 16 08:32:23.420608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eb58deb8-b99c-4c07-b7be-0520d84985ad None None] Provisioning for port 0aeb90a1-69ad-4340-82f3-571a882c15d0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:23.471094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eb58deb8-b99c-4c07-b7be-0520d84985ad None None] Provisioning complete for port 0aeb90a1-69ad-4340-82f3-571a882c15d0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:23.471522 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb58deb8-b99c-4c07-b7be-0520d84985ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.533013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aeb90a1-69ad-4340-82f3-571a882c15d0 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:23.543995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.560533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Transition to ACTIVE for port object 0aeb90a1-69ad-4340-82f3-571a882c15d0 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:23.564836 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.566216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-eb58deb8-b99c-4c07-b7be-0520d84985ad None None] Port 0aeb90a1-69ad-4340-82f3-571a882c15d0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:23.619869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2d7cc80-4288-40e9-b9a9-77654379ddad req-96cdfd7c-e30f-487d-8725-d2df8c8978be tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0883682 Jul 16 08:32:23.656361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fea1c-f77d-4d6a-bb39-778c045b3c32 req-72ccc078-d2db-401b-83aa-f3b91d80266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.657895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df4fea1c-f77d-4d6a-bb39-778c045b3c32 req-72ccc078-d2db-401b-83aa-f3b91d80266e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1097 time: 0.1940885 Jul 16 08:32:23.715153 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df4fea1c-f77d-4d6a-bb39-778c045b3c32 req-84f7b9bb-621b-4adc-8d77-ac60f41c7ee1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Jul 16 08:32:23.735449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e'}, {'server_uuid': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'name': 'network-vif-deleted', 'tag': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:23.737772 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea152a7-9b5f-4f52-a001-4aac45c0e036" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e"}, {"server_uuid": "2bcdcada-72b1-4064-bd29-6f4b3095420f", "name": "network-vif-deleted", "tag": "1ebc6346-8fc4-46c3-894e-aca5c6cd9735"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:23.740840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Pushing event updated for resources: {'Port': ['ID=0aeb90a1-69ad-4340-82f3-571a882c15d0,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.798047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:23.845402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46930) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:23.848701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Attempting to bind port 0aeb90a1-69ad-4340-82f3-571a882c15d0 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:23.849521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Attempting to bind port 0aeb90a1-69ad-4340-82f3-571a882c15d0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:23.850048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Attempting to bind port 0aeb90a1-69ad-4340-82f3-571a882c15d0 on network 1b90b315-a352-4b91-8596-e8f03c9e4dee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:23.854950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:23.855309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ebc6346-8fc4-46c3-894e-aca5c6cd9735 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:23.858305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Port 0aeb90a1-69ad-4340-82f3-571a882c15d0 on network 1b90b315-a352-4b91-8596-e8f03c9e4dee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:23.864728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Attempting to bind port 0aeb90a1-69ad-4340-82f3-571a882c15d0 on network 1b90b315-a352-4b91-8596-e8f03c9e4dee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:23.878166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:23.878661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Checking segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:23.879156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Bound using segment: {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:23.879726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Bound port: 0aeb90a1-69ad-4340-82f3-571a882c15d0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d633fd3-324a-427a-adf7-725e8cd1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:23.880202 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.902643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97cba0-d3f7-42a7-b9f8-55d55a4a78ef req-110a25e5-3db9-40e8-b9b1-5b28588fb3ba tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.906203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0515a-0809-4d12-aa0b-29141faa43bb req-e0d59111-2e4f-4861-a9f2-3dcb2dc8eb54 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.913170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e97cba0-d3f7-42a7-b9f8-55d55a4a78ef req-110a25e5-3db9-40e8-b9b1-5b28588fb3ba tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1024 time: 0.1256423 Jul 16 08:32:23.914072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ee0515a-0809-4d12-aa0b-29141faa43bb req-e0d59111-2e4f-4861-a9f2-3dcb2dc8eb54 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 943 time: 0.2668555 Jul 16 08:32:23.977300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e97cba0-d3f7-42a7-b9f8-55d55a4a78ef req-e368e8cb-2c6e-4d28-bf11-c079c01fc9af tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a0861b3-3038-45e9-b9b1-828e333c4d1a&id=174a26d2-a061-4179-bce1-dddc8945a69b&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0605967 Jul 16 08:32:23.984713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ee0515a-0809-4d12-aa0b-29141faa43bb req-25114f43-0576-4955-a485-091d8eb6bab8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693707 Jul 16 08:32:24.029719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] For port 0aeb90a1-69ad-4340-82f3-571a882c15d0, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:24.036580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] For port 0aeb90a1-69ad-4340-82f3-571a882c15d0, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:24.043100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.067258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d91d9571-68a6-40d3-8e8b-e9b6b2bf428b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.086156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:24.092027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.092650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.094132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] 10.222.0.36 "PUT /v2.0/ports/0aeb90a1-69ad-4340-82f3-571a882c15d0 HTTP/1.1" status: 200 len: 1092 time: 1.1312737 Jul 16 08:32:24.097616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:24.129023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2920f3-0ece-4a39-bb0d-5e94977a6080 service neutron] Pushing event updated for resources: {'Port': ['ID=0aeb90a1-69ad-4340-82f3-571a882c15d0,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.154111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:24.154504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 01e3b33e-8f3c-43f7-8b7a-2db11fcdf2ef not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:24.194915 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2330dfda-31cf-4e03-ad3c-f0748366b94f x-openstack-request-id: req-2330dfda-31cf-4e03-ad3c-f0748366b94f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:24.195230 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e", "status": "completed", "code": 200}, {"server_uuid": "2bcdcada-72b1-4064-bd29-6f4b3095420f", "name": "network-vif-deleted", "tag": "1ebc6346-8fc4-46c3-894e-aca5c6cd9735", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:24.195604 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2330dfda-31cf-4e03-ad3c-f0748366b94f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:24.195906 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'status': 'completed', 'code': 200} Jul 16 08:32:24.196303 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcdcada-72b1-4064-bd29-6f4b3095420f', 'name': 'network-vif-deleted', 'tag': '1ebc6346-8fc4-46c3-894e-aca5c6cd9735', 'status': 'completed', 'code': 200} Jul 16 08:32:24.205551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d91d9571-68a6-40d3-8e8b-e9b6b2bf428b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.226212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d91d9571-68a6-40d3-8e8b-e9b6b2bf428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.344928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d9571-68a6-40d3-8e8b-e9b6b2bf428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795a1f62-acb8-421a-aaf7-a2c7d740c81a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.364749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:24.378032 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d91d9571-68a6-40d3-8e8b-e9b6b2bf428b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a38b9e61b9904c879a363b0e239e9820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311708 Jul 16 08:32:24.379090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd has no active binding in host n-h1-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:32:24.381391 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46940) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:24.404671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-c3a8a4bb-1e60-46db-9140-bb93a93a71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.406195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-c3a8a4bb-1e60-46db-9140-bb93a93a71ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11b9f16faf364aae98879a9722fa734e&device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 1095 time: 0.1999109 Jul 16 08:32:24.419746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-85f012a8-bc31-4a22-b987-ee3e3f4b9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.421196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-85f012a8-bc31-4a22-b987-ee3e3f4b9e9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1176 time: 0.1628404 Jul 16 08:32:24.435007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3477f3-9331-4403-a712-57fe255d2c3c req-36ea0961-3288-46b9-9d80-542398115ba4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.436606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd3477f3-9331-4403-a712-57fe255d2c3c req-36ea0961-3288-46b9-9d80-542398115ba4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 945 time: 0.1548316 Jul 16 08:32:24.484356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-668eeb4d-92fc-4d69-b535-d55b7ee468f6 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.486040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-668eeb4d-92fc-4d69-b535-d55b7ee468f6 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.2406290 Jul 16 08:32:24.505785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-10'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:24.506399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-40d17a77-9577-4aaf-9813-f1d0541a049b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0 HTTP/1.1" status: 200 len: 217 time: 0.0688076 Jul 16 08:32:24.535930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a5c15cd-0a1c-4946-a244-b2a9d020a468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.545676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cd88f-bdfb-44c9-82b3-35a66bd616a5 req-6fe85198-03b1-4a0e-9db0-579cd42963f4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.547498 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a62cd88f-bdfb-44c9-82b3-35a66bd616a5 req-6fe85198-03b1-4a0e-9db0-579cd42963f4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.2047932 Jul 16 08:32:24.599252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a5c15cd-0a1c-4946-a244-b2a9d020a468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.619707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd3477f3-9331-4403-a712-57fe255d2c3c req-76480bfc-44bc-4fce-ae8c-d1854a68dd0e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659265 Jul 16 08:32:24.622787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-5afc03ff-3fdb-4706-a1d0-09d8057e7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.624210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-5afc03ff-3fdb-4706-a1d0-09d8057e7778 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174 HTTP/1.1" status: 200 len: 845 time: 0.1068921 Jul 16 08:32:24.644425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-86085a58-55fc-4108-948f-04651f1ab5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.645983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-86085a58-55fc-4108-948f-04651f1ab5fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 200 len: 914 time: 0.2072814 Jul 16 08:32:24.674630 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a62cd88f-bdfb-44c9-82b3-35a66bd616a5 req-521ccb0e-34d6-4138-bcda-cc59b1035d8f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065519 Jul 16 08:32:24.689810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.734971 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-37f1c782-143b-4015-92f1-c8dfaa29f184 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 200 len: 217 time: 0.0572200 Jul 16 08:32:24.763393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a5c15cd-0a1c-4946-a244-b2a9d020a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.768647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a5c15cd-0a1c-4946-a244-b2a9d020a468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.769810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8a5c15cd-0a1c-4946-a244-b2a9d020a468 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/795a1f62-acb8-421a-aaf7-a2c7d740c81a HTTP/1.1" status: 204 len: 168 time: 0.3873372 Jul 16 08:32:24.789040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c15cd-0a1c-4946-a244-b2a9d020a468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795a1f62-acb8-421a-aaf7-a2c7d740c81a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.794712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-79d160f2-e0dd-4965-89dc-9efd60c94495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.797216 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-79d160f2-e0dd-4965-89dc-9efd60c94495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b90b315-a352-4b91-8596-e8f03c9e4dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496346 Jul 16 08:32:24.813728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-76995a76-b95e-41f3-bfa0-bfbf38df0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.815594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-76995a76-b95e-41f3-bfa0-bfbf38df0a66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 200 len: 853 time: 0.0684712 Jul 16 08:32:24.931627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-bd1c5a07-2c89-4970-8dc5-f44ac75b438a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b3f014e-c2b5-411b-8562-c6f6070df6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900340 Jul 16 08:32:24.968945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:25.033757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:25.063204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-e9fcd5f0-bcbc-4660-87d0-ee74b20790c8 service neutron] 10.222.0.36 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438939 Jul 16 08:32:25.128022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-379f3008-2af3-4b3a-9f80-6618a8a0be1e req-a28c0a62-6dd5-444f-b45a-83b3b0350ebf tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0671778 Jul 16 08:32:25.141149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:25.143827 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a22688-4dbd-4981-b00b-2b6f8323f53a" -d '{"events": [{"server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "name": "network-vif-unplugged", "status": "completed", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:25.149236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.159713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.164768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-b7a11c82-43d2-4015-946e-a6587e0bbdb7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223377 Jul 16 08:32:25.361983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-a3c8b6f7-a397-4f37-9df2-ceb48fc0f6cf tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.363639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-a3c8b6f7-a397-4f37-9df2-ceb48fc0f6cf tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1024 time: 0.2864621 Jul 16 08:32:25.369432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.411075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:25.418827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on host n-h2-798249-10 for vnic_type normal with profile {"migrating_to": "n-h1-798249-10"} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:25.419505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:25.419830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:25.471647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:25.471975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Attempting to bind port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on network d0fe35cf-47ba-4a5f-a045-74d67d04f605 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:25.479582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b22d6d-847c-49b4-bba1-4f2b68c2c250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.506949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:25.508049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Checking segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:25.508479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Bound using segment: {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:25.508930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Bound port: 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078b7024-9213-4367-a00d-de7221dad77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd0fe35cf-47ba-4a5f-a045-74d67d04f605'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:25.509294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.600023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06e5a4-8535-4634-8015-1a876ad927ed req-e8c46e4c-7ee8-40b7-81d8-a8ee6276ab3c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.601793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd06e5a4-8535-4634-8015-1a876ad927ed req-e8c46e4c-7ee8-40b7-81d8-a8ee6276ab3c tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.2354021 Jul 16 08:32:25.684495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:25.696070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cea152a7-9b5f-4f52-a001-4aac45c0e036 req-8db0079e-3e0f-48e0-8df1-4b644d4716a9 service neutron] 10.222.0.18 "GET /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169728 Jul 16 08:32:25.700046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c64e2a6c-837d-4fa9-8cfc-6442704514e8 req-0519c4f5-afc5-4a69-9c6b-3b42e70d6457 service neutron] 10.222.0.36 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338976 Jul 16 08:32:25.721348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:25.732114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd06e5a4-8535-4634-8015-1a876ad927ed req-29ddfe95-c4e8-4432-9f81-fdb2b93d93d7 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192913 Jul 16 08:32:25.734638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.736867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb09f1-d38f-451d-8a06-643162273286 req-ff78e939-47cb-4f3d-a436-7c3d8c4501f0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.738743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abdb09f1-d38f-451d-8a06-643162273286 req-ff78e939-47cb-4f3d-a436-7c3d8c4501f0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 1024 time: 0.1177597 Jul 16 08:32:25.780799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Deleting port 6ab789f6-8173-4369-be62-e49bad1b8e7e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:25.781146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.810855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abdb09f1-d38f-451d-8a06-643162273286 req-bd8e5e02-37b3-4c9d-9b16-44e7bed265ad tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a0861b3-3038-45e9-b9b1-828e333c4d1a&id=174a26d2-a061-4179-bce1-dddc8945a69b&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0639184 Jul 16 08:32:25.899631 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd56f04-c4b2-492b-8bed-214e8ba0134e x-openstack-request-id: req-2cd56f04-c4b2-492b-8bed-214e8ba0134e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:25.899910 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "name": "network-vif-unplugged", "status": "completed", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:25.900176 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd56f04-c4b2-492b-8bed-214e8ba0134e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:25.900588 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'code': 200} Jul 16 08:32:25.940976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b22d6d-847c-49b4-bba1-4f2b68c2c250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.941957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.964003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.964634 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.966021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-fdb50966-3906-44b5-b46f-afd7499baa76 service neutron] 10.222.0.36 "PUT /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 1123 time: 1.4679885 Jul 16 08:32:25.969373 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-49b22d6d-847c-49b4-bba1-4f2b68c2c250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.032802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] For port 6ab789f6-8173-4369-be62-e49bad1b8e7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6ab789f6-8173-4369-be62-e49bad1b8e7e,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:26.033171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.037286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-49b22d6d-847c-49b4-bba1-4f2b68c2c250 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7739295576a64996881db3072ae0cfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6196260 Jul 16 08:32:26.043798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea75a27-70a7-4931-bf92-ae04451849fe req-5c710a81-78c9-4d60-ae26-39e977db22be tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.045048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:26.045337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ea75a27-70a7-4931-bf92-ae04451849fe req-5c710a81-78c9-4d60-ae26-39e977db22be tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.0810459 Jul 16 08:32:26.059868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b22d6d-847c-49b4-bba1-4f2b68c2c250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7115d668-63b0-47bd-853f-56f5a6b37447,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:26.063167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Calling delete_port for 6ab789f6-8173-4369-be62-e49bad1b8e7e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:26.074728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['23f515f1-7085-4abd-92d4-6e4ce964e9cd'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:26.098649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ea75a27-70a7-4931-bf92-ae04451849fe req-8fe4dd60-84a8-4104-8fb3-91e4a88d87b5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465720 Jul 16 08:32:26.190064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de997e4e-a352-4c09-9bcb-d7179db786c9 req-112f8603-c873-44c6-91fd-76f7d0c64af4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.191674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de997e4e-a352-4c09-9bcb-d7179db786c9 req-112f8603-c873-44c6-91fd-76f7d0c64af4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 943 time: 0.2956378 Jul 16 08:32:26.197362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-099fe990-89d7-48b6-babd-e6826f6fb2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.199610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:26.202890 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e357246-1462-4560-a05f-12bcdf4a849a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:26.221803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['23f515f1-7085-4abd-92d4-6e4ce964e9cd'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:26.245398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-099fe990-89d7-48b6-babd-e6826f6fb2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.305662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de997e4e-a352-4c09-9bcb-d7179db786c9 req-7bffbe40-4be3-442a-9d58-0e362b6acf60 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907331 Jul 16 08:32:26.358537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576010-2540-4302-bb25-cf91f811f12c req-8e4f3af0-ca6f-4ec5-b239-98e63971b60e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.365619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576010-2540-4302-bb25-cf91f811f12c req-8e4f3af0-ca6f-4ec5-b239-98e63971b60e tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.1125236 Jul 16 08:32:26.380276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-099fe990-89d7-48b6-babd-e6826f6fb2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.384983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-099fe990-89d7-48b6-babd-e6826f6fb2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.386653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-099fe990-89d7-48b6-babd-e6826f6fb2f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7115d668-63b0-47bd-853f-56f5a6b37447 HTTP/1.1" status: 204 len: 168 time: 0.3380835 Jul 16 08:32:26.405801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fe990-89d7-48b6-babd-e6826f6fb2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7115d668-63b0-47bd-853f-56f5a6b37447,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:26.409491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.445726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576010-2540-4302-bb25-cf91f811f12c req-add46bee-184f-43ee-bd0c-243130a2c0a1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694251 Jul 16 08:32:26.466359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'Port': ['ID=6ab789f6-8173-4369-be62-e49bad1b8e7e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:26.536475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] No DVR routers for this DVR port 6ab789f6-8173-4369-be62-e49bad1b8e7e on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:26.547922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.549895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2da85f68-783d-4c98-b2d7-6fcbec1d4718 req-fe2e6ddb-d386-4721-9303-e89b172c979f tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.18 "DELETE /v2.0/ports/6ab789f6-8173-4369-be62-e49bad1b8e7e HTTP/1.1" status: 204 len: 173 time: 1.1735084 Jul 16 08:32:26.608282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4368-fcff-41e6-9de2-69a2bb10869b req-7d799375-8af9-462c-b853-524d636e1e6e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.609862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-369e4368-fcff-41e6-9de2-69a2bb10869b req-7d799375-8af9-462c-b853-524d636e1e6e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.0746748 Jul 16 08:32:26.657222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-369e4368-fcff-41e6-9de2-69a2bb10869b req-b712851c-c7d6-49f5-aaae-3bd964bef330 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351770 Jul 16 08:32:26.664374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-550a4106-0fd5-4b4b-a483-b2986ed1efcd req-12ad85dd-5221-43d8-8505-9f04126acf7b tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0585923 Jul 16 08:32:26.727256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-de6bdfd2-75cc-4778-998f-4fe5f318eee4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.729225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-de6bdfd2-75cc-4778-998f-4fe5f318eee4 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.1829915 Jul 16 08:32:26.821991 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106198e5-f62a-4b5b-bf89-92a5074e97d6 x-openstack-request-id: req-106198e5-f62a-4b5b-bf89-92a5074e97d6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:26.822422 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:26.822705 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-106198e5-f62a-4b5b-bf89-92a5074e97d6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:26.823160 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'status': 'completed', 'code': 200} Jul 16 08:32:26.949208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357246-1462-4560-a05f-12bcdf4a849a req-b59a1267-02b6-4d7d-b12d-e30e9ee223cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.950632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-b59a1267-02b6-4d7d-b12d-e30e9ee223cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11b9f16faf364aae98879a9722fa734e&device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 1095 time: 0.0978858 Jul 16 08:32:26.952668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Deleting port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:26.953015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.976744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978a931-3834-4dcb-8a37-d31dd2ec7319 req-68bc3e02-2445-4619-94e3-7f5fc4e72b58 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.977593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cc5e8-29ed-4140-9f98-95b46e5b9524 req-7471c75a-6a7b-4ed2-854f-efce6c4fd198 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.978276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b978a931-3834-4dcb-8a37-d31dd2ec7319 req-68bc3e02-2445-4619-94e3-7f5fc4e72b58 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1097 time: 0.1227894 Jul 16 08:32:26.984529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-501cc5e8-29ed-4140-9f98-95b46e5b9524 req-7471c75a-6a7b-4ed2-854f-efce6c4fd198 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac484782-c222-4e88-bb91-dfb1400cf0dd HTTP/1.1" status: 200 len: 950 time: 0.0880048 Jul 16 08:32:27.065768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b978a931-3834-4dcb-8a37-d31dd2ec7319 req-51f5a4fa-c1fd-4919-80fc-a6278a56f948 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818083 Jul 16 08:32:27.100252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] For port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:27.101451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.119928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Calling delete_port for 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:27.284673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3c62f03-cd1e-43a1-b003-281cf3b394c2 req-fb67f81e-641a-4ce0-b8c4-b65842ab9c93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4 HTTP/1.1" status: 200 len: 210 time: 0.0606341 Jul 16 08:32:27.336279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.349668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:27.401931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Pushing event deleted for resources: {'Port': ['ID=9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:27.440317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-501cc5e8-29ed-4140-9f98-95b46e5b9524 req-1562f144-48bb-4040-be70-3b8b96cfec55 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b27405e-00b4-4b4d-9ef8-655b645c5ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550691 Jul 16 08:32:27.472217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357246-1462-4560-a05f-12bcdf4a849a req-d87127a6-f0ba-449e-864f-1eb7f2f47850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.473875 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-d87127a6-f0ba-449e-864f-1eb7f2f47850 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b90b315-a352-4b91-8596-e8f03c9e4dee HTTP/1.1" status: 200 len: 907 time: 0.4876807 Jul 16 08:32:27.511072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] No DVR routers for this DVR port 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:27.515524 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.517515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-962930ef-46fe-4b91-bb77-fb779c8afce5 req-81eeddc2-892a-4d5c-b93e-1c9c296601e9 tempest-MigrationsAdminTest-1227263799 tempest-MigrationsAdminTest-1227263799-project] 10.222.0.18 "DELETE /v2.0/ports/9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 HTTP/1.1" status: 204 len: 173 time: 0.7759130 Jul 16 08:32:27.541082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e7f0-f949-4fa4-8bc4-76ace2690fd5 req-0017a769-50fa-4833-810d-5ad1fa2e1c6a tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.543471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eae7e7f0-f949-4fa4-8bc4-76ace2690fd5 req-0017a769-50fa-4833-810d-5ad1fa2e1c6a tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1097 time: 0.1210904 Jul 16 08:32:27.566661 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-3f53e23c-6c93-402a-ac55-dbe5b4645677 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0 HTTP/1.1" status: 200 len: 217 time: 0.0791168 Jul 16 08:32:27.584929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eae7e7f0-f949-4fa4-8bc4-76ace2690fd5 req-6e413372-a051-4c15-8698-f560f6e3c9ab tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356803 Jul 16 08:32:27.616043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c1b772fa-090f-4ba0-9f5b-11230948985b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:27.639234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357246-1462-4560-a05f-12bcdf4a849a req-d5a88ebc-66e0-49ff-bc19-e60b5fbbbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.640738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-d5a88ebc-66e0-49ff-bc19-e60b5fbbbc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174 HTTP/1.1" status: 200 len: 845 time: 0.0669522 Jul 16 08:32:27.758808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6931f-a167-41f5-91e5-d5ec3326bf43 req-65d90ff4-fa02-45fe-ae15-4e083de74b00 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.760396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bcc6931f-a167-41f5-91e5-d5ec3326bf43 req-65d90ff4-fa02-45fe-ae15-4e083de74b00 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.1244781 Jul 16 08:32:27.762443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357246-1462-4560-a05f-12bcdf4a849a req-a9145425-929c-4e75-9b27-bb2ed8bc59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.770829 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-a9145425-929c-4e75-9b27-bb2ed8bc59c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b90b315-a352-4b91-8596-e8f03c9e4dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201651 Jul 16 08:32:27.814374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:27.841232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:27.841839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:27.843273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ab789f6-8173-4369-be62-e49bad1b8e7e no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:27.860724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bcc6931f-a167-41f5-91e5-d5ec3326bf43 req-c00bd2de-f486-4225-9d2c-d33c65dd3220 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887823 Jul 16 08:32:27.861675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19568da-33bd-4493-8ec9-3771cf73e73b req-547d128a-006c-4839-9a8a-2c5507067bb3 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.870062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b19568da-33bd-4493-8ec9-3771cf73e73b req-547d128a-006c-4839-9a8a-2c5507067bb3 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 943 time: 0.1436889 Jul 16 08:32:27.907495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 6ab789f6-8173-4369-be62-e49bad1b8e7e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:27.911566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6ab789f6-8173-4369-be62-e49bad1b8e7e not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:27.931399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd'}, {'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'name': 'network-vif-deleted', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:27.933742 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60a7124-0ecb-46b7-ae94-ff4d3738170e" -d '{"events": [{"name": "network-changed", "server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd"}, {"server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "name": "network-vif-deleted", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:27.959456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b19568da-33bd-4493-8ec9-3771cf73e73b req-7b051b41-c6cf-46bc-aeb0-cddba39571e7 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884473 Jul 16 08:32:27.981261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-8dd2bde6-7bab-4fa9-afb2-7e7cec7ca443 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.993965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-27b2b169-70f8-4aac-b486-6a84c26e9373 service neutron] 10.222.0.36 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980622 Jul 16 08:32:27.995117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-8dd2bde6-7bab-4fa9-afb2-7e7cec7ca443 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/ports?device_id=8addd5e8-14b0-43bf-bf57-728ef3170f8c HTTP/1.1" status: 200 len: 949 time: 0.2034118 Jul 16 08:32:28.093887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0aeb90a1-69ad-4340-82f3-571a882c15d0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:28.252676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0aeb90a1-69ad-4340-82f3-571a882c15d0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.254614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port 64003576-48af-431b-bd18-81b32f72ef98 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:28.255105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.286490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e357246-1462-4560-a05f-12bcdf4a849a req-de4aefdf-d6bf-4170-a1ed-5072df2d47e8 service neutron] 10.222.0.36 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783470 Jul 16 08:32:28.289996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'port_id': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'mac_address': 'fa:16:3e:72:a4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:28.339349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdb8a1-503a-4b40-882a-0b6f5b774234 req-7eeb52ca-5695-4690-a251-aee5ddd16b49 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.342898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-66e52e34-a73a-4d5d-a7f6-fec72b62448d req-445830ed-5dc9-4daa-bb14-ee23fba9a2c6 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0574827 Jul 16 08:32:28.345056 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.355365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbdb8a1-503a-4b40-882a-0b6f5b774234 req-7eeb52ca-5695-4690-a251-aee5ddd16b49 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.1928406 Jul 16 08:32:28.364721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeb90a1-69ad-4340-82f3-571a882c15d0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:28.396301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0aeb90a1-69ad-4340-82f3-571a882c15d0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.402443 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.442469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbdb8a1-503a-4b40-882a-0b6f5b774234 req-1f2b7008-a711-4d26-83a2-997b330f22f5 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863307 Jul 16 08:32:28.454603 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a59e3-03b9-445c-be4d-a9b8ad802188 x-openstack-request-id: req-375a59e3-03b9-445c-be4d-a9b8ad802188 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:28.454910 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd", "status": "completed", "code": 200}, {"server_uuid": "5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4", "name": "network-vif-deleted", "tag": "6ab789f6-8173-4369-be62-e49bad1b8e7e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:28.455163 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-375a59e3-03b9-445c-be4d-a9b8ad802188 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:28.455619 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'status': 'completed', 'code': 200} Jul 16 08:32:28.455858 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1cbd4d-bfa1-4dd4-9830-0599713f8ba4', 'name': 'network-vif-deleted', 'tag': '6ab789f6-8173-4369-be62-e49bad1b8e7e', 'status': 'completed', 'code': 200} Jul 16 08:32:28.511957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port 64003576-48af-431b-bd18-81b32f72ef98, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=64003576-48af-431b-bd18-81b32f72ef98,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.512530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.542741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0aeb90a1-69ad-4340-82f3-571a882c15d0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.573816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for 64003576-48af-431b-bd18-81b32f72ef98 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:28.645625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-371ef1d6-f184-41ab-9d9f-3006dfa0a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.647218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-371ef1d6-f184-41ab-9d9f-3006dfa0a515 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1126 time: 0.1512496 Jul 16 08:32:28.809826 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae28cd54-58b6-46a2-b02d-c2e6c6772a0d req-e5739989-c164-4d8d-aaff-787d29c4e713 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1a0861b3-3038-45e9-b9b1-828e333c4d1a HTTP/1.1" status: 200 len: 1799 time: 0.1268187 Jul 16 08:32:28.834756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-deleted', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:28.837295 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6db17b-6782-405a-9001-dc6bd95bd110" -d '{"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-deleted", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:28.870569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-8ae5c4db-d5da-4ee5-922e-74f53e7b544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.872447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-8ae5c4db-d5da-4ee5-922e-74f53e7b544b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2166965 Jul 16 08:32:28.937320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-b964431f-3f5f-4e82-95cf-ecc819342483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 217 time: 0.0540621 Jul 16 08:32:28.941841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.954721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:28.962916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47058) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:28.993744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'aae27557-c3d2-4581-b66a-ef78f09c941f', '64003576-48af-431b-bd18-81b32f72ef98'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:29.033090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=64003576-48af-431b-bd18-81b32f72ef98,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.077378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0aeb90a1-69ad-4340-82f3-571a882c15d0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:29.093747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ae28cd54-58b6-46a2-b02d-c2e6c6772a0d req-c97e6c94-df3d-473c-9782-3e82e7726d93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.095544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port 64003576-48af-431b-bd18-81b32f72ef98 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:29.098172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.100496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ee9c36-2ae6-41ba-8453-2d1ac6528ca7 req-1c7cb328-cac2-4a8b-92de-cd910b7079e8 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "DELETE /v2.0/ports/64003576-48af-431b-bd18-81b32f72ef98 HTTP/1.1" status: 204 len: 173 time: 1.0924253 Jul 16 08:32:29.120771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-24922fb7-0b20-4880-a63c-3b9bf7d9b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.122956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-24922fb7-0b20-4880-a63c-3b9bf7d9b10c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.1751995 Jul 16 08:32:29.143399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7038686f-d4ea-44a8-8f8c-9a325dfafa5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a54c2c361b524846b8ef2c007bc8bb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793489 Jul 16 08:32:29.145744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47070) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:29.190708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ae28cd54-58b6-46a2-b02d-c2e6c6772a0d req-c97e6c94-df3d-473c-9782-3e82e7726d93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.196515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-99cea4d3-c9e8-4651-a296-ab4cba817e5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668082 Jul 16 08:32:29.217826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80687a5d-019d-457e-a2d5-b6490832992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.251305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80687a5d-019d-457e-a2d5-b6490832992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.317504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80687a5d-019d-457e-a2d5-b6490832992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.325147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80687a5d-019d-457e-a2d5-b6490832992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.328178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-80687a5d-019d-457e-a2d5-b6490832992d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b27405e-00b4-4b4d-9ef8-655b645c5ad5 HTTP/1.1" status: 204 len: 168 time: 0.1800902 Jul 16 08:32:29.350699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687a5d-019d-457e-a2d5-b6490832992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b27405e-00b4-4b4d-9ef8-655b645c5ad5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.371360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ae28cd54-58b6-46a2-b02d-c2e6c6772a0d req-c97e6c94-df3d-473c-9782-3e82e7726d93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.374472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ae28cd54-58b6-46a2-b02d-c2e6c6772a0d req-c97e6c94-df3d-473c-9782-3e82e7726d93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.376231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae28cd54-58b6-46a2-b02d-c2e6c6772a0d req-c97e6c94-df3d-473c-9782-3e82e7726d93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a0861b3-3038-45e9-b9b1-828e333c4d1a HTTP/1.1" status: 204 len: 173 time: 0.5589082 Jul 16 08:32:29.395233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6c94-df3d-473c-9782-3e82e7726d93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0861b3-3038-45e9-b9b1-828e333c4d1a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.477607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-3bf0c42b-87fa-4bd0-ad95-06b4b210ab32 service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709200 Jul 16 08:32:29.765217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d60a7124-0ecb-46b7-ae94-ff4d3738170e req-82a7b287-0895-489d-a169-63b1bfadf93e service neutron] 10.222.0.18 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807534 Jul 16 08:32:29.885910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-52fc96ae-a00f-4af2-b3ec-f3210d2465ff tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:29.887374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-52fc96ae-a00f-4af2-b3ec-f3210d2465ff tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076196 Jul 16 08:32:30.021450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47098) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:30.065225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-6ab95d23-c91f-4229-952c-84962ca8b5e9 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b2edf083fa84660821937e5929a2fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697865 Jul 16 08:32:30.114276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47100) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:30.123355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-72bd5b68-98e4-4cb5-b54a-da6a2c926f9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2464571f9ebc4cd19d65421342a80941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998621 Jul 16 08:32:30.145123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Request body: {'binding': {'host': 'n-h2-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:30.145611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:32:30.273598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-9abcc462-d53d-4e46-9f35-e985839ccba6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3395860 Jul 16 08:32:30.359711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-2640bd84-7614-42bb-8587-a8f926517efb tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.362956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-2640bd84-7614-42bb-8587-a8f926517efb tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850797 Jul 16 08:32:30.440389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb7adea4-7c25-4d5a-b680-b8afa599bb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.455958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-d0219988-e21d-42fa-a308-277e34061472 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/quotas/8b2edf083fa84660821937e5929a2fbd HTTP/1.1" status: 200 len: 375 time: 0.0474796 Jul 16 08:32:30.538678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-ffa4022b-f697-4ed7-bdf5-398fb259c43f tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b2edf083fa84660821937e5929a2fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731547 Jul 16 08:32:30.545773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb7adea4-7c25-4d5a-b680-b8afa599bb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.609468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-05910460-a26a-4eca-9a68-c0f54054967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.610957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-05910460-a26a-4eca-9a68-c0f54054967b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 1096 time: 0.2414970 Jul 16 08:32:30.614470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on host n-h2-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:30.621405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:30.621761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:30.626858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:30.627191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:30.634348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:30.634705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:30.635075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:30.635542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Bound port: c3db82aa-473b-425a-b154-a5d1b606f397, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:30.700859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb7adea4-7c25-4d5a-b680-b8afa599bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.702742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb7adea4-7c25-4d5a-b680-b8afa599bb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.704083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb7adea4-7c25-4d5a-b680-b8afa599bb3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2650e5db-5daf-415d-8dc0-73e21f719548 HTTP/1.1" status: 204 len: 168 time: 0.5747070 Jul 16 08:32:30.755627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7adea4-7c25-4d5a-b680-b8afa599bb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650e5db-5daf-415d-8dc0-73e21f719548,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.767489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:30.782825 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0f85eb-f501-4c18-ac0a-32e50c671fe7 x-openstack-request-id: req-1c0f85eb-f501-4c18-ac0a-32e50c671fe7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:30.783029 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac484782-c222-4e88-bb91-dfb1400cf0dd", "name": "network-vif-deleted", "tag": "9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:30.783410 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c0f85eb-f501-4c18-ac0a-32e50c671fe7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:30.783684 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac484782-c222-4e88-bb91-dfb1400cf0dd', 'name': 'network-vif-deleted', 'tag': '9c7f74ed-3a73-4867-b7a7-6aaa3b1f5d94', 'status': 'completed', 'code': 200} Jul 16 08:32:30.787052 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.800136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] 10.222.0.41 "POST /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397/bindings HTTP/1.1" status: 201 len: 390 time: 0.9056618 Jul 16 08:32:30.839903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-43df5e0a-4c81-486b-a7b6-35aff69600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.841444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-43df5e0a-4c81-486b-a7b6-35aff69600f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.2034290 Jul 16 08:32:30.905448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-e0901468-36aa-467f-b118-f12bad4707d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 200 len: 217 time: 0.0530746 Jul 16 08:32:31.015904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-11db2afa-07c1-4020-9220-35e7da259506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.020134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-11db2afa-07c1-4020-9220-35e7da259506 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.0948036 Jul 16 08:32:31.095690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-179f7ce1-8df9-46e9-9eee-23967521adf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653577 Jul 16 08:32:31.305240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-5c370822-196d-4b83-bf89-129ebe81d0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020006 Jul 16 08:32:31.366143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0593f-b440-4e86-9d90-3152ddcd7549 req-3834fd4b-a1bc-421b-a4af-c099d7c56fc0 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.378750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7d0593f-b440-4e86-9d90-3152ddcd7549 req-3834fd4b-a1bc-421b-a4af-c099d7c56fc0 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 944 time: 0.1504972 Jul 16 08:32:31.462731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b3436b9-d20a-4df0-975b-dbd0ef0e9b5c req-76ac7d02-ae19-4f0b-b916-97f9481f83a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364491 Jul 16 08:32:31.496628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7d0593f-b440-4e86-9d90-3152ddcd7549 req-e88de050-87d0-4640-9001-c8a7f06d5223 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153731 Jul 16 08:32:31.548398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04894f32-ba25-4dc6-81a2-45e3658f1025 req-7847e420-2cfc-46d2-bb06-ae78040c811f tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.2359023 Jul 16 08:32:31.582684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-fa3eef59-9f1e-47a5-a24d-b88cdf4e4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.588867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-fa3eef59-9f1e-47a5-a24d-b88cdf4e4ff9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1097 time: 0.4486854 Jul 16 08:32:31.681041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e70a0012-26fc-48aa-a6da-817794ae9b94 req-facf5a22-36c6-4b6d-82ef-69e60694e469 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/174a26d2-a061-4179-bce1-dddc8945a69b HTTP/1.1" status: 200 len: 1801 time: 0.1329675 Jul 16 08:32:31.752664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-71521025-c92b-4fe0-b622-bc474d3ecfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.756788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-71521025-c92b-4fe0-b622-bc474d3ecfdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.1585312 Jul 16 08:32:31.776009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e70a0012-26fc-48aa-a6da-817794ae9b94 req-14b26f70-2e96-432f-b0b9-a2f8d9274286 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.814730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:31.826282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e70a0012-26fc-48aa-a6da-817794ae9b94 req-14b26f70-2e96-432f-b0b9-a2f8d9274286 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.903607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e70a0012-26fc-48aa-a6da-817794ae9b94 req-14b26f70-2e96-432f-b0b9-a2f8d9274286 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.908219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e70a0012-26fc-48aa-a6da-817794ae9b94 req-14b26f70-2e96-432f-b0b9-a2f8d9274286 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.925314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e70a0012-26fc-48aa-a6da-817794ae9b94 req-14b26f70-2e96-432f-b0b9-a2f8d9274286 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/174a26d2-a061-4179-bce1-dddc8945a69b HTTP/1.1" status: 204 len: 173 time: 0.2399793 Jul 16 08:32:31.930648 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-0fc757fb-7709-4e12-baac-ba84215e4896 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 217 time: 0.1435993 Jul 16 08:32:31.955975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b26f70-2e96-432f-b0b9-a2f8d9274286 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a26d2-a061-4179-bce1-dddc8945a69b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.036014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-ea0521fb-b2e6-44d8-9bb0-8cf64229feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.038832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-ea0521fb-b2e6-44d8-9bb0-8cf64229feda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.0993905 Jul 16 08:32:32.049874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fbaa-3fb2-4ea8-aa0d-526e33968d28 req-63cb2c39-1bb9-4fe9-88b6-7eb8129ed52f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.058841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-10d0fbaa-3fb2-4ea8-aa0d-526e33968d28 req-63cb2c39-1bb9-4fe9-88b6-7eb8129ed52f tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 943 time: 0.2988639 Jul 16 08:32:32.108911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0aeb90a1-69ad-4340-82f3-571a882c15d0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:32.119076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-986e2338-f18f-4e17-abf4-13fba984d5a4 req-0d240f84-c488-4639-8b46-cd7e5897449e tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 210 time: 0.0580397 Jul 16 08:32:32.120211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-91cbc1b6-b423-45e0-a2d4-3ab82e194814 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582798 Jul 16 08:32:32.142325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:32.170257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-10d0fbaa-3fb2-4ea8-aa0d-526e33968d28 req-c0549041-f8ee-40ff-86b4-b6fe1fd6a28d tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094129 Jul 16 08:32:32.276349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 0aeb90a1-69ad-4340-82f3-571a882c15d0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:32.287410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 0aeb90a1-69ad-4340-82f3-571a882c15d0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:32.288465 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.376911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-170412dd-1a41-4730-b420-671a008cfb49 service neutron] 10.222.0.18 "GET /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd/bindings/n-h1-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.1174200 Jul 16 08:32:32.394821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227630cc-497c-46ba-a38c-a20051fcb4d8 req-1b1583f8-477f-4386-95cd-4f15cfcd1044 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.403995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-227630cc-497c-46ba-a38c-a20051fcb4d8 req-1b1583f8-477f-4386-95cd-4f15cfcd1044 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.1579351 Jul 16 08:32:32.452347 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-9c5bf499-20fa-44b5-94c8-00630a90b409 service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988811 Jul 16 08:32:32.468565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-network', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:32.486193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.518952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:32.521651 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf41a5b-b445-4764-8b78-e297bb4c55d5" -d '{"events": [{"server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:32.539231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0aeb90a1-69ad-4340-82f3-571a882c15d0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:32.540534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-227630cc-497c-46ba-a38c-a20051fcb4d8 req-b68e10ec-c28b-4be6-9137-2385da16d5dc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351383 Jul 16 08:32:32.544903 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.546215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 64003576-48af-431b-bd18-81b32f72ef98 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:32.589892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f3e3016e-8106-40a9-a31d-ef24b9d8a2d2 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8b2edf083fa84660821937e5929a2fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933523 Jul 16 08:32:32.613966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Made reservation on behalf of cd0eea0b49064453a26a0df6a81069e9 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:32.618923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.625671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b0936888-ad60-4c3c-8f3e-233089c2c7dc req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-626698707', 'description': 'tempest-description-1867481980'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:32.671910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0936888-ad60-4c3c-8f3e-233089c2c7dc req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.677213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 64003576-48af-431b-bd18-81b32f72ef98 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:32.678919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.679262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 64003576-48af-431b-bd18-81b32f72ef98 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:32.721337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0aeb90a1-69ad-4340-82f3-571a882c15d0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.766690 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e3272c-fb24-4873-8cc0-5e695b6f4620 x-openstack-request-id: req-38e3272c-fb24-4873-8cc0-5e695b6f4620 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:32.767420 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:32.767952 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38e3272c-fb24-4873-8cc0-5e695b6f4620 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:32.768682 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'code': 200} Jul 16 08:32:32.793673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'name': 'network-vif-deleted', 'tag': '64003576-48af-431b-bd18-81b32f72ef98'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:32.795885 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fac96a-9314-44e1-98ac-c4aa9cfad444" -d '{"events": [{"server_uuid": "8addd5e8-14b0-43bf-bf57-728ef3170f8c", "name": "network-vif-deleted", "tag": "64003576-48af-431b-bd18-81b32f72ef98"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:32.827786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:32.840194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-a174e4ce-2c0b-4e1b-9834-916d95db2e8b service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767722 Jul 16 08:32:32.864014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:32.899590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-fc8ed0a4-82a7-4e89-8b80-c04fc8de5daa tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.901411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-fc8ed0a4-82a7-4e89-8b80-c04fc8de5daa tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044267 Jul 16 08:32:32.912485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f515f1-7085-4abd-92d4-6e4ce964e9cd {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:32.934371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:32.945391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Request body: {'port': {'device_id': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '8b2edf083fa84660821937e5929a2fbd'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:32.950741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.964521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.971822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.025456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:33.066203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257acd1a-ec76-4046-8c65-f42bc2f04622,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.078569 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.078961 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Added segment 463726f4-a8f7-4eba-9549-d0c217e723b6 of type vlan for network b7a7aae1-992a-46b8-a660-fcd14db6bc9f Jul 16 08:32:33.128257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.128594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.129008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.129397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.129717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.130168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.130494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.130817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.131205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.131634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.132004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.132329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:33.166544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.219990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] Transition to ACTIVE for port object 23f515f1-7085-4abd-92d4-6e4ce964e9cd will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:33.234769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.282085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.283055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.283711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.290402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0936888-ad60-4c3c-8f3e-233089c2c7dc req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.319697 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0936888-ad60-4c3c-8f3e-233089c2c7dc req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.358190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.409860 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2636087 Jul 16 08:32:33.415082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] No DVR routers for this DVR port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:33.416538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47156) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.422167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Request body: {'subnet': {'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-subnet', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:33.456829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0936888-ad60-4c3c-8f3e-233089c2c7dc req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.457498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29bc2-d15b-4bc7-a864-517471884273 req-4dc83db6-7f16-4505-a527-eedeaa6bb0c2 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.458049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0936888-ad60-4c3c-8f3e-233089c2c7dc req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8494072 Jul 16 08:32:33.458636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b64ea8-3a4b-4729-95c4-ce87f65cc01c admin admin] Pushing event updated for resources: {'Network': ['ID=b7a7aae1-992a-46b8-a660-fcd14db6bc9f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.458980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23d29bc2-d15b-4bc7-a864-517471884273 req-4dc83db6-7f16-4505-a527-eedeaa6bb0c2 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.5506902 Jul 16 08:32:33.461372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] Pushing event updated for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.469094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:33.487134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589549f-6408-4151-943d-026a8fc3917c req-b605f70b-a855-4003-9e65-cb8b75a491c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.489786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1589549f-6408-4151-943d-026a8fc3917c req-b605f70b-a855-4003-9e65-cb8b75a491c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 1097 time: 0.5486910 Jul 16 08:32:33.500220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51715c98-e8a7-4444-b40a-0ba26adedf79 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56595bf7-ff8a-427a-8862-228314945596,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.527891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Made reservation on behalf of cd0eea0b49064453a26a0df6a81069e9 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:33.530246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.567280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-a1ff6884-caea-4d6d-95c4-ec232413b101 service neutron] 10.222.0.18 "PUT /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd/bindings/n-h1-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1606188 Jul 16 08:32:33.605804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Made reservation on behalf of 8b2edf083fa84660821937e5929a2fbd for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:33.609537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.613988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23d29bc2-d15b-4bc7-a864-517471884273 req-ae56ae18-0931-4b32-b45c-1193716bf31c tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365712 Jul 16 08:32:33.627940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1589549f-6408-4151-943d-026a8fc3917c req-2fdb28ea-9f1f-452a-81c9-60911440c0eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118124 Jul 16 08:32:33.653856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-53bd9077-51a0-4332-aea0-b29c8f59f790 req-ffc50bef-205e-4d92-8223-94c8ee68a687 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0478919 Jul 16 08:32:33.658311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.702393 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024252c-ea45-4c7f-a693-f224a927f3ae x-openstack-request-id: req-7024252c-ea45-4c7f-a693-f224a927f3ae {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:33.702681 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8addd5e8-14b0-43bf-bf57-728ef3170f8c", "name": "network-vif-deleted", "tag": "64003576-48af-431b-bd18-81b32f72ef98", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:33.702935 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7024252c-ea45-4c7f-a693-f224a927f3ae {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:33.703339 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8addd5e8-14b0-43bf-bf57-728ef3170f8c', 'name': 'network-vif-deleted', 'tag': '64003576-48af-431b-bd18-81b32f72ef98', 'status': 'completed', 'code': 200} Jul 16 08:32:33.852292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c0783ce-b44a-48d0-a047-bd734c77fafc req-0b1e6505-a2c3-4470-9ece-b226e4ac07fe tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 210 time: 0.0312057 Jul 16 08:32:33.918053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.986935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.013772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3eaca-f8e6-4214-9987-42858c5fa555 req-9553cee2-afd2-40e7-8ebc-e9c22431fd8a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.015273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38f3eaca-f8e6-4214-9987-42858c5fa555 req-9553cee2-afd2-40e7-8ebc-e9c22431fd8a tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 950 time: 0.2354794 Jul 16 08:32:34.035179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.036864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38a8bb-ce1c-4966-a84d-4598bd4a96d8 req-f870a9be-e28f-4a14-8b98-e3feb9c8b409 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.038426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f38a8bb-ce1c-4966-a84d-4598bd4a96d8 req-f870a9be-e28f-4a14-8b98-e3feb9c8b409 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.0788174 Jul 16 08:32:34.072363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a4d616-4faf-4b94-afa1-9eb04f51b2cf,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:34.082066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f38a8bb-ce1c-4966-a84d-4598bd4a96d8 req-08816904-3fbd-4133-b03d-71cdc0a04ca0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373778 Jul 16 08:32:34.152220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.152565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.152899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.153222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.153552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.153874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.154190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.154508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.154824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.155142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.155476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.155794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:34.161473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-2b9198cb-db70-42c4-84bc-156d6b3c7448 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/56595bf7-ff8a-427a-8862-228314945596 HTTP/1.1" status: 200 len: 1800 time: 0.0406663 Jul 16 08:32:34.174358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1133240126', 'description': 'tempest-description-hth-920598539'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:34.184930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9f047-6517-48a6-8cea-c2e6f80bfedf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:34.188549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Checking segment: {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:34.188913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Network hostable DHCP agents. Network: b7a7aae1-992a-46b8-a660-fcd14db6bc9f, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:34.214577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.214849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38f3eaca-f8e6-4214-9987-42858c5fa555 req-771b8f40-3da8-4edc-beda-b1b1fa9ccc3f tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743350 Jul 16 08:32:34.285303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.289881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-47b47b0e-0a71-469e-bc74-e1645e267a6b tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.290808 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.291612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-47b47b0e-0a71-469e-bc74-e1645e267a6b tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.3086665 Jul 16 08:32:34.295447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:34.296036 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.298126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88d49496-bf98-48b7-a29e-9aa146fd0990 req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "PUT /v2.0/security-groups/56595bf7-ff8a-427a-8862-228314945596 HTTP/1.1" status: 200 len: 1774 time: 0.1279094 Jul 16 08:32:34.331908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b0bdb-34ac-496b-a026-35911781ef90 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56595bf7-ff8a-427a-8862-228314945596,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:34.354238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b7a7aae1-992a-46b8-a660-fcd14db6bc9f) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:34.356644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Allocated IP 192.168.233.251 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/1292979d-b90f-45af-ab3d-3fbb74ac0043) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:34.366180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.366674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c453c5-4a0c-4796-ac05-5f4a2d56624a None None] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:34.367140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.404204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7ff531e0-31da-42e2-892f-798c171335dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9816000 Jul 16 08:32:34.404424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47164) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:34.414445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:34.429425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd7ddc5a-03ea-4ca4-9a05-743aa61958a3 req-ed655c67-1f0c-4d9c-9da4-953abd092fb0 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/56595bf7-ff8a-427a-8862-228314945596 HTTP/1.1" status: 200 len: 1774 time: 0.0809064 Jul 16 08:32:34.449826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.451362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.525834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-6aeeb6ac-8233-4c92-905c-f45c8c5e5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.527386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-6aeeb6ac-8233-4c92-905c-f45c8c5e5541 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab HTTP/1.1" status: 200 len: 1096 time: 0.2130198 Jul 16 08:32:34.528628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.607373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b7a7aae1-992a-46b8-a660-fcd14db6bc9f', 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'fixed_ips': [{'subnet_id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:34.608581 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.663591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.677673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657916c-59f6-4b19-b98b-0e333fbf43ab req-7ce4132c-f70c-4784-9604-ffd2a2a8a711 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.680000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4cf737ab-44fd-4662-b4c2-25d781412f42 req-fcac0aee-97e7-4df0-8957-168a0ea16cb8 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/56595bf7-ff8a-427a-8862-228314945596 HTTP/1.1" status: 200 len: 1774 time: 0.2196169 Jul 16 08:32:34.685037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9657916c-59f6-4b19-b98b-0e333fbf43ab req-7ce4132c-f70c-4784-9604-ffd2a2a8a711 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.2258601 Jul 16 08:32:34.711452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Transition to ACTIVE for port object 1292979d-b90f-45af-ab3d-3fbb74ac0043 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:34.754815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-4b43d7f0-b81e-4ae5-8616-01b5c09da92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.756406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-4b43d7f0-b81e-4ae5-8616-01b5c09da92f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1096 time: 0.1718936 Jul 16 08:32:34.767528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9657916c-59f6-4b19-b98b-0e333fbf43ab req-3a0d80a8-4c60-4e78-92cc-30248a1d463e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815091 Jul 16 08:32:34.801200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Allocated IP 172.20.0.2 (b7a7aae1-992a-46b8-a660-fcd14db6bc9f/c2a4d616-4faf-4b94-afa1-9eb04f51b2cf/e24ace1c-bda2-462e-97c0-a93c0a138045) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:34.826016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.839655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4cf737ab-44fd-4662-b4c2-25d781412f42 req-174956ea-48b6-480c-8980-0802915adf93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.894673 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.899742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4cf737ab-44fd-4662-b4c2-25d781412f42 req-174956ea-48b6-480c-8980-0802915adf93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.953191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:34.989172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:35.001395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:35.028059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4cf737ab-44fd-4662-b4c2-25d781412f42 req-174956ea-48b6-480c-8980-0802915adf93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.030856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4cf737ab-44fd-4662-b4c2-25d781412f42 req-174956ea-48b6-480c-8980-0802915adf93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.031979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4cf737ab-44fd-4662-b4c2-25d781412f42 req-174956ea-48b6-480c-8980-0802915adf93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/56595bf7-ff8a-427a-8862-228314945596 HTTP/1.1" status: 204 len: 173 time: 0.3512053 Jul 16 08:32:35.048911 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.056719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174956ea-48b6-480c-8980-0802915adf93 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56595bf7-ff8a-427a-8862-228314945596,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.086092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Transition to ACTIVE for port object e24ace1c-bda2-462e-97c0-a93c0a138045 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:35.104490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Transition to ACTIVE for port object e24ace1c-bda2-462e-97c0-a93c0a138045 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:35.124543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.133433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-6c68fedb-dfd2-47de-a1b5-f0f82d469d66 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.134979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-6c68fedb-dfd2-47de-a1b5-f0f82d469d66 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 950 time: 0.1435080 Jul 16 08:32:35.140074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.141017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.151752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d322d276-fb5f-4690-8c94-51454cda16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.154313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-d322d276-fb5f-4690-8c94-51454cda16eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 200 len: 921 time: 0.3805709 Jul 16 08:32:35.169872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Pushing event updated for resources: {'Port': ['ID=1292979d-b90f-45af-ab3d-3fbb74ac0043,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.216654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:35.226658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:35.233492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:35.281610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-87568440-6b52-467e-8fd3-6fc1af2ad2ca tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3423929 Jul 16 08:32:35.284269 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-02cc92b3-fdff-425e-a43a-b688b58ee107 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 200 len: 217 time: 0.0968852 Jul 16 08:32:35.301190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Pushing event updated for resources: {'Port': ['ID=e24ace1c-bda2-462e-97c0-a93c0a138045,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.306691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Request body: {'port': {'device_id': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:35.317552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4d52-ae8d-4aee-938f-fdb39d09100f req-eb28d48e-68cc-4ee6-9b7e-60bdaf20a73a tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.337148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6625f538-5914-47ee-ac9a-9d05666181fc req-05a4fba6-e1a4-4362-b561-a74030954a2f tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0706348 Jul 16 08:32:35.340113 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-181e4d52-ae8d-4aee-938f-fdb39d09100f req-eb28d48e-68cc-4ee6-9b7e-60bdaf20a73a tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.3816464 Jul 16 08:32:35.497412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-181e4d52-ae8d-4aee-938f-fdb39d09100f req-d3f63fc0-f6b7-48a8-b51a-4f099ab9b03f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561251 Jul 16 08:32:35.505250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.517788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Attempting to bind port e24ace1c-bda2-462e-97c0-a93c0a138045 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:35.526576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Attempting to bind port e24ace1c-bda2-462e-97c0-a93c0a138045 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:35.526576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Attempting to bind port e24ace1c-bda2-462e-97c0-a93c0a138045 on network b7a7aae1-992a-46b8-a660-fcd14db6bc9f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:35.527123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:35.527535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Checking segment: {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:35.527942 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.528343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Bound using segment: {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:35.529187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Bound port: e24ace1c-bda2-462e-97c0-a93c0a138045, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:35.529988 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.549648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.551634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0d6da05b-bd8b-48bc-aa02-ede0507e9171 None None] Provisioning for port 1292979d-b90f-45af-ab3d-3fbb74ac0043 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:35.579847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0d6da05b-bd8b-48bc-aa02-ede0507e9171 None None] Provisioning complete for port 1292979d-b90f-45af-ab3d-3fbb74ac0043 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:35.581013 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d6da05b-bd8b-48bc-aa02-ede0507e9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.588602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-aaf8cf91-b9c9-4006-b4d9-2c2b3d2e3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.592641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-aaf8cf91-b9c9-4006-b4d9-2c2b3d2e3a9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 200 len: 860 time: 0.2919440 Jul 16 08:32:35.625413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0d6da05b-bd8b-48bc-aa02-ede0507e9171 None None] Port 1292979d-b90f-45af-ab3d-3fbb74ac0043 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:35.660872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port aae27557-c3d2-4581-b66a-ef78f09c941f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:35.661564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.667460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-42058238-983e-4ac8-865d-951049e00a3d None None] For port e24ace1c-bda2-462e-97c0-a93c0a138045, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:35.671898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-42058238-983e-4ac8-865d-951049e00a3d None None] For port e24ace1c-bda2-462e-97c0-a93c0a138045, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e24ace1c-bda2-462e-97c0-a93c0a138045,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:35.679102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.689837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-68e49e8d-b679-4f99-af1f-324238b716d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0fe35cf-47ba-4a5f-a045-74d67d04f605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879569 Jul 16 08:32:35.690813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.760842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42058238-983e-4ac8-865d-951049e00a3d None None] Pushing event updated for resources: {'Port': ['ID=e24ace1c-bda2-462e-97c0-a93c0a138045,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.809945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Allocated IP 172.25.0.254 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c5a2e503-1b3c-4f8a-9b96-1f993c326090) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:35.843664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-9479260d-b656-4512-a1e8-b2a63e88cfdb service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408875 Jul 16 08:32:35.874499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f0266-7667-4320-81f9-369ca15c5321 req-7974009c-6e58-47e9-a66c-e34c95c6ceaa tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.876533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b93f0266-7667-4320-81f9-369ca15c5321 req-7974009c-6e58-47e9-a66c-e34c95c6ceaa tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 936 time: 0.3202596 Jul 16 08:32:35.932909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port aae27557-c3d2-4581-b66a-ef78f09c941f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=aae27557-c3d2-4581-b66a-ef78f09c941f,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:35.933439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.004412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b93f0266-7667-4320-81f9-369ca15c5321 req-919377d9-f69f-4e77-a411-4b10d8a41141 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070914 Jul 16 08:32:36.037653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for aae27557-c3d2-4581-b66a-ef78f09c941f owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:36.110906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.117587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-9a1f992b-cd32-47cc-9c3a-dd6dcaf93588 service neutron] 10.222.0.36 "GET /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343409 Jul 16 08:32:36.130802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1edf7-0b19-4bda-8b04-b4ac312a1691 req-8d865627-0bfb-4cc1-b7e5-968004c0fbdd tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:36.138128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebc1edf7-0b19-4bda-8b04-b4ac312a1691 req-8d865627-0bfb-4cc1-b7e5-968004c0fbdd tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.2934299 Jul 16 08:32:36.237303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebc1edf7-0b19-4bda-8b04-b4ac312a1691 req-d519a1d4-2076-483c-b871-ab0cd7068cb0 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979459 Jul 16 08:32:36.299137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.414630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:36.423921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:36.427866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.434010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:36.439975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e24ace1c-bda2-462e-97c0-a93c0a138045 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:36.443225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:36.470646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Pushing event updated for resources: {'Port': ['ID=c5a2e503-1b3c-4f8a-9b96-1f993c326090,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.511278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1292979d-b90f-45af-ab3d-3fbb74ac0043 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:36.528963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.541565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:36.555538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Transition to ACTIVE for port object 1292979d-b90f-45af-ab3d-3fbb74ac0043 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:36.558316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ebd04-2284-4449-8779-4b3d44368651 req-68bae2ce-ed79-44c0-917d-ac1776cde581 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:36.563822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.576477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-591ebd04-2284-4449-8779-4b3d44368651 req-68bae2ce-ed79-44c0-917d-ac1776cde581 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0 HTTP/1.1" status: 200 len: 867 time: 0.3715837 Jul 16 08:32:36.578772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=aae27557-c3d2-4581-b66a-ef78f09c941f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.677464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port aae27557-c3d2-4581-b66a-ef78f09c941f on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:36.714625 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.716765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72f39983-c5f9-43c9-99dd-84a7f1a22e71 req-1c15fc8a-9723-4346-bbce-8cea5ce8101b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "DELETE /v2.0/ports/aae27557-c3d2-4581-b66a-ef78f09c941f HTTP/1.1" status: 204 len: 173 time: 1.5312021 Jul 16 08:32:36.718863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'name': 'network-vif-deleted', 'tag': 'aae27557-c3d2-4581-b66a-ef78f09c941f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:36.724896 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdca2a3-6f5b-4c53-84f1-3da942f32bac" -d '{"events": [{"server_uuid": "b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0", "name": "network-vif-deleted", "tag": "aae27557-c3d2-4581-b66a-ef78f09c941f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:36.811831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-591ebd04-2284-4449-8779-4b3d44368651 req-8b4113ce-ab36-42a2-8217-8d9d8c4e45af tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341728 Jul 16 08:32:36.846435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Pushing event updated for resources: {'Port': ['ID=1292979d-b90f-45af-ab3d-3fbb74ac0043,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.932541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e24ace1c-bda2-462e-97c0-a93c0a138045 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:36.965087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Attempting to bind port 1292979d-b90f-45af-ab3d-3fbb74ac0043 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:36.967461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Attempting to bind port 1292979d-b90f-45af-ab3d-3fbb74ac0043 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:36.967837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Attempting to bind port 1292979d-b90f-45af-ab3d-3fbb74ac0043 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:36.983539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Port 1292979d-b90f-45af-ab3d-3fbb74ac0043 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:36.983983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Attempting to bind port 1292979d-b90f-45af-ab3d-3fbb74ac0043 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:37.012705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-50046c20-ed9b-488b-9cc5-176dabe2d9ec tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.014535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-50046c20-ed9b-488b-9cc5-176dabe2d9ec tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d&tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.4284353 Jul 16 08:32:37.018414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:37.018414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:37.018926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:37.019952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Bound port: 1292979d-b90f-45af-ab3d-3fbb74ac0043, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:37.019952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.034474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15cdbd-84a8-41af-9856-c827291df763 req-23237bf6-4ae0-4c72-9b20-7f61e762d671 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.046839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae15cdbd-84a8-41af-9856-c827291df763 req-23237bf6-4ae0-4c72-9b20-7f61e762d671 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.3956044 Jul 16 08:32:37.187090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae15cdbd-84a8-41af-9856-c827291df763 req-956753cb-3551-409e-a98a-3b957e3d89f4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382494 Jul 16 08:32:37.208642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-332a8bf3-0c37-41a2-ae14-24fc843a645b req-727b3e3e-5015-47f3-b819-45a3f95c28c9 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0789359 Jul 16 08:32:37.209973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.388546 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-a679af4c-21f2-4b10-b72c-9016f9d8ca52 req-f87dcb38-b7d6-484b-ba3b-326a2d698e23 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:32:37.389727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a679af4c-21f2-4b10-b72c-9016f9d8ca52 req-f87dcb38-b7d6-484b-ba3b-326a2d698e23 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/174a26d2-a061-4179-bce1-dddc8945a69b HTTP/1.1" status: 404 len: 352 time: 0.0763681 Jul 16 08:32:37.422376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] For port 1292979d-b90f-45af-ab3d-3fbb74ac0043, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:37.451566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] For port 1292979d-b90f-45af-ab3d-3fbb74ac0043, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:37.472177 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.629208 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf36e8a-7956-4ec9-ba20-f5c1d61a574b x-openstack-request-id: req-8cf36e8a-7956-4ec9-ba20-f5c1d61a574b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:37.630255 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0", "name": "network-vif-deleted", "tag": "aae27557-c3d2-4581-b66a-ef78f09c941f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:37.630721 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cf36e8a-7956-4ec9-ba20-f5c1d61a574b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:37.632141 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a767d0-fbf3-4ddd-9e43-d48e7762d1e0', 'name': 'network-vif-deleted', 'tag': 'aae27557-c3d2-4581-b66a-ef78f09c941f', 'status': 'completed', 'code': 200} Jul 16 08:32:37.671254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.671984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.679546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] 10.222.0.18 "PUT /v2.0/ports/1292979d-b90f-45af-ab3d-3fbb74ac0043 HTTP/1.1" status: 200 len: 1097 time: 2.3839946 Jul 16 08:32:37.680364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'tag': '1292979d-b90f-45af-ab3d-3fbb74ac0043'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:37.692608 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e2efd-22e1-4174-8743-f3444a9fa5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1effd375-0563-4ec2-9e18-51c7036a76e6", "tag": "1292979d-b90f-45af-ab3d-3fbb74ac0043"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:37.767887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3216d0-eaf8-42b7-a231-d4fc58ce4754 None None] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:37.841008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1d85a-0e54-4d5b-a6ca-7e44a6306e31 service neutron] Pushing event updated for resources: {'Port': ['ID=1292979d-b90f-45af-ab3d-3fbb74ac0043,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:37.872957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.885801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172bf1c-4187-4893-aa2f-9d38d63cff03 req-549e7e34-6446-46e0-a7b8-37fa04f6a7ff tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.894126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2172bf1c-4187-4893-aa2f-9d38d63cff03 req-549e7e34-6446-46e0-a7b8-37fa04f6a7ff tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.3917484 Jul 16 08:32:38.009683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-f0e59363-5974-4bbb-a6c4-a2ee9232c1b8 service neutron] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:38.014074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2172bf1c-4187-4893-aa2f-9d38d63cff03 req-cbdd28e5-9906-4451-8664-f40b16f4f20d tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188543 Jul 16 08:32:38.017438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-f0e59363-5974-4bbb-a6c4-a2ee9232c1b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.018796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4e56aa2-23b3-43d4-bb3c-32ac0be83c7d req-f0e59363-5974-4bbb-a6c4-a2ee9232c1b8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd/bindings/n-h2-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.9590549 Jul 16 08:32:38.042700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-59f32e5e-2b93-4b21-91d7-93764cbc9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.044243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-59f32e5e-2b93-4b21-91d7-93764cbc9c8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b2edf083fa84660821937e5929a2fbd&device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 1100 time: 0.2986717 Jul 16 08:32:38.065392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd059a7f-5de9-42d1-b66a-299befe8d7f9 req-332b4bbe-b755-4e54-a873-cb73cd0faf27 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.075237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd059a7f-5de9-42d1-b66a-299befe8d7f9 req-332b4bbe-b755-4e54-a873-cb73cd0faf27 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 948 time: 0.3165081 Jul 16 08:32:38.093933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] Provisioning for port e24ace1c-bda2-462e-97c0-a93c0a138045 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:38.100807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] Provisioning complete for port e24ace1c-bda2-462e-97c0-a93c0a138045 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:38.101185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.145434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device aae27557-c3d2-4581-b66a-ef78f09c941f no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:38.145691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-efc55e6b-3425-4a7b-9292-582fd38d67a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043 HTTP/1.1" status: 200 len: 217 time: 0.0571547 Jul 16 08:32:38.188359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Router f5598a75-6c00-4d3a-95de-1233070ab377 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:32:38.193305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: aae27557-c3d2-4581-b66a-ef78f09c941f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:38.194187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device aae27557-c3d2-4581-b66a-ef78f09c941f not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:38.205781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-093e0658-f759-4845-83ec-a49404508716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.207619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-093e0658-f759-4845-83ec-a49404508716 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0524669 Jul 16 08:32:38.253711 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.322635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] For port e24ace1c-bda2-462e-97c0-a93c0a138045, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e24ace1c-bda2-462e-97c0-a93c0a138045,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:38.333963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.390559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc04964-990c-449f-9f23-3a2674519117 None None] Pushing event updated for resources: {'Port': ['ID=e24ace1c-bda2-462e-97c0-a93c0a138045,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:38.641533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd059a7f-5de9-42d1-b66a-299befe8d7f9 req-d6c4d35d-e522-4f53-aed5-9ec20bf38ff6 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650549 Jul 16 08:32:38.658305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-18faf7b7-a06d-4cae-bbb1-32c9b71deb30 None None] Provisioning complete for port e24ace1c-bda2-462e-97c0-a93c0a138045 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:38.658687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18faf7b7-a06d-4cae-bbb1-32c9b71deb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.692539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-3483704e-41dc-4e6e-a7b1-b70b889f7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.695036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-3483704e-41dc-4e6e-a7b1-b70b889f7328 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4796546 Jul 16 08:32:38.700875 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-8a9f4a39-b384-47d5-b1d9-271f91b0d498 req-e9fa44f9-9c13-4632-88e8-517408a43bcc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:32:38.702030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8a9f4a39-b384-47d5-b1d9-271f91b0d498 req-e9fa44f9-9c13-4632-88e8-517408a43bcc tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1a0861b3-3038-45e9-b9b1-828e333c4d1a HTTP/1.1" status: 404 len: 352 time: 0.0216110 Jul 16 08:32:38.795933 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e76604-ee0d-4f21-a9c5-2553ac9e9233 x-openstack-request-id: req-32e76604-ee0d-4f21-a9c5-2553ac9e9233 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:38.796232 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1effd375-0563-4ec2-9e18-51c7036a76e6", "tag": "1292979d-b90f-45af-ab3d-3fbb74ac0043", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:38.796631 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32e76604-ee0d-4f21-a9c5-2553ac9e9233 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:38.797122 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'tag': '1292979d-b90f-45af-ab3d-3fbb74ac0043', 'status': 'completed', 'code': 200} Jul 16 08:32:38.806223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-01aec41d-7526-49be-a301-93d2f6861b50 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032052 Jul 16 08:32:38.861977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34c4ee-c411-499f-a81b-a756c157beb2 req-3ab27300-f9f6-43b8-9f52-c6b82ae492b4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.871894 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc34c4ee-c411-499f-a81b-a756c157beb2 req-3ab27300-f9f6-43b8-9f52-c6b82ae492b4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.1997533 Jul 16 08:32:38.874816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:38.885504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Sync routers for ids ['f5598a75-6c00-4d3a-95de-1233070ab377'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:38.900630 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Routers {'f5598a75-6c00-4d3a-95de-1233070ab377'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:38.901775 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f5598a75-6c00-4d3a-95de-1233070ab377'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:38.914895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.918760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dfb020e1-8b48-4938-a070-fc471067271e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5105784 Jul 16 08:32:38.932156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47212) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:38.933352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b999f798-1315-4c24-89be-0ba85c0d6ba4 req-49a5dc15-59e1-4aca-b3ea-1263309162e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195784 Jul 16 08:32:38.952939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc34c4ee-c411-499f-a81b-a756c157beb2 req-713b848d-e194-4835-92a9-5e64a15a5843 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799818 Jul 16 08:32:39.090571 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Set router f5598a75-6c00-4d3a-95de-1233070ab377 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:39.148003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-79a0de39-c396-4ac3-9853-844b141dd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.151010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-79a0de39-c396-4ac3-9853-844b141dd4d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b2edf083fa84660821937e5929a2fbd&device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 1100 time: 0.1559126 Jul 16 08:32:39.214788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac021439-324e-42ef-bde7-e392533ee26d req-e28ce0d0-2c6b-499d-887e-c7e5efb4a386 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.228086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac021439-324e-42ef-bde7-e392533ee26d req-e28ce0d0-2c6b-499d-887e-c7e5efb4a386 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.1597970 Jul 16 08:32:39.229797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47216) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:39.244223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Request body: {'floatingip': {'port_id': '0aeb90a1-69ad-4340-82f3-571a882c15d0'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:39.311134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61dace-04f5-4680-ab85-dcfa5d11696d req-d30a797c-7b74-4cf0-a8d8-4d67417905bc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.312777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b61dace-04f5-4680-ab85-dcfa5d11696d req-d30a797c-7b74-4cf0-a8d8-4d67417905bc tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.1624954 Jul 16 08:32:39.354740 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 3, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:39.392518 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Checking router: f5598a75-6c00-4d3a-95de-1233070ab377 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:39.392895 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Updating router f5598a75-6c00-4d3a-95de-1233070ab377 port c5a2e503-1b3c-4f8a-9b96-1f993c326090 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:39.428886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7bab64-58aa-473d-ad82-2ca6163a9124 req-61aa9432-c223-4c50-80f4-2e6e0cbf10b0 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0512636 Jul 16 08:32:39.430299 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.436966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.439047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b61dace-04f5-4680-ab85-dcfa5d11696d req-be193486-d865-455b-be22-191cb1792349 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088426 Jul 16 08:32:39.510913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-68870b8e-1104-4b5c-8226-86dc45d8edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.512405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-68870b8e-1104-4b5c-8226-86dc45d8edf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3531737 Jul 16 08:32:39.565730 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-a9121b9a-e9e6-4a38-a56c-e22bc0cf6c14 req-7dbb1c0f-26be-4eb5-84bb-60df4813f158 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:32:39.566774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9121b9a-e9e6-4a38-a56c-e22bc0cf6c14 req-7dbb1c0f-26be-4eb5-84bb-60df4813f158 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/bcde0d7c-1d7e-4f7d-b324-e5f837f38892 HTTP/1.1" status: 404 len: 352 time: 0.0793548 Jul 16 08:32:39.570940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-d5c9f502-453c-4c48-8622-4107140d3fe6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043 HTTP/1.1" status: 200 len: 217 time: 0.0483708 Jul 16 08:32:39.664256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.677364 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-4344da9b-aa95-491a-95f8-97f6618ad28d req-1f0413cb-35cb-4f46-a563-5a12cf76f65a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:32:39.683466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4344da9b-aa95-491a-95f8-97f6618ad28d req-1f0413cb-35cb-4f46-a563-5a12cf76f65a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/1ceda5cb-301b-4a49-8855-b0fc07a090b3 HTTP/1.1" status: 404 len: 352 time: 0.0407033 Jul 16 08:32:39.808429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-0ab54539-aeb5-4e68-90c2-e5f2d965fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.809906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-0ab54539-aeb5-4e68-90c2-e5f2d965fc17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2290995 Jul 16 08:32:39.836875 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.848753 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Transition to ACTIVE for port object c5a2e503-1b3c-4f8a-9b96-1f993c326090 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:39.856349 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.909708 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Attempting to bind port c5a2e503-1b3c-4f8a-9b96-1f993c326090 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:39.910427 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Attempting to bind port c5a2e503-1b3c-4f8a-9b96-1f993c326090 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:39.911043 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Attempting to bind port c5a2e503-1b3c-4f8a-9b96-1f993c326090 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:39.921114 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:39.921396 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:39.921588 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.921986 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:39.922924 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Bound port: c5a2e503-1b3c-4f8a-9b96-1f993c326090, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:39.923388 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.949514 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83610f6-682e-4d69-9caf-2422ebe73be4 None None] Pushing event updated for resources: {'Port': ['ID=c5a2e503-1b3c-4f8a-9b96-1f993c326090,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:39.956010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Allocated IP 172.20.0.1 (b7a7aae1-992a-46b8-a660-fcd14db6bc9f/c2a4d616-4faf-4b94-afa1-9eb04f51b2cf/adb41079-afd4-4a40-b565-b69bc0e83860) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:39.992876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0852cd-5560-43ae-b110-101a24a4cfd2 req-198b8276-08ba-4f52-8b1a-f7b5fe784317 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.994798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff0852cd-5560-43ae-b110-101a24a4cfd2 req-198b8276-08ba-4f52-8b1a-f7b5fe784317 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 948 time: 0.1322949 Jul 16 08:32:39.994969 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] For port c5a2e503-1b3c-4f8a-9b96-1f993c326090, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:39.998665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] For port c5a2e503-1b3c-4f8a-9b96-1f993c326090, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a2e503-1b3c-4f8a-9b96-1f993c326090,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:40.003650 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.028788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a7d5b-373c-47c3-a442-9ae2178a86a8 req-286accaf-23ad-4f32-ab35-7378042e37ce tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:40.030332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e05a7d5b-373c-47c3-a442-9ae2178a86a8 req-286accaf-23ad-4f32-ab35-7378042e37ce tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 1096 time: 0.2178078 Jul 16 08:32:40.032430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-6f572ed7-cdca-4352-9ad0-1a6a216d33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:40.033323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-6f572ed7-cdca-4352-9ad0-1a6a216d33a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2087278 Jul 16 08:32:40.066997 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Routers {'f5598a75-6c00-4d3a-95de-1233070ab377'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:40.067797 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f5598a75-6c00-4d3a-95de-1233070ab377'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:40.104678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff0852cd-5560-43ae-b110-101a24a4cfd2 req-860d5ec5-e241-4dd8-a1e5-c523aa134a80 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888028 Jul 16 08:32:40.111975 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83610f6-682e-4d69-9caf-2422ebe73be4 None None] Pushing event updated for resources: {'Port': ['ID=c5a2e503-1b3c-4f8a-9b96-1f993c326090,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.150002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.177095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Transition to ACTIVE for port object adb41079-afd4-4a40-b565-b69bc0e83860 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:40.185930 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-ca94213d-8d35-4484-8e79-55ca5ea85b02 req-e1caef9e-0923-4563-887b-ab635e9c4737 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:32:40.187544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca94213d-8d35-4484-8e79-55ca5ea85b02 req-e1caef9e-0923-4563-887b-ab635e9c4737 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/029e2665-dd1e-4678-aa73-82ec7179d533 HTTP/1.1" status: 404 len: 352 time: 0.0211685 Jul 16 08:32:40.190703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e05a7d5b-373c-47c3-a442-9ae2178a86a8 req-11019542-7c00-4079-8636-b64cf12ac581 tempest-LiveAutoBlockMigrationV225Test-1327671110 tempest-LiveAutoBlockMigrationV225Test-1327671110-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423993 Jul 16 08:32:40.212403 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] Set router f5598a75-6c00-4d3a-95de-1233070ab377 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:40.235345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.299386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=adb41079-afd4-4a40-b565-b69bc0e83860,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.310577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-ca29c099-a339-436a-94a3-2f3caa9fa4d4 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677886 Jul 16 08:32:40.321680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:40.323426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:40.326638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:40.350329 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-b71d27d0-d581-40de-a19d-e7c3e5131ac3 req-55984616-2ff0-44b3-ae4f-36702986257a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] show failed (client error): The resource could not be found. Jul 16 08:32:40.351376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b71d27d0-d581-40de-a19d-e7c3e5131ac3 req-55984616-2ff0-44b3-ae4f-36702986257a tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/f6f430d1-0214-4bbb-b5b3-0ff57de39813 HTTP/1.1" status: 404 len: 352 time: 0.0351803 Jul 16 08:32:40.368229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e24ace1c-bda2-462e-97c0-a93c0a138045 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:40.396913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.510684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e24ace1c-bda2-462e-97c0-a93c0a138045 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:40.512454 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.518886 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 3, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:40.609385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.644319 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.658946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a77e2efd-22e1-4174-8743-f3444a9fa5c9 req-b91984f2-552e-437d-9d56-b22925ca3044 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911720 Jul 16 08:32:40.755827 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318dac8-f0a5-45f3-aa00-1729a0ed4ec5 None None] The sync data for ids ['f5598a75-6c00-4d3a-95de-1233070ab377'] in n-d-798249-10 is: [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 3, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:40.759993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.775705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-354ffbee-014c-4863-a0e2-c20e5ef52587 None None] Provisioning for port adb41079-afd4-4a40-b565-b69bc0e83860 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:40.780954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-354ffbee-014c-4863-a0e2-c20e5ef52587 None None] Provisioning complete for port adb41079-afd4-4a40-b565-b69bc0e83860 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:40.781599 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-354ffbee-014c-4863-a0e2-c20e5ef52587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.871371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-354ffbee-014c-4863-a0e2-c20e5ef52587 None None] Port adb41079-afd4-4a40-b565-b69bc0e83860 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:40.898267 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Floating IP e0f3ed56-1d0c-4687-983b-403acdc56d7e associated. External IP: 172.25.0.232, port: 0aeb90a1-69ad-4340-82f3-571a882c15d0. Jul 16 08:32:41.014801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ad8eee10-0c6a-411f-9d90-1ba56e13f0e3 req-0f42dfe3-a0de-4864-a03a-3cdc93b64d67 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0471866 Jul 16 08:32:41.114462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.125161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.202836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Router fe783d44-762d-4ee0-931d-3036986d3c1f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:41.259710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.316389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=adb41079-afd4-4a40-b565-b69bc0e83860,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:41.403453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2770cb5-1c65-4577-a519-3017f57b26c3 req-b8f99193-57fc-4023-8004-d7db9ca93fca tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.405201 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2770cb5-1c65-4577-a519-3017f57b26c3 req-b8f99193-57fc-4023-8004-d7db9ca93fca tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.2004995 Jul 16 08:32:41.418055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:41.426416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:41.502017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2770cb5-1c65-4577-a519-3017f57b26c3 req-e4e3383d-1e7a-4391-95a0-a442849403aa tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906129 Jul 16 08:32:41.649947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Router f5598a75-6c00-4d3a-95de-1233070ab377 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:41.706020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-281b6ed4-2d77-497b-8325-bb77eb7b3026 None None] Provisioning complete for port adb41079-afd4-4a40-b565-b69bc0e83860 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:41.706638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-281b6ed4-2d77-497b-8325-bb77eb7b3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.730845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:41.742501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] Sync routers for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:41.744953 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.749858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-281b6ed4-2d77-497b-8325-bb77eb7b3026 None None] Port adb41079-afd4-4a40-b565-b69bc0e83860 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:41.757208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:41.758153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:41.792646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c339ae7-20c2-4c2e-9b91-ccfb5a72d965 req-6ef64e3a-a42d-4167-83d1-163289006317 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.802353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c339ae7-20c2-4c2e-9b91-ccfb5a72d965 req-6ef64e3a-a42d-4167-83d1-163289006317 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.4869595 Jul 16 08:32:41.832920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-043d3381-0cd9-445b-9d55-a9eb759266c4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "PUT /v2.0/floatingips/e0f3ed56-1d0c-4687-983b-403acdc56d7e HTTP/1.1" status: 200 len: 991 time: 2.5995696 Jul 16 08:32:41.835226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:41.837575 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50df61cc-0e82-4cdd-8b72-3f43465a8907" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:41.842715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8d57-3d22-4e3d-918e-93c47d15807c req-0158bc43-4c96-405f-bcd9-d9f0e39a98d4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.844548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a4a8d57-3d22-4e3d-918e-93c47d15807c req-0158bc43-4c96-405f-bcd9-d9f0e39a98d4 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 949 time: 0.1928706 Jul 16 08:32:41.876074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:41.878326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1292979d-b90f-45af-ab3d-3fbb74ac0043 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:41.884471 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8a335514-cba1-412f-8d5a-0aceb86fd5c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/f5598a75-6c00-4d3a-95de-1233070ab377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9491701 Jul 16 08:32:41.921057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c339ae7-20c2-4c2e-9b91-ccfb5a72d965 req-c2d56323-4e69-4220-85a0-547a26254443 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191208 Jul 16 08:32:41.952839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:41.966746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a4a8d57-3d22-4e3d-918e-93c47d15807c req-90a8cbd2-95a3-461f-90d8-b399047e0f13 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089969 Jul 16 08:32:41.993648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-8e7de6cb-58f5-400d-9a98-93a7f61f7bef tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.995142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-8e7de6cb-58f5-400d-9a98-93a7f61f7bef tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 944 time: 0.1610863 Jul 16 08:32:42.023301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-81a60a05-b85a-4e51-a43b-49c943ba42d7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.028868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-81a60a05-b85a-4e51-a43b-49c943ba42d7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 949 time: 0.1140943 Jul 16 08:32:42.168885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:42.169704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.234667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1292979d-b90f-45af-ab3d-3fbb74ac0043, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:42.268528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '1292979d-b90f-45af-ab3d-3fbb74ac0043', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '1292979d-b90f-45af-ab3d-3fbb74ac0043', 'mac_address': 'fa:16:3e:f3:6f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:42.269108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Deleting port 23f515f1-7085-4abd-92d4-6e4ce964e9cd {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:42.269578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.285630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-2ae01f61-e1dd-49e1-838e-85d5a7198dfb tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.287354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-2ae01f61-e1dd-49e1-838e-85d5a7198dfb tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a337e1d-0b79-4281-b130-45385e63bf12 HTTP/1.1" status: 200 len: 950 time: 0.1540451 Jul 16 08:32:42.329577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5067a-033c-4ee2-aefd-7c942e6d4491 req-886949ce-6695-42ef-94d4-9fa06b673d76 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.338972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64b5067a-033c-4ee2-aefd-7c942e6d4491 req-886949ce-6695-42ef-94d4-9fa06b673d76 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1024 time: 0.1422985 Jul 16 08:32:42.341121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:42.341602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.374010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:42.386077 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:42.403173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.435860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a2e503-1b3c-4f8a-9b96-1f993c326090 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:42.444955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64b5067a-033c-4ee2-aefd-7c942e6d4491 req-0170775e-7efc-4b2e-be5d-5f50215de551 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0&id=206dbcd9-157f-4dcf-a848-59b191c88a1e&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0892770 Jul 16 08:32:42.481422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1292979d-b90f-45af-ab3d-3fbb74ac0043 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:42.526334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1292979d-b90f-45af-ab3d-3fbb74ac0043, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:42.533616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.588742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.595951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] For port 23f515f1-7085-4abd-92d4-6e4ce964e9cd, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=23f515f1-7085-4abd-92d4-6e4ce964e9cd,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:42.596220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.618732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1340-32d9-4920-a6fe-24e0c934538f req-ff7bd14e-e46e-447a-977a-1e35fb29f068 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.627264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8bce1340-32d9-4920-a6fe-24e0c934538f req-ff7bd14e-e46e-447a-977a-1e35fb29f068 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 948 time: 0.4456367 Jul 16 08:32:42.647375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=9e8d89d5-2e3d-48ae-8e41-7280339f8fe0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.659741 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e4c194-1b33-4a0c-be2c-ea8a4f774e4c x-openstack-request-id: req-53e4c194-1b33-4a0c-be2c-ea8a4f774e4c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:42.660036 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:42.660287 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53e4c194-1b33-4a0c-be2c-ea8a4f774e4c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:42.660681 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'status': 'completed', 'code': 200} Jul 16 08:32:42.690267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Calling delete_port for 23f515f1-7085-4abd-92d4-6e4ce964e9cd owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:42.714319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:42.717341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.720077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b3f312a-3c91-43a2-bf82-fd3d8b5c929a req-03445fbc-87f3-4cc2-9105-e06c32a6c05e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.36 "DELETE /v2.0/ports/9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 HTTP/1.1" status: 204 len: 173 time: 0.6845129 Jul 16 08:32:42.720532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'name': 'network-vif-deleted', 'tag': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:42.726233 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673ec6a-6adc-483f-a9d5-d95411871bcf" -d '{"events": [{"server_uuid": "00944fc9-e0c5-46a8-80e6-125c0bd91ded", "name": "network-vif-deleted", "tag": "9e8d89d5-2e3d-48ae-8e41-7280339f8fe0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:42.727972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006', 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:42.730646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:42.818099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8bce1340-32d9-4920-a6fe-24e0c934538f req-2ebc21b4-af24-42b5-9509-78f46f13c4c2 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898518 Jul 16 08:32:42.831193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-29e94e15-6bc6-47ec-80d1-1c8eb3343df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.834741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-29e94e15-6bc6-47ec-80d1-1c8eb3343df8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11b9f16faf364aae98879a9722fa734e&device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 1097 time: 0.1289420 Jul 16 08:32:42.839888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e0f3ed56-1d0c-4687-983b-403acdc56d7e', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'port_id': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'mac_address': 'fa:16:3e:72:a4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:32:17Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 1, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:42.880203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] Checking router: fe783d44-762d-4ee0-931d-3036986d3c1f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:42.884635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1292979d-b90f-45af-ab3d-3fbb74ac0043'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:42.893235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c5a2e503-1b3c-4f8a-9b96-1f993c326090 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:42.904364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8cd2c29d-6561-42a6-90f8-a4673d91f8d3 req-40b79cd5-348e-4da4-a182-9bc25616ec5a tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0525417 Jul 16 08:32:42.937825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1292979d-b90f-45af-ab3d-3fbb74ac0043,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.961751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5a2e503-1b3c-4f8a-9b96-1f993c326090 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:42.962272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.997873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f4fccd2-a00a-4f2d-84bb-72c6a21988c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.004797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:43.005601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:43.045337 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.057973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port d58c1fae-ff58-4fac-8c38-e42f9d79414e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:43.058587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.102033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-992a7567-4440-44c9-915a-4395d27840da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.103852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-992a7567-4440-44c9-915a-4395d27840da service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b90b315-a352-4b91-8596-e8f03c9e4dee HTTP/1.1" status: 200 len: 907 time: 0.2615860 Jul 16 08:32:43.160274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event deleted for resources: {'Port': ['ID=23f515f1-7085-4abd-92d4-6e4ce964e9cd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.197977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Sync routers for ids ['f5598a75-6c00-4d3a-95de-1233070ab377'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:43.208311 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Routers {'f5598a75-6c00-4d3a-95de-1233070ab377'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:43.209121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f5598a75-6c00-4d3a-95de-1233070ab377'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:43.241518 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-af75942d-52b4-41bc-8438-82ea27dd072f req-a3957e6c-6bbf-4f1a-a978-14a479589557 tempest-FloatingIPDetailsNegativeTestJSON-1933044919 tempest-FloatingIPDetailsNegativeTestJSON-1933044919-project] show failed (client error): The resource could not be found. Jul 16 08:32:43.242577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af75942d-52b4-41bc-8438-82ea27dd072f req-a3957e6c-6bbf-4f1a-a978-14a479589557 tempest-FloatingIPDetailsNegativeTestJSON-1933044919 tempest-FloatingIPDetailsNegativeTestJSON-1933044919-project] 10.222.0.41 "GET /v2.0/floatingips/655123d2-849a-49dc-9fc5-b277ee233280 HTTP/1.1" status: 404 len: 350 time: 0.0781887 Jul 16 08:32:43.271353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-c54f9dd5-398d-4a13-b5a5-872fb48ab744 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0 HTTP/1.1" status: 200 len: 999 time: 0.1318176 Jul 16 08:32:43.343772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port d58c1fae-ff58-4fac-8c38-e42f9d79414e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d58c1fae-ff58-4fac-8c38-e42f9d79414e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:43.344352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.359714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for d58c1fae-ff58-4fac-8c38-e42f9d79414e owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:43.417065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:43.417303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:43.418677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-5638b712-fe2e-41ce-a1c7-e552444387c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.425084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-5638b712-fe2e-41ce-a1c7-e552444387c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174 HTTP/1.1" status: 200 len: 845 time: 0.1436841 Jul 16 08:32:43.432872 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Set router f5598a75-6c00-4d3a-95de-1233070ab377 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:43.445525 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927a0ed-a0b4-403e-8519-559f38bc9b1a x-openstack-request-id: req-c927a0ed-a0b4-403e-8519-559f38bc9b1a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:43.445848 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00944fc9-e0c5-46a8-80e6-125c0bd91ded", "name": "network-vif-deleted", "tag": "9e8d89d5-2e3d-48ae-8e41-7280339f8fe0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:43.446107 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c927a0ed-a0b4-403e-8519-559f38bc9b1a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:43.446524 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00944fc9-e0c5-46a8-80e6-125c0bd91ded', 'name': 'network-vif-deleted', 'tag': '9e8d89d5-2e3d-48ae-8e41-7280339f8fe0', 'status': 'completed', 'code': 200} Jul 16 08:32:43.452763 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.592040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] No DVR routers for this DVR port 23f515f1-7085-4abd-92d4-6e4ce964e9cd on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:43.605394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.609440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddc80474-a6c5-4195-8b03-ef3d89c13e7c req-34bb6734-a628-4638-a0b2-613f138e4552 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "DELETE /v2.0/ports/23f515f1-7085-4abd-92d4-6e4ce964e9cd HTTP/1.1" status: 204 len: 173 time: 1.6066499 Jul 16 08:32:43.612316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c5a2e503-1b3c-4f8a-9b96-1f993c326090, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a2e503-1b3c-4f8a-9b96-1f993c326090,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:43.642588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ea6f9-7d41-47e9-89c3-091a4d513bf3 req-7973f900-17a8-4afd-a435-1d3e53c74693 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.650741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-114ea6f9-7d41-47e9-89c3-091a4d513bf3 req-7973f900-17a8-4afd-a435-1d3e53c74693 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.5239863 Jul 16 08:32:43.675445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0265ce7f-6ad2-413b-bb13-11a6d3a866e6 req-390bfa00-c905-4b7f-97ce-1007760f9eda tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0884132 Jul 16 08:32:43.676108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.705106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.814731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-114ea6f9-7d41-47e9-89c3-091a4d513bf3 req-3058a37a-9870-4bbe-9e95-cf84e36eebaf tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630301 Jul 16 08:32:43.865550 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 4, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'adb41079-afd4-4a40-b565-b69bc0e83860', 'name': '', 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'mac_address': 'fa:16:3e:b1:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:39Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 2, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'subnets': [{'id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:43.868139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=d58c1fae-ff58-4fac-8c38-e42f9d79414e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.892999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port d58c1fae-ff58-4fac-8c38-e42f9d79414e on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:43.895807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.900171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bcfe357-83df-4604-9a89-1d6390dc178e req-b5217687-92af-4553-81af-1ef7c455f1e5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "DELETE /v2.0/ports/d58c1fae-ff58-4fac-8c38-e42f9d79414e HTTP/1.1" status: 204 len: 173 time: 1.5924659 Jul 16 08:32:43.901398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-be141e72-02b5-4502-8e0e-cdf0c1c49550 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.903276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-be141e72-02b5-4502-8e0e-cdf0c1c49550 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1024 time: 0.4478135 Jul 16 08:32:43.936102 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Checking router: f5598a75-6c00-4d3a-95de-1233070ab377 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:43.938218 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Updating router f5598a75-6c00-4d3a-95de-1233070ab377 port adb41079-afd4-4a40-b565-b69bc0e83860 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:43.995767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13c73da5-157f-4493-83d8-3e64ba057435 req-59176025-f98f-4404-a2d3-c2bae28ce2d5 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=00944fc9-e0c5-46a8-80e6-125c0bd91ded HTTP/1.1" status: 200 len: 210 time: 0.0476339 Jul 16 08:32:44.040482 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.123419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['9e8d89d5-2e3d-48ae-8e41-7280339f8fe0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:44.242739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:44.290516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 23f515f1-7085-4abd-92d4-6e4ce964e9cd {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:44.290866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 23f515f1-7085-4abd-92d4-6e4ce964e9cd not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:44.333418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c5a2e503-1b3c-4f8a-9b96-1f993c326090,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.373093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.374156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.374666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.375184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.375702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.376354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.376857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.377350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.377862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.378495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.378985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.379534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:44.397371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', '73108a59-617a-43b6-933e-d36eb2851ed4', 'ea53ab0a-f83d-44c0-9496-816d83743006'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:44.460488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['893f7583-0a25-462b-b332-fd88a1247ee0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:44.466129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e0f3ed56-1d0c-4687-983b-403acdc56d7e', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'port_id': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'mac_address': 'fa:16:3e:72:a4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:32:17Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 1, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:44.550285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-7097ed63-0703-490d-b54f-fe3a5c29494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.551477 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.551890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-7097ed63-0703-490d-b54f-fe3a5c29494c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b90b315-a352-4b91-8596-e8f03c9e4dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0049374 Jul 16 08:32:44.562013 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Transition to ACTIVE for port object adb41079-afd4-4a40-b565-b69bc0e83860 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:44.565447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbfcb-af23-4aff-b628-c4ca2889b295 None None] The sync data for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 is: [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e0f3ed56-1d0c-4687-983b-403acdc56d7e', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'port_id': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'mac_address': 'fa:16:3e:72:a4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:32:17Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 1, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:44.570108 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.573311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d604582-ee42-4c3e-b3ea-3e16a87fa870 req-ab8567fd-4d93-402d-9434-bae7366005e7 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.575279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d604582-ee42-4c3e-b3ea-3e16a87fa870 req-ab8567fd-4d93-402d-9434-bae7366005e7 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 949 time: 0.1292124 Jul 16 08:32:44.642821 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c538b1f-bc21-4b0e-8080-214b215a1c54 None None] Pushing event updated for resources: {'Port': ['ID=adb41079-afd4-4a40-b565-b69bc0e83860,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.682094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d604582-ee42-4c3e-b3ea-3e16a87fa870 req-0467365c-85d1-4250-8498-b45dbbf24f5e tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004317 Jul 16 08:32:44.687699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'name': 'network-vif-deleted', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd'}, {'server_uuid': '9a337e1d-0b79-4281-b130-45385e63bf12', 'name': 'network-vif-deleted', 'tag': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:44.698260 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac26c9-36d8-49d4-a9c0-fbf5518c539b" -d '{"events": [{"server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "name": "network-vif-deleted", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd"}, {"server_uuid": "9a337e1d-0b79-4281-b130-45385e63bf12", "name": "network-vif-deleted", "tag": "d58c1fae-ff58-4fac-8c38-e42f9d79414e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:44.814251 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Attempting to bind port adb41079-afd4-4a40-b565-b69bc0e83860 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:44.814612 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Attempting to bind port adb41079-afd4-4a40-b565-b69bc0e83860 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:44.816159 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Attempting to bind port adb41079-afd4-4a40-b565-b69bc0e83860 on network b7a7aae1-992a-46b8-a660-fcd14db6bc9f {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:44.836618 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:44.837303 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Checking segment: {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:44.837865 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.838407 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Bound using segment: {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:44.839015 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Bound port: adb41079-afd4-4a40-b565-b69bc0e83860, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463726f4-a8f7-4eba-9549-d0c217e723b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:44.839660 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.004802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] For port adb41079-afd4-4a40-b565-b69bc0e83860, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:45.015794 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] For port adb41079-afd4-4a40-b565-b69bc0e83860, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=adb41079-afd4-4a40-b565-b69bc0e83860,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:45.022160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-028173f0-7f05-45c4-8cb7-ed64df489390 req-8bf2f46e-95b4-47e3-80e0-804a115d7870 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0606184 Jul 16 08:32:45.025517 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.139476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632eede9-dc86-4dbe-849a-a7bd84344349 None None] New status for floating IP e0f3ed56-1d0c-4687-983b-403acdc56d7e: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:32:45.201762 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c538b1f-bc21-4b0e-8080-214b215a1c54 None None] Pushing event updated for resources: {'Port': ['ID=adb41079-afd4-4a40-b565-b69bc0e83860,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.224066 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Routers {'f5598a75-6c00-4d3a-95de-1233070ab377'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:45.227497 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f5598a75-6c00-4d3a-95de-1233070ab377'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:45.228796 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf91511-bd3c-48f8-9ebb-6ca6d885d2fb x-openstack-request-id: req-8cf91511-bd3c-48f8-9ebb-6ca6d885d2fb {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:45.229106 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41dbca9-d8ff-4968-b8a2-e91e3d70d39d", "name": "network-vif-deleted", "tag": "23f515f1-7085-4abd-92d4-6e4ce964e9cd", "status": "completed", "code": 200}, {"server_uuid": "9a337e1d-0b79-4281-b130-45385e63bf12", "name": "network-vif-deleted", "tag": "d58c1fae-ff58-4fac-8c38-e42f9d79414e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:45.229358 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cf91511-bd3c-48f8-9ebb-6ca6d885d2fb {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:45.229897 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41dbca9-d8ff-4968-b8a2-e91e3d70d39d', 'name': 'network-vif-deleted', 'tag': '23f515f1-7085-4abd-92d4-6e4ce964e9cd', 'status': 'completed', 'code': 200} Jul 16 08:32:45.230029 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a337e1d-0b79-4281-b130-45385e63bf12', 'name': 'network-vif-deleted', 'tag': 'd58c1fae-ff58-4fac-8c38-e42f9d79414e', 'status': 'completed', 'code': 200} Jul 16 08:32:45.232383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-571c0a52-2f5e-41ef-9395-83b71a27facc req-e5eef3d4-5f06-48d9-bfbd-b97c07f733f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0726337 Jul 16 08:32:45.250781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e0ebd-8e23-4759-9ace-9f53b7136205 req-8dbeaaee-7f5f-4e80-a823-bcb8de78a7af tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.258728 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-398e0ebd-8e23-4759-9ace-9f53b7136205 req-8dbeaaee-7f5f-4e80-a823-bcb8de78a7af tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 1024 time: 0.7059886 Jul 16 08:32:45.282907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-3a48ed64-3ad3-455d-8d2d-efef8f4e806d service neutron] 10.222.0.36 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174125 Jul 16 08:32:45.378642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Deleting port c1b772fa-090f-4ba0-9f5b-11230948985b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:45.378968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.415865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77afdb47-c35b-4d47-ae26-0ab697c51e75 req-9ecfcf52-b3e7-4484-961b-37a4815b8449 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0588603 Jul 16 08:32:45.464006 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] Set router f5598a75-6c00-4d3a-95de-1233070ab377 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:45.596481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707cb3-91b6-445f-a35d-c654b15cfc57 req-38462472-4d9b-4592-b711-4cf59fc0bc82 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.600494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-398e0ebd-8e23-4759-9ace-9f53b7136205 req-e30cdcd2-9a5e-4a69-a826-4f54d1dcf34e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0&id=206dbcd9-157f-4dcf-a848-59b191c88a1e&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3404639 Jul 16 08:32:45.604902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f707cb3-91b6-445f-a35d-c654b15cfc57 req-38462472-4d9b-4592-b711-4cf59fc0bc82 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 945 time: 0.0818830 Jul 16 08:32:45.668390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f707cb3-91b6-445f-a35d-c654b15cfc57 req-f38a732b-5fa6-452b-aea8-ad2b50383b73 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624340 Jul 16 08:32:45.788058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50df61cc-0e82-4cdd-8b72-3f43465a8907 req-0a5024ea-406d-45d8-bdd7-64694a83005e service neutron] 10.222.0.36 "GET /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938021 Jul 16 08:32:45.892917 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 4, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'adb41079-afd4-4a40-b565-b69bc0e83860', 'name': '', 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'mac_address': 'fa:16:3e:b1:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:39Z', 'updated_at': '2021-07-16T08:32:44Z', 'revision_number': 4, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'subnets': [{'id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:45.914969 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.921494 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000768-e491-43d2-89d1-085ec7bd101a None None] The sync data for ids ['f5598a75-6c00-4d3a-95de-1233070ab377'] in n-d-798249-10 is: [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 4, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'adb41079-afd4-4a40-b565-b69bc0e83860', 'name': '', 'network_id': 'b7a7aae1-992a-46b8-a660-fcd14db6bc9f', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'mac_address': 'fa:16:3e:b1:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:39Z', 'updated_at': '2021-07-16T08:32:44Z', 'revision_number': 4, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'subnets': [{'id': 'c2a4d616-4faf-4b94-afa1-9eb04f51b2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:45.942800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-9b228274-b67c-4464-8be4-21017a5acb1d tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.943799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:45.944798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-9b228274-b67c-4464-8be4-21017a5acb1d tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.7125385 Jul 16 08:32:45.947492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] For port c1b772fa-090f-4ba0-9f5b-11230948985b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c1b772fa-090f-4ba0-9f5b-11230948985b,segment=NetworkSegment(8df749f1-04ac-4c52-b0a1-21b87becd0cf),segment_id=8df749f1-04ac-4c52-b0a1-21b87becd0cf)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:45.947974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.948389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1292979d-b90f-45af-ab3d-3fbb74ac0043 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:45.985347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-10'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:46.056533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Calling delete_port for c1b772fa-090f-4ba0-9f5b-11230948985b owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:46.332604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.390356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.397599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c1b772fa-090f-4ba0-9f5b-11230948985b no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:46.445962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c305d4ff-3af3-4df5-8b4a-89ada5368091 req-1d178718-e0e2-423e-833d-b5de1ac64831 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0659649 Jul 16 08:32:46.450330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-206377da-ca48-4c11-bede-ca8da7448d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.562282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device adb41079-afd4-4a40-b565-b69bc0e83860 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:46.566830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544f08-cfb8-46ca-b3a0-33e3f8001e77 req-df65584e-08c6-4d52-b2d6-309597d534e0 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.568859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9544f08-cfb8-46ca-b3a0-33e3f8001e77 req-df65584e-08c6-4d52-b2d6-309597d534e0 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 949 time: 0.5662560 Jul 16 08:32:46.623118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 1292979d-b90f-45af-ab3d-3fbb74ac0043 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:46.643124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 1292979d-b90f-45af-ab3d-3fbb74ac0043 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:46.643620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.824837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.837334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:46.869543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9544f08-cfb8-46ca-b3a0-33e3f8001e77 req-ae0c459a-d65a-434a-b170-9c8ef62fc4bc tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842159 Jul 16 08:32:46.892646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 has no active binding in host n-h2-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:32:46.892646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.895096 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.920468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port adb41079-afd4-4a40-b565-b69bc0e83860 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:46.978617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port adb41079-afd4-4a40-b565-b69bc0e83860 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:46.979778 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.003010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1292979d-b90f-45af-ab3d-3fbb74ac0043'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:47.006394 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c23dec-110c-4e09-b4aa-56540d7bd94b" -d '{"events": [{"server_uuid": "1effd375-0563-4ec2-9e18-51c7036a76e6", "name": "network-vif-plugged", "status": "completed", "tag": "1292979d-b90f-45af-ab3d-3fbb74ac0043"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:47.036624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fc53e06-5c1a-4f4a-9c66-43579c833dfd req-ba8ff139-d307-4758-a58c-52a9b44fcea2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0758157 Jul 16 08:32:47.089741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:47.096235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1292979d-b90f-45af-ab3d-3fbb74ac0043, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:47.118458 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.120575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d58c1fae-ff58-4fac-8c38-e42f9d79414e no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:47.136727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:47.198011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: d58c1fae-ff58-4fac-8c38-e42f9d79414e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:47.198368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d58c1fae-ff58-4fac-8c38-e42f9d79414e not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:47.233791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.236945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1292979d-b90f-45af-ab3d-3fbb74ac0043,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.240977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:47.243942 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89fa7db-5e01-4380-8ee6-3d60d7e53575" -d '{"events": [{"server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "name": "network-vif-unplugged", "status": "completed", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:47.299287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:47.326129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:47.326650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 9e8d89d5-2e3d-48ae-8e41-7280339f8fe0 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:47.329287 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.330617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.333482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.339898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a74886-468b-471a-a99e-3720678ec6a4 req-8060856e-94b0-4fa0-9dcd-826a1b7f0ecd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.347825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26a74886-468b-471a-a99e-3720678ec6a4 req-8060856e-94b0-4fa0-9dcd-826a1b7f0ecd tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee4958c-0373-42e7-b9d5-21ec85c1cbc7 HTTP/1.1" status: 200 len: 945 time: 0.1413596 Jul 16 08:32:47.375777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port adb41079-afd4-4a40-b565-b69bc0e83860, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=adb41079-afd4-4a40-b565-b69bc0e83860,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:47.381435 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.382500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a2e503-1b3c-4f8a-9b96-1f993c326090 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:47.432155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26a74886-468b-471a-a99e-3720678ec6a4 req-8cb7fd59-a123-4bdf-847f-7cee2c906d3e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0&id=206dbcd9-157f-4dcf-a848-59b191c88a1e&id=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0789795 Jul 16 08:32:47.451351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92226cf6-f5c0-4fc8-b467-00d5fdbfbf06 req-b51902a3-3ed8-471d-a5dc-4184b8e04714 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979&device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.0713351 Jul 16 08:32:47.510024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=adb41079-afd4-4a40-b565-b69bc0e83860,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.529034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] No DVR routers for this DVR port c1b772fa-090f-4ba0-9f5b-11230948985b on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:47.534322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5a2e503-1b3c-4f8a-9b96-1f993c326090 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:47.534919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.535343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.539567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b93964a-0abd-44fe-a364-b1893cd8a7b8 req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.36 "DELETE /v2.0/ports/c1b772fa-090f-4ba0-9f5b-11230948985b HTTP/1.1" status: 204 len: 173 time: 3.6211085 Jul 16 08:32:47.620802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.662349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.714977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748fe8-0e6f-4056-a6d6-6efaff7c3b7b req-44e04857-ecdc-44ac-bc0f-a1e4a3356c14 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.723514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d748fe8-0e6f-4056-a6d6-6efaff7c3b7b req-44e04857-ecdc-44ac-bc0f-a1e4a3356c14 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.1010118 Jul 16 08:32:47.740543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed437a-ecaf-4249-a7b8-917899f3b481 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'Port': ['ID=c1b772fa-090f-4ba0-9f5b-11230948985b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.775238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d748fe8-0e6f-4056-a6d6-6efaff7c3b7b req-b73a57a7-29cf-4db5-917c-bfcf473b6fe6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508428 Jul 16 08:32:47.777717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Deleting port adb41079-afd4-4a40-b565-b69bc0e83860 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:47.778044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.782751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on host n-h1-798249-10 for vnic_type normal with profile {"migrating_to": "n-h2-798249-10"} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:47.783090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:47.783445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:47.811900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:47.812229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Attempting to bind port c3db82aa-473b-425a-b154-a5d1b606f397 on network c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:47.824430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:47.824430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Checking segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:47.824812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Bound using segment: {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:47.825212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Bound port: c3db82aa-473b-425a-b154-a5d1b606f397, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8eacee-00dd-4dc4-911e-6d03519287d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:47.825575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.955942 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7328b9-4be9-4eb7-8ae2-a2339da32f0c x-openstack-request-id: req-3b7328b9-4be9-4eb7-8ae2-a2339da32f0c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:47.956326 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1effd375-0563-4ec2-9e18-51c7036a76e6", "name": "network-vif-plugged", "status": "completed", "tag": "1292979d-b90f-45af-ab3d-3fbb74ac0043", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:47.956651 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b7328b9-4be9-4eb7-8ae2-a2339da32f0c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:47.957118 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1292979d-b90f-45af-ab3d-3fbb74ac0043', 'code': 200} Jul 16 08:32:47.970324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] For port adb41079-afd4-4a40-b565-b69bc0e83860, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=adb41079-afd4-4a40-b565-b69bc0e83860,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:47.970324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.987483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:47.994838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:47.995569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Calling delete_port for adb41079-afd4-4a40-b565-b69bc0e83860 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:48.008966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.088235 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6d022d-6b01-4c66-90bf-207b898bcbad x-openstack-request-id: req-6c6d022d-6b01-4c66-90bf-207b898bcbad {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:48.088589 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "name": "network-vif-unplugged", "status": "completed", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:48.088837 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c6d022d-6b01-4c66-90bf-207b898bcbad {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:48.089235 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'code': 200} Jul 16 08:32:48.131461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802abf-28c6-4212-84e0-625756145033 req-6909b097-7ab3-42a3-bc29-4effbf78640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.132988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1d802abf-28c6-4212-84e0-625756145033 req-6909b097-7ab3-42a3-bc29-4effbf78640b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 1102 time: 0.0740285 Jul 16 08:32:48.192761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1d802abf-28c6-4212-84e0-625756145033 req-cdcba418-bf1d-497a-a55a-7e77918fca69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Jul 16 08:32:48.208360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.227959 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.231668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.232343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.233741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-17631f9c-e39f-417c-98da-b658033cfdcf service neutron] 10.222.0.18 "PUT /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 1123 time: 2.2720635 Jul 16 08:32:48.317925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c3db82aa-473b-425a-b154-a5d1b606f397'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:48.424532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22900-32e0-455e-ab84-1a752ceb43e8 req-cf470605-0f56-4da6-a9cc-a458e13ae2ef tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.426285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7a22900-32e0-455e-ab84-1a752ceb43e8 req-cf470605-0f56-4da6-a9cc-a458e13ae2ef tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 950 time: 0.2345743 Jul 16 08:32:48.448979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device adb41079-afd4-4a40-b565-b69bc0e83860 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:48.506788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b337fc4-539e-4344-aa53-c2a7f37166b9 req-94480875-cfb7-407a-9a5a-8ea49264cbc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5b6466a2fd249358e4d2cf53f9bc5fa&device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0583131 Jul 16 08:32:48.509565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-fec07d48-d7c0-405b-9da6-5efb5809e558 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.511088 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-fec07d48-d7c0-405b-9da6-5efb5809e558 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 950 time: 0.2279634 Jul 16 08:32:48.517964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c3db82aa-473b-425a-b154-a5d1b606f397'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:48.522052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7a22900-32e0-455e-ab84-1a752ceb43e8 req-6e07b156-d6b0-4e24-ab0b-a46f7012a056 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879025 Jul 16 08:32:48.586812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.600491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b337fc4-539e-4344-aa53-c2a7f37166b9 req-31cdddc8-504b-4c09-a6b0-d943aa954c70 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b5b6466a2fd249358e4d2cf53f9bc5fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736396 Jul 16 08:32:48.665790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Pushing event deleted for resources: {'Port': ['ID=adb41079-afd4-4a40-b565-b69bc0e83860,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.698720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Could not find standard attr ID for object adb41079-afd4-4a40-b565-b69bc0e83860. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:32:48.825035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0323e4ef-6166-4dc5-904e-12bfa2664c80 req-82007435-d845-4bcd-b68d-148ba43f78ab tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0932457 Jul 16 08:32:48.875132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337fc4-539e-4344-aa53-c2a7f37166b9 req-cb4e00fa-1c19-4d25-aa39-8bb054c1b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.876725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b337fc4-539e-4344-aa53-c2a7f37166b9 req-cb4e00fa-1c19-4d25-aa39-8bb054c1b363 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719424 Jul 16 08:32:48.961673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port 73108a59-617a-43b6-933e-d36eb2851ed4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:48.962278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.994947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be8901-95c0-47b6-a7e2-959155117703 req-2ca23d0f-f875-404d-b0eb-cf6c4460b862 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.004997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8be8901-95c0-47b6-a7e2-959155117703 req-2ca23d0f-f875-404d-b0eb-cf6c4460b862 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 950 time: 0.1270275 Jul 16 08:32:49.045044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8be8901-95c0-47b6-a7e2-959155117703 req-74345d14-21fb-4ef7-ad99-423d038fb104 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Jul 16 08:32:49.074376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4a97405-681d-488a-9ea7-98f527cfba0d req-ba0cece0-b4ee-4b5a-a149-d89893653894 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0410831 Jul 16 08:32:49.382501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-22bf0a1b-289f-4bec-85f7-c6f0abd67baa req-ea06cd28-6a6d-470c-a991-f0d529482c63 tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/206dbcd9-157f-4dcf-a848-59b191c88a1e HTTP/1.1" status: 200 len: 1800 time: 0.0502460 Jul 16 08:32:49.446128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-22bf0a1b-289f-4bec-85f7-c6f0abd67baa req-d2edef66-b0d1-4536-9724-f06e23a528db tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.454129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.479582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-22bf0a1b-289f-4bec-85f7-c6f0abd67baa req-d2edef66-b0d1-4536-9724-f06e23a528db tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.488858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port 73108a59-617a-43b6-933e-d36eb2851ed4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=73108a59-617a-43b6-933e-d36eb2851ed4,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:49.489220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.525492 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-22bf0a1b-289f-4bec-85f7-c6f0abd67baa req-d2edef66-b0d1-4536-9724-f06e23a528db tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.528352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-22bf0a1b-289f-4bec-85f7-c6f0abd67baa req-d2edef66-b0d1-4536-9724-f06e23a528db tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.529609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-22bf0a1b-289f-4bec-85f7-c6f0abd67baa req-d2edef66-b0d1-4536-9724-f06e23a528db tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/206dbcd9-157f-4dcf-a848-59b191c88a1e HTTP/1.1" status: 204 len: 173 time: 0.1383076 Jul 16 08:32:49.543268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edef66-b0d1-4536-9724-f06e23a528db tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206dbcd9-157f-4dcf-a848-59b191c88a1e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.544474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for 73108a59-617a-43b6-933e-d36eb2851ed4 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:49.583089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fabc-4f93-4b74-9654-46a9b2a185aa req-f675761b-8a48-46b6-8d33-54dd8b6af9d0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.584697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e01fabc-4f93-4b74-9654-46a9b2a185aa req-f675761b-8a48-46b6-8d33-54dd8b6af9d0 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.1766210 Jul 16 08:32:49.606787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15620997-ae77-410d-bf60-16f415ddcd6d req-ace1ae42-eac5-494d-b5b5-79227851f2fb tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "GET /v2.0/security-groups/9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0 HTTP/1.1" status: 200 len: 1801 time: 0.0432355 Jul 16 08:32:49.684382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15620997-ae77-410d-bf60-16f415ddcd6d req-d2d739cd-177c-4b53-9457-f19e96ab102e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.717952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e01fabc-4f93-4b74-9654-46a9b2a185aa req-1bcb4f6d-02a5-4de5-bd14-7bc6e527d275 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045225 Jul 16 08:32:49.729074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15620997-ae77-410d-bf60-16f415ddcd6d req-d2d739cd-177c-4b53-9457-f19e96ab102e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.788660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b971d-d728-4933-8a41-1359f221d312 req-e0086eeb-e533-4249-a304-944b64db46f7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.791003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c7b971d-d728-4933-8a41-1359f221d312 req-e0086eeb-e533-4249-a304-944b64db46f7 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/ports?device_id=c69dcc00-1c44-46d9-a81d-7827a190664b HTTP/1.1" status: 200 len: 949 time: 0.1234956 Jul 16 08:32:49.805366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15620997-ae77-410d-bf60-16f415ddcd6d req-d2d739cd-177c-4b53-9457-f19e96ab102e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.808001 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15620997-ae77-410d-bf60-16f415ddcd6d req-d2d739cd-177c-4b53-9457-f19e96ab102e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.809275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15620997-ae77-410d-bf60-16f415ddcd6d req-d2d739cd-177c-4b53-9457-f19e96ab102e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0 HTTP/1.1" status: 204 len: 173 time: 0.1962454 Jul 16 08:32:49.827221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47334) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:49.842187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d739cd-177c-4b53-9457-f19e96ab102e tempest-SecurityGroupsTestJSON-79289988 tempest-SecurityGroupsTestJSON-79289988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f6c25-c3ff-49ec-8bff-04bbb69db1f0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.951638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port ea53ab0a-f83d-44c0-9496-816d83743006 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:49.952968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.070002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.082357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54', 'ea53ab0a-f83d-44c0-9496-816d83743006'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:50.083848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Deleting subnet 53798ed5-ef10-4adf-9e8e-9e4c74d78d38 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:50.100951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'name': 'network-vif-deleted', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b'}, {'name': 'network-changed', 'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:50.103292 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22694f05-868d-46e2-85f4-b1fbf04ab5a5" -d '{"events": [{"server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "name": "network-vif-deleted", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b"}, {"name": "network-changed", "server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:50.111846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.140627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port ea53ab0a-f83d-44c0-9496-816d83743006, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=ea53ab0a-f83d-44c0-9496-816d83743006,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:50.141918 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.157819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for ea53ab0a-f83d-44c0-9496-816d83743006 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:50.173124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=73108a59-617a-43b6-933e-d36eb2851ed4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:50.229522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.232479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Router f5598a75-6c00-4d3a-95de-1233070ab377 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:50.312924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port 73108a59-617a-43b6-933e-d36eb2851ed4 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:50.336768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.424314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b051a06-8339-45b0-88b4-afba909e234d req-7e254c8c-e350-4262-ac28-729e9ece7a8c tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.425040 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9c215573-c668-478b-a765-22144ddb73f2 req-f8548ee6-6224-4d9b-a895-f631386c9e3a tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=a41dbca9-d8ff-4968-b8a2-e91e3d70d39d HTTP/1.1" status: 200 len: 210 time: 0.0935590 Jul 16 08:32:50.436804 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5b051a06-8339-45b0-88b4-afba909e234d req-7e254c8c-e350-4262-ac28-729e9ece7a8c tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 950 time: 0.5200553 Jul 16 08:32:50.448309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.452042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e9833c2-b7e0-4240-b58b-257f89161a57 req-f9c2bb5c-50a7-4571-be3b-7e3a6e7b5d5e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "DELETE /v2.0/ports/73108a59-617a-43b6-933e-d36eb2851ed4 HTTP/1.1" status: 204 len: 173 time: 1.9285507 Jul 16 08:32:50.457518 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.492115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.495623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53798ed5-ef10-4adf-9e8e-9e4c74d78d38 HTTP/1.1" status: 204 len: 168 time: 0.6631701 Jul 16 08:32:50.529649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47346) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:50.628726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.727924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b337fc4-539e-4344-aa53-c2a7f37166b9 req-d6303dc3-f3d5-47cf-ab0d-f3691bb950fb tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.18 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.1967161 Jul 16 08:32:50.730867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:50.737363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b9a04504-aa64-43a4-8c02-7ca2f00718b7 req-4bf995f1-0ad6-47a9-918e-f41b7f992d5c tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6c53f9-27ce-4594-83d5-6234cc5cabd4 HTTP/1.1" status: 200 len: 210 time: 0.0944724 Jul 16 08:32:50.742760 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] Sync routers for ids ['f5598a75-6c00-4d3a-95de-1233070ab377'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:50.751206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=ea53ab0a-f83d-44c0-9496-816d83743006,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:50.759506 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] Routers {'f5598a75-6c00-4d3a-95de-1233070ab377'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:50.760151 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f5598a75-6c00-4d3a-95de-1233070ab377'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:50.781318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002376b-e54b-4730-909e-58a621f881ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53798ed5-ef10-4adf-9e8e-9e4c74d78d38,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:50.793608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b59e04fc-b5d4-4843-8361-4b28777e32ea admin admin] 10.222.0.41 "PUT /v2.0/routers/f5598a75-6c00-4d3a-95de-1233070ab377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3677640 Jul 16 08:32:50.816279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5b051a06-8339-45b0-88b4-afba909e234d req-94e1fab9-aaa9-4bc0-a60b-16bf96b35701 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771818 Jul 16 08:32:50.821547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47350) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:50.846505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['811390f0-2ff7-42a9-aef5-23353cbfae54'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:50.906743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port ea53ab0a-f83d-44c0-9496-816d83743006 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:50.910791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.913309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c7b971d-d728-4933-8a41-1359f221d312 req-af995899-520c-4706-8dff-3605e4220c6b tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "DELETE /v2.0/ports/ea53ab0a-f83d-44c0-9496-816d83743006 HTTP/1.1" status: 204 len: 173 time: 1.1166608 Jul 16 08:32:50.913989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'name': 'network-vif-deleted', 'tag': 'ea53ab0a-f83d-44c0-9496-816d83743006'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:50.917439 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bae75e-23d6-448b-9cfe-acaf5a1ff3a3" -d '{"events": [{"server_uuid": "c69dcc00-1c44-46d9-a81d-7827a190664b", "name": "network-vif-deleted", "tag": "ea53ab0a-f83d-44c0-9496-816d83743006"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:51.053230 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] Set router f5598a75-6c00-4d3a-95de-1233070ab377 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:51.093981 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efac642-717d-40bf-b220-cd28f9f60576 x-openstack-request-id: req-4efac642-717d-40bf-b220-cd28f9f60576 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:51.094591 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee4958c-0373-42e7-b9d5-21ec85c1cbc7", "name": "network-vif-deleted", "tag": "c1b772fa-090f-4ba0-9f5b-11230948985b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:51.096065 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4efac642-717d-40bf-b220-cd28f9f60576 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:51.096590 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4958c-0373-42e7-b9d5-21ec85c1cbc7', 'name': 'network-vif-deleted', 'tag': 'c1b772fa-090f-4ba0-9f5b-11230948985b', 'status': 'completed', 'code': 200} Jul 16 08:32:51.098211 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'status': 'completed', 'code': 200} Jul 16 08:32:51.119292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.128609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aec4e8a3-167c-4937-8fb1-10e18881c8c8 req-2a38a437-04b4-41ee-bd45-5a93bb58fa5f tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=a576bc67-dd76-4e5c-a9f5-e7d2a5a95979 HTTP/1.1" status: 200 len: 210 time: 0.0861070 Jul 16 08:32:51.265024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.464870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-49715cf1-17ee-4e6e-9911-5e19e6b74008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.466461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-49715cf1-17ee-4e6e-9911-5e19e6b74008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1126 time: 0.3673816 Jul 16 08:32:51.492631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b834-637b-4593-8e70-7a7d89d19647 req-204a7ddc-38fd-4dc6-9f20-aa0b49216c15 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.511698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0081b834-637b-4593-8e70-7a7d89d19647 req-204a7ddc-38fd-4dc6-9f20-aa0b49216c15 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.1478510 Jul 16 08:32:51.559128 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90032c65-1919-45c4-8b0c-efd63b1ed67b x-openstack-request-id: req-90032c65-1919-45c4-8b0c-efd63b1ed67b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:51.559667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.560588 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69dcc00-1c44-46d9-a81d-7827a190664b", "name": "network-vif-deleted", "tag": "ea53ab0a-f83d-44c0-9496-816d83743006", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:51.560862 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90032c65-1919-45c4-8b0c-efd63b1ed67b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:51.561314 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69dcc00-1c44-46d9-a81d-7827a190664b', 'name': 'network-vif-deleted', 'tag': 'ea53ab0a-f83d-44c0-9496-816d83743006', 'status': 'completed', 'code': 200} Jul 16 08:32:51.592048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0081b834-637b-4593-8e70-7a7d89d19647 req-4aea50d8-d446-4142-9159-a75e1bf25f0a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795226 Jul 16 08:32:51.712016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.732788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3f014e-c2b5-411b-8562-c6f6070df6c1']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.743840 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:48Z', 'revision_number': 5, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port': {'id': 'c5a2e503-1b3c-4f8a-9b96-1f993c326090', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.815041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df749f1-04ac-4c52-b0a1-21b87becd0cf') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.815405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df749f1-04ac-4c52-b0a1-21b87becd0cf') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.822692 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] Checking router: f5598a75-6c00-4d3a-95de-1233070ab377 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:51.844788 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] Routers {'f5598a75-6c00-4d3a-95de-1233070ab377'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:51.845685 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f5598a75-6c00-4d3a-95de-1233070ab377'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.865942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.900938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-75b7fb14-dba6-422e-b7a3-0e9f6a0ca7c0 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b2edf083fa84660821937e5929a2fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625148 Jul 16 08:32:51.914966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea53ab0a-f83d-44c0-9496-816d83743006 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:51.916537 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.947492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: ea53ab0a-f83d-44c0-9496-816d83743006 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:51.947942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-234cb245-4577-4875-9c5e-8d7f8ec8b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.952762 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-234cb245-4577-4875-9c5e-8d7f8ec8b9f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.4442177 Jul 16 08:32:51.953936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:51.954389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.955081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device ea53ab0a-f83d-44c0-9496-816d83743006 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:51.955622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 73108a59-617a-43b6-933e-d36eb2851ed4 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:51.960998 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:51.970107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] Set router f5598a75-6c00-4d3a-95de-1233070ab377 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:51.997894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 73108a59-617a-43b6-933e-d36eb2851ed4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:51.998253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 73108a59-617a-43b6-933e-d36eb2851ed4 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:52.088303 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:51Z', 'revision_number': 6, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:52.144637 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18658f61-a7c6-4d90-9167-95cdde2c4bc8 None None] The sync data for ids ['f5598a75-6c00-4d3a-95de-1233070ab377'] in n-d-798249-10 is: [{'id': 'f5598a75-6c00-4d3a-95de-1233070ab377', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1597901777-router', 'tenant_id': 'cd0eea0b49064453a26a0df6a81069e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:34Z', 'updated_at': '2021-07-16T08:32:51Z', 'revision_number': 6, 'project_id': 'cd0eea0b49064453a26a0df6a81069e9', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:52.264628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-e5c21d9f-ff4f-40a4-bd34-946acc374592 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.269330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-e5c21d9f-ff4f-40a4-bd34-946acc374592 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3670673 Jul 16 08:32:52.284502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-2a568b6a-9534-4f7f-a3ca-da9062e55079 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 217 time: 0.3006377 Jul 16 08:32:52.309354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-40567449-973f-48ce-aab8-c059d6879554 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/quotas/8b2edf083fa84660821937e5929a2fbd HTTP/1.1" status: 200 len: 375 time: 0.0331309 Jul 16 08:32:52.346101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Deleting port c5a2e503-1b3c-4f8a-9b96-1f993c326090 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:52.346854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.399413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-78a2bb0e-a16b-4a3c-b517-65cc689ce5b7 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b2edf083fa84660821937e5929a2fbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831976 Jul 16 08:32:52.454902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] For port c5a2e503-1b3c-4f8a-9b96-1f993c326090, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a2e503-1b3c-4f8a-9b96-1f993c326090,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.455348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.470410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Calling delete_port for c5a2e503-1b3c-4f8a-9b96-1f993c326090 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:52.498119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.513187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.515073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5b3f014e-c2b5-411b-8562-c6f6070df6c1 HTTP/1.1" status: 204 len: 168 time: 1.7960758 Jul 16 08:32:52.571773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device adb41079-afd4-4a40-b565-b69bc0e83860 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:52.656279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: adb41079-afd4-4a40-b565-b69bc0e83860 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:52.662950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device adb41079-afd4-4a40-b565-b69bc0e83860 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:52.663193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f2e2-042d-4bff-bdc7-65d1d3b18db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3f014e-c2b5-411b-8562-c6f6070df6c1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.712462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-c2441dba-80fd-4599-a697-c46868be845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.714128 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-c2441dba-80fd-4599-a697-c46868be845f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.4183543 Jul 16 08:32:52.772964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47398) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:52.878058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-de7effd5-a29c-4677-8e14-0fe4ed7e7daa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d667caccf3f4a8d88d8ea0345df3898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030133 Jul 16 08:32:52.881256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47404) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:52.986821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.031466 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ca1bfa7-8436-499d-b2ec-940a6a132d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.042077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-1f5bd6cb-e845-40c9-893b-8b49460956d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3068123 Jul 16 08:32:53.073220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ca1bfa7-8436-499d-b2ec-940a6a132d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.101775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'name': 'network-vif-deleted', 'tag': '73108a59-617a-43b6-933e-d36eb2851ed4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:53.104016 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ed826a-9c43-43d4-8a80-fd668b2f21aa" -d '{"events": [{"server_uuid": "4d6c53f9-27ce-4594-83d5-6234cc5cabd4", "name": "network-vif-deleted", "tag": "73108a59-617a-43b6-933e-d36eb2851ed4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:53.120080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67bb2aa1-4724-4a9f-8bbe-c4abe7307c2e req-0d8b9c51-38b4-4f04-b58e-d8d8ba37a06a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 210 time: 0.1384349 Jul 16 08:32:53.214486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02e2bd74-a616-46ad-8126-ab543a58de3a req-61f13505-5cb3-4f55-b85d-7adf9bc750a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5b6466a2fd249358e4d2cf53f9bc5fa&device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.0790353 Jul 16 08:32:53.223150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ca1bfa7-8436-499d-b2ec-940a6a132d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.225659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a2e503-1b3c-4f8a-9b96-1f993c326090,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.226010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ca1bfa7-8436-499d-b2ec-940a6a132d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.229579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0ca1bfa7-8436-499d-b2ec-940a6a132d85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b2e321d-2d91-4be3-9e01-f8a505dfa2d1 HTTP/1.1" status: 204 len: 168 time: 0.3446860 Jul 16 08:32:53.246164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1bfa7-8436-499d-b2ec-940a6a132d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e321d-2d91-4be3-9e01-f8a505dfa2d1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.459736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02e2bd74-a616-46ad-8126-ab543a58de3a req-27d14f14-aaf3-4665-a6f2-78c25691c500 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b5b6466a2fd249358e4d2cf53f9bc5fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2093022 Jul 16 08:32:53.476766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c3f32-f03a-4858-9fce-2eb91b5a52f5 req-a87e1ec4-b5e9-4dce-a8c2-70c9ceaae19c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.490553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d01c3f32-f03a-4858-9fce-2eb91b5a52f5 req-a87e1ec4-b5e9-4dce-a8c2-70c9ceaae19c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.2454495 Jul 16 08:32:53.543808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d01c3f32-f03a-4858-9fce-2eb91b5a52f5 req-ab004bd1-d532-4493-bf21-a8c75516fe62 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520437 Jul 16 08:32:53.741749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f780164-c8e2-41cc-83fb-3902ec607a83 req-b2ab6127-141d-4eb9-adc7-7685d0a7ba9c tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.2916629 Jul 16 08:32:53.778465 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3a4d7-feab-473c-8119-e8a70429f150 x-openstack-request-id: req-4bc3a4d7-feab-473c-8119-e8a70429f150 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:53.778811 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6c53f9-27ce-4594-83d5-6234cc5cabd4", "name": "network-vif-deleted", "tag": "73108a59-617a-43b6-933e-d36eb2851ed4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:53.779070 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bc3a4d7-feab-473c-8119-e8a70429f150 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:53.779561 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6c53f9-27ce-4594-83d5-6234cc5cabd4', 'name': 'network-vif-deleted', 'tag': '73108a59-617a-43b6-933e-d36eb2851ed4', 'status': 'completed', 'code': 200} Jul 16 08:32:53.884225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.890468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-fef44026-a337-4741-b68b-368a160c7f67 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080807 Jul 16 08:32:53.915836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2bd74-a616-46ad-8126-ab543a58de3a req-c10e983c-5fc1-4edc-86e3-da2e002ce8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.917514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02e2bd74-a616-46ad-8126-ab543a58de3a req-c10e983c-5fc1-4edc-86e3-da2e002ce8e0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265213 Jul 16 08:32:54.246558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:54.432553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a2e503-1b3c-4f8a-9b96-1f993c326090 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:54.470535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c5a2e503-1b3c-4f8a-9b96-1f993c326090 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:54.473330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a2e503-1b3c-4f8a-9b96-1f993c326090 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:54.502096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-b764f50b-9e01-4a18-a9f2-54a34a9292af tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8b2edf083fa84660821937e5929a2fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565030 Jul 16 08:32:54.578204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b5bdef8-0106-44a4-b8e7-9a4620ee66ff req-c188e44c-3a8e-4f66-8aac-d81ca0d3aee7 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 210 time: 0.1251411 Jul 16 08:32:54.663765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47446) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:54.719342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.731068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.783608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-46fe8eaf-4920-4fda-a764-375ddf303d3a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.789546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-46fe8eaf-4920-4fda-a764-375ddf303d3a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390745 Jul 16 08:32:54.837469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Request body: {'port': {'device_id': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '8b2edf083fa84660821937e5929a2fbd'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:54.846668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.847687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5598a75-6c00-4d3a-95de-1233070ab377 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:32:54.856660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.860850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b32e1c02-78fd-4412-8c3e-ba9ce2a48b1b admin admin] 10.222.0.41 "DELETE /v2.0/routers/f5598a75-6c00-4d3a-95de-1233070ab377 HTTP/1.1" status: 204 len: 168 time: 4.0346746 Jul 16 08:32:54.863713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:54.931309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b70c0-2dbe-4820-8be8-337421e3e65f req-c1eb5995-fcdb-425d-9a9d-c51944da1aca tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.938784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d3b70c0-2dbe-4820-8be8-337421e3e65f req-c1eb5995-fcdb-425d-9a9d-c51944da1aca tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.3368208 Jul 16 08:32:54.976674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-322856800-network', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:54.995467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22694f05-868d-46e2-85f4-b1fbf04ab5a5 req-5e46ca1d-3209-4759-a722-9023927d1318 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389678 Jul 16 08:32:55.031872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Deleting subnet c2a4d616-4faf-4b94-afa1-9eb04f51b2cf {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:55.049763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d3b70c0-2dbe-4820-8be8-337421e3e65f req-c3e48835-2d39-4457-a53c-362f383843c2 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062419 Jul 16 08:32:55.054764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.059059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcb4e-6ec6-4562-aca8-3c23c920ce50 req-d618f01e-6a80-4724-b9af-d9228556302f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.060940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-314bcb4e-6ec6-4562-aca8-3c23c920ce50 req-d618f01e-6a80-4724-b9af-d9228556302f tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.2632389 Jul 16 08:32:55.101549 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.123955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-314bcb4e-6ec6-4562-aca8-3c23c920ce50 req-eecff5e3-4174-42cd-b1d4-ae133e1b296a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503047 Jul 16 08:32:55.164303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Made reservation on behalf of 6cb2710c2d844ba9b0bbac019ef9922d for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:55.174194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.180389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Made reservation on behalf of 8b2edf083fa84660821937e5929a2fbd for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:55.194462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.221244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.253121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.406754 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-1d38970b-0002-49bf-a04d-017a6a000892 service neutron] 10.222.0.36 "GET /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.1297567 Jul 16 08:32:55.417084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.461484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Allocated IP 192.168.233.254 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/f7c1c00a-ae18-4c02-a254-96ee9434f533) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:55.513548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbee2551-ca7e-4d75-a98e-e939d7ab9c4e req-b7744ba2-7cc3-423d-8d30-4541831f5957 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.41 "GET /v2.0/ports?device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.1131370 Jul 16 08:32:55.541251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a4d616-4faf-4b94-afa1-9eb04f51b2cf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:55.576192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1dccb-e429-4462-bab9-6457f4a3ccc1 None None] Network b7a7aae1-992a-46b8-a660-fcd14db6bc9f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:55.589128 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02e2bd74-a616-46ad-8126-ab543a58de3a req-0f04148b-77db-4f4b-9c92-e41edfce42f7 tempest-ServerShowV247Test-1761915142 tempest-ServerShowV247Test-1761915142-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a3b416-0f63-44a3-9ec2-b3dc222d5865 HTTP/1.1" status: 200 len: 210 time: 0.0967972 Jul 16 08:32:55.590812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.592695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d9b1ea43-d075-4d05-9940-22b05576ad14 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2a4d616-4faf-4b94-afa1-9eb04f51b2cf HTTP/1.1" status: 204 len: 168 time: 0.7261214 Jul 16 08:32:55.597323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47458) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:55.795383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.867511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f4c84b3-047a-4d40-a572-49afca8e4a2a req-4a453f4d-f9ac-445c-94de-1065a5a2dc62 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 210 time: 0.0547771 Jul 16 08:32:55.878650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.882889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.905295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.908047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Transition to ACTIVE for port object f7c1c00a-ae18-4c02-a254-96ee9434f533 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:55.930027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:55.948086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.950792 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Added segment 99fd2981-bbff-4809-8273-3e66aa642ff8 of type vlan for network d9b463bc-960e-4f21-a79b-29dda3b0e68d Jul 16 08:32:55.956724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.970027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1292979d-b90f-45af-ab3d-3fbb74ac0043'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:56.015415 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.019635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] DHCP port deletion for b7a7aae1-992a-46b8-a660-fcd14db6bc9f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:32:56.058654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.059775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.060431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.070375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:56.080896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:56.087030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:56.203253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b463bc-960e-4f21-a79b-29dda3b0e68d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.248938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.256921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.320368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Pushing event updated for resources: {'Port': ['ID=f7c1c00a-ae18-4c02-a254-96ee9434f533,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.337445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-ff82fe9a-f142-41b8-b6df-2734c4f20bd1 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5115721 Jul 16 08:32:56.353172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Request body: {'port': {'device_id': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:56.354534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:56.372660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6980393 Jul 16 08:32:56.380372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:56.420848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ea147-667d-4981-aabc-03936f6b4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02794422-c592-43f6-ba68-2513803c5dbb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.440862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e24ace1c-bda2-462e-97c0-a93c0a138045 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:56.470405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Request body: {'subnet': {'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-322856800-subnet', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:56.493078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-3d34e3ca-a7b9-46ba-9ae0-b063f45a5601 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.505678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-3d34e3ca-a7b9-46ba-9ae0-b063f45a5601 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.9038072 Jul 16 08:32:56.532766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] Deleting port e24ace1c-bda2-462e-97c0-a93c0a138045 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:56.533702 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.593119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.613557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] For port e24ace1c-bda2-462e-97c0-a93c0a138045, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e24ace1c-bda2-462e-97c0-a93c0a138045,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:56.614280 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.632018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] Calling delete_port for e24ace1c-bda2-462e-97c0-a93c0a138045 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:56.636813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dfad0-d6d7-4a9c-b247-d768b03f1d4b req-3d047253-1e29-4a86-9ebd-86794aeda5af tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.642582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c9dfad0-d6d7-4a9c-b247-d768b03f1d4b req-3d047253-1e29-4a86-9ebd-86794aeda5af tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 943 time: 0.2345626 Jul 16 08:32:56.679229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Deleting port e24ace1c-bda2-462e-97c0-a93c0a138045 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:56.679736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.728481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c9dfad0-d6d7-4a9c-b247-d768b03f1d4b req-d6ca6cbd-16e5-4c00-8cb7-fd38df9583e5 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573022 Jul 16 08:32:56.749862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Made reservation on behalf of 6cb2710c2d844ba9b0bbac019ef9922d for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:56.752492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.828201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.836211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] For port e24ace1c-bda2-462e-97c0-a93c0a138045, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e24ace1c-bda2-462e-97c0-a93c0a138045,segment=NetworkSegment(463726f4-a8f7-4eba-9549-d0c217e723b6),segment_id=463726f4-a8f7-4eba-9549-d0c217e723b6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:56.836824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.846906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No active binding found for port e24ace1c-bda2-462e-97c0-a93c0a138045 {{(pid=93701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:32:56.847380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e24ace1c-bda2-462e-97c0-a93c0a138045 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:56.853157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:56.860264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d62c0f75-8f1a-4406-82bd-5732191fe406 None None] Provisioning for port f7c1c00a-ae18-4c02-a254-96ee9434f533 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:56.880437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] No DVR routers for this DVR port e24ace1c-bda2-462e-97c0-a93c0a138045 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:56.882343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d62c0f75-8f1a-4406-82bd-5732191fe406 None None] Provisioning complete for port f7c1c00a-ae18-4c02-a254-96ee9434f533 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:56.887179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d62c0f75-8f1a-4406-82bd-5732191fe406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.920076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Calling delete_port for e24ace1c-bda2-462e-97c0-a93c0a138045 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:56.960895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee0a2-913e-4004-9b39-90ad469b0b2a req-948b44b7-6a23-4c8e-ab06-9ed4d8e0b48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.968486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56aee0a2-913e-4004-9b39-90ad469b0b2a req-948b44b7-6a23-4c8e-ab06-9ed4d8e0b48e tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 950 time: 0.4593136 Jul 16 08:32:56.970807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:57.012808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324759f-dee3-4eff-b22c-ce756845a830 None None] Pushing event deleted for resources: {'Port': ['ID=e24ace1c-bda2-462e-97c0-a93c0a138045,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.060938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d62c0f75-8f1a-4406-82bd-5732191fe406 None None] Port f7c1c00a-ae18-4c02-a254-96ee9434f533 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:57.095759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3db82aa-473b-425a-b154-a5d1b606f397 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:57.129652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:57.246837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56aee0a2-913e-4004-9b39-90ad469b0b2a req-22d02598-2ce7-42d1-8a51-eb747bcbd2d1 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/security-groups?id=95e958a9-4deb-4b4d-a28e-8c5cb85de191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757761 Jul 16 08:32:57.256664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.269470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.333899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Deleting port 811390f0-2ff7-42a9-aef5-23353cbfae54 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:57.334627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.375014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:57.457155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] For port 811390f0-2ff7-42a9-aef5-23353cbfae54, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=811390f0-2ff7-42a9-aef5-23353cbfae54,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:57.457576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.473028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Calling delete_port for 811390f0-2ff7-42a9-aef5-23353cbfae54 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:57.479162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1194-5462-44d0-b921-9c82211e8958 req-53a7ac96-6971-411f-b3a0-cf2f94b49f55 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.480861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f06a1194-5462-44d0-b921-9c82211e8958 req-53a7ac96-6971-411f-b3a0-cf2f94b49f55 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 936 time: 0.1600842 Jul 16 08:32:57.513753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.551068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1635706c-b869-494a-8664-84697189b6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.552197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] No DVR routers for this DVR port e24ace1c-bda2-462e-97c0-a93c0a138045 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:57.558279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24ace1c-bda2-462e-97c0-a93c0a138045,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.598077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f06a1194-5462-44d0-b921-9c82211e8958 req-f17e2b0f-004b-40ff-b62f-88b1c9a928b5 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035795 Jul 16 08:32:57.611854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c1c00a-ae18-4c02-a254-96ee9434f533 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:57.625799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.664334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Transition to ACTIVE for port object f7c1c00a-ae18-4c02-a254-96ee9434f533 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:57.674027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.700546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c4fa94-409c-4d65-ab34-6aec0198f932,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.737221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.765155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c1c00a-ae18-4c02-a254-96ee9434f533,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.789629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a7aae1-992a-46b8-a660-fcd14db6bc9f']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:57.792061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Checking segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:57.792425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Network hostable DHCP agents. Network: d9b463bc-960e-4f21-a79b-29dda3b0e68d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:57.808104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463726f4-a8f7-4eba-9549-d0c217e723b6') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:57.808646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463726f4-a8f7-4eba-9549-d0c217e723b6') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:57.836797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.857840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1635706c-b869-494a-8664-84697189b6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.866563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1635706c-b869-494a-8664-84697189b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.931453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] Transition to ACTIVE for port object c3db82aa-473b-425a-b154-a5d1b606f397 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:57.937234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:57.946550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 811390f0-2ff7-42a9-aef5-23353cbfae54 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:57.950678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635706c-b869-494a-8664-84697189b6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1916de-3279-4c4f-9eb6-f4a5b66dbd60,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.953022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.959123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1635706c-b869-494a-8664-84697189b6b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5b6466a2fd249358e4d2cf53f9bc5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817752 Jul 16 08:32:57.960826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Attempting to bind port f7c1c00a-ae18-4c02-a254-96ee9434f533 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:57.961157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Attempting to bind port f7c1c00a-ae18-4c02-a254-96ee9434f533 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:57.962021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Attempting to bind port f7c1c00a-ae18-4c02-a254-96ee9434f533 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:57.962155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.964957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47488) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:57.974043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Port f7c1c00a-ae18-4c02-a254-96ee9434f533 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:57.974575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Attempting to bind port f7c1c00a-ae18-4c02-a254-96ee9434f533 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:58.017523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:58.017867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:58.018277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:58.018821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Bound port: f7c1c00a-ae18-4c02-a254-96ee9434f533, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:58.031457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.037691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=10']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.057229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d9b463bc-960e-4f21-a79b-29dda3b0e68d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:58.067039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:58.076690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.093359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac8349-e048-4c58-b14a-ffc43a58d110 None None] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:58.112488 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:58.173876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.174502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.189439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.212144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5995-d826-42ab-8cfa-3a0a275a9feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.225056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] For port f7c1c00a-ae18-4c02-a254-96ee9434f533, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:58.233196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] For port f7c1c00a-ae18-4c02-a254-96ee9434f533, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:58.241792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.268126 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.294556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] No DVR routers for this DVR port c3db82aa-473b-425a-b154-a5d1b606f397 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:58.296683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Pushing event deleted for resources: {'Port': ['ID=811390f0-2ff7-42a9-aef5-23353cbfae54,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.303917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fab85fba-7fc1-49a1-9904-ad90d6170490 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8612697 Jul 16 08:32:58.305138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5995-d826-42ab-8cfa-3a0a275a9feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.305959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47494) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:58.318972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:58.329255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.362263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.362921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.369449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7c1c00a-ae18-4c02-a254-96ee9434f533 HTTP/1.1" status: 200 len: 1097 time: 2.0239711 Jul 16 08:32:58.369885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'tag': 'f7c1c00a-ae18-4c02-a254-96ee9434f533'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:58.374810 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dc8d9b-3821-4cc1-8656-8509139e3734" -d '{"events": [{"name": "network-changed", "server_uuid": "2b454663-18b7-4a27-b5cd-22e3ab89a738", "tag": "f7c1c00a-ae18-4c02-a254-96ee9434f533"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:58.380839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.383069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b7a7aae1-992a-46b8-a660-fcd14db6bc9f HTTP/1.1" status: 204 len: 168 time: 2.7847772 Jul 16 08:32:58.444784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] No DVR routers for this DVR port 811390f0-2ff7-42a9-aef5-23353cbfae54 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:58.451867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade39027-c192-45f5-b52f-4ef5f74db781 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a7aae1-992a-46b8-a660-fcd14db6bc9f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.467812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.469993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-695958b8-8893-4283-a4fd-e9fcb2cd3950 req-f5f13e14-9670-4d77-ba71-20c51dec4140 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.18 "DELETE /v2.0/ports/811390f0-2ff7-42a9-aef5-23353cbfae54 HTTP/1.1" status: 204 len: 173 time: 1.9508600 Jul 16 08:32:58.474582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-41e1dfc1-5f9b-4eb0-b766-d6dfa71845b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397/bindings/n-h2-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 2.9888988 Jul 16 08:32:58.476829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'name': 'network-vif-deleted', 'tag': '811390f0-2ff7-42a9-aef5-23353cbfae54'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:58.479052 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9677297b-3baa-4600-8362-92dbb7b1899e" -d '{"events": [{"server_uuid": "777c333e-4f3d-4926-ad62-3c2861dd6e43", "name": "network-vif-deleted", "tag": "811390f0-2ff7-42a9-aef5-23353cbfae54"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:58.491892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.493333 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.514186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252120a1-ce80-4639-b75f-f7f16e8f1ad5 req-8b0c65b7-c14e-4df7-a449-0de55fa71052 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.515981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-252120a1-ce80-4639-b75f-f7f16e8f1ad5 req-8b0c65b7-c14e-4df7-a449-0de55fa71052 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.4856226 Jul 16 08:32:58.575337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eac793-8589-48cf-b891-e66ce8a4e872 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c1c00a-ae18-4c02-a254-96ee9434f533,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.646144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.668993 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a24da6c-0013-4397-a362-1d7c2309b156 req-dfd46915-ea47-400c-9f91-7e96f7595b34 tempest-ServersOnMultiNodesTest-1394239055 tempest-ServersOnMultiNodesTest-1394239055-project] 10.222.0.41 "GET /v2.0/ports?device_id=777c333e-4f3d-4926-ad62-3c2861dd6e43 HTTP/1.1" status: 200 len: 210 time: 0.1039057 Jul 16 08:32:58.698807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5995-d826-42ab-8cfa-3a0a275a9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.708705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5995-d826-42ab-8cfa-3a0a275a9feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.714631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2e9d5995-d826-42ab-8cfa-3a0a275a9feb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c1916de-3279-4c4f-9eb6-f4a5b66dbd60 HTTP/1.1" status: 204 len: 168 time: 0.7484274 Jul 16 08:32:58.773564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47508) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:58.794235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d5995-d826-42ab-8cfa-3a0a275a9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1916de-3279-4c4f-9eb6-f4a5b66dbd60,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.808590 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f69cdc-3d2f-4e91-8cd0-7a79606a062f x-openstack-request-id: req-c4f69cdc-3d2f-4e91-8cd0-7a79606a062f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:58.808887 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b454663-18b7-4a27-b5cd-22e3ab89a738", "tag": "f7c1c00a-ae18-4c02-a254-96ee9434f533", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:58.809193 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f69cdc-3d2f-4e91-8cd0-7a79606a062f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:58.809773 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'tag': 'f7c1c00a-ae18-4c02-a254-96ee9434f533', 'status': 'completed', 'code': 200} Jul 16 08:32:58.830038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-01df3f28-f210-4430-a95a-997e3d74c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.832450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-01df3f28-f210-4430-a95a-997e3d74c542 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b2edf083fa84660821937e5929a2fbd&device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 1100 time: 0.3952639 Jul 16 08:32:58.871233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-252120a1-ce80-4639-b75f-f7f16e8f1ad5 req-99efa2c5-d105-44ea-b008-b57df494ec05 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238246 Jul 16 08:32:58.884961 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c7cce-9a02-444b-af19-ee3c3db06cf6 x-openstack-request-id: req-261c7cce-9a02-444b-af19-ee3c3db06cf6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:58.886885 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777c333e-4f3d-4926-ad62-3c2861dd6e43", "name": "network-vif-deleted", "tag": "811390f0-2ff7-42a9-aef5-23353cbfae54", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:58.887745 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-261c7cce-9a02-444b-af19-ee3c3db06cf6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:58.888285 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777c333e-4f3d-4926-ad62-3c2861dd6e43', 'name': 'network-vif-deleted', 'tag': '811390f0-2ff7-42a9-aef5-23353cbfae54', 'status': 'completed', 'code': 200} Jul 16 08:32:58.984692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-f3e2c708-5aaa-4264-9985-90b13327bcaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533 HTTP/1.1" status: 200 len: 217 time: 0.1314940 Jul 16 08:32:59.040021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-d9b463bc-960e-4f21-a79b-29dda3b0e68d', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:59.040986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.095661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14993e73-9e1a-4160-8f06-9948e63488fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd0eea0b49064453a26a0df6a81069e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191280 Jul 16 08:32:59.110684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47512) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:59.175588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-903934c6-78d9-45e9-b35f-ceb15b7134d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.177658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-903934c6-78d9-45e9-b35f-ceb15b7134d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1920249 Jul 16 08:32:59.210629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.251748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-11890242-0b6a-4d21-ac88-43b1a2dc14d6 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.256652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-11890242-0b6a-4d21-ac88-43b1a2dc14d6 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.6291893 Jul 16 08:32:59.490887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c84f8-cb43-45db-90ab-dbf20023b9f2 req-d5a64338-8a27-46d0-b50e-f23d980b142a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.500068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de7c84f8-cb43-45db-90ab-dbf20023b9f2 req-d5a64338-8a27-46d0-b50e-f23d980b142a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 948 time: 0.4152017 Jul 16 08:32:59.500798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-2da08421-9e39-45e5-93a2-6d9d6f138de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.502384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-2da08421-9e39-45e5-93a2-6d9d6f138de2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e&tenant_id=ab600d43acc645b884fd5650afb2d12d HTTP/1.1" status: 200 len: 1096 time: 0.2350531 Jul 16 08:32:59.508748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63236706-ec17-46c9-b0ff-5527d22b79e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.591535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de7c84f8-cb43-45db-90ab-dbf20023b9f2 req-b52b9fb0-c6cc-4593-b707-fbe20cb5d6a8 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899153 Jul 16 08:32:59.595058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63236706-ec17-46c9-b0ff-5527d22b79e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.599922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-2e1bedda-72f9-44be-be45-9339245afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.602511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-2e1bedda-72f9-44be-be45-9339245afa79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4028988 Jul 16 08:32:59.634472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Allocated IP 172.20.0.2 (d9b463bc-960e-4f21-a79b-29dda3b0e68d/11c4fa94-409c-4d65-ab34-6aec0198f932/c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:59.812838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63236706-ec17-46c9-b0ff-5527d22b79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.816313 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63236706-ec17-46c9-b0ff-5527d22b79e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.818274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-63236706-ec17-46c9-b0ff-5527d22b79e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/257acd1a-ec76-4046-8c65-f42bc2f04622 HTTP/1.1" status: 204 len: 168 time: 0.7057805 Jul 16 08:32:59.855597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-7a7487fd-98b6-4672-9198-662065d41ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440476 Jul 16 08:32:59.856808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63236706-ec17-46c9-b0ff-5527d22b79e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257acd1a-ec76-4046-8c65-f42bc2f04622,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.935608 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.947539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Transition to ACTIVE for port object c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:59.963702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Transition to ACTIVE for port object c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:59.988596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.085947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:00.102881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:00.119916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:00.127131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Pushing event updated for resources: {'Port': ['ID=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:00.185178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b9123a2-91e6-41f1-8147-17a3ecc60440 req-aa5083db-4b9d-4367-bdbb-0dc3b851ecf4 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166752 Jul 16 08:33:00.234789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bae82-fe33-4f7a-95a6-d0a926719225 req-430fb0a5-e563-4180-b10a-b4d3ce987daf tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.236670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f41bae82-fe33-4f7a-95a6-d0a926719225 req-430fb0a5-e563-4180-b10a-b4d3ce987daf tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.1195366 Jul 16 08:33:00.279367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Attempting to bind port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:00.279763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Attempting to bind port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:00.280139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Attempting to bind port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a on network d9b463bc-960e-4f21-a79b-29dda3b0e68d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:00.286630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:00.287008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Checking segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:00.287496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.287897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Bound using segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:00.288381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Bound port: c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:00.288766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.346459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f41bae82-fe33-4f7a-95a6-d0a926719225 req-d3636176-4bd9-4f35-b497-32d2b13f8ac9 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 Jul 16 08:33:00.382934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] For port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:00.389901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] For port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:00.396957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.427914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-c5e96888-560b-479a-8dfc-eaef5b3a3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.429353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-c5e96888-560b-479a-8dfc-eaef5b3a3e19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b2edf083fa84660821937e5929a2fbd&device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 1100 time: 0.0819404 Jul 16 08:33:00.471528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad49be3-f771-4287-a514-57fa366b602a None None] Pushing event updated for resources: {'Port': ['ID=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:00.609664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47558) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:00.684898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-1a3afed6-b3f1-4226-9418-00489c1f22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.686408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-1a3afed6-b3f1-4226-9418-00489c1f22b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2497296 Jul 16 08:33:00.707243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-c8a97ab0-d925-4df3-8ba9-2c3f93029542 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.713385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-c8a97ab0-d925-4df3-8ba9-2c3f93029542 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.1771667 Jul 16 08:33:00.796797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.838208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-376d1d49-9f86-4880-a418-280b2f4c31eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533 HTTP/1.1" status: 200 len: 217 time: 0.1238439 Jul 16 08:33:00.866146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.872315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-becaa1be-af7d-48cf-a927-351c8dbce53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.874061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-becaa1be-af7d-48cf-a927-351c8dbce53f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1096 time: 1.3239651 Jul 16 08:33:01.025817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-192ac1d7-a03f-4a9b-a23e-3f82abe1c4f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=777b61050e5c47849de078946be41740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117889 Jul 16 08:33:01.031267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47570) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:01.047988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-97d3ec24-fe15-4633-a131-9487d441d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.050618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-97d3ec24-fe15-4633-a131-9487d441d771 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1755710 Jul 16 08:33:01.130975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d62c-dc6f-4ee5-bb6c-6bb4dfa9040c req-04e06dcf-1ed5-45bb-9693-9989cb554269 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.133723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc21-d5e3-45e8-af16-b6d5a1a678fc req-70e155b9-4361-4a08-88fe-a9694965a22a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.139552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1394d62c-dc6f-4ee5-bb6c-6bb4dfa9040c req-04e06dcf-1ed5-45bb-9693-9989cb554269 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.5312316 Jul 16 08:33:01.141012 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d29bc21-d5e3-45e8-af16-b6d5a1a678fc req-70e155b9-4361-4a08-88fe-a9694965a22a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 948 time: 0.2722580 Jul 16 08:33:01.219201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d29bc21-d5e3-45e8-af16-b6d5a1a678fc req-481e5d46-1242-4a11-80b6-543906defd14 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772078 Jul 16 08:33:01.329064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Deleting port 893f7583-0a25-462b-b332-fd88a1247ee0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:01.330726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.344908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-17faac4f-f66b-4e00-a809-3a2a7876e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.348150 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-17faac4f-f66b-4e00-a809-3a2a7876e57f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2721324 Jul 16 08:33:01.351882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1394d62c-dc6f-4ee5-bb6c-6bb4dfa9040c req-e61aed8d-97fc-4fd4-b050-2e90d978228e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123334 Jul 16 08:33:01.364041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-6b8f80c9-04ba-487a-bed8-6a2ddf4d2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.366144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-6b8f80c9-04ba-487a-bed8-6a2ddf4d2029 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 200 len: 908 time: 0.4488721 Jul 16 08:33:01.391217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Allocated IP 172.25.0.119 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/000d7e7a-b044-402c-8f16-6c69d668f04a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:01.455558 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-3a023867-5cb5-4468-9fe5-f00ca50b77d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 200 len: 217 time: 0.0665915 Jul 16 08:33:01.457406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-442f5919-8a64-490d-a210-3d5f142235e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.596305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-d25d9cb1-dd6b-4e23-96ec-bd487939f9d4 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049577 Jul 16 08:33:01.623218 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-442f5919-8a64-490d-a210-3d5f142235e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.652319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-87ca6d28-6f41-4387-a163-4f06cafb9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.653935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-87ca6d28-6f41-4387-a163-4f06cafb9cb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 200 len: 847 time: 0.1862340 Jul 16 08:33:01.712146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5dc8d9b-3821-4cc1-8656-8509139e3734 req-f8c7cb72-56d6-471a-9d40-cda1ebeeb0e7 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075966 Jul 16 08:33:01.788163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] For port 893f7583-0a25-462b-b332-fd88a1247ee0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=893f7583-0a25-462b-b332-fd88a1247ee0,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:01.788589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.826460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Calling delete_port for 893f7583-0a25-462b-b332-fd88a1247ee0 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:01.826723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-bb570139-3751-4cd8-b777-8c7bce496540 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031435 Jul 16 08:33:01.949008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f7c1c00a-ae18-4c02-a254-96ee9434f533 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:01.954656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d4825-8ff0-4a16-8d43-1d64edfbf610 None None] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:01.956861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.978834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-d01ae833-19f3-4f1c-bd67-5a33b9730f3c tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478141 Jul 16 08:33:01.987174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3994f2-4f4f-4e86-8b0f-baf2752e7683 req-2e365b6a-e425-468f-acf5-4c12dc723e35 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.996111 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e3994f2-4f4f-4e86-8b0f-baf2752e7683 req-2e365b6a-e425-468f-acf5-4c12dc723e35 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 945 time: 0.4517801 Jul 16 08:33:02.016694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-442f5919-8a64-490d-a210-3d5f142235e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.019701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-442f5919-8a64-490d-a210-3d5f142235e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.024905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-442f5919-8a64-490d-a210-3d5f142235e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95e958a9-4deb-4b4d-a28e-8c5cb85de191 HTTP/1.1" status: 204 len: 168 time: 0.9810560 Jul 16 08:33:02.045539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-50e459d5-441e-4c06-ae3d-0003a24a3fd3 None None] Provisioning for port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:02.095446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f5919-8a64-490d-a210-3d5f142235e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e958a9-4deb-4b4d-a28e-8c5cb85de191,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.175708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e3994f2-4f4f-4e86-8b0f-baf2752e7683 req-d5caab3d-b7c6-4077-9bff-d652939bf601 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779339 Jul 16 08:33:02.176062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-19adc267-0085-4753-8206-dd82670d42d0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.193906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-19adc267-0085-4753-8206-dd82670d42d0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988962 Jul 16 08:33:02.214412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-6375f38c-9e05-4061-a495-620654290884 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/quotas/6c3aaeac7f0146b5b7254161564e90dc HTTP/1.1" status: 200 len: 375 time: 0.0193467 Jul 16 08:33:02.215000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-677f33bd-6cd3-480b-9a95-b07c0e68ad1b service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708248 Jul 16 08:33:02.289056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.307971 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-08d68c9f-8707-4440-8d72-d1bd1c4bfa3a tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925965 Jul 16 08:33:02.367903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f7c1c00a-ae18-4c02-a254-96ee9434f533, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:02.389062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f7c1c00a-ae18-4c02-a254-96ee9434f533', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'f7c1c00a-ae18-4c02-a254-96ee9434f533', 'mac_address': 'fa:16:3e:d3:79:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:02.402778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.485066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event deleted for resources: {'Port': ['ID=893f7583-0a25-462b-b332-fd88a1247ee0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.487047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['893f7583-0a25-462b-b332-fd88a1247ee0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:02.544443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:02.583293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.602450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] No DVR routers for this DVR port 893f7583-0a25-462b-b332-fd88a1247ee0 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:02.603563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c1c00a-ae18-4c02-a254-96ee9434f533 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:02.605719 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.626410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2808d8de-05fd-41ed-9247-01c6a563e257 req-84fd3025-cf5c-44d7-8632-1f1cb7b88748 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "DELETE /v2.0/ports/893f7583-0a25-462b-b332-fd88a1247ee0 HTTP/1.1" status: 204 len: 173 time: 1.9040649 Jul 16 08:33:02.627782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'name': 'network-vif-deleted', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:02.643019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Pushing event updated for resources: {'Port': ['ID=000d7e7a-b044-402c-8f16-6c69d668f04a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.657758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f7c1c00a-ae18-4c02-a254-96ee9434f533, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:02.669574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.670629 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0339c2-a3d9-482d-bbb6-44f3ac6d4276" -d '{"events": [{"server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "name": "network-vif-deleted", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:02.701230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:02.715457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:02.716030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.745278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:02.750840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:02.775468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:02.846271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:02.855166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f7c1c00a-ae18-4c02-a254-96ee9434f533,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.881383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581162b-d4f1-4fff-a9a9-9cc984cd77d9 req-11929458-4bcc-40c3-83f4-59de991fd274 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.889266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1581162b-d4f1-4fff-a9a9-9cc984cd77d9 req-11929458-4bcc-40c3-83f4-59de991fd274 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.1369326 Jul 16 08:33:02.891717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-ab1acf0a-e7ed-42ae-a1cc-875360e35b2c service neutron] 10.222.0.18 "GET /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558199 Jul 16 08:33:02.941990 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.945899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c9b32-3b43-4c60-96e4-45efb177f2ee req-0998b73e-0502-4baf-bc66-5ae93abb28a9 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.948217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-120c9b32-3b43-4c60-96e4-45efb177f2ee req-0998b73e-0502-4baf-bc66-5ae93abb28a9 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 949 time: 0.3070998 Jul 16 08:33:02.950443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c75c234a-9ca7-44e6-94bc-2e01917e9d84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcda4d1e93f64096bdde6f96aacccaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020539 Jul 16 08:33:02.951071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47624) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:02.964130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f7c1c00a-ae18-4c02-a254-96ee9434f533'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:03.015531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1581162b-d4f1-4fff-a9a9-9cc984cd77d9 req-835d7112-f599-4415-92c2-62a6f445f19c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231396 Jul 16 08:33:03.125324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-120c9b32-3b43-4c60-96e4-45efb177f2ee req-ed767d83-afe3-4bdc-9c31-1b046ff5b204 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066353 Jul 16 08:33:03.129943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb639ecd-b8d7-4296-a852-5696e17fe595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.147351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.192343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb639ecd-b8d7-4296-a852-5696e17fe595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.194984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.263871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bd2804b-5a22-4a15-b3ca-e8f01699bc68 req-230450b9-c17d-4e51-816f-d2da555294c4 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 210 time: 0.0377927 Jul 16 08:33:03.309664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb639ecd-b8d7-4296-a852-5696e17fe595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.313171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb639ecd-b8d7-4296-a852-5696e17fe595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.317723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb639ecd-b8d7-4296-a852-5696e17fe595 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f85a20ea-787d-4e14-9267-bfd588dbde25 HTTP/1.1" status: 204 len: 168 time: 0.3575521 Jul 16 08:33:03.343244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.367195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb639ecd-b8d7-4296-a852-5696e17fe595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85a20ea-787d-4e14-9267-bfd588dbde25,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.397924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-88260afc-da3c-448f-a44e-118434345c0f None None] Provisioning complete for port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:03.398326 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88260afc-da3c-448f-a44e-118434345c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.425601 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa08d919-180b-4069-a420-73ccb3edc777 x-openstack-request-id: req-fa08d919-180b-4069-a420-73ccb3edc777 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:03.426325 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db23b78-e92a-42eb-93db-c18ac82d6362", "name": "network-vif-deleted", "tag": "893f7583-0a25-462b-b332-fd88a1247ee0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:03.426963 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa08d919-180b-4069-a420-73ccb3edc777 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:03.427874 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db23b78-e92a-42eb-93db-c18ac82d6362', 'name': 'network-vif-deleted', 'tag': '893f7583-0a25-462b-b332-fd88a1247ee0', 'status': 'completed', 'code': 200} Jul 16 08:33:03.564496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc3ae21a-8af2-4e6e-8e44-a12c9be9237e req-968f2325-e308-4c1d-8342-b1210e964920 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6db23b78-e92a-42eb-93db-c18ac82d6362 HTTP/1.1" status: 200 len: 210 time: 0.0471177 Jul 16 08:33:03.595304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.599762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.856798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.904124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-afbf928a-2e80-43d7-80ca-623c2c23299d tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.905817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-afbf928a-2e80-43d7-80ca-623c2c23299d tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e&tenant_id=ab600d43acc645b884fd5650afb2d12d&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1096 time: 0.5030379 Jul 16 08:33:03.962603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:03.998185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 893f7583-0a25-462b-b332-fd88a1247ee0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:03.999228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 893f7583-0a25-462b-b332-fd88a1247ee0 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:04.102031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-a25e8df6-a892-477b-831c-c6c67b0e2906 service neutron] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:04.111205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-a25e8df6-a892-477b-831c-c6c67b0e2906 service neutron] Notify callbacks [] for binding, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.113109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-a25e8df6-a892-477b-831c-c6c67b0e2906 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397/bindings/n-h1-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.1999712 Jul 16 08:33:04.115895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Router d02f7c90-2e68-49a0-b888-d47f39ecbb7f is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:33:04.253403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:04.266949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Sync routers for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:04.275562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.278171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5c5d912f-6c22-4984-9c77-07abc075a13b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9649329 Jul 16 08:33:04.280697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47664) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:04.288059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:04.288877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:04.331590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098b680-20e7-456f-b478-4b4cd3399dcf req-4345c906-d250-437e-a623-ccf182fa7362 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.347719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3098b680-20e7-456f-b478-4b4cd3399dcf req-4345c906-d250-437e-a623-ccf182fa7362 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.1672084 Jul 16 08:33:04.437674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3098b680-20e7-456f-b478-4b4cd3399dcf req-829d90b3-0e69-4b3b-b7a3-80e73f4d2b39 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794733 Jul 16 08:33:04.474647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:04.663971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:04.725531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba3600a6-1839-4fbc-91f0-677f92d03391 req-41fbb5d0-83e3-4807-8922-496d38c6e5b0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 210 time: 0.0512283 Jul 16 08:33:04.887198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ce1ddb81-e9df-4bc6-89a1-70b5ff0c492f tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3204536 Jul 16 08:33:05.022305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:05.023440 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.103600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:03Z', 'revision_number': 3, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:05.120705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1f212-e350-4bcc-ab32-023982217a32 req-85baac8e-c251-4833-885f-30d0808c6417 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.122239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96d1f212-e350-4bcc-ab32-023982217a32 req-85baac8e-c251-4833-885f-30d0808c6417 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 949 time: 0.6043756 Jul 16 08:33:05.187657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-a38dbb4f-a2c2-443d-b637-728d95a8eedf tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.191137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-a38dbb4f-a2c2-443d-b637-728d95a8eedf tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644157 Jul 16 08:33:05.252300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Request body: {'port': {'device_id': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '6c3aaeac7f0146b5b7254161564e90dc'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:05.318309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Checking router: d02f7c90-2e68-49a0-b888-d47f39ecbb7f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:05.318647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Updating router d02f7c90-2e68-49a0-b888-d47f39ecbb7f port 000d7e7a-b044-402c-8f16-6c69d668f04a binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:33:05.386197 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.438651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989558-8862-4996-8031-36f818f79dcc req-b05bcc38-ab88-4f5c-9966-28d118083ac5 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.441751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc989558-8862-4996-8031-36f818f79dcc req-b05bcc38-ab88-4f5c-9966-28d118083ac5 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 1096 time: 0.1240153 Jul 16 08:33:05.522510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc989558-8862-4996-8031-36f818f79dcc req-c5973918-f3bc-4936-913f-67abfdf28da5 tempest-LiveMigrationTest-1129437762 tempest-LiveMigrationTest-1129437762-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Jul 16 08:33:05.600117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96d1f212-e350-4bcc-ab32-023982217a32 req-5f63dcf0-e700-4093-bb2f-c6956475a712 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644818 Jul 16 08:33:05.647719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.786371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.802911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Transition to ACTIVE for port object 000d7e7a-b044-402c-8f16-6c69d668f04a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:05.814312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.874403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c31c75-2089-41e8-8e25-ca0689ffe390 None None] Pushing event updated for resources: {'Port': ['ID=000d7e7a-b044-402c-8f16-6c69d668f04a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.920589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Attempting to bind port 000d7e7a-b044-402c-8f16-6c69d668f04a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:05.921413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Attempting to bind port 000d7e7a-b044-402c-8f16-6c69d668f04a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:05.922041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Attempting to bind port 000d7e7a-b044-402c-8f16-6c69d668f04a on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:05.931156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:05.931888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:05.932660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.933451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:05.934525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Bound port: 000d7e7a-b044-402c-8f16-6c69d668f04a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:05.935211 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.984557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f7c1c00a-ae18-4c02-a254-96ee9434f533 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:06.061810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] For port 000d7e7a-b044-402c-8f16-6c69d668f04a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:06.068573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] For port 000d7e7a-b044-402c-8f16-6c69d668f04a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=000d7e7a-b044-402c-8f16-6c69d668f04a,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:06.079358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.091089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f7c1c00a-ae18-4c02-a254-96ee9434f533 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:06.095549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Made reservation on behalf of 6c3aaeac7f0146b5b7254161564e90dc for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:06.099495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.124788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f7c1c00a-ae18-4c02-a254-96ee9434f533 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:06.125171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.132484 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.147647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b641c67-92e9-4aab-94f7-06da765fa3ec req-ee7d911f-4910-44e7-a9f0-6ede1eb39b00 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 210 time: 0.0563967 Jul 16 08:33:06.203090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:06.203658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:06.236411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Allocated IP 172.20.0.1 (d9b463bc-960e-4f21-a79b-29dda3b0e68d/11c4fa94-409c-4d65-ab34-6aec0198f932/7ad30c50-61f8-427c-950e-91b7ee489f2b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:06.247529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c31c75-2089-41e8-8e25-ca0689ffe390 None None] Pushing event updated for resources: {'Port': ['ID=000d7e7a-b044-402c-8f16-6c69d668f04a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.358648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.370076 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.372549 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.383335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:06.387612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e567aa-3a12-4181-af7d-78f9c9b93a34 req-179ad2a4-c049-434b-bd86-23f34ae11abd tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.389437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08e567aa-3a12-4181-af7d-78f9c9b93a34 req-179ad2a4-c049-434b-bd86-23f34ae11abd tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 944 time: 0.0997608 Jul 16 08:33:06.464327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c1c00a-ae18-4c02-a254-96ee9434f533'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:06.467633 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217bae8c-97e2-41ac-a0c1-d9cc1dafd073" -d '{"events": [{"server_uuid": "2b454663-18b7-4a27-b5cd-22e3ab89a738", "name": "network-vif-plugged", "status": "completed", "tag": "f7c1c00a-ae18-4c02-a254-96ee9434f533"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:06.477140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.488752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f7c1c00a-ae18-4c02-a254-96ee9434f533, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:06.490641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08e567aa-3a12-4181-af7d-78f9c9b93a34 req-802a6afe-8305-45e6-9ebb-dbd74f460bbb tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946364 Jul 16 08:33:06.528685 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.537515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ab77c-53df-4942-a833-65880f49730b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.545609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-a80da804-b702-4996-a9ac-518b034786f1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.547510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-a80da804-b702-4996-a9ac-518b034786f1 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 944 time: 0.1354144 Jul 16 08:33:06.557168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Transition to ACTIVE for port object 7ad30c50-61f8-427c-950e-91b7ee489f2b will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:06.644535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f7c1c00a-ae18-4c02-a254-96ee9434f533,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.669989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Allocated IP 192.168.233.87 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/e816ef68-3069-402a-a64d-e42f02c776d6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:06.677728 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d3cada-bcff-480c-920b-eadaf9bc7254 x-openstack-request-id: req-01d3cada-bcff-480c-920b-eadaf9bc7254 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:06.677996 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b454663-18b7-4a27-b5cd-22e3ab89a738", "name": "network-vif-plugged", "status": "completed", "tag": "f7c1c00a-ae18-4c02-a254-96ee9434f533", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:06.678294 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01d3cada-bcff-480c-920b-eadaf9bc7254 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:06.678735 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c1c00a-ae18-4c02-a254-96ee9434f533', 'code': 200} Jul 16 08:33:06.684970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:03Z', 'revision_number': 3, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:06.703817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.722387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54ddd4-de0e-4d0e-9829-90b1d3f18cbb None None] The sync data for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 is: [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:03Z', 'revision_number': 3, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:06.843816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:06.852179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:06.885246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:06.897431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Pushing event updated for resources: {'Port': ['ID=7ad30c50-61f8-427c-950e-91b7ee489f2b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.977426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.998853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb33-946a-47c4-aed1-8182fe773350 req-c6955285-f1ed-4ae6-a559-3e8fff755cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.000394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c7fb33-946a-47c4-aed1-8182fe773350 req-c6955285-f1ed-4ae6-a559-3e8fff755cfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 1102 time: 0.2266693 Jul 16 08:33:07.015546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e6dff-7350-4001-b515-ebb444cc0415 req-12ac48bf-7fb3-44c3-902b-b4cc1102e665 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.024209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a91e6dff-7350-4001-b515-ebb444cc0415 req-12ac48bf-7fb3-44c3-902b-b4cc1102e665 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.3653829 Jul 16 08:33:07.058726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-ec101017-55bc-4237-aa75-efa3d48ef77c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.060549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-ec101017-55bc-4237-aa75-efa3d48ef77c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 944 time: 0.3360679 Jul 16 08:33:07.068071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.161895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Transition to ACTIVE for port object e816ef68-3069-402a-a64d-e42f02c776d6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:07.247168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Deleting port 1728ba69-4b79-47cf-8c2e-725f546a84b3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:07.248209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.260621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c7fb33-946a-47c4-aed1-8182fe773350 req-3272457d-8e06-41b0-b88d-d9ad5064ca10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274063 Jul 16 08:33:07.264590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a91e6dff-7350-4001-b515-ebb444cc0415 req-544ab367-27e7-4d80-b67e-a480dddb1445 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395790 Jul 16 08:33:07.279124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a954f5-034e-4602-8d2a-0787cacaeb5d None None] Provisioning for port 7ad30c50-61f8-427c-950e-91b7ee489f2b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:07.283037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a954f5-034e-4602-8d2a-0787cacaeb5d None None] Provisioning complete for port 7ad30c50-61f8-427c-950e-91b7ee489f2b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:07.283434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a954f5-034e-4602-8d2a-0787cacaeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.396492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-85a954f5-034e-4602-8d2a-0787cacaeb5d None None] Port 7ad30c50-61f8-427c-950e-91b7ee489f2b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:07.406898 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.411796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.427162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Deleting port c3db82aa-473b-425a-b154-a5d1b606f397 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:07.427520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.448925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd61d7-d844-4643-8eb7-c288f75c4160 req-9e05668c-485f-423c-981a-0ca76ac4d4ee tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.450581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68fd61d7-d844-4643-8eb7-c288f75c4160 req-9e05668c-485f-423c-981a-0ca76ac4d4ee tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 950 time: 0.4038832 Jul 16 08:33:07.508267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] For port 1728ba69-4b79-47cf-8c2e-725f546a84b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1728ba69-4b79-47cf-8c2e-725f546a84b3,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:07.508894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.554083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:07.566267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:07.572433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Calling delete_port for 1728ba69-4b79-47cf-8c2e-725f546a84b3 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:07.584020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:07.600272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:07.654602 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68fd61d7-d844-4643-8eb7-c288f75c4160 req-3c17c9e5-1c0f-4b49-8109-17cd649becce tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896641 Jul 16 08:33:07.706851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.713665 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.785262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b2a47e96-33ad-467c-ac01-307c6e8641c0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5750322 Jul 16 08:33:07.810754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Request body: {'port': {'device_id': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:07.927986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7cd74857-3895-4166-9d83-5c26512c13a5 None None] Provisioning for port e816ef68-3069-402a-a64d-e42f02c776d6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:07.932479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7cd74857-3895-4166-9d83-5c26512c13a5 None None] Provisioning complete for port e816ef68-3069-402a-a64d-e42f02c776d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:07.932942 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd74857-3895-4166-9d83-5c26512c13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.982034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74857-3895-4166-9d83-5c26512c13a5 None None] Port e816ef68-3069-402a-a64d-e42f02c776d6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:08.023461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.106026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.119717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.217215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] For port c3db82aa-473b-425a-b154-a5d1b606f397, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3db82aa-473b-425a-b154-a5d1b606f397,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:08.217574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.244081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Calling delete_port for c3db82aa-473b-425a-b154-a5d1b606f397 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:08.263647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805abb3-18d1-403d-8b87-b2ef348f50c3 req-bfa48c7d-79b8-49b4-ac4d-db1c40393f2f tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.268989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b805abb3-18d1-403d-8b87-b2ef348f50c3 req-bfa48c7d-79b8-49b4-ac4d-db1c40393f2f tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 935 time: 0.7819469 Jul 16 08:33:08.377088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b805abb3-18d1-403d-8b87-b2ef348f50c3 req-dec9c8a0-2610-4acd-bc30-f6967470250c tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072426 Jul 16 08:33:08.474809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 000d7e7a-b044-402c-8f16-6c69d668f04a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:08.490955 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.528204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event deleted for resources: {'Port': ['ID=1728ba69-4b79-47cf-8c2e-725f546a84b3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.559782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47762) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:08.590370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Pushing event updated for resources: {'Port': ['ID=7ad30c50-61f8-427c-950e-91b7ee489f2b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.592594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.624797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 000d7e7a-b044-402c-8f16-6c69d668f04a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:08.630380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 000d7e7a-b044-402c-8f16-6c69d668f04a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:08.630835 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.683501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] No DVR routers for this DVR port 1728ba69-4b79-47cf-8c2e-725f546a84b3 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:08.686641 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.688944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6812f37b-2f90-4dc3-a52e-6ebf2a6c688e req-28268b89-a634-4430-a095-1a7c50b1db30 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.18 "DELETE /v2.0/ports/1728ba69-4b79-47cf-8c2e-725f546a84b3 HTTP/1.1" status: 204 len: 173 time: 2.1345801 Jul 16 08:33:08.697930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'name': 'network-vif-deleted', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:08.700472 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a6ab0-70c4-4f4a-8cbc-bedfb4ad9ec9" -d '{"events": [{"server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "name": "network-vif-deleted", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:08.737440 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.750456 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.783014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0a99ff54-45c1-4c25-9cfa-d535ad90ac91'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:08.791442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event deleted for resources: {'Port': ['ID=c3db82aa-473b-425a-b154-a5d1b606f397,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.793352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048b534-63d0-4bc8-b61a-3b3a76450942 req-bc8cebb4-90eb-403b-9cb4-ac91242013d9 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.804589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7048b534-63d0-4bc8-b61a-3b3a76450942 req-bc8cebb4-90eb-403b-9cb4-ac91242013d9 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca HTTP/1.1" status: 200 len: 866 time: 0.6785996 Jul 16 08:33:08.838740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 000d7e7a-b044-402c-8f16-6c69d668f04a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=000d7e7a-b044-402c-8f16-6c69d668f04a,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:08.855101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.868978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad934196-16df-4ea9-b943-0dc3cd6b70ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.889943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] No DVR routers for this DVR port c3db82aa-473b-425a-b154-a5d1b606f397 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:08.903014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1588208-e436-4014-b68a-8a4ddb30c9b6 req-cf894d33-0643-4b24-a7e6-137b458fe1f8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.904632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1588208-e436-4014-b68a-8a4ddb30c9b6 req-cf894d33-0643-4b24-a7e6-137b458fe1f8 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 866 time: 0.2627797 Jul 16 08:33:08.905758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.907813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a0360d5-df0b-4866-9c1d-b8c97ffbf6aa req-9959f2e7-eef0-472c-b3b6-c588e923fb30 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "DELETE /v2.0/ports/c3db82aa-473b-425a-b154-a5d1b606f397 HTTP/1.1" status: 204 len: 173 time: 1.8211997 Jul 16 08:33:08.922563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:08.945844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7048b534-63d0-4bc8-b61a-3b3a76450942 req-e067aa9f-8408-4f37-b8d7-6ea20619eaa2 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408455 Jul 16 08:33:08.954076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=000d7e7a-b044-402c-8f16-6c69d668f04a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.966216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:09.016413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1588208-e436-4014-b68a-8a4ddb30c9b6 req-44cc6d71-325d-4404-970e-012349b0fc53 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892708 Jul 16 08:33:09.061637 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47b6926-737c-432f-9dee-c92bc363c046 x-openstack-request-id: req-a47b6926-737c-432f-9dee-c92bc363c046 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:09.062064 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca", "name": "network-vif-deleted", "tag": "1728ba69-4b79-47cf-8c2e-725f546a84b3", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:09.062325 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a47b6926-737c-432f-9dee-c92bc363c046 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:09.062716 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c74e8b-f84e-4fb8-9ad5-b5027dc434ca', 'name': 'network-vif-deleted', 'tag': '1728ba69-4b79-47cf-8c2e-725f546a84b3', 'status': 'completed', 'code': 200} Jul 16 08:33:09.203031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e816ef68-3069-402a-a64d-e42f02c776d6 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:09.249926 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.286693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Transition to ACTIVE for port object e816ef68-3069-402a-a64d-e42f02c776d6 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:09.302421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.336652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6dd273ec-aea3-4451-a1e1-2a63b3ef6681 None None] Provisioning complete for port 7ad30c50-61f8-427c-950e-91b7ee489f2b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:09.337033 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6dd273ec-aea3-4451-a1e1-2a63b3ef6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.361345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Router d02f7c90-2e68-49a0-b888-d47f39ecbb7f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:09.374935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad934196-16df-4ea9-b943-0dc3cd6b70ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.393461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad934196-16df-4ea9-b943-0dc3cd6b70ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.400516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.417878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d259e-e4f2-4463-9682-3288bf33b147 req-ebc3f967-624e-4123-afd0-76aa9c2a6c05 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.425177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e3d259e-e4f2-4463-9682-3288bf33b147 req-ebc3f967-624e-4123-afd0-76aa9c2a6c05 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 950 time: 0.2932923 Jul 16 08:33:09.454410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6dd273ec-aea3-4451-a1e1-2a63b3ef6681 None None] Port 7ad30c50-61f8-427c-950e-91b7ee489f2b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:09.555368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad934196-16df-4ea9-b943-0dc3cd6b70ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0723af4ccd8445ecbcfc4ed7a4ee3426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880033 Jul 16 08:33:09.565885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47778) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:09.589097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad934196-16df-4ea9-b943-0dc3cd6b70ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5627afa1-cb6c-45d6-a82c-45322e349764,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.651147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e3d259e-e4f2-4463-9682-3288bf33b147 req-685bc949-75a2-4b8f-879b-c04d37c9cf2b tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254140 Jul 16 08:33:09.735133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dee43c9a-aa56-449c-87d8-600eafa047ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.736902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Attempting to bind port e816ef68-3069-402a-a64d-e42f02c776d6 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:09.737235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Attempting to bind port e816ef68-3069-402a-a64d-e42f02c776d6 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:09.737557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Attempting to bind port e816ef68-3069-402a-a64d-e42f02c776d6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:09.747865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Port e816ef68-3069-402a-a64d-e42f02c776d6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:09.748183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Attempting to bind port e816ef68-3069-402a-a64d-e42f02c776d6 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:09.755167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:09.757002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:09.757332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:09.757702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:09.758136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Bound port: e816ef68-3069-402a-a64d-e42f02c776d6, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:09.758488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.765390 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Sync routers for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:09.781018 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:09.781942 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:09.784672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-846d0571-da5d-486d-873b-a0ccaac3c9de admin admin] 10.222.0.41 "PUT /v2.0/routers/d02f7c90-2e68-49a0-b888-d47f39ecbb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5027092 Jul 16 08:33:09.788122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dee43c9a-aa56-449c-87d8-600eafa047ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.883636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb465f-0510-4b1f-bd6b-89d44d62d3ff req-071332e3-5371-4522-98fa-82391145f318 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.894098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aeb465f-0510-4b1f-bd6b-89d44d62d3ff req-071332e3-5371-4522-98fa-82391145f318 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 947 time: 0.3388376 Jul 16 08:33:09.914164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:09.921279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:09.927101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dee43c9a-aa56-449c-87d8-600eafa047ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.929679 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:09.929838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.930737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dee43c9a-aa56-449c-87d8-600eafa047ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.938214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dee43c9a-aa56-449c-87d8-600eafa047ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5627afa1-cb6c-45d6-a82c-45322e349764 HTTP/1.1" status: 204 len: 168 time: 0.3682969 Jul 16 08:33:09.955483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee43c9a-aa56-449c-87d8-600eafa047ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5627afa1-cb6c-45d6-a82c-45322e349764,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.967236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:09.981674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aeb465f-0510-4b1f-bd6b-89d44d62d3ff req-4f9bae51-f138-4ad4-ab69-79bea89a7deb tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861025 Jul 16 08:33:10.029011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.029636 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.030714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: c3db82aa-473b-425a-b154-a5d1b606f397 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:10.031086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] 10.222.0.18 "PUT /v2.0/ports/e816ef68-3069-402a-a64d-e42f02c776d6 HTTP/1.1" status: 200 len: 1096 time: 2.2309334 Jul 16 08:33:10.031556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:10.034412 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:10.034768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3db82aa-473b-425a-b154-a5d1b606f397 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:10.037490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:10.080756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87daa3-bfcd-428a-8061-4962fb812212 service neutron] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.122211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 1728ba69-4b79-47cf-8c2e-725f546a84b3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:10.122566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1728ba69-4b79-47cf-8c2e-725f546a84b3 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:10.229096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-7f2cac99-65e6-47c9-a850-0c8a3afa7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.231781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-7f2cac99-65e6-47c9-a850-0c8a3afa7c81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 1099 time: 0.1416104 Jul 16 08:33:10.318680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-5b1700e0-d894-4295-a7fd-114710f35018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e816ef68-3069-402a-a64d-e42f02c776d6 HTTP/1.1" status: 200 len: 217 time: 0.0801625 Jul 16 08:33:10.402842 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 2, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:10.438838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-38b7e36f-a80c-4ede-be12-7b5a93b0e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.446734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-38b7e36f-a80c-4ede-be12-7b5a93b0e903 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1144760 Jul 16 08:33:10.447703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 000d7e7a-b044-402c-8f16-6c69d668f04a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:10.469289 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Checking router: d02f7c90-2e68-49a0-b888-d47f39ecbb7f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:10.469837 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Updating router d02f7c90-2e68-49a0-b888-d47f39ecbb7f port 7ad30c50-61f8-427c-950e-91b7ee489f2b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:33:10.515541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:10.536047 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.549044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-344dfe2b-2b7c-41f0-93a8-b6f42cc16e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.574608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ada97e75-3d1e-4385-8509-a96d2de7fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.586001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-ada97e75-3d1e-4385-8509-a96d2de7fd1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282318 Jul 16 08:33:10.611124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 000d7e7a-b044-402c-8f16-6c69d668f04a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:10.612149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.674932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38cc0779-9656-4206-abe3-569a81f578e5 req-794e80d0-22ff-48e7-b2e4-4e54f755cedd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 210 time: 0.0625491 Jul 16 08:33:10.808717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-344dfe2b-2b7c-41f0-93a8-b6f42cc16e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.814639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-344dfe2b-2b7c-41f0-93a8-b6f42cc16e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.836474 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e06af97-310a-4eb4-9818-621935756738 x-openstack-request-id: req-0e06af97-310a-4eb4-9818-621935756738 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:10.837309 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:10.837309 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e06af97-310a-4eb4-9818-621935756738 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:10.842158 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'status': 'completed', 'code': 200} Jul 16 08:33:10.847068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-c895e3f4-caed-448a-a797-c850e84a03f6 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552414 Jul 16 08:33:10.865665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dfe2b-2b7c-41f0-93a8-b6f42cc16e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5991b568-9c86-4726-86d6-979996357490,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.872840 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-344dfe2b-2b7c-41f0-93a8-b6f42cc16e3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b68861fa6c3a4d2f88a3202d69615aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538465 Jul 16 08:33:10.873117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47814) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:10.991303 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b49f175-399b-4141-86b5-a57ccda763fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.039135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8875b2cb-7537-4ea5-96c6-b821acb99547 req-b602b48f-7f8d-40fb-9244-a19d4138deb4 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844013 Jul 16 08:33:11.058109 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b49f175-399b-4141-86b5-a57ccda763fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.068120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'name': 'network-vif-deleted', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:11.070491 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6bb52-aedb-4917-a3b9-1398e23466b9" -d '{"events": [{"server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "name": "network-vif-deleted", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:11.076036 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.110994 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Transition to ACTIVE for port object 7ad30c50-61f8-427c-950e-91b7ee489f2b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:11.128476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fecd6-5294-44a5-8581-293e5bd3a8b3 req-62dc0fb0-fcfd-4cee-b6bc-7e8fa9b07c5b tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.131428 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.131804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a84fecd6-5294-44a5-8581-293e5bd3a8b3 req-62dc0fb0-fcfd-4cee-b6bc-7e8fa9b07c5b tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 1102 time: 0.1162591 Jul 16 08:33:11.167879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a84fecd6-5294-44a5-8581-293e5bd3a8b3 req-0a4f33a3-3e05-4cd9-aeda-60d7ffe755c3 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.185024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b49f175-399b-4141-86b5-a57ccda763fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.188388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b49f175-399b-4141-86b5-a57ccda763fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.190584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b49f175-399b-4141-86b5-a57ccda763fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5991b568-9c86-4726-86d6-979996357490 HTTP/1.1" status: 204 len: 168 time: 0.3157640 Jul 16 08:33:11.190843 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Pushing event updated for resources: {'Port': ['ID=7ad30c50-61f8-427c-950e-91b7ee489f2b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.202341 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.202741 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.203086 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.203725 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.204031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:11.204160 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.204433 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.204767 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.205094 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.205414 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.205742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.206065 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.206384 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:11.212227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235703191', 'description': 'tempest-description--67109037'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:11.243513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-9e5b6db6-7fb1-4fff-9dfb-800ce81f1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.244979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-9e5b6db6-7fb1-4fff-9dfb-800ce81f1881 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 1099 time: 0.1457434 Jul 16 08:33:11.245720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.263131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49f175-399b-4141-86b5-a57ccda763fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5991b568-9c86-4726-86d6-979996357490,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.396928 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Attempting to bind port 7ad30c50-61f8-427c-950e-91b7ee489f2b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:11.397744 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Attempting to bind port 7ad30c50-61f8-427c-950e-91b7ee489f2b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:11.398424 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Attempting to bind port 7ad30c50-61f8-427c-950e-91b7ee489f2b on network d9b463bc-960e-4f21-a79b-29dda3b0e68d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:11.405831 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:11.406539 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Checking segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:11.407145 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.407860 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Bound using segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:11.408699 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Bound port: 7ad30c50-61f8-427c-950e-91b7ee489f2b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:11.409420 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.438149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-9efadce5-5e48-4446-bc24-59ab3f752506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.439685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-9efadce5-5e48-4446-bc24-59ab3f752506 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1838729 Jul 16 08:33:11.504660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-1a1cf4ac-bdbc-4248-838b-585dd2ab8a0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e816ef68-3069-402a-a64d-e42f02c776d6 HTTP/1.1" status: 200 len: 217 time: 0.0564349 Jul 16 08:33:11.514473 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] For port 7ad30c50-61f8-427c-950e-91b7ee489f2b, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:11.524706 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] For port 7ad30c50-61f8-427c-950e-91b7ee489f2b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ad30c50-61f8-427c-950e-91b7ee489f2b,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:11.528221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a84fecd6-5294-44a5-8581-293e5bd3a8b3 req-0a4f33a3-3e05-4cd9-aeda-60d7ffe755c3 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.536012 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.536853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a84fecd6-5294-44a5-8581-293e5bd3a8b3 req-0a4f33a3-3e05-4cd9-aeda-60d7ffe755c3 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.599550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-2acddf56-44da-4e5a-a29b-b502f0753aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.601483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-2acddf56-44da-4e5a-a29b-b502f0753aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0889642 Jul 16 08:33:11.606497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a84fecd6-5294-44a5-8581-293e5bd3a8b3 req-0a4f33a3-3e05-4cd9-aeda-60d7ffe755c3 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681857 Jul 16 08:33:11.617316 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038b34f-80f5-4cba-9bd4-14bec830cbcb None None] Pushing event updated for resources: {'Port': ['ID=7ad30c50-61f8-427c-950e-91b7ee489f2b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.670232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.699727 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:11.700375 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:11.717122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.720028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f33a3-3e05-4cd9-aeda-60d7ffe755c3 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de6bf6-964a-44a4-a047-143f37e49485,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.762346 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.770310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5618293 Jul 16 08:33:11.773228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47832) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:11.782126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-5532b8bf-0392-4a92-8db1-63b41ad87c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.784257 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-5532b8bf-0392-4a92-8db1-63b41ad87c56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125214 Jul 16 08:33:11.784469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Request body: {'security_group_rule': {'security_group_id': 'e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:11.786331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28c9d-e789-453c-a9ca-f0f0da2eb2d7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.861666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.023662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.034083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.053502 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:12.075963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03aa2bb6-492e-42fc-bd81-e04639c5b816,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.091539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.093061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9ac7168-e64c-44c3-b8f4-b23e37732bcf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186984 Jul 16 08:33:12.095661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47838) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:12.101101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Request body: {'security_group_rule': {'security_group_id': 'e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:12.158196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.306224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.319009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.345835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f06092-be90-47f8-b4af-b84b1180eb8b,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.358070 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d6612a-63f9-4eb0-9188-878ad396dfaa x-openstack-request-id: req-03d6612a-63f9-4eb0-9188-878ad396dfaa {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:12.358396 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be8ee8-bb77-4573-bf53-0061fba0e80e", "name": "network-vif-deleted", "tag": "c3db82aa-473b-425a-b154-a5d1b606f397", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:12.358649 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03d6612a-63f9-4eb0-9188-878ad396dfaa {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:12.361514 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8be8ee8-bb77-4573-bf53-0061fba0e80e', 'name': 'network-vif-deleted', 'tag': 'c3db82aa-473b-425a-b154-a5d1b606f397', 'status': 'completed', 'code': 200} Jul 16 08:33:12.386584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.391081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c4ea8d2b-b4b2-473b-8206-140487e5882b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911694 Jul 16 08:33:12.391295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47850) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:12.396809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:12.443783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.482627 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:11Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:12.525160 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12609582-ea0d-469b-bd39-2a35929d3ae8 None None] The sync data for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 is: [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:11Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:12.637742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.825457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-a5f28d16-922c-40b7-accf-809c1c06d069 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0284870 Jul 16 08:33:12.933979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35d32925-4224-4af9-8c95-97f57406e9ea req-533b20ae-ae65-4b77-a829-716963e98670 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 210 time: 0.0795276 Jul 16 08:33:12.936380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a0d3-c313-42de-9d26-e48f35690f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.964378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ebf9a722-7336-4a4b-bc4f-2f0016fc61d1 req-70dc5f36-6c96-491f-b89c-7bd37fd406b7 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289163 Jul 16 08:33:12.984743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Allocated IP 172.25.0.16 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9b573aef-7fd1-46f3-91b5-7e0f076d9c4f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:13.081950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73644f-2a9f-4945-a5f5-c586b9154a22 req-0fcc1ff0-4057-42e1-9e25-cfe850fae83d tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.084961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ae73644f-2a9f-4945-a5f5-c586b9154a22 req-0fcc1ff0-4057-42e1-9e25-cfe850fae83d tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 947 time: 1.1002002 Jul 16 08:33:13.158709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.211694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7bc2-4688-4c6f-8671-974782a068c3 req-84cf5ed5-c66f-408e-838c-c549584eda26 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.219467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-861d7bc2-4688-4c6f-8671-974782a068c3 req-84cf5ed5-c66f-408e-838c-c549584eda26 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.1290033 Jul 16 08:33:13.220325 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ae73644f-2a9f-4945-a5f5-c586b9154a22 req-51d16b36-8842-481c-a277-58f177790490 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252680 Jul 16 08:33:13.264785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-48f1ee94-b13d-49f8-82d1-5814d7cf567c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.266352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-48f1ee94-b13d-49f8-82d1-5814d7cf567c tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 944 time: 0.2898011 Jul 16 08:33:13.302240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-861d7bc2-4688-4c6f-8671-974782a068c3 req-4071b773-3326-46fa-8438-94e306a65371 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/security-groups?id=be8169e5-babf-4f4b-8bbf-529d8b05e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762863 Jul 16 08:33:13.339248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.393866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:13.397388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:13.400144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:13.470836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Deleting port 4ef87a2d-0699-4ce5-a06f-880805c7906a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:13.472584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.514043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event updated for resources: {'Port': ['ID=9b573aef-7fd1-46f3-91b5-7e0f076d9c4f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:13.563227 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.672919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.706615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] For port 4ef87a2d-0699-4ce5-a06f-880805c7906a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4ef87a2d-0699-4ce5-a06f-880805c7906a,segment=NetworkSegment(078b7024-9213-4367-a00d-de7221dad77b),segment_id=078b7024-9213-4367-a00d-de7221dad77b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:13.732879 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.826749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Calling delete_port for 4ef87a2d-0699-4ce5-a06f-880805c7906a owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:13.992939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:14.017872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.024261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.070732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e313-c100-43ca-b799-e0b8bd8226cf req-bb4a62ce-61dd-4943-8f29-63d92f957527 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.072533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffb4e313-c100-43ca-b799-e0b8bd8226cf req-bb4a62ce-61dd-4943-8f29-63d92f957527 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 1102 time: 0.3044188 Jul 16 08:33:14.141206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event updated for resources: {'Port': ['ID=9b573aef-7fd1-46f3-91b5-7e0f076d9c4f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.154188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.162647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffb4e313-c100-43ca-b799-e0b8bd8226cf req-829cf5d3-09a5-4f9b-bb8c-f480644bb161 tempest-ServersAdminNegativeTestJSON-1072633676 tempest-ServersAdminNegativeTestJSON-1072633676-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823162 Jul 16 08:33:14.181872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.192402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-647e5036-6cc9-486c-8bea-f0d06319034d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7998371 Jul 16 08:33:14.287902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-635ccb96-dbd2-48f0-bee9-5b0e586abf94 req-1d734fb7-31ea-42a7-ac89-748a6cdf072c tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 210 time: 0.0862846 Jul 16 08:33:14.335897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:14.389175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.393378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'mac_address': 'fa:16:3e:4b:20:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:14.479996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Pushing event deleted for resources: {'Port': ['ID=4ef87a2d-0699-4ce5-a06f-880805c7906a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.506848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.534250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ad30c50-61f8-427c-950e-91b7ee489f2b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:14.557016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] No DVR routers for this DVR port 4ef87a2d-0699-4ce5-a06f-880805c7906a on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:14.576644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e816ef68-3069-402a-a64d-e42f02c776d6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:14.590295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.592857 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47041c90-f229-4b6d-bdf6-3ac7763aed78 req-ff6d6dea-372f-4e00-9220-dc78f676f1f4 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.36 "DELETE /v2.0/ports/4ef87a2d-0699-4ce5-a06f-880805c7906a HTTP/1.1" status: 204 len: 173 time: 1.3175783 Jul 16 08:33:14.595691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'name': 'network-vif-deleted', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:14.599212 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf11153-a090-4c4a-a5d2-3f830b18169c" -d '{"events": [{"server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "name": "network-vif-deleted", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:14.611331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:14.624258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.652257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72216b-f404-41d0-9e0c-3c90abce2e52 req-86f4681d-3fae-4470-98ef-bd7f817c68d2 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.654383 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c72216b-f404-41d0-9e0c-3c90abce2e52 req-86f4681d-3fae-4470-98ef-bd7f817c68d2 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 947 time: 0.0946214 Jul 16 08:33:14.705550 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c72216b-f404-41d0-9e0c-3c90abce2e52 req-9f6b5c1b-4d27-42c1-90b0-703db844913b tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Jul 16 08:33:14.733706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7c0d27e-ff1d-4480-8afe-efcb4c28e9fa req-b0c400a9-cd38-425b-84b0-cf19f2f40145 tempest-LiveAutoBlockMigrationV225Test-469279734 tempest-LiveAutoBlockMigrationV225Test-469279734-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fd77011-2a0e-4641-bd2d-39b42e108898 HTTP/1.1" status: 200 len: 210 time: 0.0781293 Jul 16 08:33:14.747807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.762814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 7ad30c50-61f8-427c-950e-91b7ee489f2b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:14.767067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7ad30c50-61f8-427c-950e-91b7ee489f2b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:14.767708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.883175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e816ef68-3069-402a-a64d-e42f02c776d6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:14.961760 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.022150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 7ad30c50-61f8-427c-950e-91b7ee489f2b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ad30c50-61f8-427c-950e-91b7ee489f2b,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:15.088866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-9ca04e4c-49e4-4478-b45a-ec08192241ff tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b7554953569c426b92b9ddede216f85d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437212 Jul 16 08:33:15.093808 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.210698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=7ad30c50-61f8-427c-950e-91b7ee489f2b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.213837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-5c672e62-09b5-4463-80d5-3f30c0e291ed tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.220799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-5c672e62-09b5-4463-80d5-3f30c0e291ed tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309168 Jul 16 08:33:15.233212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-fad5ec6c-d8fc-4af2-918b-cb5d5d2b9f2a tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1235703191&fields=id&tenant_id=6cb2710c2d844ba9b0bbac019ef9922d HTTP/1.1" status: 200 len: 267 time: 0.0857821 Jul 16 08:33:15.235058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-8f89a849-caa2-47ee-a945-0d97104bde95 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/quotas/b7554953569c426b92b9ddede216f85d HTTP/1.1" status: 200 len: 375 time: 0.0127141 Jul 16 08:33:15.319276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-af3d5067-20d1-4342-a707-c4778bb3ad03 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7554953569c426b92b9ddede216f85d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708878 Jul 16 08:33:15.351041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-f6ca9780-d006-4fdd-abeb-083a40110b4a tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.357846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-f6ca9780-d006-4fdd-abeb-083a40110b4a tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/networks?id=d9b463bc-960e-4f21-a79b-29dda3b0e68d HTTP/1.1" status: 200 len: 811 time: 0.1237636 Jul 16 08:33:15.375749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-371ff419-08c5-4c6b-99cc-bd2f27fcfa46 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/quotas/6cb2710c2d844ba9b0bbac019ef9922d HTTP/1.1" status: 200 len: 375 time: 0.0147312 Jul 16 08:33:15.514763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-89b052a4-b663-479f-8e38-579151ab12c0 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cb2710c2d844ba9b0bbac019ef9922d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380761 Jul 16 08:33:15.585654 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a531ed5-4dab-4ff0-8664-0fb4c4cf4d9f x-openstack-request-id: req-7a531ed5-4dab-4ff0-8664-0fb4c4cf4d9f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:15.586148 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd77011-2a0e-4641-bd2d-39b42e108898", "name": "network-vif-deleted", "tag": "4ef87a2d-0699-4ce5-a06f-880805c7906a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:15.586567 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a531ed5-4dab-4ff0-8664-0fb4c4cf4d9f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:15.586699 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9290562-c6a2-44ce-aefb-39b26198dca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.587282 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd77011-2a0e-4641-bd2d-39b42e108898', 'name': 'network-vif-deleted', 'tag': '4ef87a2d-0699-4ce5-a06f-880805c7906a', 'status': 'completed', 'code': 200} Jul 16 08:33:15.661511 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.680908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-2359d95c-7432-47c8-9090-7adcfdb634ad service neutron] 10.222.0.41 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500611 Jul 16 08:33:15.799525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-6edbcde8-17e2-42f7-b817-bca56c410183 service neutron] 10.222.0.41 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094911 Jul 16 08:33:15.943618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c27a8214-1c6d-43cf-bb12-c1ea68572c0e req-8ca0b5c4-584f-4aef-82b2-0ba113b108bb tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8be8ee8-bb77-4573-bf53-0061fba0e80e HTTP/1.1" status: 200 len: 210 time: 0.0418515 Jul 16 08:33:16.014659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:16.067961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aee83b1f-04d5-497b-840a-f32771918ec4 req-0ead7230-3496-4751-8fb2-906a0f12d1a6 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 210 time: 0.0835166 Jul 16 08:33:16.146592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port e816ef68-3069-402a-a64d-e42f02c776d6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:16.150942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:16.157027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e816ef68-3069-402a-a64d-e42f02c776d6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:16.157509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.294706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:16.313512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7959c63-3ee9-41d6-9d54-58f2ced088a6 req-c8690906-e7b3-4724-87f8-7e29b07015cf tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 210 time: 0.0973258 Jul 16 08:33:16.396780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4ef87a2d-0699-4ce5-a06f-880805c7906a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:16.397062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4ef87a2d-0699-4ce5-a06f-880805c7906a not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:16.478216 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.516672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e289a-b06f-4bfa-bc75-961d9310da52 req-7ae49739-b701-4878-9a8b-1fc1142553c5 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.528491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca6e289a-b06f-4bfa-bc75-961d9310da52 req-7ae49739-b701-4878-9a8b-1fc1142553c5 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 948 time: 0.1587579 Jul 16 08:33:16.536507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ad30c50-61f8-427c-950e-91b7ee489f2b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:16.603566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca6e289a-b06f-4bfa-bc75-961d9310da52 req-d6277bde-5ce0-4cf3-b5b6-cdafe6aa4788 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712445 Jul 16 08:33:16.722461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Deleting subnet 8e829aa5-3cda-49c1-8430-cc6d0f121991 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:16.732574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.776365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:16.785549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:16.788608 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de62c2f1-3b6d-4ec7-a2e6-ab43b82fae44" -d '{"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-plugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:16.795342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.872363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.885416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.914935 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6947e104-c6b8-4bb6-9334-ef392908f0bf x-openstack-request-id: req-6947e104-c6b8-4bb6-9334-ef392908f0bf {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:16.915653 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-plugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:16.916132 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6947e104-c6b8-4bb6-9334-ef392908f0bf {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:16.916763 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'code': 200} Jul 16 08:33:16.948963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7ad30c50-61f8-427c-950e-91b7ee489f2b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:16.961298 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.027880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.028285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.265562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4e712-dc23-4e9a-9a41-812b6ebeba4b req-318aa602-3bb5-4659-9722-3ddf2a837fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.287888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31a4e712-dc23-4e9a-9a41-812b6ebeba4b req-318aa602-3bb5-4659-9722-3ddf2a837fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 1101 time: 0.1936431 Jul 16 08:33:17.450338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.475124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3544a59-b5a3-4209-8b9d-088ff5bef653 req-72d314d4-7a56-428d-b618-37df5e6cab28 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 210 time: 0.0619195 Jul 16 08:33:17.476876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31a4e712-dc23-4e9a-9a41-812b6ebeba4b req-c6cf3602-77a6-4d84-a5a6-6df47a2acc01 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877146 Jul 16 08:33:17.499597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e829aa5-3cda-49c1-8430-cc6d0f121991,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.518223 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.523345 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4604efc2-e038-42ed-bffe-413555c4a389 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8e829aa5-3cda-49c1-8430-cc6d0f121991 HTTP/1.1" status: 204 len: 168 time: 1.3712614 Jul 16 08:33:17.524093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47998) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:17.531171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90f2f6-b30c-4577-a1db-183cedcf2355 req-4671fae1-d126-4f33-a983-c290d957fb5b tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.532714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f90f2f6-b30c-4577-a1db-183cedcf2355 req-4671fae1-d126-4f33-a983-c290d957fb5b tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 950 time: 0.3206353 Jul 16 08:33:17.561005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.630437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f90f2f6-b30c-4577-a1db-183cedcf2355 req-9bf190b3-f8d8-4874-851d-324caad82294 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819874 Jul 16 08:33:17.638988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.742408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f11033e-b991-4af2-8c4b-6b2de62921a2 req-a8c5f3d8-86b0-401f-a63d-2c058a525507 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 210 time: 0.0388231 Jul 16 08:33:17.788056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.821990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fe35cf-47ba-4a5f-a045-74d67d04f605']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:17.827106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-3fc0ffa1-ff4d-4370-ad1b-e80c8071be4b tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b7554953569c426b92b9ddede216f85d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355227 Jul 16 08:33:17.851293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078b7024-9213-4367-a00d-de7221dad77b') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:17.851950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078b7024-9213-4367-a00d-de7221dad77b') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:17.884862 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.907401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.974196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:17.974952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:17.976866 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:18.110868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-96f405db-ad36-44ee-9d8f-e78bbc4f8d6f tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.113663 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-96f405db-ad36-44ee-9d8f-e78bbc4f8d6f tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803047 Jul 16 08:33:18.117196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.135124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.140475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48004) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:18.150025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0fe35cf-47ba-4a5f-a045-74d67d04f605 HTTP/1.1" status: 204 len: 168 time: 0.6241152 Jul 16 08:33:18.162990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Request body: {'port': {'device_id': '69180a53-350d-45b8-be8c-5137404f64f3', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'b7554953569c426b92b9ddede216f85d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:18.196515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a21022-4599-498a-ac14-318e137690f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fe35cf-47ba-4a5f-a045-74d67d04f605,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.231267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Deleting subnet 5ceb0580-cb93-49d7-b840-9b9ec95248ef {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:18.239310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.241982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.296914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f241f0b-6546-4dca-adef-a0656d573bf8 req-8c766525-ddce-4692-881e-94d2accf4464 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.298509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f241f0b-6546-4dca-adef-a0656d573bf8 req-8c766525-ddce-4692-881e-94d2accf4464 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 949 time: 0.2912815 Jul 16 08:33:18.346648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.434088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.478467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f241f0b-6546-4dca-adef-a0656d573bf8 req-8b6e96cb-d510-4212-8ea7-feb79499b7b8 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613626 Jul 16 08:33:18.554417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.574860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.576901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Made reservation on behalf of b7554953569c426b92b9ddede216f85d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:18.581098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.587303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48014) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:18.588138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ceb0580-cb93-49d7-b840-9b9ec95248ef HTTP/1.1" status: 204 len: 168 time: 0.4462576 Jul 16 08:33:18.625242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d1109-ce24-448a-b620-93e6be8be77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ceb0580-cb93-49d7-b840-9b9ec95248ef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.642992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.734532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-647166c9-9b12-424a-892e-98f39b7508f1 req-ca6e7014-d863-4a2b-9628-46b6bbd56ab6 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 210 time: 0.0514607 Jul 16 08:33:18.834997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.003200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-11f3eaf6-f294-425d-8b22-f69a5cf3b649 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.005483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-11f3eaf6-f294-425d-8b22-f69a5cf3b649 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 950 time: 0.3343732 Jul 16 08:33:19.086648 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f552ca40-ef36-43b7-8751-77602c0634f5 req-4d944ca6-34fd-4389-a1b4-33610e3b494b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 210 time: 0.0849378 Jul 16 08:33:19.343874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.367984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143a150e-98ee-4f3b-acc6-91ceb3a5c86e']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:19.382352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698fb6c9-0440-4301-b360-fc7aea03601d') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:19.382728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698fb6c9-0440-4301-b360-fc7aea03601d') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:19.396915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.397244 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:19.413742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.420579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:19.420979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:19.504755 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:19.530478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.558502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.560622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] 10.222.0.41 "DELETE /v2.0/networks/143a150e-98ee-4f3b-acc6-91ceb3a5c86e HTTP/1.1" status: 204 len: 168 time: 0.9715564 Jul 16 08:33:19.666813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4aad-bc68-4df0-9e81-b7ecba6507ce admin admin] Pushing event deleted for resources: {'Network': ['ID=143a150e-98ee-4f3b-acc6-91ceb3a5c86e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.757623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-5cc2faf8-d130-4e2a-9d7a-aed857ffbeb9 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.764441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48032) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:19.765656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-5cc2faf8-d130-4e2a-9d7a-aed857ffbeb9 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.36 "GET /v2.0/networks?id=d9b463bc-960e-4f21-a79b-29dda3b0e68d HTTP/1.1" status: 200 len: 811 time: 0.7261853 Jul 16 08:33:19.770773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.788307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa547ce-6e6e-41e7-88e3-c6fbfc16ae81 req-053f4cf5-50d0-40c6-8324-f2befa927e1e tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.795429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-faa547ce-6e6e-41e7-88e3-c6fbfc16ae81 req-053f4cf5-50d0-40c6-8324-f2befa927e1e tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 950 time: 0.8749995 Jul 16 08:33:19.812408 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.874458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8e19f-a8ba-4dbd-be93-d2ef81cae769 req-ad8ed039-06f9-41dd-b248-9c3c79a5602a tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.876628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0da8e19f-a8ba-4dbd-be93-d2ef81cae769 req-ad8ed039-06f9-41dd-b248-9c3c79a5602a tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 949 time: 0.2032771 Jul 16 08:33:19.881603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1f675779-6b24-400e-8967-c090f91a8cfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1a0d675b6a94e3fb20e0f739e6458ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123533 Jul 16 08:33:19.885171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48036) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:19.954911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0da8e19f-a8ba-4dbd-be93-d2ef81cae769 req-76c056b9-f749-4e82-a093-e292b213a176 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685570 Jul 16 08:33:20.033432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2e96b61-e644-4790-b869-625d75627491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.062001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907579d6-cb3a-4387-9d21-768d80875239,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:20.097116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2e96b61-e644-4790-b869-625d75627491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.105090 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-faa547ce-6e6e-41e7-88e3-c6fbfc16ae81 req-a898294a-747e-40d9-8c6a-d4adfda966d7 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084922 Jul 16 08:33:20.139260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-6a7c9f3f-c0f1-4442-8737-8c7e2b26e9b7 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cb2710c2d844ba9b0bbac019ef9922d HTTP/1.1" status: 200 len: 380 time: 0.3415365 Jul 16 08:33:20.149516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Deleting port f7c1c00a-ae18-4c02-a254-96ee9434f533 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:20.150681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.181583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Request body: {'port': {'device_id': '2707399c-01d9-4688-8b21-8651b9536aeb', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'admin_state_up': True, 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'security_groups': ['e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:20.213710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2e96b61-e644-4790-b869-625d75627491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.216639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2e96b61-e644-4790-b869-625d75627491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.220195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b2e96b61-e644-4790-b869-625d75627491 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be8169e5-babf-4f4b-8bbf-529d8b05e1e3 HTTP/1.1" status: 204 len: 168 time: 0.3304803 Jul 16 08:33:20.249786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e96b61-e644-4790-b869-625d75627491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8169e5-babf-4f4b-8bbf-529d8b05e1e3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:20.265783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-548528d8-f007-405e-b50f-96fb72ff7877 req-da854736-9d58-444e-a342-4f67f422c08e tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 210 time: 0.0666642 Jul 16 08:33:20.462800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Allocated IP 192.168.233.60 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/c87a5f63-2de2-454a-b88d-fa76446e6915) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:20.472485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fe59e633-6356-48e2-b60f-e1fa646ef05e req-cde3ab33-d50d-49fe-99c2-075f405b1819 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 210 time: 0.0631793 Jul 16 08:33:20.609097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] For port f7c1c00a-ae18-4c02-a254-96ee9434f533, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f7c1c00a-ae18-4c02-a254-96ee9434f533,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:20.609517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.695294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Calling delete_port for f7c1c00a-ae18-4c02-a254-96ee9434f533 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:20.848230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48058) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:20.875049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.891046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Transition to ACTIVE for port object c87a5f63-2de2-454a-b88d-fa76446e6915 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:20.928533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Made reservation on behalf of 6cb2710c2d844ba9b0bbac019ef9922d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:20.933073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.939423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.018410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bcddf0a9-3e17-41f9-9d7a-2d378d3cf303 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5adb018581b34edb95df26055fa3cc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601691 Jul 16 08:33:21.019674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48068) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:21.067149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:21.073437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:21.104290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:21.186297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb3a82e7-0e9d-4520-a442-deb1e796f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.237432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb3a82e7-0e9d-4520-a442-deb1e796f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.327260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb3a82e7-0e9d-4520-a442-deb1e796f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.330263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb3a82e7-0e9d-4520-a442-deb1e796f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.335229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb3a82e7-0e9d-4520-a442-deb1e796f985 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b202227c-4436-4dac-bfd8-b7ce6b3403fe HTTP/1.1" status: 204 len: 168 time: 0.3120151 Jul 16 08:33:21.344402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a82e7-0e9d-4520-a442-deb1e796f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b202227c-4436-4dac-bfd8-b7ce6b3403fe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.383277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Pushing event updated for resources: {'Port': ['ID=c87a5f63-2de2-454a-b88d-fa76446e6915,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.538361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a30497-f127-40da-9858-e7c197e64e73 None None] Provisioning for port c87a5f63-2de2-454a-b88d-fa76446e6915 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:21.547128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a30497-f127-40da-9858-e7c197e64e73 None None] Provisioning complete for port c87a5f63-2de2-454a-b88d-fa76446e6915 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:21.559728 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a30497-f127-40da-9858-e7c197e64e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.642801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-85a30497-f127-40da-9858-e7c197e64e73 None None] Port c87a5f63-2de2-454a-b88d-fa76446e6915 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:21.695341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7830bc-5011-4058-8b6b-400f626068e7 req-8b94ecc5-a2c2-4cf3-890e-47d14683214a tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.697394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b7830bc-5011-4058-8b6b-400f626068e7 req-8b94ecc5-a2c2-4cf3-890e-47d14683214a tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 935 time: 0.1293187 Jul 16 08:33:21.718884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.719430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.762206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b7830bc-5011-4058-8b6b-400f626068e7 req-5e6586da-53bd-4db8-b01f-c09e43f12160 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557990 Jul 16 08:33:21.766170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6b2e90f2-d28e-4c60-ab56-9272dd1f85d2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6336150 Jul 16 08:33:21.772499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Allocated IP 172.20.0.4 (d9b463bc-960e-4f21-a79b-29dda3b0e68d/11c4fa94-409c-4d65-ab34-6aec0198f932/ae4ccb5f-0c35-4f56-b7f9-f003d695a562) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:21.793764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Request body: {'port': {'device_id': '69180a53-350d-45b8-be8c-5137404f64f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:21.882749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.898393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.911828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1292979d-b90f-45af-ab3d-3fbb74ac0043'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:21.977547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Pushing event deleted for resources: {'Port': ['ID=f7c1c00a-ae18-4c02-a254-96ee9434f533,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:22.045197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] No DVR routers for this DVR port f7c1c00a-ae18-4c02-a254-96ee9434f533 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:22.053327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.056094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89851a9a-0df1-43e7-b66b-023de7eec853 req-a048523e-707f-4397-8867-f8b7ecb4bc6a tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "DELETE /v2.0/ports/f7c1c00a-ae18-4c02-a254-96ee9434f533 HTTP/1.1" status: 204 len: 173 time: 3.0187898 Jul 16 08:33:22.062148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'name': 'network-vif-deleted', 'tag': 'f7c1c00a-ae18-4c02-a254-96ee9434f533'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:22.063202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f7c1c00a-ae18-4c02-a254-96ee9434f533 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:22.064501 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d238f9-e1be-4e63-abe4-126d1627e371" -d '{"events": [{"server_uuid": "2b454663-18b7-4a27-b5cd-22e3ab89a738", "name": "network-vif-deleted", "tag": "f7c1c00a-ae18-4c02-a254-96ee9434f533"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:22.089148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdcd4-6526-46ac-a5bb-1b384f1b2d13 req-7a4ff558-b2c9-4e57-b38d-0d942372b426 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.099944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-605bdcd4-6526-46ac-a5bb-1b384f1b2d13 req-7a4ff558-b2c9-4e57-b38d-0d942372b426 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b454663-18b7-4a27-b5cd-22e3ab89a738 HTTP/1.1" status: 200 len: 867 time: 0.6758139 Jul 16 08:33:22.120708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d78212-cc5c-439a-8879-03dacd044488 req-d484b0bd-6466-4a9e-b2ed-99144c23f037 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 210 time: 0.1481719 Jul 16 08:33:22.144413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: f7c1c00a-ae18-4c02-a254-96ee9434f533 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:22.152124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f7c1c00a-ae18-4c02-a254-96ee9434f533 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:22.181805 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-605bdcd4-6526-46ac-a5bb-1b384f1b2d13 req-af2cccfb-136a-45a9-909a-6e74b1cda9d0 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786152 Jul 16 08:33:22.820414 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42a35a-61a6-4540-9d4a-057611e8d8dd x-openstack-request-id: req-bd42a35a-61a6-4540-9d4a-057611e8d8dd {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:22.821036 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b454663-18b7-4a27-b5cd-22e3ab89a738", "name": "network-vif-deleted", "tag": "f7c1c00a-ae18-4c02-a254-96ee9434f533", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:22.821036 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd42a35a-61a6-4540-9d4a-057611e8d8dd {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:22.821516 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b454663-18b7-4a27-b5cd-22e3ab89a738', 'name': 'network-vif-deleted', 'tag': 'f7c1c00a-ae18-4c02-a254-96ee9434f533', 'status': 'completed', 'code': 200} Jul 16 08:33:23.031777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.068804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Transition to ACTIVE for port object ae4ccb5f-0c35-4f56-b7f9-f003d695a562 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:23.179780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87a5f63-2de2-454a-b88d-fa76446e6915 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:23.185877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.263999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.266444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48136) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:23.272898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event updated for resources: {'Port': ['ID=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:23.311053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288088fb-fb55-491e-b67a-0fcb0be8f9dc req-cd572731-d0a9-4cdc-bce1-a0bbb99a918f tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.314785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-288088fb-fb55-491e-b67a-0fcb0be8f9dc req-cd572731-d0a9-4cdc-bce1-a0bbb99a918f tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 935 time: 0.2270000 Jul 16 08:33:23.347485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:23.359000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:23.377659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:23.428367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-288088fb-fb55-491e-b67a-0fcb0be8f9dc req-58e2cb4d-c2fd-4164-a92f-beb652b3d818 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024075 Jul 16 08:33:23.469980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.470711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.516020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Transition to ACTIVE for port object c87a5f63-2de2-454a-b88d-fa76446e6915 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:23.576452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.600780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-35222a69-6be6-48c0-a632-6000207d2384 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4465170 Jul 16 08:33:23.670782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-355114293-network', 'tenant_id': '0f6d09f3c85e487e9848314b8729e9f0'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:23.677658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Pushing event updated for resources: {'Port': ['ID=c87a5f63-2de2-454a-b88d-fa76446e6915,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:23.685757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Request body: {'port': {'device_id': '2707399c-01d9-4688-8b21-8651b9536aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:23.876462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02627bf3-5a48-4265-83c2-efe638a62f56 req-b9dcf14f-997f-4ad2-9fb3-6dba65bcc6a1 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.883959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02627bf3-5a48-4265-83c2-efe638a62f56 req-b9dcf14f-997f-4ad2-9fb3-6dba65bcc6a1 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 931 time: 0.1745715 Jul 16 08:33:23.889580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Made reservation on behalf of 0f6d09f3c85e487e9848314b8729e9f0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:23.896807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.921878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e0305600-25f9-427f-adb3-567ffebadc96 None None] Provisioning for port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:23.929770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e0305600-25f9-427f-adb3-567ffebadc96 None None] Provisioning complete for port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:23.930682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-c0a4fe5b-9f64-458d-b15c-063c6797da0a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.931559 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0305600-25f9-427f-adb3-567ffebadc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.932258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-c0a4fe5b-9f64-458d-b15c-063c6797da0a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 944 time: 0.1946356 Jul 16 08:33:23.946854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.005342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5e83-edf9-4620-95ca-273ad09adfb7 req-ccafcd7d-c057-4153-95d7-cd2a5bd52d06 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.007410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02627bf3-5a48-4265-83c2-efe638a62f56 req-d356fecf-4d01-4c0f-b85e-7310f9360dfa tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224647 Jul 16 08:33:24.007758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27bb5e83-edf9-4620-95ca-273ad09adfb7 req-ccafcd7d-c057-4153-95d7-cd2a5bd52d06 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 944 time: 0.5688512 Jul 16 08:33:24.016065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.080960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Attempting to bind port c87a5f63-2de2-454a-b88d-fa76446e6915 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:24.081904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Attempting to bind port c87a5f63-2de2-454a-b88d-fa76446e6915 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:24.082421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Attempting to bind port c87a5f63-2de2-454a-b88d-fa76446e6915 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:24.108651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Deleting port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:24.109012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.148810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27bb5e83-edf9-4620-95ca-273ad09adfb7 req-af32d0e6-f01f-44bd-91ba-b23ab74d15bd tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285865 Jul 16 08:33:24.149389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Port c87a5f63-2de2-454a-b88d-fa76446e6915 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:24.149722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Attempting to bind port c87a5f63-2de2-454a-b88d-fa76446e6915 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:24.172259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:24.172602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:24.173173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:24.173460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Bound port: c87a5f63-2de2-454a-b88d-fa76446e6915, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:24.173782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.296674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] For port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:24.297629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.322938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Calling delete_port for 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:24.329539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:24.390928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e0305600-25f9-427f-adb3-567ffebadc96 None None] Port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:24.429398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] For port c87a5f63-2de2-454a-b88d-fa76446e6915, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:24.512840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.516684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] For port c87a5f63-2de2-454a-b88d-fa76446e6915, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c87a5f63-2de2-454a-b88d-fa76446e6915,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:24.522903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.541444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:24.548046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:24.553147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.553635 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Added segment ba56dbc9-50c4-437f-851c-2e37fdb5e493 of type vlan for network 9693c313-7fdd-4d57-937d-09f65d8a7662 Jul 16 08:33:24.562585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'mac_address': 'fa:16:3e:4b:20:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:24.598490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.612951 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.620120 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.645765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e816ef68-3069-402a-a64d-e42f02c776d6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:24.655514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event deleted for resources: {'Port': ['ID=0a99ff54-45c1-4c25-9cfa-d535ad90ac91,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.693609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:24.708693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.740708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.807373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.826086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e816ef68-3069-402a-a64d-e42f02c776d6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:24.842606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1482c9-70fc-4dbc-903a-304bc0f270e3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.897568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] No DVR routers for this DVR port 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:24.900606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.903209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8a1cf820-1e80-43c2-907d-c09a844f4a86 req-52793867-fb34-4a0e-a2d0-fab1d2bea267 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "DELETE /v2.0/ports/0a99ff54-45c1-4c25-9cfa-d535ad90ac91 HTTP/1.1" status: 204 len: 173 time: 0.9634798 Jul 16 08:33:24.903908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'name': 'network-vif-deleted', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:24.907525 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f55da3-3226-4df5-888c-8e03a6ab286b" -d '{"events": [{"server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "name": "network-vif-deleted", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:24.927681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.932913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.936132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.964623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.966069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25579b4-3715-4ae2-918f-d020f63cb0b5 req-65724dce-9a49-4be2-8944-9bc646b388aa tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.966949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.971965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] 10.222.0.36 "PUT /v2.0/ports/c87a5f63-2de2-454a-b88d-fa76446e6915 HTTP/1.1" status: 200 len: 1096 time: 3.1827912 Jul 16 08:33:24.975010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d25579b4-3715-4ae2-918f-d020f63cb0b5 req-65724dce-9a49-4be2-8944-9bc646b388aa tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 947 time: 0.2860320 Jul 16 08:33:25.059593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d25579b4-3715-4ae2-918f-d020f63cb0b5 req-9ac8743d-edc0-4dc0-a4ad-831f67790a7c tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814681 Jul 16 08:33:25.131938 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63206455-94a8-4172-a724-c1a4b2aec091 x-openstack-request-id: req-63206455-94a8-4172-a724-c1a4b2aec091 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:25.132233 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4acded-170d-49ad-acdd-dab2c78f04bc", "name": "network-vif-deleted", "tag": "0a99ff54-45c1-4c25-9cfa-d535ad90ac91", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:25.132488 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63206455-94a8-4172-a724-c1a4b2aec091 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:25.132894 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4acded-170d-49ad-acdd-dab2c78f04bc', 'name': 'network-vif-deleted', 'tag': '0a99ff54-45c1-4c25-9cfa-d535ad90ac91', 'status': 'completed', 'code': 200} Jul 16 08:33:25.146564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69180a53-350d-45b8-be8c-5137404f64f3', 'tag': 'c87a5f63-2de2-454a-b88d-fa76446e6915'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:25.153089 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796488df-a202-4988-a37c-06e6d0b512f3" -d '{"events": [{"name": "network-changed", "server_uuid": "69180a53-350d-45b8-be8c-5137404f64f3", "tag": "c87a5f63-2de2-454a-b88d-fa76446e6915"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:25.272631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] Pushing event updated for resources: {'Network': ['ID=9693c313-7fdd-4d57-937d-09f65d8a7662,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.281012 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6dd224e2-100b-4fd7-be0a-470d654e0c7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0006986 Jul 16 08:33:25.290468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9693c313-7fdd-4d57-937d-09f65d8a7662 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:25.320422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:25.326059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Request body: {'subnet': {'network_id': '9693c313-7fdd-4d57-937d-09f65d8a7662', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-355114293-subnet', 'tenant_id': '0f6d09f3c85e487e9848314b8729e9f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:25.391124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65957ee-ddeb-4b92-a7bb-a52fd40a176e service neutron] Pushing event updated for resources: {'Port': ['ID=c87a5f63-2de2-454a-b88d-fa76446e6915,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.396941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Made reservation on behalf of 0f6d09f3c85e487e9848314b8729e9f0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:25.405556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.458875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2410bd-1867-4c3f-bf30-1d3a1144e5bc req-9ac3f87b-c0ec-4645-b484-1550f27a3390 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.466272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2410bd-1867-4c3f-bf30-1d3a1144e5bc req-9ac3f87b-c0ec-4645-b484-1550f27a3390 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 931 time: 0.2084904 Jul 16 08:33:25.515988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cc3ad-f4f6-4e03-9c59-0c44b6d95ada req-19f27640-3500-4ee8-8c35-82a8bbd76966 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.525378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a39cc3ad-f4f6-4e03-9c59-0c44b6d95ada req-19f27640-3500-4ee8-8c35-82a8bbd76966 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 950 time: 0.5263972 Jul 16 08:33:25.556326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-5385f9d5-68c7-42d1-a626-bdf12a37467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.558005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-5385f9d5-68c7-42d1-a626-bdf12a37467f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7554953569c426b92b9ddede216f85d&device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 1099 time: 0.3917351 Jul 16 08:33:25.575811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2410bd-1867-4c3f-bf30-1d3a1144e5bc req-f6a01a3d-6253-4ba8-85e0-4d79e32372c6 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081994 Jul 16 08:33:25.625894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4ccb5f-0c35-4f56-b7f9-f003d695a562 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:25.664234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.684753 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de37299-0c39-4488-bc0e-b592c4b2725f x-openstack-request-id: req-7de37299-0c39-4488-bc0e-b592c4b2725f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:25.685297 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69180a53-350d-45b8-be8c-5137404f64f3", "tag": "c87a5f63-2de2-454a-b88d-fa76446e6915", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:25.685571 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7de37299-0c39-4488-bc0e-b592c4b2725f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:25.686119 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69180a53-350d-45b8-be8c-5137404f64f3', 'tag': 'c87a5f63-2de2-454a-b88d-fa76446e6915', 'status': 'completed', 'code': 200} Jul 16 08:33:25.729583 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a39cc3ad-f4f6-4e03-9c59-0c44b6d95ada req-6d2e34b3-0758-48a2-9db8-b1bd5af0ec47 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028646 Jul 16 08:33:25.732990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-6ab635dd-7cd4-4c56-90b1-5b0780194308 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c87a5f63-2de2-454a-b88d-fa76446e6915 HTTP/1.1" status: 200 len: 217 time: 0.0840688 Jul 16 08:33:25.747280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Transition to ACTIVE for port object ae4ccb5f-0c35-4f56-b7f9-f003d695a562 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:25.841322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.893649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.006305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-08bba3d9-1304-420c-b18a-e1b82dc1140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.007859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-08bba3d9-1304-420c-b18a-e1b82dc1140a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2621160 Jul 16 08:33:26.044760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:26.059953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430da510-ec92-4c31-92fc-68c6ad1336fb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.132780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Checking segment: {'id': 'ba56dbc9-50c4-437f-851c-2e37fdb5e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9693c313-7fdd-4d57-937d-09f65d8a7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:26.133102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Network hostable DHCP agents. Network: 9693c313-7fdd-4d57-937d-09f65d8a7662, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:26.210184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e816ef68-3069-402a-a64d-e42f02c776d6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:26.212124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.233869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6a9c2fe5-345b-4275-9a54-3c6db3816f3c req-5c7905f0-48bc-4fc8-8d48-4e562aee386d tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad4acded-170d-49ad-acdd-dab2c78f04bc HTTP/1.1" status: 200 len: 210 time: 0.1512673 Jul 16 08:33:26.270620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Network 9693c313-7fdd-4d57-937d-09f65d8a7662 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:26.286650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 9693c313-7fdd-4d57-937d-09f65d8a7662) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:26.291638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.292459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.304351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e179336-ed1c-42a0-b9d2-55f2085aaa55 None None] Network 9693c313-7fdd-4d57-937d-09f65d8a7662 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:26.337200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b91e634b-3aa7-43b8-8893-0386b91dcf58 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0122244 Jul 16 08:33:26.368275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:26.402272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48222) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:26.402939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:26.403641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0a99ff54-45c1-4c25-9cfa-d535ad90ac91 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:26.491141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Pushing event updated for resources: {'Port': ['ID=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.543240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.652867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a7985-7fbd-4184-ae6c-fdf6faa41bc9 None None] Network 9693c313-7fdd-4d57-937d-09f65d8a7662 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:26.665550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71d13436-f4e1-45b3-b486-ba231393b638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.671789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Attempting to bind port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:26.672304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Attempting to bind port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:26.672739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Attempting to bind port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 on network d9b463bc-960e-4f21-a79b-29dda3b0e68d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:26.697378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 on network d9b463bc-960e-4f21-a79b-29dda3b0e68d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:26.697989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Attempting to bind port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 on network d9b463bc-960e-4f21-a79b-29dda3b0e68d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:26.747402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:26.749768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Checking segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:26.750903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Bound using segment: {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:26.752116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Bound port: ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fd2981-bbff-4809-8273-3e66aa642ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:26.753190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.771354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:26.774617 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086ed0f1-2112-4f0c-9eda-42e7111b93bc" -d '{"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-plugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:26.884472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:26.894147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.918121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-1eed510b-3a0e-46e3-83fb-f62c272ad2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.923977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-1eed510b-3a0e-46e3-83fb-f62c272ad2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8907688 Jul 16 08:33:26.985274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.989126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-ab1e8387-41cc-4bf2-b10d-1c7631327e69 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.991090 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-ab1e8387-41cc-4bf2-b10d-1c7631327e69 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 950 time: 0.7637882 Jul 16 08:33:27.002732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71d13436-f4e1-45b3-b486-ba231393b638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.014918 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71d13436-f4e1-45b3-b486-ba231393b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.028652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e93fe-ea41-4756-80cd-776224edf3b9 req-eccbec76-eeed-42bf-b379-9f13a8d5fdc5 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.038755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-807e93fe-ea41-4756-80cd-776224edf3b9 req-eccbec76-eeed-42bf-b379-9f13a8d5fdc5 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 947 time: 0.5218852 Jul 16 08:33:27.055428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-71d13436-f4e1-45b3-b486-ba231393b638 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fffa931577aa49fd86236dd4d70fe273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516857 Jul 16 08:33:27.057859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48244) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:27.123278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d13436-f4e1-45b3-b486-ba231393b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e8acb-de6a-4c0a-a700-26951f3036d6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.143042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffca24a-702c-4f64-a705-117b46783919 req-583f631f-5e34-4765-8bfa-91060700e4f3 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.151545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fffca24a-702c-4f64-a705-117b46783919 req-583f631f-5e34-4765-8bfa-91060700e4f3 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 943 time: 0.2400746 Jul 16 08:33:27.220595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fffca24a-702c-4f64-a705-117b46783919 req-c80a3675-24bb-4a92-8bf8-e864632adebe tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656841 Jul 16 08:33:27.220986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:27.236178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-591523215-network', 'tenant_id': 'a0573f2a56c34fbba98d2b5b1a370bb8'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:27.243535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2333952-254c-4279-b1ba-7567b222ffbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.254511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] For port ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:27.292979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] For port ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:27.320918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-807e93fe-ea41-4756-80cd-776224edf3b9 req-ea6b09b4-d8a2-4fcb-917a-c473e6c66eae tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773039 Jul 16 08:33:27.342238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2333952-254c-4279-b1ba-7567b222ffbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.344361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Made reservation on behalf of a0573f2a56c34fbba98d2b5b1a370bb8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:27.347520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.347704 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.373816 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.405291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-4d45c8b7-aaec-4eb1-a9e9-31d6de964f04 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621341 Jul 16 08:33:27.413300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.414180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.415796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] 10.222.0.36 "PUT /v2.0/ports/ae4ccb5f-0c35-4f56-b7f9-f003d695a562 HTTP/1.1" status: 200 len: 1092 time: 3.7519143 Jul 16 08:33:27.480023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fa17a-6134-4278-81e7-9df0ea21cbae service neutron] Pushing event updated for resources: {'Port': ['ID=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.559904 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72a69a8-d2d1-4040-907f-7929acdd2e80 x-openstack-request-id: req-a72a69a8-d2d1-4040-907f-7929acdd2e80 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:27.560877 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-plugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:27.561597 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a72a69a8-d2d1-4040-907f-7929acdd2e80 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:27.562476 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'code': 200} Jul 16 08:33:27.589665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2333952-254c-4279-b1ba-7567b222ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.593017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2333952-254c-4279-b1ba-7567b222ffbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.594244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f2333952-254c-4279-b1ba-7567b222ffbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e11e8acb-de6a-4c0a-a700-26951f3036d6 HTTP/1.1" status: 204 len: 168 time: 0.5353448 Jul 16 08:33:27.616559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba905d8-74a7-4180-9cc6-ae3f986d426f req-b8c2e782-4e50-44f2-a440-c9abc46aaa4c tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.624030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Deleting port 1292979d-b90f-45af-ab3d-3fbb74ac0043 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:27.624360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.625205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ba905d8-74a7-4180-9cc6-ae3f986d426f req-b8c2e782-4e50-44f2-a440-c9abc46aaa4c tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 950 time: 0.1987672 Jul 16 08:33:27.643676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2333952-254c-4279-b1ba-7567b222ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e8acb-de6a-4c0a-a700-26951f3036d6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.710870 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ba905d8-74a7-4180-9cc6-ae3f986d426f req-3669c81d-5fa6-47f1-974c-6b0f7a938652 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fb9f047-6517-48a6-8cea-c2e6f80bfedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846274 Jul 16 08:33:27.711110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:27.718695 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40a66e-3701-440b-88ef-5cbcd917dc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:27.800405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-543fb361-63fc-4a91-b12e-627596c1fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.802807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-543fb361-63fc-4a91-b12e-627596c1fc5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6cb2710c2d844ba9b0bbac019ef9922d&device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 1095 time: 0.3145244 Jul 16 08:33:27.822863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.836998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.895185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:27.937826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af1d1d-fe19-4960-ba13-3693d45c198f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.954673 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.955066 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Added segment d6f14329-5ce7-476d-98cb-a4b85d867684 of type vlan for network a5f301bf-35cd-4582-a543-4d6922aa3b92 Jul 16 08:33:27.975548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-c1f40ce4-b6d5-4ec8-9de7-d489dcb0d2b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562 HTTP/1.1" status: 200 len: 217 time: 0.1545238 Jul 16 08:33:27.985284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c59ff2-09aa-486e-b46e-99f04be84efb req-c3f1a183-1b14-4d4a-ac6e-1aee472c75e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681381 Jul 16 08:33:28.058160 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b34225-1e25-46e0-a988-fe4ac8f47fec x-openstack-request-id: req-43b34225-1e25-46e0-a988-fe4ac8f47fec {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:28.058922 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:28.058922 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43b34225-1e25-46e0-a988-fe4ac8f47fec {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:28.059212 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'status': 'completed', 'code': 200} Jul 16 08:33:28.080157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-7b726642-2aff-4f52-a960-d417d1c4d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.082452 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-7b726642-2aff-4f52-a960-d417d1c4d17a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11c4fa94-409c-4d65-ab34-6aec0198f932 HTTP/1.1" status: 200 len: 850 time: 0.0959201 Jul 16 08:33:28.106230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.110048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] For port 1292979d-b90f-45af-ab3d-3fbb74ac0043, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1292979d-b90f-45af-ab3d-3fbb74ac0043,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:28.110547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.154819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.155825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.156576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.200101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Calling delete_port for 1292979d-b90f-45af-ab3d-3fbb74ac0043 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:28.276124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0496898 Jul 16 08:33:28.295089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48278) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:28.310793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046d70c-d78e-45c4-a6b2-4ac096af291f admin admin] Pushing event updated for resources: {'Network': ['ID=a5f301bf-35cd-4582-a543-4d6922aa3b92,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:28.324102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a5f301bf-35cd-4582-a543-4d6922aa3b92 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:28.381943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Request body: {'subnet': {'network_id': 'a5f301bf-35cd-4582-a543-4d6922aa3b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-591523215-subnet', 'tenant_id': 'a0573f2a56c34fbba98d2b5b1a370bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:28.546626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796488df-a202-4988-a37c-06e6d0b512f3 req-1d9a4b0e-63c6-47ee-8b77-c47496413851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.548477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-1d9a4b0e-63c6-47ee-8b77-c47496413851 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7554953569c426b92b9ddede216f85d&device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 1099 time: 0.4155340 Jul 16 08:33:28.556358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Made reservation on behalf of a0573f2a56c34fbba98d2b5b1a370bb8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:28.558854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.637409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-d2890442-caa0-4c89-9e72-1b3cde40ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.639078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-d2890442-caa0-4c89-9e72-1b3cde40ade0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9b463bc-960e-4f21-a79b-29dda3b0e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5041034 Jul 16 08:33:28.657405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ba5aa-cd55-442e-b471-810694b63f4d req-0df043e5-e2fa-4a52-839e-de62721c3b62 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.659951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f02ba5aa-cd55-442e-b471-810694b63f4d req-0df043e5-e2fa-4a52-839e-de62721c3b62 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 947 time: 0.0986507 Jul 16 08:33:28.746090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f02ba5aa-cd55-442e-b471-810694b63f4d req-e7ae723a-0b41-446b-8e29-7a05dc0f3916 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678897 Jul 16 08:33:28.916943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796488df-a202-4988-a37c-06e6d0b512f3 req-a747ae1b-d955-4cbd-9288-28a9bec90468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.918725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-a747ae1b-d955-4cbd-9288-28a9bec90468 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.3543732 Jul 16 08:33:28.955597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23cf7-54ae-450c-9d44-c07783b466c9 req-193438a8-c701-4661-87a3-f07c5f12fa56 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.961884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf127f0-4e8a-4b3f-a0fe-31a71bade4bc req-276c8395-765a-4d01-872f-b102d2a76485 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.963470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fdf127f0-4e8a-4b3f-a0fe-31a71bade4bc req-276c8395-765a-4d01-872f-b102d2a76485 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 943 time: 0.4904385 Jul 16 08:33:28.966416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7a23cf7-54ae-450c-9d44-c07783b466c9 req-193438a8-c701-4661-87a3-f07c5f12fa56 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.1025558 Jul 16 08:33:28.976535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.017890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7a23cf7-54ae-450c-9d44-c07783b466c9 req-9e1490ec-2dde-497e-940e-46925a0bbb2e tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502722 Jul 16 08:33:29.129165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-44b65ff7-d4ad-46f7-9878-d4d4de683e4a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.131027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-44b65ff7-d4ad-46f7-9878-d4d4de683e4a tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 944 time: 0.0900803 Jul 16 08:33:29.276155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Deleting port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:29.276600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.338757 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d6b4849-3894-4f3a-8d7e-37cca8f6cbf8 req-9e87bcfc-6d00-4ff2-9e46-f93596f12f2f tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 210 time: 0.0565202 Jul 16 08:33:29.469792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] For port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:29.471759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.506257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Calling delete_port for c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:29.552271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-58ddcb49-02a0-43ef-acbe-5fa641eafaf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c87a5f63-2de2-454a-b88d-fa76446e6915 HTTP/1.1" status: 200 len: 217 time: 0.5999100 Jul 16 08:33:29.590394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Pushing event deleted for resources: {'Port': ['ID=1292979d-b90f-45af-ab3d-3fbb74ac0043,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.655846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] No DVR routers for this DVR port 1292979d-b90f-45af-ab3d-3fbb74ac0043 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:29.680128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.682121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2209d3ca-2c89-4542-bce2-9ad3858ab6a4 req-0c016c36-6216-4f36-aa6c-bfeb297c9567 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.18 "DELETE /v2.0/ports/1292979d-b90f-45af-ab3d-3fbb74ac0043 HTTP/1.1" status: 204 len: 173 time: 2.6276357 Jul 16 08:33:29.687861 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fdf127f0-4e8a-4b3f-a0fe-31a71bade4bc req-205f08e5-8092-4151-ba9d-47cbe5d4134b tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7122948 Jul 16 08:33:29.692489 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-b97a0684-3335-4a56-825b-1d278b30b768 service neutron] 10.222.0.36 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329958 Jul 16 08:33:29.693338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.799102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796488df-a202-4988-a37c-06e6d0b512f3 req-2560656e-7123-491c-b988-5ac7c3bdd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.801612 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-2560656e-7123-491c-b988-5ac7c3bdd951 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.2000201 Jul 16 08:33:29.837279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.910420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event deleted for resources: {'Port': ['ID=c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.971783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48777e0d-5b00-4c90-9d5e-670a791d65a4,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:30.047130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] No DVR routers for this DVR port c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:30.062914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.070719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1292979d-b90f-45af-ab3d-3fbb74ac0043 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:30.072027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c90c9ca-a9b8-409f-9b25-0e52caa01808 req-eb6dfdbe-9ae0-461c-be41-14aa4dfda3e6 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.36 "DELETE /v2.0/ports/c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc HTTP/1.1" status: 204 len: 173 time: 0.9325933 Jul 16 08:33:30.072627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'name': 'network-vif-deleted', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:30.079201 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa8589-2cbe-48f3-89aa-ed5ef0ad592d" -d '{"events": [{"server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "name": "network-vif-deleted", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:30.099547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'name': 'network-vif-deleted', 'tag': '1292979d-b90f-45af-ab3d-3fbb74ac0043'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:30.114143 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605b5c7-b2ba-4083-ac8d-9faf36404d07" -d '{"events": [{"server_uuid": "1effd375-0563-4ec2-9e18-51c7036a76e6", "name": "network-vif-deleted", "tag": "1292979d-b90f-45af-ab3d-3fbb74ac0043"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:30.138748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Checking segment: {'id': 'd6f14329-5ce7-476d-98cb-a4b85d867684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5f301bf-35cd-4582-a543-4d6922aa3b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:30.139257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Network hostable DHCP agents. Network: a5f301bf-35cd-4582-a543-4d6922aa3b92, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:30.146930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ddb85b6-fa4f-4650-9880-9f80d5fed630 req-3ebf4c78-9c0b-4a6f-8703-9c1c45ff3ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447958 Jul 16 08:33:30.167538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 1292979d-b90f-45af-ab3d-3fbb74ac0043 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:30.168187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1292979d-b90f-45af-ab3d-3fbb74ac0043 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:30.267191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246996c2-b15a-49a9-8343-d8cd16671464 req-afad686f-deae-45e1-9123-f19bb8702c36 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.281372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-246996c2-b15a-49a9-8343-d8cd16671464 req-afad686f-deae-45e1-9123-f19bb8702c36 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 947 time: 0.2167697 Jul 16 08:33:30.366908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-246996c2-b15a-49a9-8343-d8cd16671464 req-18d78dc6-757d-4b64-b16b-50eb3cd20f88 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831344 Jul 16 08:33:30.381211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c87a5f63-2de2-454a-b88d-fa76446e6915 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:30.450300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Network a5f301bf-35cd-4582-a543-4d6922aa3b92 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:30.498611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a5f301bf-35cd-4582-a543-4d6922aa3b92) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:30.506879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d37acd5d-6c18-4956-95c0-ed9526d11bee req-ea05fc97-8026-4c01-bfb8-1426cadc57b9 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 210 time: 0.0875111 Jul 16 08:33:30.511105 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7095a2d9-c67f-4046-9308-822b02cccb19 x-openstack-request-id: req-7095a2d9-c67f-4046-9308-822b02cccb19 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:30.511813 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa554385-56c9-4649-995d-ee4d846be565", "name": "network-vif-deleted", "tag": "c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:30.513596 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7095a2d9-c67f-4046-9308-822b02cccb19 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:30.514152 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa554385-56c9-4649-995d-ee4d846be565', 'name': 'network-vif-deleted', 'tag': 'c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc', 'status': 'completed', 'code': 200} Jul 16 08:33:30.523911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.526088 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.549178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796488df-a202-4988-a37c-06e6d0b512f3 req-fdd1d4e4-476f-42bc-b242-e5a72b6d8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.551192 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-fdd1d4e4-476f-42bc-b242-e5a72b6d8ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7410548 Jul 16 08:33:30.635871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c87a5f63-2de2-454a-b88d-fa76446e6915, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c87a5f63-2de2-454a-b88d-fa76446e6915,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:30.656665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c87a5f63-2de2-454a-b88d-fa76446e6915', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'c87a5f63-2de2-454a-b88d-fa76446e6915', 'mac_address': 'fa:16:3e:a5:ea:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:30.749021 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd4edf-1f74-4747-8aa0-4118fb22a72f x-openstack-request-id: req-debd4edf-1f74-4747-8aa0-4118fb22a72f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:30.750595 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1effd375-0563-4ec2-9e18-51c7036a76e6", "name": "network-vif-deleted", "tag": "1292979d-b90f-45af-ab3d-3fbb74ac0043", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:30.751101 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-debd4edf-1f74-4747-8aa0-4118fb22a72f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:30.752574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d1ade-78ad-4b71-b86c-a5a063fb9322 None None] Network a5f301bf-35cd-4582-a543-4d6922aa3b92 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:30.754038 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1effd375-0563-4ec2-9e18-51c7036a76e6', 'name': 'network-vif-deleted', 'tag': '1292979d-b90f-45af-ab3d-3fbb74ac0043', 'status': 'completed', 'code': 200} Jul 16 08:33:30.757114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-ebb29217-f20a-4353-8645-11eaaf349edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.760944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-ebb29217-f20a-4353-8645-11eaaf349edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6cb2710c2d844ba9b0bbac019ef9922d&device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 1095 time: 0.4814327 Jul 16 08:33:30.912439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48362) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:30.933647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1275460f-c255-4054-af83-beb8a513e0eb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6127663 Jul 16 08:33:31.054911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-aac92054-2cac-425f-a2a6-b89b5957288f service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777584 Jul 16 08:33:31.106660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-992624bd-913b-451f-a313-fbb8a83e26f2 req-aa1ec725-c595-44a4-9e1e-4fed9a515fe7 tempest-ServersAdminNegativeTestJSON-2075950280 tempest-ServersAdminNegativeTestJSON-2075950280-project] 10.222.0.41 "GET /v2.0/ports?device_id=1effd375-0563-4ec2-9e18-51c7036a76e6 HTTP/1.1" status: 200 len: 210 time: 0.1392574 Jul 16 08:33:31.266650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48366) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:31.276855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46289fe0-c9d6-4608-8f70-765edce98931 None None] Network a5f301bf-35cd-4582-a543-4d6922aa3b92 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:31.282730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd148a71-0460-4cb3-bdb0-49e5f8f86e29 req-f306af07-5a10-45b1-903a-d4562c5b6114 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa554385-56c9-4649-995d-ee4d846be565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2021215 Jul 16 08:33:31.292526 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.346730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87a5f63-2de2-454a-b88d-fa76446e6915 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:31.374384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-d20bb118-37d0-461a-aa37-f664958f6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.376695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-d20bb118-37d0-461a-aa37-f664958f6f11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9b463bc-960e-4f21-a79b-29dda3b0e68d HTTP/1.1" status: 200 len: 912 time: 0.5916479 Jul 16 08:33:31.433671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c87a5f63-2de2-454a-b88d-fa76446e6915, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c87a5f63-2de2-454a-b88d-fa76446e6915,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:31.444533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-50b344e4-838e-47e5-acad-03f4e6cc5f50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562 HTTP/1.1" status: 200 len: 217 time: 0.0603063 Jul 16 08:33:31.448564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.465883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ff16a-9cb0-4a26-bdd5-c07cae56cb60 req-c0548b09-4082-4fe3-95d6-a800b4216694 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.476969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d42ff16a-9cb0-4a26-bdd5-c07cae56cb60 req-c0548b09-4082-4fe3-95d6-a800b4216694 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 943 time: 0.4668608 Jul 16 08:33:31.479615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd148a71-0460-4cb3-bdb0-49e5f8f86e29 req-18289fa9-29c0-4aa4-8b78-72538f75f159 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab600d43acc645b884fd5650afb2d12d&device_id=aa554385-56c9-4649-995d-ee4d846be565 HTTP/1.1" status: 200 len: 210 time: 0.1089532 Jul 16 08:33:31.480536 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0980bf0c-022f-48d3-b3f5-0c790d7613bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.559591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-796488df-a202-4988-a37c-06e6d0b512f3 req-e56199c4-fcfc-4829-977c-977b9d73227b service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950881 Jul 16 08:33:31.638048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Deleting subnet 430da510-ec92-4c31-92fc-68c6ad1336fb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:31.650650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.686085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d42ff16a-9cb0-4a26-bdd5-c07cae56cb60 req-eaf768e6-fd03-4b9c-9271-9cf3b05065a8 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066932 Jul 16 08:33:31.702278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-105a3efe-fac3-4387-99bf-9eda815bbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.720224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-105a3efe-fac3-4387-99bf-9eda815bbc2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11c4fa94-409c-4d65-ab34-6aec0198f932 HTTP/1.1" status: 200 len: 850 time: 0.2548802 Jul 16 08:33:31.720352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c87a5f63-2de2-454a-b88d-fa76446e6915,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.819082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c87a5f63-2de2-454a-b88d-fa76446e6915'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:31.857167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-59dfb81f-1a1b-4f3b-81da-4d90671ba12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.864292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-59dfb81f-1a1b-4f3b-81da-4d90671ba12b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9b463bc-960e-4f21-a79b-29dda3b0e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457324 Jul 16 08:33:32.044888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-eb2d6bf6-c6bf-4cd3-a884-8b4f11660f00 service neutron] 10.222.0.36 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736846 Jul 16 08:33:32.253899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff40a66e-3701-440b-88ef-5cbcd917dc4b req-2a52c83f-47bb-4a55-a749-2ab4de87c520 service neutron] 10.222.0.36 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019286 Jul 16 08:33:32.398489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ae4ccb5f-0c35-4f56-b7f9-f003d695a562 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:32.432327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:32.515528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:32.516547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c3d9c408-a0c1-4385-bbcc-5cb4d0398cbc not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:32.540272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:33:32.610608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.619882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a338fb-77aa-41d4-bb94-29ce6bce1d2f req-53675678-6b3b-426f-bbca-46629b4796df tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.621908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-30a338fb-77aa-41d4-bb94-29ce6bce1d2f req-53675678-6b3b-426f-bbca-46629b4796df tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 945 time: 0.2039802 Jul 16 08:33:32.682951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:32.699143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'port_id': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'mac_address': 'fa:16:3e:8e:93:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:32.709730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.728356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-30a338fb-77aa-41d4-bb94-29ce6bce1d2f req-237eb705-ada2-4143-b0d0-3065676fb1f4 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988300 Jul 16 08:33:32.773518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48396) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:32.851354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.897263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4ccb5f-0c35-4f56-b7f9-f003d695a562 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:32.950599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:32.957742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.981966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0980bf0c-022f-48d3-b3f5-0c790d7613bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.984893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-6053d216-6256-4d7b-b3fd-92fe497b6c5b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.994489 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-6053d216-6256-4d7b-b3fd-92fe497b6c5b tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 945 time: 0.2624199 Jul 16 08:33:33.036158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.111877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd148a71-0460-4cb3-bdb0-49e5f8f86e29 req-609dd51b-b417-4389-b45e-74bb4c79adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.114174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd148a71-0460-4cb3-bdb0-49e5f8f86e29 req-609dd51b-b417-4389-b45e-74bb4c79adef service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab600d43acc645b884fd5650afb2d12d&shared=False HTTP/1.1" status: 200 len: 908 time: 1.5457327 Jul 16 08:33:33.115111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.117144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0980bf0c-022f-48d3-b3f5-0c790d7613bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.212965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430da510-ec92-4c31-92fc-68c6ad1336fb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.228763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.233767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0f5c32c2-d311-40ae-bcca-762b08f48352 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/430da510-ec92-4c31-92fc-68c6ad1336fb HTTP/1.1" status: 204 len: 168 time: 1.9499187 Jul 16 08:33:33.235358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48402) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.260835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['ae4ccb5f-0c35-4f56-b7f9-f003d695a562'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:33.277691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59dde2-7c8b-4d86-adae-6727eaaec964 req-6d6b4c1b-d0ac-4acb-9ed4-6605c3c82810 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.286045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca59dde2-7c8b-4d86-adae-6727eaaec964 req-6d6b4c1b-d0ac-4acb-9ed4-6605c3c82810 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 948 time: 1.5136719 Jul 16 08:33:33.297844 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0980bf0c-022f-48d3-b3f5-0c790d7613bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30ebda33269f4b9d92a20d313c217477&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3849638 Jul 16 08:33:33.298662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980bf0c-022f-48d3-b3f5-0c790d7613bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f68438-717a-4162-9c85-444532ecd5a3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.304333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48404) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.387040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.400743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca59dde2-7c8b-4d86-adae-6727eaaec964 req-b11b105a-c59f-41bc-99a5-7a3e182092e2 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093080 Jul 16 08:33:33.408119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd148a71-0460-4cb3-bdb0-49e5f8f86e29 req-a85f8558-2737-4f28-8745-270642d94d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.410350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd148a71-0460-4cb3-bdb0-49e5f8f86e29 req-a85f8558-2737-4f28-8745-270642d94d6d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725592 Jul 16 08:33:33.425291 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.438530 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2e5cc39f-338e-479d-bfc3-67c44b76d755 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b2edf083fa84660821937e5929a2fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617372 Jul 16 08:33:33.443245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.479189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579e35-4912-41b8-b4d5-eec71e013cc9 req-44026e99-7649-4f38-8c65-19feff161b8f tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.480904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3579e35-4912-41b8-b4d5-eec71e013cc9 req-44026e99-7649-4f38-8c65-19feff161b8f tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 944 time: 0.3703516 Jul 16 08:33:33.514633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607aeaba-a5bb-49fe-b394-cb41fa189a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.538695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607aeaba-a5bb-49fe-b394-cb41fa189a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.571105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.595497 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-017de319-e545-4571-875a-937e432d707e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.597841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9693c313-7fdd-4d57-937d-09f65d8a7662']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:33.611762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba56dbc9-50c4-437f-851c-2e37fdb5e493') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:33.612056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba56dbc9-50c4-437f-851c-2e37fdb5e493') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:33.637834 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-017de319-e545-4571-875a-937e432d707e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.639971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3579e35-4912-41b8-b4d5-eec71e013cc9 req-79ac6c40-6cfd-4b03-b184-6eabd815ccd2 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333306 Jul 16 08:33:33.652773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607aeaba-a5bb-49fe-b394-cb41fa189a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.655964 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607aeaba-a5bb-49fe-b394-cb41fa189a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.656538 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.660732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-607aeaba-a5bb-49fe-b394-cb41fa189a24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7f68438-717a-4162-9c85-444532ecd5a3 HTTP/1.1" status: 204 len: 168 time: 0.3520148 Jul 16 08:33:33.671283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Deleting port 6b6cf422-058d-4412-ad95-168e9a8d356b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:33.671737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.685960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aeaba-a5bb-49fe-b394-cb41fa189a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f68438-717a-4162-9c85-444532ecd5a3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.731835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.739132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-017de319-e545-4571-875a-937e432d707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.741763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-017de319-e545-4571-875a-937e432d707e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.743367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-017de319-e545-4571-875a-937e432d707e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fb9f047-6517-48a6-8cea-c2e6f80bfedf HTTP/1.1" status: 204 len: 168 time: 0.2984719 Jul 16 08:33:33.745544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:33.745881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:33.748195 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:33.785461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017de319-e545-4571-875a-937e432d707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9f047-6517-48a6-8cea-c2e6f80bfedf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.873483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.892788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.897519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9693c313-7fdd-4d57-937d-09f65d8a7662 HTTP/1.1" status: 204 len: 168 time: 0.6540883 Jul 16 08:33:33.900234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48426) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.940971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Pushing event deleted for resources: {'Network': ['ID=9693c313-7fdd-4d57-937d-09f65d8a7662,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.946845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] For port 6b6cf422-058d-4412-ad95-168e9a8d356b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6b6cf422-058d-4412-ad95-168e9a8d356b,segment=NetworkSegment(6e8eacee-00dd-4dc4-911e-6d03519287d2),segment_id=6e8eacee-00dd-4dc4-911e-6d03519287d2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:33.947200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.980973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.981613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.982125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.982626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.983125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.983636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.984224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.984719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.985203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.986137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.987159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.987677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc285e2f-8d96-49d4-86a4-56847da51240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.007683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Calling delete_port for 6b6cf422-058d-4412-ad95-168e9a8d356b owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:34.067619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Deleting subnet 48777e0d-5b00-4c90-9d5e-670a791d65a4 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:34.087937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.174795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.185531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71643be-21b5-44b4-972b-1d5bee11de88 req-8e48ae49-03d0-49d3-b43e-f90894b83a82 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.194808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f71643be-21b5-44b4-972b-1d5bee11de88 req-8e48ae49-03d0-49d3-b43e-f90894b83a82 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 945 time: 0.2535784 Jul 16 08:33:34.283846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f71643be-21b5-44b4-972b-1d5bee11de88 req-cd8d39e9-d3b9-4180-a629-b458f3825c70 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8ff2107-683e-4def-882f-ab979863f581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876164 Jul 16 08:33:34.292709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.335038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.408134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ae4ccb5f-0c35-4f56-b7f9-f003d695a562 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:34.430328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.453248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Pushing event deleted for resources: {'Port': ['ID=6b6cf422-058d-4412-ad95-168e9a8d356b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.509959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48444) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:34.513601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] No DVR routers for this DVR port 6b6cf422-058d-4412-ad95-168e9a8d356b on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:34.516985 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.520686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.524908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/48777e0d-5b00-4c90-9d5e-670a791d65a4 HTTP/1.1" status: 204 len: 168 time: 0.6231053 Jul 16 08:33:34.527347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48448) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:34.537185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:34.537624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4495d8de-b78e-44d0-8861-8bf59f02ca07 req-228e6933-94aa-4f62-b16d-57981c2dd9ab tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.18 "DELETE /v2.0/ports/6b6cf422-058d-4412-ad95-168e9a8d356b HTTP/1.1" status: 204 len: 173 time: 1.5367296 Jul 16 08:33:34.537756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'name': 'network-vif-deleted', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:34.540371 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dcca51-7587-4957-8573-f45f96221daf" -d '{"events": [{"server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "name": "network-vif-deleted", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:34.557481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:34.561222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.689970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48777e0d-5b00-4c90-9d5e-670a791d65a4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.716226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.718830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.730153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.731482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.732255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.732403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.732817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.733273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.733760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.734221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.739232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.739654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.740698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b91b5f-2f7f-462c-8c40-2588200ed6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:34.804510 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82af22ac-9b92-4fc9-a8ce-bb3a49e71b1f x-openstack-request-id: req-82af22ac-9b92-4fc9-a8ce-bb3a49e71b1f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:34.804914 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb767f-a4e4-46ca-8d99-70d2ef66de0e", "name": "network-vif-deleted", "tag": "6b6cf422-058d-4412-ad95-168e9a8d356b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:34.805075 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82af22ac-9b92-4fc9-a8ce-bb3a49e71b1f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:34.805516 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eb767f-a4e4-46ca-8d99-70d2ef66de0e', 'name': 'network-vif-deleted', 'tag': '6b6cf422-058d-4412-ad95-168e9a8d356b', 'status': 'completed', 'code': 200} Jul 16 08:33:34.813441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.854688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:34.858090 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f55a1b-3fe6-4d8d-b3cf-45c55c2a50a9" -d '{"events": [{"server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:34.893982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:34.906081 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.907141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c87a5f63-2de2-454a-b88d-fa76446e6915 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:34.932906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2e875-23fa-4e3c-a05c-91492af19845 req-28c6b62a-2056-4e41-9206-3d165804762d tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.947921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cd2e875-23fa-4e3c-a05c-91492af19845 req-28c6b62a-2056-4e41-9206-3d165804762d tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 948 time: 0.2358434 Jul 16 08:33:34.997491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48470) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:34.998192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e40e6adc-e998-4e73-bc1b-31b8b56da2ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=997ec32d6fa04d5f92693c3b027e0335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861972 Jul 16 08:33:35.029903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.043951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f301bf-35cd-4582-a543-4d6922aa3b92']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:35.059049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cd2e875-23fa-4e3c-a05c-91492af19845 req-f1d22f8a-3e3f-4f32-9e54-ebd13853f1cf tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104989 Jul 16 08:33:35.067180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.086637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f14329-5ce7-476d-98cb-a4b85d867684') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:35.086637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f14329-5ce7-476d-98cb-a4b85d867684') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:35.091862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c87a5f63-2de2-454a-b88d-fa76446e6915 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:35.098038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.111409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c87a5f63-2de2-454a-b88d-fa76446e6915 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:35.111978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.135991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.148806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:35.149403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.249071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d1ef38-25fd-44f1-b6e1-bfa624a44d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:35.273261 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:35.311261 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e88394-56f2-4399-b8f0-6bd2ced3b486 x-openstack-request-id: req-a9e88394-56f2-4399-b8f0-6bd2ced3b486 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:35.312048 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:35.313299 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9e88394-56f2-4399-b8f0-6bd2ced3b486 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:35.313893 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'code': 200} Jul 16 08:33:35.328267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.356369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.375404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d1ef38-25fd-44f1-b6e1-bfa624a44d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.387294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5f301bf-35cd-4582-a543-4d6922aa3b92 HTTP/1.1" status: 204 len: 168 time: 0.8320570 Jul 16 08:33:35.511741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.534230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc15ad8-5b4d-4a8c-a42f-6e06e60b66f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f301bf-35cd-4582-a543-4d6922aa3b92,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.542587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d1ef38-25fd-44f1-b6e1-bfa624a44d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.546432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d1ef38-25fd-44f1-b6e1-bfa624a44d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.548076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-95d1ef38-25fd-44f1-b6e1-bfa624a44d8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07de6bf6-964a-44a4-a047-143f37e49485 HTTP/1.1" status: 204 len: 168 time: 0.5489213 Jul 16 08:33:35.567565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1ef38-25fd-44f1-b6e1-bfa624a44d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de6bf6-964a-44a4-a047-143f37e49485,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.686761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde77c0-5985-4da5-9bad-a1cc2c154a7a req-8f913c8b-e616-45b5-8e3b-c7f16ebb6652 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.694790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c87a5f63-2de2-454a-b88d-fa76446e6915, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c87a5f63-2de2-454a-b88d-fa76446e6915,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:35.695994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bde77c0-5985-4da5-9bad-a1cc2c154a7a req-8f913c8b-e616-45b5-8e3b-c7f16ebb6652 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.7341475 Jul 16 08:33:35.706290 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.756857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d42e74-223d-4e19-b4d5-fb00d4471db7 req-600b2ac1-f400-414b-91d2-822c858c16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.758356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d42e74-223d-4e19-b4d5-fb00d4471db7 req-600b2ac1-f400-414b-91d2-822c858c16ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 1097 time: 0.4270926 Jul 16 08:33:35.795872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48488) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:35.819482 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bde77c0-5985-4da5-9bad-a1cc2c154a7a req-e5a0a731-5590-4de0-b31d-533b5428f828 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205213 Jul 16 08:33:35.849776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-684399ee-695b-4630-9cc2-97c6825b5074 req-ca312047-36c3-4a53-b92a-1601aa0459b7 tempest-LiveMigrationTest-968112115 tempest-LiveMigrationTest-968112115-project] 10.222.0.41 "GET /v2.0/ports?device_id=34eb767f-a4e4-46ca-8d99-70d2ef66de0e HTTP/1.1" status: 200 len: 210 time: 0.0829036 Jul 16 08:33:35.858575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c87a5f63-2de2-454a-b88d-fa76446e6915,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.930151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48498) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:35.930403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7d513c4f-0704-423e-a301-18dd2ea161e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f6d09f3c85e487e9848314b8729e9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096036 Jul 16 08:33:35.966441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d42e74-223d-4e19-b4d5-fb00d4471db7 req-fdfab250-ff89-4ed5-869d-c31c13b5d1cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684248 Jul 16 08:33:36.053839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21b642ab-8ec8-4fd0-8c58-0ddd3888a566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.093894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:36.132746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21b642ab-8ec8-4fd0-8c58-0ddd3888a566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.285464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21b642ab-8ec8-4fd0-8c58-0ddd3888a566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.294717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21b642ab-8ec8-4fd0-8c58-0ddd3888a566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.297360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21b642ab-8ec8-4fd0-8c58-0ddd3888a566 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec1482c9-70fc-4dbc-903a-304bc0f270e3 HTTP/1.1" status: 204 len: 168 time: 0.3652487 Jul 16 08:33:36.320315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b642ab-8ec8-4fd0-8c58-0ddd3888a566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1482c9-70fc-4dbc-903a-304bc0f270e3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:36.374149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 6b6cf422-058d-4412-ad95-168e9a8d356b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:36.374963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6b6cf422-058d-4412-ad95-168e9a8d356b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:36.487495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb22b26-1c9f-4a80-8c3b-c2527d2a5ba4 req-a06c095c-c971-4d75-973a-873a4befa8d9 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.500295 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8fb22b26-1c9f-4a80-8c3b-c2527d2a5ba4 req-a06c095c-c971-4d75-973a-873a4befa8d9 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 949 time: 0.1311367 Jul 16 08:33:36.595517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8fb22b26-1c9f-4a80-8c3b-c2527d2a5ba4 req-99a2fb46-9719-4024-bc0b-6aeb8f52c682 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Jul 16 08:33:36.916195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48534) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:37.016879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48540) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:37.027504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ecef3875-567e-476c-966a-dd3ae4c1c2c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0573f2a56c34fbba98d2b5b1a370bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096818 Jul 16 08:33:37.030827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48544) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:37.230568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68c54828-2f4a-4ef5-8347-87b6e2330358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.251091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c058e-5a9e-4aa7-a081-f5b71234e29e req-7f99be8a-4fd0-4a9f-83bf-de3b51733203 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.261513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e88c058e-5a9e-4aa7-a081-f5b71234e29e req-7f99be8a-4fd0-4a9f-83bf-de3b51733203 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.1683874 Jul 16 08:33:37.295536 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68c54828-2f4a-4ef5-8347-87b6e2330358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.317366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69180a53-350d-45b8-be8c-5137404f64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a5f63-2de2-454a-b88d-fa76446e6915'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:37.320268 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20557744-c670-4a53-9b54-4f663ff3f783" -d '{"events": [{"server_uuid": "69180a53-350d-45b8-be8c-5137404f64f3", "name": "network-vif-plugged", "status": "completed", "tag": "c87a5f63-2de2-454a-b88d-fa76446e6915"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:37.383575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e88c058e-5a9e-4aa7-a081-f5b71234e29e req-7d137a52-4940-4d35-b227-a10749f4aafa tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149323 Jul 16 08:33:37.436460 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5387a8-fc51-4048-80fd-091519d26ac0 x-openstack-request-id: req-4a5387a8-fc51-4048-80fd-091519d26ac0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:37.437004 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69180a53-350d-45b8-be8c-5137404f64f3", "name": "network-vif-plugged", "status": "completed", "tag": "c87a5f63-2de2-454a-b88d-fa76446e6915", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:37.437667 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a5387a8-fc51-4048-80fd-091519d26ac0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:37.438372 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69180a53-350d-45b8-be8c-5137404f64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87a5f63-2de2-454a-b88d-fa76446e6915', 'code': 200} Jul 16 08:33:37.538922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68c54828-2f4a-4ef5-8347-87b6e2330358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.543191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68c54828-2f4a-4ef5-8347-87b6e2330358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.545343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-68c54828-2f4a-4ef5-8347-87b6e2330358 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8af1d1d-fe19-4960-ba13-3693d45c198f HTTP/1.1" status: 204 len: 168 time: 0.5130136 Jul 16 08:33:37.576137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c54828-2f4a-4ef5-8347-87b6e2330358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8af1d1d-fe19-4960-ba13-3693d45c198f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.656623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Deleting subnet 3d60f05b-9f96-4919-b3d1-63364a287f99 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:37.664091 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.756084 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.780853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688e243-1ad2-44d0-baa4-45b3e220f1e1 req-ff950e8a-f076-4083-a6a3-b00bc248d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.782813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f688e243-1ad2-44d0-baa4-45b3e220f1e1 req-ff950e8a-f076-4083-a6a3-b00bc248d6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 1101 time: 0.1899493 Jul 16 08:33:37.900476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f688e243-1ad2-44d0-baa4-45b3e220f1e1 req-fa1e2f0f-c797-412e-b2bd-17dc10cdc7d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892901 Jul 16 08:33:37.920133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.990262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e6b1-277c-47d3-9088-98317bffd97a req-df3aa746-5c60-4716-a679-4273fab8a2e0 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.992002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a10e6b1-277c-47d3-9088-98317bffd97a req-df3aa746-5c60-4716-a679-4273fab8a2e0 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 949 time: 0.1621013 Jul 16 08:33:38.016045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.070712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d60f05b-9f96-4919-b3d1-63364a287f99,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.071308 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a10e6b1-277c-47d3-9088-98317bffd97a req-ed6d5521-2dbb-43f3-ace1-985a8c47f585 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657856 Jul 16 08:33:38.083471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.087942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-decda039-e73e-424f-8677-e67d36b43457 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d60f05b-9f96-4919-b3d1-63364a287f99 HTTP/1.1" status: 204 len: 168 time: 1.0694444 Jul 16 08:33:38.091362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48580) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:38.199352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.322908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.335902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:38.349519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8eacee-00dd-4dc4-911e-6d03519287d2') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:38.349519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8eacee-00dd-4dc4-911e-6d03519287d2') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:38.366768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.384642 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.392110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:38.394724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:38.396643 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:38.486216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.504072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.510075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee HTTP/1.1" status: 204 len: 168 time: 0.4191604 Jul 16 08:33:38.513099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:38.547288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089795c-09a6-48c8-955b-264344122d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c7b8bc-0a55-4380-b471-6ca52bf9c9ee,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.615506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Deleting subnet 077515ee-a575-40b1-8b71-6fd88c9114f4 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:38.620113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.694051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.758610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd3502-1cee-4c54-8f90-74d516c682ee req-8f3dee3c-29c9-4bd6-9960-f15a4a85e12e tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.766897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8dbd3502-1cee-4c54-8f90-74d516c682ee req-8f3dee3c-29c9-4bd6-9960-f15a4a85e12e tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.1619325 Jul 16 08:33:38.826463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.856833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8dbd3502-1cee-4c54-8f90-74d516c682ee req-1e1d1cfb-301d-44a3-be23-ee2026f055ea tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886214 Jul 16 08:33:38.984927 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.044447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077515ee-a575-40b1-8b71-6fd88c9114f4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:39.052248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.055536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a9fe40aa-bbbb-413e-9213-95c2bed8318f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/077515ee-a575-40b1-8b71-6fd88c9114f4 HTTP/1.1" status: 204 len: 168 time: 0.5407274 Jul 16 08:33:39.057532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:39.232047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.299855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48676) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:39.441364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1688f-46d6-4d58-bde7-87e954701549 req-8526c231-037b-463e-82ef-ba1ab9de4f90 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.442873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9b1688f-46d6-4d58-bde7-87e954701549 req-8526c231-037b-463e-82ef-ba1ab9de4f90 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.3234661 Jul 16 08:33:39.458247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48682) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:39.462953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Request body: {'floatingip': {'port_id': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:39.504339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00857-b506-4566-bb52-c8e522dc7b25 req-796c03b6-cf64-48b1-bbf9-0389a656e75d tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.505957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bf00857-b506-4566-bb52-c8e522dc7b25 req-796c03b6-cf64-48b1-bbf9-0389a656e75d tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 949 time: 0.1535907 Jul 16 08:33:39.532618 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.576705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1925f5-31e5-409c-9d82-d0b9124d6758']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.611286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7d9cee-f97c-48a1-a2b8-d5d6ab45ca1f') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.612339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7d9cee-f97c-48a1-a2b8-d5d6ab45ca1f') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.623401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.643195 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.652784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:39.653961 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.680997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:39.729790 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:39.747841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.763191 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.769788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] 10.222.0.41 "DELETE /v2.0/networks/4b1925f5-31e5-409c-9d82-d0b9124d6758 HTTP/1.1" status: 204 len: 168 time: 0.7111361 Jul 16 08:33:39.804627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-279eae51-ba92-486d-a54d-c9a9edb9e513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.810630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03273eef-1b19-4885-a659-84b43fe6624c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1925f5-31e5-409c-9d82-d0b9124d6758,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:39.848758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bf00857-b506-4566-bb52-c8e522dc7b25 req-290490a4-f5c0-4c1a-a74f-595a429e4005 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397738 Jul 16 08:33:40.023188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-279eae51-ba92-486d-a54d-c9a9edb9e513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.052249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-279eae51-ba92-486d-a54d-c9a9edb9e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.094581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-279eae51-ba92-486d-a54d-c9a9edb9e513 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29692eac2d074c13ba3bd3e62ef6b9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7927086 Jul 16 08:33:40.100698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48708) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:40.119185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279eae51-ba92-486d-a54d-c9a9edb9e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aedc41-6081-471d-b26f-6b167c15a752,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:40.148703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:40.263480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c40f2cd4-27ca-4f65-8573-9d0a868f1171 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab600d43acc645b884fd5650afb2d12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132894 Jul 16 08:33:40.266014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:40.305185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-672de7e4-fba5-4ffc-8f39-83659f2a13b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.360203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-672de7e4-fba5-4ffc-8f39-83659f2a13b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.441940 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-672de7e4-fba5-4ffc-8f39-83659f2a13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.452171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-672de7e4-fba5-4ffc-8f39-83659f2a13b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.453343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-672de7e4-fba5-4ffc-8f39-83659f2a13b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81aedc41-6081-471d-b26f-6b167c15a752 HTTP/1.1" status: 204 len: 168 time: 0.3514354 Jul 16 08:33:40.473223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672de7e4-fba5-4ffc-8f39-83659f2a13b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aedc41-6081-471d-b26f-6b167c15a752,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:40.522179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f705c1c-bf37-483d-84d5-17e4486c8ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.584481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f705c1c-bf37-483d-84d5-17e4486c8ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.668942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f705c1c-bf37-483d-84d5-17e4486c8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.676893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f705c1c-bf37-483d-84d5-17e4486c8ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.680951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f705c1c-bf37-483d-84d5-17e4486c8ddd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8ff2107-683e-4def-882f-ab979863f581 HTTP/1.1" status: 204 len: 168 time: 0.4138193 Jul 16 08:33:40.711490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f705c1c-bf37-483d-84d5-17e4486c8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff2107-683e-4def-882f-ab979863f581,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:40.808013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.816235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.961950 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Floating IP 1f43c8d2-7511-4c22-9cbf-ff1838084a5f associated. External IP: 172.25.0.16, port: ae4ccb5f-0c35-4f56-b7f9-f003d695a562. Jul 16 08:33:41.261222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Router d02f7c90-2e68-49a0-b888-d47f39ecbb7f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:41.501518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:41.515856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.516348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] Sync routers for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:41.533484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:41.538452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:41.580664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-151b2d2f-ba20-4ceb-ac8c-40b925c36794 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "PUT /v2.0/floatingips/1f43c8d2-7511-4c22-9cbf-ff1838084a5f HTTP/1.1" status: 200 len: 990 time: 2.1187551 Jul 16 08:33:41.580664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:41.599264 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ed59bf-9c43-4667-9c11-558b2e363962" -d '{"events": [{"name": "network-changed", "server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:41.682614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48766) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:41.762916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3328df61-0ae8-40e3-9b67-7f6d2226d773 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcb9410325994580b2a620496176b0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783069 Jul 16 08:33:41.767789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48770) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:41.835772 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1e583-0f08-4de9-901a-3f033b861bd1 x-openstack-request-id: req-5de1e583-0f08-4de9-901a-3f033b861bd1 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:41.837196 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:41.837942 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5de1e583-0f08-4de9-901a-3f033b861bd1 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:41.838951 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'status': 'completed', 'code': 200} Jul 16 08:33:41.839828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:41.864123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7737d3ea-f06a-41d5-9d23-22fae4f63094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.885127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdf7f0-9950-4680-963d-829d905b79a1 req-fc8fe160-cbcf-4981-9df6-0320ec2fb7de tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.896083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6fdf7f0-9950-4680-963d-829d905b79a1 req-fc8fe160-cbcf-4981-9df6-0320ec2fb7de tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 949 time: 0.1627996 Jul 16 08:33:41.899715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7737d3ea-f06a-41d5-9d23-22fae4f63094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.982767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6fdf7f0-9950-4680-963d-829d905b79a1 req-d907e41b-5e52-4495-ae5e-35c39e087884 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857151 Jul 16 08:33:42.074729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-def6d374-f9c7-4e7a-8191-f8199becb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.081395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-def6d374-f9c7-4e7a-8191-f8199becb1f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6cb2710c2d844ba9b0bbac019ef9922d&device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 1097 time: 0.1205339 Jul 16 08:33:42.223055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7737d3ea-f06a-41d5-9d23-22fae4f63094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.226168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7737d3ea-f06a-41d5-9d23-22fae4f63094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.226919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7737d3ea-f06a-41d5-9d23-22fae4f63094 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13b61b84-7986-4f95-8a56-9565e95d96f6 HTTP/1.1" status: 204 len: 168 time: 0.4534514 Jul 16 08:33:42.256081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-f8282277-d9ac-4809-a3a5-3c29f595681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.257377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-f8282277-d9ac-4809-a3a5-3c29f595681f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9b463bc-960e-4f21-a79b-29dda3b0e68d HTTP/1.1" status: 200 len: 912 time: 0.1695883 Jul 16 08:33:42.258565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737d3ea-f06a-41d5-9d23-22fae4f63094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b61b84-7986-4f95-8a56-9565e95d96f6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.265407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1f43c8d2-7511-4c22-9cbf-ff1838084a5f', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'port_id': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'mac_address': 'fa:16:3e:8e:93:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707399c-01d9-4688-8b21-8651b9536aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:13Z', 'updated_at': '2021-07-16T08:33:40Z', 'revision_number': 1, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:14Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:42.297119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] Checking router: d02f7c90-2e68-49a0-b888-d47f39ecbb7f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:42.331663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:42.332298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:42.404556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:42.474171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-29d705a3-20c6-410c-9717-7d5ca55a4940 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562 HTTP/1.1" status: 200 len: 998 time: 0.2091820 Jul 16 08:33:42.555903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-fc74ae56-397b-4b8d-a3f1-14026e796b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.557475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-fc74ae56-397b-4b8d-a3f1-14026e796b65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=11c4fa94-409c-4d65-ab34-6aec0198f932 HTTP/1.1" status: 200 len: 850 time: 0.0752692 Jul 16 08:33:42.569784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:42.692824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-c3b6cf84-e7ac-4e46-8198-ae437d6d2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.694343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-c3b6cf84-e7ac-4e46-8198-ae437d6d2d21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9b463bc-960e-4f21-a79b-29dda3b0e68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275430 Jul 16 08:33:42.846015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2144d5b0-c494-4bf5-a28c-85f957aac8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.900987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-78321d50-59ff-41eb-acc4-6bd62b3dc524 service neutron] 10.222.0.36 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854682 Jul 16 08:33:42.955981 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91ce30a0-a67e-44a6-81d0-5cfac0a77218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.969567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1f43c8d2-7511-4c22-9cbf-ff1838084a5f', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'port_id': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'mac_address': 'fa:16:3e:8e:93:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707399c-01d9-4688-8b21-8651b9536aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:13Z', 'updated_at': '2021-07-16T08:33:40Z', 'revision_number': 1, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:14Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.011614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3ba4-3f80-4c59-acba-8cd8aa115f58 None None] The sync data for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 is: [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1f43c8d2-7511-4c22-9cbf-ff1838084a5f', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'port_id': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'mac_address': 'fa:16:3e:8e:93:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707399c-01d9-4688-8b21-8651b9536aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:13Z', 'updated_at': '2021-07-16T08:33:40Z', 'revision_number': 1, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:14Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:43.120015 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ed59bf-9c43-4667-9c11-558b2e363962 req-76f2b506-e6d1-4d41-86c5-e392b4809eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065613 Jul 16 08:33:43.147226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2144d5b0-c494-4bf5-a28c-85f957aac8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.216568 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2144d5b0-c494-4bf5-a28c-85f957aac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.328843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2144d5b0-c494-4bf5-a28c-85f957aac8c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b285e5bc30294093986fd0821133fa18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231243 Jul 16 08:33:43.332248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48838) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:43.347137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144d5b0-c494-4bf5-a28c-85f957aac8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c46c881-85d7-47f0-8a7d-ecdc50b2993a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.377617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-52b65c3d-a8ab-4730-8e09-a279f999f42e tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.379527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-52b65c3d-a8ab-4730-8e09-a279f999f42e tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.36 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 949 time: 0.3079681 Jul 16 08:33:43.555852 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb56563-2b0f-465a-b4d6-6afa124dfae6 None None] New status for floating IP 1f43c8d2-7511-4c22-9cbf-ff1838084a5f: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:33:43.609324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e293e0-349e-4e20-9209-b9f76cfe7e5d req-38d8dfc5-9111-42a2-b077-f9d39a681e94 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.619418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5e293e0-349e-4e20-9209-b9f76cfe7e5d req-38d8dfc5-9111-42a2-b077-f9d39a681e94 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 949 time: 0.2091022 Jul 16 08:33:43.671871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Deleting port c87a5f63-2de2-454a-b88d-fa76446e6915 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:43.672438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.722929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5e293e0-349e-4e20-9209-b9f76cfe7e5d req-92569729-b8c9-4439-83f2-0896e5f01fd6 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/security-groups?id=907579d6-cb3a-4387-9d21-768d80875239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025414 Jul 16 08:33:43.724001 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33b0a70b-b876-428a-a33a-922670d4b00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.792892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33b0a70b-b876-428a-a33a-922670d4b00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.892897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] For port c87a5f63-2de2-454a-b88d-fa76446e6915, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c87a5f63-2de2-454a-b88d-fa76446e6915,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:43.893598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.903160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33b0a70b-b876-428a-a33a-922670d4b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.905926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33b0a70b-b876-428a-a33a-922670d4b00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.910387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33b0a70b-b876-428a-a33a-922670d4b00b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c46c881-85d7-47f0-8a7d-ecdc50b2993a HTTP/1.1" status: 204 len: 168 time: 0.5747390 Jul 16 08:33:43.919945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Calling delete_port for c87a5f63-2de2-454a-b88d-fa76446e6915 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:43.930843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0a70b-b876-428a-a33a-922670d4b00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c46c881-85d7-47f0-8a7d-ecdc50b2993a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:44.221760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-2a5f69a5-1407-400d-8228-d56ddf659885 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=85da80b116c741d589599180a446a77d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375164 Jul 16 08:33:44.242756 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.289680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c87a5f63-2de2-454a-b88d-fa76446e6915'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:44.463867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-62cf70ed-d9e3-4f1a-a0d8-2b810fcff8ab tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.465446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-62cf70ed-d9e3-4f1a-a0d8-2b810fcff8ab tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369869 Jul 16 08:33:44.469508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Pushing event deleted for resources: {'Port': ['ID=c87a5f63-2de2-454a-b88d-fa76446e6915,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:44.503573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-3d6848c7-5040-4f80-8437-4aebe8e3375b tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/quotas/85da80b116c741d589599180a446a77d HTTP/1.1" status: 200 len: 375 time: 0.0214918 Jul 16 08:33:44.649681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] No DVR routers for this DVR port c87a5f63-2de2-454a-b88d-fa76446e6915 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:44.656580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.660466 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8c3a2cc-3558-4769-8178-be32669b1f04 req-40065f0d-583e-4d2b-b5a3-b29a618e2762 tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.36 "DELETE /v2.0/ports/c87a5f63-2de2-454a-b88d-fa76446e6915 HTTP/1.1" status: 204 len: 173 time: 1.2732182 Jul 16 08:33:44.684937 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-c5963ddc-1b35-40f9-98c5-993be77cbb59 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=85da80b116c741d589599180a446a77d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1796196 Jul 16 08:33:44.687353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69180a53-350d-45b8-be8c-5137404f64f3', 'name': 'network-vif-deleted', 'tag': 'c87a5f63-2de2-454a-b88d-fa76446e6915'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:44.695545 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13cf6cf-7c3b-47ae-a573-ac5938a55362" -d '{"events": [{"server_uuid": "69180a53-350d-45b8-be8c-5137404f64f3", "name": "network-vif-deleted", "tag": "c87a5f63-2de2-454a-b88d-fa76446e6915"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:44.755261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48896) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:44.810113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5080-437e-4bc3-bdf0-7faa3b69824f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.020341 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c4b707-36ac-40a3-94b5-2103b72413ed x-openstack-request-id: req-12c4b707-36ac-40a3-94b5-2103b72413ed {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:45.021040 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69180a53-350d-45b8-be8c-5137404f64f3", "name": "network-vif-deleted", "tag": "c87a5f63-2de2-454a-b88d-fa76446e6915", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:45.021458 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12c4b707-36ac-40a3-94b5-2103b72413ed {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:45.022106 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69180a53-350d-45b8-be8c-5137404f64f3', 'name': 'network-vif-deleted', 'tag': 'c87a5f63-2de2-454a-b88d-fa76446e6915', 'status': 'completed', 'code': 200} Jul 16 08:33:45.096860 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dead85fe-ba90-4b90-972f-db14f708e553 req-20773862-3a71-4404-94de-7fda698afc3f tempest-TenantUsagesTestJSON-267873822 tempest-TenantUsagesTestJSON-267873822-project] 10.222.0.41 "GET /v2.0/ports?device_id=69180a53-350d-45b8-be8c-5137404f64f3 HTTP/1.1" status: 200 len: 210 time: 0.0451584 Jul 16 08:33:45.261530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5080-437e-4bc3-bdf0-7faa3b69824f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.288508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b9f9bae-7619-47f7-b14e-1a36091ddf3b req-86017182-0703-42d8-8024-8a7a06447f2b tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 210 time: 0.0951746 Jul 16 08:33:45.289766 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5080-437e-4bc3-bdf0-7faa3b69824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.367728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:45.368527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5b9a5080-437e-4bc3-bdf0-7faa3b69824f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61be43a1ad054750be7a857019cabd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085899 Jul 16 08:33:45.373911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a5080-437e-4bc3-bdf0-7faa3b69824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0d998-7f1d-4077-8a97-009e5d37b73e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:45.564647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb410-9429-451e-8372-3ba73e384d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.600367 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c87e94a-87db-474c-ad80-5d4a1e91d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.621278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb410-9429-451e-8372-3ba73e384d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.676507 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.744257 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb410-9429-451e-8372-3ba73e384d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.752787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb410-9429-451e-8372-3ba73e384d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.766721 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2b8eb410-9429-451e-8372-3ba73e384d93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7d0d998-7f1d-4077-8a97-009e5d37b73e HTTP/1.1" status: 204 len: 168 time: 0.3978050 Jul 16 08:33:45.791048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eb410-9429-451e-8372-3ba73e384d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0d998-7f1d-4077-8a97-009e5d37b73e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.454052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c87a5f63-2de2-454a-b88d-fa76446e6915 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:46.458093 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-342d7672-a506-4367-b448-d0d0fb2e20ad req-81059167-5ce2-4531-8fc5-b36142615242 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 210 time: 0.0318854 Jul 16 08:33:46.478622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c87a5f63-2de2-454a-b88d-fa76446e6915 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:46.479256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c87a5f63-2de2-454a-b88d-fa76446e6915 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:46.576393 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.672630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:46.843017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-d7d177ed-72a9-4f88-8848-0b7bbcb69efb tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85da80b116c741d589599180a446a77d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299873 Jul 16 08:33:46.868817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49016) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:46.964587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9364367-0b46-4977-a05c-2a8250dff9f5 req-c30ae77c-683b-4bbb-b9a7-df6757d6e241 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.973322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c9364367-0b46-4977-a05c-2a8250dff9f5 req-c30ae77c-683b-4bbb-b9a7-df6757d6e241 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 949 time: 0.1268010 Jul 16 08:33:47.069001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c9364367-0b46-4977-a05c-2a8250dff9f5 req-624b6203-1a43-4dda-aeff-5b4cd85a4153 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943553 Jul 16 08:33:47.102515 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c962-b2f1-494a-9588-bd37085ee8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.270627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c962-b2f1-494a-9588-bd37085ee8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.279443 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c962-b2f1-494a-9588-bd37085ee8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.352274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ab5c962-b2f1-494a-9588-bd37085ee8fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b7cbb7fdf0f4f7a99198f6364e4ea60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824293 Jul 16 08:33:47.352908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49056) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:47.420483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5c962-b2f1-494a-9588-bd37085ee8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a4796-a488-4dfe-a3e5-4c122894c0eb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.423145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f42f-6b5a-4b13-a65d-30694a794b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.449231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f42f-6b5a-4b13-a65d-30694a794b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.511995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f42f-6b5a-4b13-a65d-30694a794b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.515516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f42f-6b5a-4b13-a65d-30694a794b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.520686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d7e6f42f-6b5a-4b13-a65d-30694a794b5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c0a4796-a488-4dfe-a3e5-4c122894c0eb HTTP/1.1" status: 204 len: 168 time: 0.1621783 Jul 16 08:33:47.528846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6f42f-6b5a-4b13-a65d-30694a794b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a4796-a488-4dfe-a3e5-4c122894c0eb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.568377 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-92526274-0d7f-4e52-ba33-d9953ae37650 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7554953569c426b92b9ddede216f85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8938425 Jul 16 08:33:47.570708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:47.577767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-15af0fc9-3d6c-481a-9755-4e854bff811d tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.579655 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-15af0fc9-3d6c-481a-9755-4e854bff811d tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6963038 Jul 16 08:33:47.588413 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.597523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Request body: {'port': {'device_id': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '85da80b116c741d589599180a446a77d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:47.642688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62e0f038-40b4-43a2-93fa-35f4b9e50a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.667988 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62e0f038-40b4-43a2-93fa-35f4b9e50a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.728072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62e0f038-40b4-43a2-93fa-35f4b9e50a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.731422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62e0f038-40b4-43a2-93fa-35f4b9e50a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.733049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-62e0f038-40b4-43a2-93fa-35f4b9e50a43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/907579d6-cb3a-4387-9d21-768d80875239 HTTP/1.1" status: 204 len: 168 time: 0.1610525 Jul 16 08:33:47.744629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Made reservation on behalf of 85da80b116c741d589599180a446a77d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:47.745229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0f038-40b4-43a2-93fa-35f4b9e50a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907579d6-cb3a-4387-9d21-768d80875239,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.749090 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.758680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.895649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.900957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.985281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a903cb-ed95-49ee-ba40-bf64282a60cf,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:48.069167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Allocated IP 192.168.233.254 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/50ba5b41-011b-4074-8c6d-dd2e9f9edc65) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:48.237048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.243144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49116) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:48.294025 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea9a017-c2f5-4bd0-a768-9a755a3decb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.342524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.371541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Transition to ACTIVE for port object 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:48.391407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8a8ae99-e436-4490-909a-48fa7d361471 req-62f12529-70f1-4000-86a6-8105fb7efef3 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 210 time: 0.0586073 Jul 16 08:33:48.457735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.532316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea9a017-c2f5-4bd0-a768-9a755a3decb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.534310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49130) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:48.555621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:48.562306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:48.567603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:48.574833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36779acb-5cdd-4463-be6a-1bc9d3d737f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.580613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea9a017-c2f5-4bd0-a768-9a755a3decb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.597745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Pushing event updated for resources: {'Port': ['ID=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:48.634340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.635135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.715286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4ea9a017-c2f5-4bd0-a768-9a755a3decb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b33dbf49c94e4ee88e407315889c489e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688318 Jul 16 08:33:48.716657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49140) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:48.717560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a017-c2f5-4bd0-a768-9a755a3decb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb59bece-58dd-4e15-bb47-c5b9bdfacc40,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:48.836885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36779acb-5cdd-4463-be6a-1bc9d3d737f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.845226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36779acb-5cdd-4463-be6a-1bc9d3d737f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.887740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4cca6c2e-4b15-4071-b924-cd460f031a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.893829 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-091e0013-0444-40f7-b7e3-396633c58d6c tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3036363 Jul 16 08:33:48.906355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-36779acb-5cdd-4463-be6a-1bc9d3d737f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f5837bf208b4b099735e7f993746337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707163 Jul 16 08:33:48.909185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49148) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:48.910778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Request body: {'port': {'device_id': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:48.914596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36779acb-5cdd-4463-be6a-1bc9d3d737f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4545e-5104-4fc3-bef7-52b32b85a6c8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.003943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9714058e-21fc-4f2f-87f0-912b5aac439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.018603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4cca6c2e-4b15-4071-b924-cd460f031a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.032591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-611943b0-f62c-4bb4-aede-0f66ece1213c None None] Provisioning for port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:49.041520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-611943b0-f62c-4bb4-aede-0f66ece1213c None None] Provisioning complete for port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:49.042058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-611943b0-f62c-4bb4-aede-0f66ece1213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.065473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9714058e-21fc-4f2f-87f0-912b5aac439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.096518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-611943b0-f62c-4bb4-aede-0f66ece1213c None None] Port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:49.109527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4cca6c2e-4b15-4071-b924-cd460f031a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.118966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4cca6c2e-4b15-4071-b924-cd460f031a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.120160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4cca6c2e-4b15-4071-b924-cd460f031a9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb59bece-58dd-4e15-bb47-c5b9bdfacc40 HTTP/1.1" status: 204 len: 168 time: 0.4015448 Jul 16 08:33:49.132163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.134249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca6c2e-4b15-4071-b924-cd460f031a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb59bece-58dd-4e15-bb47-c5b9bdfacc40,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.170825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9714058e-21fc-4f2f-87f0-912b5aac439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.174301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9714058e-21fc-4f2f-87f0-912b5aac439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.178154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9714058e-21fc-4f2f-87f0-912b5aac439f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbf4545e-5104-4fc3-bef7-52b32b85a6c8 HTTP/1.1" status: 204 len: 168 time: 0.2638240 Jul 16 08:33:49.193136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714058e-21fc-4f2f-87f0-912b5aac439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4545e-5104-4fc3-bef7-52b32b85a6c8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.505768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:49.513701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.528672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Transition to ACTIVE for port object 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:49.534345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.607667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Pushing event updated for resources: {'Port': ['ID=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.725130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Attempting to bind port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:49.725473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Attempting to bind port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:49.725797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Attempting to bind port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:49.733482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:49.734051 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Attempting to bind port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:49.753586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277de2c4-b34f-4d7a-b3b0-e31bbc6f444f req-0e867b89-5b5b-4139-a135-27ea7f710c45 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.761529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-277de2c4-b34f-4d7a-b3b0-e31bbc6f444f req-0e867b89-5b5b-4139-a135-27ea7f710c45 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 948 time: 0.1741610 Jul 16 08:33:49.764228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:49.764767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:49.765333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:49.765964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Bound port: 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:49.766348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.858905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-277de2c4-b34f-4d7a-b3b0-e31bbc6f444f req-6b938c9c-cbf0-4e17-a48f-ead47cfe16f1 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Jul 16 08:33:49.926104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] For port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:49.935021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] For port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:49.942707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.012859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.013891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.015480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] 10.222.0.18 "PUT /v2.0/ports/50ba5b41-011b-4074-8c6d-dd2e9f9edc65 HTTP/1.1" status: 200 len: 1097 time: 1.1136017 Jul 16 08:33:50.018210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'tag': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:50.020546 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3348ec3-fd72-4bcc-a23c-a038a249ca3a", "tag": "50ba5b41-011b-4074-8c6d-dd2e9f9edc65"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:50.095452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437468-5e89-4edf-bfd2-5c9cdeb769db service neutron] Pushing event updated for resources: {'Port': ['ID=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:50.116277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:50.142390 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb32a70-bbec-48d6-a73e-25aaa60a49f7 x-openstack-request-id: req-0cb32a70-bbec-48d6-a73e-25aaa60a49f7 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:50.142760 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3348ec3-fd72-4bcc-a23c-a038a249ca3a", "tag": "50ba5b41-011b-4074-8c6d-dd2e9f9edc65", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:50.142936 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cb32a70-bbec-48d6-a73e-25aaa60a49f7 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:50.143335 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'tag': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65', 'status': 'completed', 'code': 200} Jul 16 08:33:50.177429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-49f81c52-ddc7-43ad-8197-56e3c0c6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.179552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-49f81c52-ddc7-43ad-8197-56e3c0c6524f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85da80b116c741d589599180a446a77d&device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 1100 time: 0.1077981 Jul 16 08:33:50.243341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-89785bb9-88e3-4bd9-b138-e49998f3d0ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65 HTTP/1.1" status: 200 len: 217 time: 0.0531833 Jul 16 08:33:50.318564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.369965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-dd518ca4-802c-4fbe-8f64-0f4760f77eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.371987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-dd518ca4-802c-4fbe-8f64-0f4760f77eac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1083059 Jul 16 08:33:50.374989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:50.376432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:50.381158 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e50b581-5e77-439a-ae98-26783dadd3ca" -d '{"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-unplugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:50.385723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.458835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-375e18cf-6d5a-4f24-ba19-371237ed4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.459780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-375e18cf-6d5a-4f24-ba19-371237ed4c95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782630 Jul 16 08:33:50.464163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:50.475506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.475859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.476279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.476525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.476859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.477193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.477522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.477847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.478172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.478501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.478822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.479144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:50.509958 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f87c23-d740-4ee8-a489-8a6f4b2cedbc x-openstack-request-id: req-88f87c23-d740-4ee8-a489-8a6f4b2cedbc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:50.510570 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-unplugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:50.511075 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88f87c23-d740-4ee8-a489-8a6f4b2cedbc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:50.512166 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'code': 200} Jul 16 08:33:50.567343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-0f1b9329-f401-4daf-902d-56ce00ea2408 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009560 Jul 16 08:33:50.713440 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ea60c1d-7cdf-4200-9f9e-83150c2f904d req-6421b452-7c30-44a8-b789-82d540116260 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329420 Jul 16 08:33:50.835728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-65130417-f8a3-43da-9034-e3bb13283b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.837321 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-65130417-f8a3-43da-9034-e3bb13283b0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=85da80b116c741d589599180a446a77d&device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 1100 time: 0.0673528 Jul 16 08:33:50.945576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-faa6b3e6-130c-44cb-8b97-910b6d505d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.947060 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-faa6b3e6-130c-44cb-8b97-910b6d505d68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1025085 Jul 16 08:33:51.022665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-f5d9c3bd-b7b6-47a7-aaab-68871ad3a3cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65 HTTP/1.1" status: 200 len: 217 time: 0.0649786 Jul 16 08:33:51.162111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-7d704d06-d47d-4274-80e9-9b241b40a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.163971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-7d704d06-d47d-4274-80e9-9b241b40a590 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1309283 Jul 16 08:33:51.287657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-53411215-c670-4efe-b091-ff98ee3901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.292476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-53411215-c670-4efe-b091-ff98ee3901f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209435 Jul 16 08:33:51.354187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8775-6f84-437d-89fe-0e5a84c6b25d req-499e2f1a-a739-445c-9f2f-9704d4f21d27 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.355854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df9a8775-6f84-437d-89fe-0e5a84c6b25d req-499e2f1a-a739-445c-9f2f-9704d4f21d27 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 948 time: 0.1288455 Jul 16 08:33:51.448093 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df9a8775-6f84-437d-89fe-0e5a84c6b25d req-64a909b0-c6d0-48fc-842a-e86e83f47c68 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Jul 16 08:33:51.454784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-9cae311d-9f0b-4a09-96ba-83c15f604126 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531458 Jul 16 08:33:51.574284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-742f3a96-2dfd-42ec-9cf5-3624d0d2cdb0 req-add70758-4448-4fbe-a17b-fe1f8699a324 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114397 Jul 16 08:33:51.646170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49330) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:51.784291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9527e87-2f3e-4b33-8fe9-bb0bcf24225c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.924104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9527e87-2f3e-4b33-8fe9-bb0bcf24225c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.929556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9527e87-2f3e-4b33-8fe9-bb0bcf24225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.995767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49366) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:52.004014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d9527e87-2f3e-4b33-8fe9-bb0bcf24225c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08df54dfb481474daf8fba184ae2264e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549664 Jul 16 08:33:52.005121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9527e87-2f3e-4b33-8fe9-bb0bcf24225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9bedff-5901-4dd9-97e8-8e20762df90b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.008836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e5560c0-0b89-48eb-b124-88da716ae420 req-874aa111-d21d-41a9-9280-915613589cad tempest-FlavorsV2NegativeTest-1034420704 tempest-FlavorsV2NegativeTest-1034420704-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=51ee6b5d77d34095a07d20529f2ce69f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513155 Jul 16 08:33:52.078231 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1da44128-c0b8-4739-b3ce-8f5681d40200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.110560 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1da44128-c0b8-4739-b3ce-8f5681d40200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.112792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:52.176934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1da44128-c0b8-4739-b3ce-8f5681d40200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.180317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1da44128-c0b8-4739-b3ce-8f5681d40200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.181622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1da44128-c0b8-4739-b3ce-8f5681d40200 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f9bedff-5901-4dd9-97e8-8e20762df90b HTTP/1.1" status: 204 len: 168 time: 0.1848226 Jul 16 08:33:52.201048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da44128-c0b8-4739-b3ce-8f5681d40200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9bedff-5901-4dd9-97e8-8e20762df90b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.302464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.333347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65', 'mac_address': 'fa:16:3e:eb:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:52.409696 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.433115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:52.458258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.464463 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.465576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:52.490176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5560c0-0b89-48eb-b124-88da716ae420 req-c741a86d-2fc7-4d8c-ad4c-86c73fe143cb tempest-FlavorsV2NegativeTest-1034420704 tempest-FlavorsV2NegativeTest-1034420704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.497465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e5560c0-0b89-48eb-b124-88da716ae420 req-c741a86d-2fc7-4d8c-ad4c-86c73fe143cb tempest-FlavorsV2NegativeTest-1034420704 tempest-FlavorsV2NegativeTest-1034420704-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4816251 Jul 16 08:33:52.518210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e5560c0-0b89-48eb-b124-88da716ae420 req-ffff23fe-efbe-4623-bb93-816462ed8f96 tempest-FlavorsV2NegativeTest-1034420704 tempest-FlavorsV2NegativeTest-1034420704-project] 10.222.0.41 "GET /v2.0/quotas/51ee6b5d77d34095a07d20529f2ce69f HTTP/1.1" status: 200 len: 375 time: 0.0195761 Jul 16 08:33:52.571625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e5560c0-0b89-48eb-b124-88da716ae420 req-d9deb285-a553-4d81-9aa9-388d8bee6a1a tempest-FlavorsV2NegativeTest-1034420704 tempest-FlavorsV2NegativeTest-1034420704-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51ee6b5d77d34095a07d20529f2ce69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417762 Jul 16 08:33:52.619789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.633687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.640346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'mac_address': 'fa:16:3e:4b:20:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:52.694990 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.722227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e816ef68-3069-402a-a64d-e42f02c776d6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:52.749356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.755575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.849426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49424) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:52.861923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758f04a-dd02-4123-ab21-ef7a972b30fa req-8586b7b4-86a7-4311-8d6f-fc17a045b4b3 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.863805 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0758f04a-dd02-4123-ab21-ef7a972b30fa req-8586b7b4-86a7-4311-8d6f-fc17a045b4b3 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 949 time: 0.1536031 Jul 16 08:33:52.877629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceec0-5178-4127-bcc7-e3d22b73386b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.879751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e816ef68-3069-402a-a64d-e42f02c776d6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:52.915159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.968729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0758f04a-dd02-4123-ab21-ef7a972b30fa req-a81c6dfe-f40f-4dac-9bd4-5810a8454310 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Jul 16 08:33:53.022114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['50ba5b41-011b-4074-8c6d-dd2e9f9edc65'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:53.078427 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceec0-5178-4127-bcc7-e3d22b73386b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.089610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceec0-5178-4127-bcc7-e3d22b73386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.166030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dc4ceec0-5178-4127-bcc7-e3d22b73386b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c530af527024cfeb41e0b847d32d214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131835 Jul 16 08:33:53.166030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ceec0-5178-4127-bcc7-e3d22b73386b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52386464-4299-47bd-b5f7-7433278ba49d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:53.166659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49440) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:53.248260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e61e99c0-1c88-470f-ae49-fceb98bf3943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.275423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e61e99c0-1c88-470f-ae49-fceb98bf3943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.366307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e61e99c0-1c88-470f-ae49-fceb98bf3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.369545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e61e99c0-1c88-470f-ae49-fceb98bf3943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.370763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e61e99c0-1c88-470f-ae49-fceb98bf3943 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52386464-4299-47bd-b5f7-7433278ba49d HTTP/1.1" status: 204 len: 168 time: 0.2027323 Jul 16 08:33:53.380185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e99c0-1c88-470f-ae49-fceb98bf3943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52386464-4299-47bd-b5f7-7433278ba49d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:53.800057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49484) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:54.026410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34da1531-d5a3-48ee-b88e-87790020a6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.130091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:54.264965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:54.271266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:54.271967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.309107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34da1531-d5a3-48ee-b88e-87790020a6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.331242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34da1531-d5a3-48ee-b88e-87790020a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.432773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34da1531-d5a3-48ee-b88e-87790020a6e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51ee6b5d77d34095a07d20529f2ce69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312919 Jul 16 08:33:54.436621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49514) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:54.505518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da1531-d5a3-48ee-b88e-87790020a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5a66d-5ed9-420e-b1ca-b747751440a9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:54.548826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78d927-8f45-4355-bc09-46dbde226709 req-c82126cd-062c-4a7f-8ff2-e41818aada27 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:54.549714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.565009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a78d927-8f45-4355-bc09-46dbde226709 req-c82126cd-062c-4a7f-8ff2-e41818aada27 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 949 time: 0.2765527 Jul 16 08:33:54.587862 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c181cc22-e5f0-49bc-875b-73b86aa13e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.603807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:54.610013 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5ec64-f9ce-413c-8efb-9d58e1d45a4e" -d '{"events": [{"server_uuid": "d3348ec3-fd72-4bcc-a23c-a038a249ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "50ba5b41-011b-4074-8c6d-dd2e9f9edc65"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:54.644222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c181cc22-e5f0-49bc-875b-73b86aa13e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.666925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:54.677804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.679011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:54.687109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a78d927-8f45-4355-bc09-46dbde226709 req-6aa0ddae-b43d-4cb0-a748-5a2542a5f4e2 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202886 Jul 16 08:33:54.786152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c181cc22-e5f0-49bc-875b-73b86aa13e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.789819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c181cc22-e5f0-49bc-875b-73b86aa13e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.793155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c181cc22-e5f0-49bc-875b-73b86aa13e9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fa5a66d-5ed9-420e-b1ca-b747751440a9 HTTP/1.1" status: 204 len: 168 time: 0.3553879 Jul 16 08:33:54.811841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181cc22-e5f0-49bc-875b-73b86aa13e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5a66d-5ed9-420e-b1ca-b747751440a9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:54.866986 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766835c6-b8bc-476f-9330-f3bbe368b100 x-openstack-request-id: req-766835c6-b8bc-476f-9330-f3bbe368b100 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:54.869360 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3348ec3-fd72-4bcc-a23c-a038a249ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "50ba5b41-011b-4074-8c6d-dd2e9f9edc65", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:54.871672 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-766835c6-b8bc-476f-9330-f3bbe368b100 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:54.872527 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65', 'code': 200} Jul 16 08:33:55.017915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.086612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e816ef68-3069-402a-a64d-e42f02c776d6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:55.087263 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.096008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937672-5413-4553-acfa-c499ff915f23 req-7ba701fb-328e-4d8f-85fc-8254041b37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.103810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d937672-5413-4553-acfa-c499ff915f23 req-7ba701fb-328e-4d8f-85fc-8254041b37c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 1102 time: 0.1645496 Jul 16 08:33:55.188236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d937672-5413-4553-acfa-c499ff915f23 req-dcf63e95-b15c-4f9d-8cfa-cbf9d9bd603e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797024 Jul 16 08:33:55.290210 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.338641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49546) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:55.350829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:55.360951 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.440717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.559470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24e98a28-a75d-417a-acdf-e450cee55865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.714778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24e98a28-a75d-417a-acdf-e450cee55865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.725397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24e98a28-a75d-417a-acdf-e450cee55865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.780655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49562) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:55.788513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-24e98a28-a75d-417a-acdf-e450cee55865 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ac44558db40442a987906a95f4cc458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485669 Jul 16 08:33:55.806370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:55.831491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e98a28-a75d-417a-acdf-e450cee55865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f73f44-d56b-483d-9134-fcc83e9700e4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.868468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9609ab09-8f6b-4771-8e74-99fd05cf80fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.987859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9609ab09-8f6b-4771-8e74-99fd05cf80fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.015213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-network', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:56.060719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048871-5f69-4722-bb66-27d32ac2d40f req-f693a054-fadd-46d8-9139-f5acac64d3fd tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.062319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-10048871-5f69-4722-bb66-27d32ac2d40f req-f693a054-fadd-46d8-9139-f5acac64d3fd tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 950 time: 0.1610730 Jul 16 08:33:56.091637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9609ab09-8f6b-4771-8e74-99fd05cf80fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.092652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Made reservation on behalf of bb3d64082a954cd09ef68635435472ff for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:56.095387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9609ab09-8f6b-4771-8e74-99fd05cf80fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.098966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9609ab09-8f6b-4771-8e74-99fd05cf80fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85f73f44-d56b-483d-9134-fcc83e9700e4 HTTP/1.1" status: 204 len: 168 time: 0.3150446 Jul 16 08:33:56.100092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.123586 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.144026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-10048871-5f69-4722-bb66-27d32ac2d40f req-e29d3ffd-f862-41f1-a4b3-5333ada4b947 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658636 Jul 16 08:33:56.149425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609ab09-8f6b-4771-8e74-99fd05cf80fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f73f44-d56b-483d-9134-fcc83e9700e4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.358727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.369097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.390543 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:56.461077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:56.496371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd076a5-db8b-4a7c-9365-7db1206d6717,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.510484 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.513288 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Added segment 3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe of type vlan for network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 Jul 16 08:33:56.620575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.690792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49598) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:56.692241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.694542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.695426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.723539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c690702-03fc-4b73-ada6-a9973ed05cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.794427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9843085 Jul 16 08:33:56.836867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49606) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:56.842855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Request body: {'subnet': {'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-subnet', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:56.882029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:56.884921 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd99045-3289-4520-8186-bec9f25ab001" -d '{"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-plugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:56.917113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044805-04a1-4e1e-8109-582efe1fab44 admin admin] Pushing event updated for resources: {'Network': ['ID=1462cd54-eb1c-4be2-8d2f-2c5927ceff07,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.935287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:56.986994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c690702-03fc-4b73-ada6-a9973ed05cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.989301 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eabf22-1233-43e0-ae16-af87f5ed64c0 x-openstack-request-id: req-b3eabf22-1233-43e0-ae16-af87f5ed64c0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:56.990059 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-plugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:56.993317 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3eabf22-1233-43e0-ae16-af87f5ed64c0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:56.993946 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'code': 200} Jul 16 08:33:56.994246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c690702-03fc-4b73-ada6-a9973ed05cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.997869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49610) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:57.065576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690702-03fc-4b73-ada6-a9973ed05cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea19b80-a915-488f-84cc-47c795eb3ce9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.093949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4c690702-03fc-4b73-ada6-a9973ed05cfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b77cc6edf7074b829fc8241f22b47f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006217 Jul 16 08:33:57.095673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Made reservation on behalf of bb3d64082a954cd09ef68635435472ff for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:57.097108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:57.098642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.176550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-network', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:57.264240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Made reservation on behalf of 66fe0ffeb0c840a482334a05e956f75c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:57.269430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.306452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.384991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.412430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78acc799-2114-4ddb-897e-5b25aa70f506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.442834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4373be06-1895-49ac-9936-6647a6a94ff7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.457519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78acc799-2114-4ddb-897e-5b25aa70f506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.458629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Checking segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:57.459014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Network hostable DHCP agents. Network: 1462cd54-eb1c-4be2-8d2f-2c5927ceff07, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:57.479909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:57.496119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 1462cd54-eb1c-4be2-8d2f-2c5927ceff07) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:57.503922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.504241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.510246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a2faa-2c1a-4d8d-b983-54e866927937 None None] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:57.568883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf2aa-a95c-4234-8a78-535813cefe3e req-9707c1ae-035a-41e5-9312-4fc5f21747c7 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.570289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2bbf2aa-a95c-4234-8a78-535813cefe3e req-9707c1ae-035a-41e5-9312-4fc5f21747c7 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 950 time: 0.2701223 Jul 16 08:33:57.646590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2bbf2aa-a95c-4234-8a78-535813cefe3e req-e5eb02c2-5e87-4bc8-8ee7-869f228b9025 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557246 Jul 16 08:33:57.647307 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78acc799-2114-4ddb-897e-5b25aa70f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.649683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78acc799-2114-4ddb-897e-5b25aa70f506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.654936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-78acc799-2114-4ddb-897e-5b25aa70f506 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ea19b80-a915-488f-84cc-47c795eb3ce9 HTTP/1.1" status: 204 len: 168 time: 0.5563531 Jul 16 08:33:57.686098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acc799-2114-4ddb-897e-5b25aa70f506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea19b80-a915-488f-84cc-47c795eb3ce9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.796740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.807576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.816585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-163494d9-ad53-4063-8d73-ed28ef0680f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9778864 Jul 16 08:33:57.819686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49634) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:57.825354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:57.829905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:57.832148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.848797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:57.873265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.876324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.920705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.921635 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Added segment aa9de341-1570-490f-afc4-3c4e3339a199 of type vlan for network 04902013-6aa2-4fa4-b588-21469d44649a Jul 16 08:33:57.924694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.028301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.031633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.155652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.158403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.159132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.300369 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3007658 Jul 16 08:33:58.308582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Allocated IP 172.20.0.2 (1462cd54-eb1c-4be2-8d2f-2c5927ceff07/4373be06-1895-49ac-9936-6647a6a94ff7/052b8cf5-3f2b-4279-aabe-d872ac360a8c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:58.331209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:58.368774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Request body: {'subnet': {'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-subnet', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:58.385046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca4ea3-72b5-4cc7-9cc0-b0ea91e9fe7e admin admin] Pushing event updated for resources: {'Network': ['ID=04902013-6aa2-4fa4-b588-21469d44649a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.400041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 04902013-6aa2-4fa4-b588-21469d44649a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:58.575162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Made reservation on behalf of 66fe0ffeb0c840a482334a05e956f75c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:58.578006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.645293 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.746707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:58.848521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.857676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Transition to ACTIVE for port object 052b8cf5-3f2b-4279-aabe-d872ac360a8c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:58.876869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Transition to ACTIVE for port object 052b8cf5-3f2b-4279-aabe-d872ac360a8c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:58.888274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.941377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:58.947870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:58.952199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:58.953354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-583d5933-9b82-4987-89f1-a755e307063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.966686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Pushing event updated for resources: {'Port': ['ID=052b8cf5-3f2b-4279-aabe-d872ac360a8c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.034078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Attempting to bind port 052b8cf5-3f2b-4279-aabe-d872ac360a8c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:59.034956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Attempting to bind port 052b8cf5-3f2b-4279-aabe-d872ac360a8c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:59.035743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Attempting to bind port 052b8cf5-3f2b-4279-aabe-d872ac360a8c on network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:59.043274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:59.044679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Checking segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:59.046200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.046825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Bound using segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:59.048266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Bound port: 052b8cf5-3f2b-4279-aabe-d872ac360a8c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:59.049033 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.146996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] For port 052b8cf5-3f2b-4279-aabe-d872ac360a8c, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:59.150987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] For port 052b8cf5-3f2b-4279-aabe-d872ac360a8c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=052b8cf5-3f2b-4279-aabe-d872ac360a8c,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:59.161832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.245445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6451f-1fe5-498b-a9cf-1cdd42274f84 req-f68622c2-f873-4628-9664-cedcd81074e6 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.249144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-583d5933-9b82-4987-89f1-a755e307063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.258908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63961f70-3845-49d6-b0c7-e76959d61a2d None None] Pushing event updated for resources: {'Port': ['ID=052b8cf5-3f2b-4279-aabe-d872ac360a8c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.259974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3e6451f-1fe5-498b-a9cf-1cdd42274f84 req-f68622c2-f873-4628-9664-cedcd81074e6 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 950 time: 0.4979250 Jul 16 08:33:59.261624 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-583d5933-9b82-4987-89f1-a755e307063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.328334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.394443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d5933-9b82-4987-89f1-a755e307063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b35ba2-e987-4a79-913d-4a71afa17f92,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.401523 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-583d5933-9b82-4987-89f1-a755e307063d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96415759b1794fe2982d71d5c2c1c8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532962 Jul 16 08:33:59.404140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.410612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3e6451f-1fe5-498b-a9cf-1cdd42274f84 req-9365d16b-3de0-49b6-97ae-a20153b6039d tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/security-groups?id=37a903cb-ed95-49ee-ba40-bf64282a60cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355507 Jul 16 08:33:59.470340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c71d262-2390-44bd-b0a1-97090e8bb064,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.509892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f83cb13-1545-4d8e-8a01-9bdac40fee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.558087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f83cb13-1545-4d8e-8a01-9bdac40fee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.651906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Checking segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:59.652631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Network hostable DHCP agents. Network: 04902013-6aa2-4fa4-b588-21469d44649a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:59.716254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f83cb13-1545-4d8e-8a01-9bdac40fee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.720876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f83cb13-1545-4d8e-8a01-9bdac40fee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.729629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f83cb13-1545-4d8e-8a01-9bdac40fee1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52b35ba2-e987-4a79-913d-4a71afa17f92 HTTP/1.1" status: 204 len: 168 time: 0.3239191 Jul 16 08:33:59.745923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Network 04902013-6aa2-4fa4-b588-21469d44649a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:59.754137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.769309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83cb13-1545-4d8e-8a01-9bdac40fee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b35ba2-e987-4a79-913d-4a71afa17f92,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.800402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.803441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 04902013-6aa2-4fa4-b588-21469d44649a) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:59.815098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.821912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38fcbb-da97-4af0-9006-21dd5fd1ca60 None None] Network 04902013-6aa2-4fa4-b588-21469d44649a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:59.839905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.917070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92b9b8f4-33b8-46ff-9c62-5c4601e8c7fd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5743420 Jul 16 08:33:59.920566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49702) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.926645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:00.013916 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.014942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.021169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-45efbd90-8668-41cf-aa61-f851c5a92062 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.025156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-45efbd90-8668-41cf-aa61-f851c5a92062 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 950 time: 0.1422391 Jul 16 08:34:00.043452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Allocated IP 172.25.0.13 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/e3654735-e1ce-4ee9-99ef-e6cda9a395c6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:00.158593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.191372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-04902013-6aa2-4fa4-b588-21469d44649a', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:00.192285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.283895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Deleting port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:00.284244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.602638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 052b8cf5-3f2b-4279-aabe-d872ac360a8c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:00.627885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] For port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:00.628260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.663037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49722) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:00.680532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Calling delete_port for 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:00.709058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.733773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Allocated IP 172.20.0.2 (04902013-6aa2-4fa4-b588-21469d44649a/2c71d262-2390-44bd-b0a1-97090e8bb064/19b24d42-3187-42a8-bee5-1de26434ffb4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:00.742333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 052b8cf5-3f2b-4279-aabe-d872ac360a8c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:00.830715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.955186 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1312b321-7f6e-4e8b-aaf1-9ae709b43d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.956441 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.991513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Pushing event deleted for resources: {'Port': ['ID=50ba5b41-011b-4074-8c6d-dd2e9f9edc65,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.044540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['50ba5b41-011b-4074-8c6d-dd2e9f9edc65'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:01.059575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] No DVR routers for this DVR port 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:01.062609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.069174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c5a797c-4bc8-4a46-94ac-553fcc19e896 req-947efa38-bb42-4f62-a2cd-c1dc4f81a629 tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.18 "DELETE /v2.0/ports/50ba5b41-011b-4074-8c6d-dd2e9f9edc65 HTTP/1.1" status: 204 len: 173 time: 1.0383081 Jul 16 08:34:01.069733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'name': 'network-vif-deleted', 'tag': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:01.086219 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc09fa-6b78-4793-a7ad-f9c78e62744b" -d '{"events": [{"server_uuid": "d3348ec3-fd72-4bcc-a23c-a038a249ca3a", "name": "network-vif-deleted", "tag": "50ba5b41-011b-4074-8c6d-dd2e9f9edc65"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:01.143624 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.176527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Transition to ACTIVE for port object 19b24d42-3187-42a8-bee5-1de26434ffb4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:01.182834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd3c76-9500-4f03-984d-9261dad286ba None None] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:01.224576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcc44d17-3d6f-4129-b759-464474fe8ee3 req-e37c618f-929a-4535-a488-9f574e1dae3a tempest-ImagesNegativeTestJSON-785227083 tempest-ImagesNegativeTestJSON-785227083-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3348ec3-fd72-4bcc-a23c-a038a249ca3a HTTP/1.1" status: 200 len: 210 time: 0.4303656 Jul 16 08:34:01.236804 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb3261d-8c3b-401a-9eb7-d9b759540e58 x-openstack-request-id: req-ceb3261d-8c3b-401a-9eb7-d9b759540e58 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:01.237200 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3348ec3-fd72-4bcc-a23c-a038a249ca3a", "name": "network-vif-deleted", "tag": "50ba5b41-011b-4074-8c6d-dd2e9f9edc65", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:01.237546 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceb3261d-8c3b-401a-9eb7-d9b759540e58 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:01.238438 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3348ec3-fd72-4bcc-a23c-a038a249ca3a', 'name': 'network-vif-deleted', 'tag': '50ba5b41-011b-4074-8c6d-dd2e9f9edc65', 'status': 'completed', 'code': 200} Jul 16 08:34:01.239139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.278650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Transition to ACTIVE for port object 19b24d42-3187-42a8-bee5-1de26434ffb4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:01.300185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] Provisioning for port 052b8cf5-3f2b-4279-aabe-d872ac360a8c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:01.307933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] Provisioning complete for port 052b8cf5-3f2b-4279-aabe-d872ac360a8c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:01.309166 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.351218 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.359193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:01.384209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:01.416121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:01.470956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Network 04902013-6aa2-4fa4-b588-21469d44649a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:01.477529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:01.493484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:01.558940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Pushing event updated for resources: {'Port': ['ID=19b24d42-3187-42a8-bee5-1de26434ffb4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.595711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Pushing event updated for resources: {'Port': ['ID=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.652852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Attempting to bind port 19b24d42-3187-42a8-bee5-1de26434ffb4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:01.653317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Attempting to bind port 19b24d42-3187-42a8-bee5-1de26434ffb4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:01.653620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Attempting to bind port 19b24d42-3187-42a8-bee5-1de26434ffb4 on network 04902013-6aa2-4fa4-b588-21469d44649a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:01.676989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:01.677359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Checking segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:01.677757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.678161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Bound using segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:01.678688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Bound port: 19b24d42-3187-42a8-bee5-1de26434ffb4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:01.679238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.723692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.834026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] For port 052b8cf5-3f2b-4279-aabe-d872ac360a8c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=052b8cf5-3f2b-4279-aabe-d872ac360a8c,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:01.863626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.863875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1312b321-7f6e-4e8b-aaf1-9ae709b43d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.879305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] For port 19b24d42-3187-42a8-bee5-1de26434ffb4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:01.895965 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1312b321-7f6e-4e8b-aaf1-9ae709b43d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.949496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1312b321-7f6e-4e8b-aaf1-9ae709b43d20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=840f4936e075446cb8f255cc1847e7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2816644 Jul 16 08:34:01.950013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49760) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:01.991953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] For port 19b24d42-3187-42a8-bee5-1de26434ffb4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=19b24d42-3187-42a8-bee5-1de26434ffb4,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:02.026004 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.091293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedf5f0-1d15-4626-8693-e524182a56ab None None] Pushing event updated for resources: {'Port': ['ID=052b8cf5-3f2b-4279-aabe-d872ac360a8c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.161522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38935b80-54cf-43ee-9377-d17a965b6bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.182274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312b321-7f6e-4e8b-aaf1-9ae709b43d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4892329b-ff31-4218-8e3b-667a05559806,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.233160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6652e5-eadd-4954-9261-e57d2aebc241 None None] Pushing event updated for resources: {'Port': ['ID=19b24d42-3187-42a8-bee5-1de26434ffb4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.253500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38935b80-54cf-43ee-9377-d17a965b6bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.343754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.373370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38935b80-54cf-43ee-9377-d17a965b6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.388216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38935b80-54cf-43ee-9377-d17a965b6bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.390535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38935b80-54cf-43ee-9377-d17a965b6bda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4892329b-ff31-4218-8e3b-667a05559806 HTTP/1.1" status: 204 len: 168 time: 0.4394433 Jul 16 08:34:02.402894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.403242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38935b80-54cf-43ee-9377-d17a965b6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4892329b-ff31-4218-8e3b-667a05559806,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.490807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 052b8cf5-3f2b-4279-aabe-d872ac360a8c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:02.564515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-49379550-cd79-45db-820c-510dce96ad10 None None] Provisioning complete for port 052b8cf5-3f2b-4279-aabe-d872ac360a8c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:02.564894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49379550-cd79-45db-820c-510dce96ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.794469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.795819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 052b8cf5-3f2b-4279-aabe-d872ac360a8c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:02.796285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.897220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:03.272954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f41a5bc6-c5f1-4f3c-9a90-bb5a93d5bc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.377271 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.582138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f41a5bc6-c5f1-4f3c-9a90-bb5a93d5bc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.591903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f41a5bc6-c5f1-4f3c-9a90-bb5a93d5bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.631121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:03.681659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f41a5bc6-c5f1-4f3c-9a90-bb5a93d5bc48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fda80ec097274640b71382eb8ba85af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7828465 Jul 16 08:34:03.681659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49820) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:03.684041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a5bc6-c5f1-4f3c-9a90-bb5a93d5bc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1c94b3-e4fc-45dd-b38f-f16eff22ab27,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:03.798617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2184c2c-03f5-4f1b-b063-3d69eb77af60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.819688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Allocated IP 172.25.0.59 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/7d42ee7e-ffc6-425c-b240-3799ef7ba220) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:03.846156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2184c2c-03f5-4f1b-b063-3d69eb77af60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.916370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81babdee-ac4a-48c1-b676-26e233a2b836 None None] Network 04902013-6aa2-4fa4-b588-21469d44649a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:03.976786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2184c2c-03f5-4f1b-b063-3d69eb77af60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.980277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2184c2c-03f5-4f1b-b063-3d69eb77af60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.983982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d2184c2c-03f5-4f1b-b063-3d69eb77af60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b1c94b3-e4fc-45dd-b38f-f16eff22ab27 HTTP/1.1" status: 204 len: 168 time: 0.2829313 Jul 16 08:34:04.003996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2184c2c-03f5-4f1b-b063-3d69eb77af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1c94b3-e4fc-45dd-b38f-f16eff22ab27,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.110299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-70532a5d-8b1d-4cf8-98fc-00489aa22b50 None None] Provisioning for port 19b24d42-3187-42a8-bee5-1de26434ffb4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:04.149892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b851b114-2c51-4f53-9450-5f1c68802e97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85da80b116c741d589599180a446a77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174906 Jul 16 08:34:04.153469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:04.191895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:04.238276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:04.238778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 50ba5b41-011b-4074-8c6d-dd2e9f9edc65 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:04.333674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e66d42e-8fee-4819-a086-d170416d6e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.403687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.412480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e66d42e-8fee-4819-a086-d170416d6e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.517719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e66d42e-8fee-4819-a086-d170416d6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.527410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4e66d42e-8fee-4819-a086-d170416d6e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.528970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4e66d42e-8fee-4819-a086-d170416d6e90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37a903cb-ed95-49ee-ba40-bf64282a60cf HTTP/1.1" status: 204 len: 168 time: 0.3743169 Jul 16 08:34:04.545890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d42e-8fee-4819-a086-d170416d6e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a903cb-ed95-49ee-ba40-bf64282a60cf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.608674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 19b24d42-3187-42a8-bee5-1de26434ffb4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:04.628475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.739302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 19b24d42-3187-42a8-bee5-1de26434ffb4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:04.750064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 19b24d42-3187-42a8-bee5-1de26434ffb4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:04.750816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.857606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.874393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85e2b7e6-fa39-4da7-a19d-4b427c03dfbb None None] Provisioning complete for port 19b24d42-3187-42a8-bee5-1de26434ffb4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:04.875604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85e2b7e6-fa39-4da7-a19d-4b427c03dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.902383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:04.906122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:04.910058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:04.947824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:04.969311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Router f15f168c-bb45-424f-940a-e5d064670c5d is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:34:04.977596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef8f82e7-a3c3-463c-815b-6a95e2afed77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.037914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.064915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Pushing event updated for resources: {'Port': ['ID=7d42ee7e-ffc6-425c-b240-3799ef7ba220,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.191279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef8f82e7-a3c3-463c-815b-6a95e2afed77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.197793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef8f82e7-a3c3-463c-815b-6a95e2afed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.210735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 19b24d42-3187-42a8-bee5-1de26434ffb4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=19b24d42-3187-42a8-bee5-1de26434ffb4,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:05.227642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.235621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:05.239095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85e2b7e6-fa39-4da7-a19d-4b427c03dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.298060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.302554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-62f9b528-ff30-411c-afb8-07c4f9287a95 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.4815311 Jul 16 08:34:05.308683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49866) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.350429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=19b24d42-3187-42a8-bee5-1de26434ffb4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.353184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Sync routers for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:05.374753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:05.375400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:05.421936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f82e7-a3c3-463c-815b-6a95e2afed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad5c9a2-c1ec-42d6-8926-3a5d5ffcef3b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.436815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ef8f82e7-a3c3-463c-815b-6a95e2afed77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78f5a71e59a3452e9ffd1c7451c4c378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874425 Jul 16 08:34:05.437939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49872) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.579839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0185accf-2397-4c39-a810-d9baa4332260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.628469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0185accf-2397-4c39-a810-d9baa4332260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.683823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-85e2b7e6-fa39-4da7-a19d-4b427c03dfbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:34:05.684464 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-85e2b7e6-fa39-4da7-a19d-4b427c03dfbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:34:05.819050 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0185accf-2397-4c39-a810-d9baa4332260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.823270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0185accf-2397-4c39-a810-d9baa4332260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.826743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0185accf-2397-4c39-a810-d9baa4332260 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ad5c9a2-c1ec-42d6-8926-3a5d5ffcef3b HTTP/1.1" status: 204 len: 168 time: 0.3853197 Jul 16 08:34:05.834131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:05.847725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185accf-2397-4c39-a810-d9baa4332260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad5c9a2-c1ec-42d6-8926-3a5d5ffcef3b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.871113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.540340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 19b24d42-3187-42a8-bee5-1de26434ffb4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:06.767047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.770739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.785075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 19b24d42-3187-42a8-bee5-1de26434ffb4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:06.785570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.954767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:01Z', 'revision_number': 3, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:06.993753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Checking router: f15f168c-bb45-424f-940a-e5d064670c5d for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:06.994407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Updating router f15f168c-bb45-424f-940a-e5d064670c5d port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:07.039534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.380761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Allocated IP 172.20.0.1 (1462cd54-eb1c-4be2-8d2f-2c5927ceff07/4373be06-1895-49ac-9936-6647a6a94ff7/859a7a17-f6e7-4a9a-af0b-61e3633505d2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:07.561719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.587147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Transition to ACTIVE for port object e3654735-e1ce-4ee9-99ef-e6cda9a395c6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:07.600833 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.668898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:07.681420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.693196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b342-db43-4dea-947d-b4211d77b333 None None] Pushing event updated for resources: {'Port': ['ID=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.696943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Attempting to bind port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.697330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Attempting to bind port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.697906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Attempting to bind port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.706666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:07.707251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:07.707953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.708460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:07.709075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Bound port: e3654735-e1ce-4ee9-99ef-e6cda9a395c6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:07.709235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Transition to ACTIVE for port object 859a7a17-f6e7-4a9a-af0b-61e3633505d2 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:07.709668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.778629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.871055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] For port e3654735-e1ce-4ee9-99ef-e6cda9a395c6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:07.882204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] For port e3654735-e1ce-4ee9-99ef-e6cda9a395c6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:07.894167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.981138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:07.994836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:07.998030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:08.050933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Pushing event updated for resources: {'Port': ['ID=859a7a17-f6e7-4a9a-af0b-61e3633505d2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.089802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.141498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:08.144917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:08.186858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:34:08.232931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca17890e-9a70-4c31-988a-a8fe0b18d190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.309784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50014) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.347124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b342-db43-4dea-947d-b4211d77b333 None None] Pushing event updated for resources: {'Port': ['ID=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.430036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-08d6b85e-3c6a-4220-9340-304d2911b810 None None] Provisioning for port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:08.527752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-08d6b85e-3c6a-4220-9340-304d2911b810 None None] Provisioning complete for port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:08.528152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08d6b85e-3c6a-4220-9340-304d2911b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.571863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:08.583611 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:08.584394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca17890e-9a70-4c31-988a-a8fe0b18d190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.597525 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca17890e-9a70-4c31-988a-a8fe0b18d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.606649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.615601 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:08.619475 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:08.673843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-08d6b85e-3c6a-4220-9340-304d2911b810 None None] Port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:08.695206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:08.699211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17890e-9a70-4c31-988a-a8fe0b18d190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94207385-1729-42aa-a77e-fd576e3735b5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.736598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ca17890e-9a70-4c31-988a-a8fe0b18d190 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dca44795883349e79f3f903b1b6f2bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0664082 Jul 16 08:34:08.739863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50024) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.827838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8632874-c5a7-44e7-938a-caad09488feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.879978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.881958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-21a8c8dc-46b6-427f-b243-3a2b0897d696 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.9596436 Jul 16 08:34:08.885194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50030) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.949404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668339b1-b4e2-43f5-931d-a2c518c16e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.004585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668339b1-b4e2-43f5-931d-a2c518c16e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.084502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:01Z', 'revision_number': 3, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:09.137841 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:09.138594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668339b1-b4e2-43f5-931d-a2c518c16e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.143590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668339b1-b4e2-43f5-931d-a2c518c16e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.147512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-668339b1-b4e2-43f5-931d-a2c518c16e52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94207385-1729-42aa-a77e-fd576e3735b5 HTTP/1.1" status: 204 len: 168 time: 0.4062603 Jul 16 08:34:09.164781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bba1-278f-4bf8-a229-e89d652457ec None None] The sync data for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 is: [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:01Z', 'revision_number': 3, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:09.179999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668339b1-b4e2-43f5-931d-a2c518c16e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94207385-1729-42aa-a77e-fd576e3735b5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.192384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8632874-c5a7-44e7-938a-caad09488feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.222879 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8632874-c5a7-44e7-938a-caad09488feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.282278 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8632874-c5a7-44e7-938a-caad09488feb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fc2cde986ca48718c6df1778f168e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9591541 Jul 16 08:34:09.284845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50048) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:09.292814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8632874-c5a7-44e7-938a-caad09488feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31dcd45-c07d-40a6-9cf4-fa5095a7eb01,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.383892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5055a17e-fe1c-4643-aa27-d4d536ff8f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.430002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5055a17e-fe1c-4643-aa27-d4d536ff8f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.539030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5055a17e-fe1c-4643-aa27-d4d536ff8f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.541662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5055a17e-fe1c-4643-aa27-d4d536ff8f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.545844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5055a17e-fe1c-4643-aa27-d4d536ff8f75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d31dcd45-c07d-40a6-9cf4-fa5095a7eb01 HTTP/1.1" status: 204 len: 168 time: 0.2598011 Jul 16 08:34:09.567260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055a17e-fe1c-4643-aa27-d4d536ff8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31dcd45-c07d-40a6-9cf4-fa5095a7eb01,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.740616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.750068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.822117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:05Z', 'revision_number': 3, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:09.899556 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:09.900255 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Updating router ca925ae3-d5e9-417f-9e47-a8a56462e90c port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:09.973243 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.050954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Pushing event updated for resources: {'Port': ['ID=859a7a17-f6e7-4a9a-af0b-61e3633505d2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.071236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.485028 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.510524 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Transition to ACTIVE for port object 7d42ee7e-ffc6-425c-b240-3799ef7ba220 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:10.526628 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.538886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e3654735-e1ce-4ee9-99ef-e6cda9a395c6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:10.590100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:10.592973 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40304-4d7e-4f83-bf31-3488e84cf18f None None] Pushing event updated for resources: {'Port': ['ID=7d42ee7e-ffc6-425c-b240-3799ef7ba220,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.609631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:10.638235 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Attempting to bind port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.639043 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Attempting to bind port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.639655 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Attempting to bind port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.646187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:10.646930 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:10.647583 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.648193 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:10.649361 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Bound port: 7d42ee7e-ffc6-425c-b240-3799ef7ba220, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:10.650015 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.701711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:10.711952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:10.712380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.778575 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] For port 7d42ee7e-ffc6-425c-b240-3799ef7ba220, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:10.783070 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] For port 7d42ee7e-ffc6-425c-b240-3799ef7ba220, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7d42ee7e-ffc6-425c-b240-3799ef7ba220,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:10.797711 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.909617 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40304-4d7e-4f83-bf31-3488e84cf18f None None] Pushing event updated for resources: {'Port': ['ID=7d42ee7e-ffc6-425c-b240-3799ef7ba220,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.932156 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.979168 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:10.979485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port e3654735-e1ce-4ee9-99ef-e6cda9a395c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:10.980519 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:10.988987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.137338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.159830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f99024bb-e750-4ec8-9255-c0c521310a52 None None] Provisioning complete for port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:11.160194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f99024bb-e750-4ec8-9255-c0c521310a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.254105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f99024bb-e750-4ec8-9255-c0c521310a52 None None] Port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:11.277873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:11.293004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.568949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Allocated IP 172.20.0.1 (04902013-6aa2-4fa4-b588-21469d44649a/2c71d262-2390-44bd-b0a1-97090e8bb064/ed13fa88-55c5-4d7d-81eb-5807789626cb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:11.628597 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:05Z', 'revision_number': 3, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:11.696741 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892216-9afa-4879-abb8-d10390e7ac94 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:05Z', 'revision_number': 3, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:11.697039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.702944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Router f15f168c-bb45-424f-940a-e5d064670c5d has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:11.731571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Transition to ACTIVE for port object ed13fa88-55c5-4d7d-81eb-5807789626cb will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:11.849411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.003501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Network 04902013-6aa2-4fa4-b588-21469d44649a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:12.027121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:12.030678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:12.089472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed13fa88-55c5-4d7d-81eb-5807789626cb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.142635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:12.144726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.278438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c18151af-2ea4-4bed-b04b-e10afdeb14d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/f15f168c-bb45-424f-940a-e5d064670c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9681811 Jul 16 08:34:12.386282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Sync routers for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:12.661519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:12.662587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:12.746560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.783542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7d42ee7e-ffc6-425c-b240-3799ef7ba220 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:12.958597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:13.194054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.211877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.251767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.365784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed13fa88-55c5-4d7d-81eb-5807789626cb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.379968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.458123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-502dc7ff-83fd-47f1-acb8-eb78cdaf4e6a None None] Provisioning for port ed13fa88-55c5-4d7d-81eb-5807789626cb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:13.477100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-502dc7ff-83fd-47f1-acb8-eb78cdaf4e6a None None] Provisioning complete for port ed13fa88-55c5-4d7d-81eb-5807789626cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:13.478137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-502dc7ff-83fd-47f1-acb8-eb78cdaf4e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.498602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea59c4fb-fc02-40b2-9610-2f7e0127f2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.548474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-502dc7ff-83fd-47f1-acb8-eb78cdaf4e6a None None] Port ed13fa88-55c5-4d7d-81eb-5807789626cb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:13.580037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dd739fe-50cc-4936-9f99-89176a74b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.588546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:13.611491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:13.613311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.615898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Network 04902013-6aa2-4fa4-b588-21469d44649a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:13.622422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:13.838511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea59c4fb-fc02-40b2-9610-2f7e0127f2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.845454 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea59c4fb-fc02-40b2-9610-2f7e0127f2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.943539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59c4fb-fc02-40b2-9610-2f7e0127f2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1faa1c2-ccb5-43e9-8561-148b168f6ef8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.960720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50186) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.981139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea59c4fb-fc02-40b2-9610-2f7e0127f2be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=552756c40e6b4c4fb84db1cdf3cebd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7230332 Jul 16 08:34:13.983817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50190) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.018479 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.108270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 7d42ee7e-ffc6-425c-b240-3799ef7ba220, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7d42ee7e-ffc6-425c-b240-3799ef7ba220,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:14.128551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.129399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e3654735-e1ce-4ee9-99ef-e6cda9a395c6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:14.154536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd078-2e68-48d3-8a99-2ce803617e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.166211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 2, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:14.185018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:14.185762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd078-2e68-48d3-8a99-2ce803617e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.243273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd078-2e68-48d3-8a99-2ce803617e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.246172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd078-2e68-48d3-8a99-2ce803617e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.247360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f1dcd078-2e68-48d3-8a99-2ce803617e08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1faa1c2-ccb5-43e9-8561-148b168f6ef8 HTTP/1.1" status: 204 len: 168 time: 0.2528257 Jul 16 08:34:14.259573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcd078-2e68-48d3-8a99-2ce803617e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1faa1c2-ccb5-43e9-8561-148b168f6ef8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.285347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ffd63ecf-c9b3-40ce-a20c-a34c24b26edf None None] Provisioning complete for port ed13fa88-55c5-4d7d-81eb-5807789626cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:14.285734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ffd63ecf-c9b3-40ce-a20c-a34c24b26edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.310724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d376ed75-2955-4ef6-9f72-ec9578647645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.323566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Checking router: f15f168c-bb45-424f-940a-e5d064670c5d for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:14.323957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Updating router f15f168c-bb45-424f-940a-e5d064670c5d port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:14.404625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ffd63ecf-c9b3-40ce-a20c-a34c24b26edf None None] Port ed13fa88-55c5-4d7d-81eb-5807789626cb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:14.457657 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.545550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d376ed75-2955-4ef6-9f72-ec9578647645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.552796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d376ed75-2955-4ef6-9f72-ec9578647645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.564058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-dd0e65e7-d76e-4bd0-a989-b5dbe18fcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.565630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-dd0e65e7-d76e-4bd0-a989-b5dbe18fcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 828 time: 0.6159425 Jul 16 08:34:14.584709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=7d42ee7e-ffc6-425c-b240-3799ef7ba220,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.609741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376ed75-2955-4ef6-9f72-ec9578647645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde94298-d355-4e8d-a462-bfd2cc3ebcd1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.627104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:14.627648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.680356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d376ed75-2955-4ef6-9f72-ec9578647645 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7662841d0754917b09daf0924616629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176981 Jul 16 08:34:14.691466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50208) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.758482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:14.767784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-48412e43-a649-44f0-84b5-398af8393bd0 admin admin] 10.222.0.41 "PUT /v2.0/routers/ca925ae3-d5e9-417f-9e47-a8a56462e90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8810632 Jul 16 08:34:14.803965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-991011c5-9bbc-4580-881d-ef5db4b7f6fe tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/quotas/bb3d64082a954cd09ef68635435472ff HTTP/1.1" status: 200 len: 375 time: 0.2066259 Jul 16 08:34:14.854115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-645852cb-df4a-4563-ab44-ff294911aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.860282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-645852cb-df4a-4563-ab44-ff294911aa49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 1102 time: 0.2429817 Jul 16 08:34:14.893294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a1ac69-59ec-4c4b-9e42-0d38196be86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.979624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-60b7d755-bb19-444e-8ce7-30f080c478a7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730294 Jul 16 08:34:15.004795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50214) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:15.019447 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:15.032878 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:15.034159 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:15.065851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-959c2db6-eb6a-4b39-904f-6d89ddff4666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.105644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-83ab07e7-a97f-4fd9-9803-1c8c739b6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.107157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-83ab07e7-a97f-4fd9-9803-1c8c739b6f67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.2149675 Jul 16 08:34:15.270493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-764f377b-8d61-461f-9d8b-e034db068d53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e816ef68-3069-402a-a64d-e42f02c776d6 HTTP/1.1" status: 200 len: 217 time: 0.1475651 Jul 16 08:34:15.285226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a1ac69-59ec-4c4b-9e42-0d38196be86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.363504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:15.367505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-278482c3-d9f5-44ed-963d-fd824fd4f705 service neutron] 10.222.0.41 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869040 Jul 16 08:34:15.436353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.456171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Transition to ACTIVE for port object 859a7a17-f6e7-4a9a-af0b-61e3633505d2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:15.463986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-bea54c23-32fc-4d3a-9eac-1dd71d3fb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.464808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7d42ee7e-ffc6-425c-b240-3799ef7ba220 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:15.471187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.471569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-bea54c23-32fc-4d3a-9eac-1dd71d3fb269 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1749675 Jul 16 08:34:15.555841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-959c2db6-eb6a-4b39-904f-6d89ddff4666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.566587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-4115e736-a835-47c3-90c2-956a2cb99070 service neutron] 10.222.0.41 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965420 Jul 16 08:34:15.578394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-959c2db6-eb6a-4b39-904f-6d89ddff4666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.632642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c2db6-eb6a-4b39-904f-6d89ddff4666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a5f5f0-86ba-418d-a3a5-29da8e95988e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.674523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-959c2db6-eb6a-4b39-904f-6d89ddff4666 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69faa103617f415eb43366d88a0d647d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680238 Jul 16 08:34:15.677112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50230) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:15.710132 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 2, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:15.759076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce805d96-3620-4bc7-85f8-48bb7a5a228c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.817481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce805d96-3620-4bc7-85f8-48bb7a5a228c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.821326 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:15.821690 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Updating router ca925ae3-d5e9-417f-9e47-a8a56462e90c port ed13fa88-55c5-4d7d-81eb-5807789626cb binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:15.825462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-b0e1e875-e5c7-4699-b66d-951580f7b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.827088 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-b0e1e875-e5c7-4699-b66d-951580f7b884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3456397 Jul 16 08:34:15.875714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a1ac69-59ec-4c4b-9e42-0d38196be86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.878240 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27a1ac69-59ec-4c4b-9e42-0d38196be86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.911736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27a1ac69-59ec-4c4b-9e42-0d38196be86f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bde94298-d355-4e8d-a462-bfd2cc3ebcd1 HTTP/1.1" status: 204 len: 168 time: 1.2075825 Jul 16 08:34:15.924577 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce805d96-3620-4bc7-85f8-48bb7a5a228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.928445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce805d96-3620-4bc7-85f8-48bb7a5a228c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.929814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912eab8-9dbb-4985-9998-a1d717cc0611 None None] Pushing event updated for resources: {'Port': ['ID=859a7a17-f6e7-4a9a-af0b-61e3633505d2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.934971 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ce805d96-3620-4bc7-85f8-48bb7a5a228c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9a5f5f0-86ba-418d-a3a5-29da8e95988e HTTP/1.1" status: 204 len: 168 time: 0.2566113 Jul 16 08:34:15.942190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2abcc660-de53-42f9-b38f-d52290e299a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.949187 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.962713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce805d96-3620-4bc7-85f8-48bb7a5a228c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a5f5f0-86ba-418d-a3a5-29da8e95988e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.963278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.021438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Attempting to bind port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.022311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Attempting to bind port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.022860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Attempting to bind port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 on network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.059123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:16.061104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Checking segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:16.061547 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.064220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Bound using segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:16.069219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Bound port: 859a7a17-f6e7-4a9a-af0b-61e3633505d2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:16.069219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.072612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ac69-59ec-4c4b-9e42-0d38196be86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde94298-d355-4e8d-a462-bfd2cc3ebcd1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.163704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:16.168622 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.416875 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-6529663c-dab8-445e-b0ce-87dffae0a3ef service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783682 Jul 16 08:34:16.484063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] For port 859a7a17-f6e7-4a9a-af0b-61e3633505d2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:16.500175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] For port 859a7a17-f6e7-4a9a-af0b-61e3633505d2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=859a7a17-f6e7-4a9a-af0b-61e3633505d2,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:16.529614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b09c0c16-5015-40d5-8ea4-b779d1d44cca req-06cd66fa-6f90-4eea-8b9c-e870e0753f2b tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 210 time: 0.0697932 Jul 16 08:34:16.556392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.656775 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.664111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:16.667092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:16.914864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-563c5c9e-0406-4eb3-ad89-3faabaa27360 req-d0c6b720-1d97-45f6-ac96-86316653aefa service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904399 Jul 16 08:34:16.961785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-de3ab98b-b29a-4c9d-a958-42497d29154b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.977787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-de3ab98b-b29a-4c9d-a958-42497d29154b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 820 time: 0.7073269 Jul 16 08:34:17.012297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-96fd2ac9-642a-4971-bad5-f2887fabb6b2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/quotas/66fe0ffeb0c840a482334a05e956f75c HTTP/1.1" status: 200 len: 375 time: 0.0215623 Jul 16 08:34:17.077746 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.114470 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Transition to ACTIVE for port object ed13fa88-55c5-4d7d-81eb-5807789626cb will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:17.133004 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.135593 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-73e48eb7-d400-4db8-b02d-0d89d33663af tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219075 Jul 16 08:34:17.143132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912eab8-9dbb-4985-9998-a1d717cc0611 None None] Pushing event updated for resources: {'Port': ['ID=859a7a17-f6e7-4a9a-af0b-61e3633505d2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:17.338770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Pushing event updated for resources: {'Port': ['ID=ed13fa88-55c5-4d7d-81eb-5807789626cb,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:17.394176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:17.460773 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.461115 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.461455 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.461785 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.462116 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.462444 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.462778 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.463345 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.482529 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.482993 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.483362 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.484276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:17.646048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Attempting to bind port ed13fa88-55c5-4d7d-81eb-5807789626cb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:17.646048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Attempting to bind port ed13fa88-55c5-4d7d-81eb-5807789626cb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:17.646048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Attempting to bind port ed13fa88-55c5-4d7d-81eb-5807789626cb on network 04902013-6aa2-4fa4-b588-21469d44649a {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:17.667445 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:17.667831 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Checking segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:17.668237 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.668625 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Bound using segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:17.669111 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Bound port: ed13fa88-55c5-4d7d-81eb-5807789626cb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:17.674007 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-492c0557-2b25-46d5-82b1-52a6be56b516 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277760 Jul 16 08:34:17.675039 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.718042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.887057 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] For port ed13fa88-55c5-4d7d-81eb-5807789626cb, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:17.897861 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] For port ed13fa88-55c5-4d7d-81eb-5807789626cb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ed13fa88-55c5-4d7d-81eb-5807789626cb,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:17.909929 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.923862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-82cd2785-1cf3-4782-892c-f197f9d21580 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438548 Jul 16 08:34:18.027305 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:18.027975 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:18.141612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:18.205818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:16Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:18.253791 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:18.645972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd62137-f8a7-4d4e-ad9c-68c5bda82eff None None] The sync data for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 is: [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:16Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:18.658511 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.683157 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b689e0-42cf-4672-b32e-a58766f8e572 None None] Pushing event updated for resources: {'Port': ['ID=ed13fa88-55c5-4d7d-81eb-5807789626cb,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.696232 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c692a53e-008a-4da9-9171-756e5418effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:17Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:18.834325 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692a53e-008a-4da9-9171-756e5418effc None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:17Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:18.955970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1060084363-network', 'tenant_id': 'e54d698982dc43a784ed21b854678300'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:19.008914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Made reservation on behalf of e54d698982dc43a784ed21b854678300 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:19.023526 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.079104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.336539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-d0110fc1-474c-4304-87b5-452d03abbc76 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.339256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-d0110fc1-474c-4304-87b5-452d03abbc76 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.18 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 828 time: 0.5515001 Jul 16 08:34:19.368900 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9277a77c-c865-4758-847b-d487fc8efb5e req-d0bb3bca-a96c-447b-918c-8994b3bcec71 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 210 time: 0.6107085 Jul 16 08:34:19.398098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Request body: {'port': {'device_id': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'admin_state_up': True, 'tenant_id': 'bb3d64082a954cd09ef68635435472ff'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:19.467079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.477230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.518903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:19.553325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.553697 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Added segment 4a84575f-772e-49d4-900e-7f8d036357f4 of type vlan for network 04ab1436-0278-4eba-897c-345d3a0fee45 Jul 16 08:34:19.674257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.693595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ed13fa88-55c5-4d7d-81eb-5807789626cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:19.805382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.806892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.808694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.859042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ed13fa88-55c5-4d7d-81eb-5807789626cb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:19.866866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ed13fa88-55c5-4d7d-81eb-5807789626cb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:19.869488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.910607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Made reservation on behalf of bb3d64082a954cd09ef68635435472ff for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:19.935368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.947696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20fa219c-1d11-45fb-a22e-4e6fc75d706b req-b1a8f75a-a1d9-4c14-89ac-f123299f8247 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 210 time: 0.1454484 Jul 16 08:34:19.991208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8427789 Jul 16 08:34:19.992449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83368b69-4aca-439f-bbfa-18227083a68c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.024264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50380) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:20.142379 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.157433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Request body: {'subnet': {'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1060084363-subnet', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:20.175460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc233d-ad16-4708-9f2f-93f8efda6ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=04ab1436-0278-4eba-897c-345d3a0fee45,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.198165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 04ab1436-0278-4eba-897c-345d3a0fee45 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:20.251217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Made reservation on behalf of e54d698982dc43a784ed21b854678300 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:20.254027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.321103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ed13fa88-55c5-4d7d-81eb-5807789626cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ed13fa88-55c5-4d7d-81eb-5807789626cb,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:20.387670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Allocated IP 172.20.0.14 (1462cd54-eb1c-4be2-8d2f-2c5927ceff07/4373be06-1895-49ac-9936-6647a6a94ff7/f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:20.461807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.463856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 859a7a17-f6e7-4a9a-af0b-61e3633505d2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:20.625637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.660042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Transition to ACTIVE for port object f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:20.671213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50388) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:20.741938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ed13fa88-55c5-4d7d-81eb-5807789626cb,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.834867 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3aeb29a5-97f9-46c5-b53c-6b1c68e00eeb req-3e5603ed-36df-4bdb-afd5-f9171980bd54 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 210 time: 0.1033680 Jul 16 08:34:20.894271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.894886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.907856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:20.921276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:20.922368 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.950375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a3cf17-2a39-43ff-8691-1b08a8bbcb01,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.000438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1c8b56a-be6f-49e9-b0a8-423a16042b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.015446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event updated for resources: {'Port': ['ID=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.056157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Checking segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:21.061150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Network hostable DHCP agents. Network: 04ab1436-0278-4eba-897c-345d3a0fee45, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:21.062245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:21.066134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:21.075425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:21.108165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.177465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 859a7a17-f6e7-4a9a-af0b-61e3633505d2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=859a7a17-f6e7-4a9a-af0b-61e3633505d2,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:21.187799 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.242649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.243420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.302172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Network 04ab1436-0278-4eba-897c-345d3a0fee45 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:21.317559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=859a7a17-f6e7-4a9a-af0b-61e3633505d2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.344589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 04ab1436-0278-4eba-897c-345d3a0fee45) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:21.356191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af7f63-c20b-4fbf-ba79-3d5e37c7f369 None None] Network 04ab1436-0278-4eba-897c-345d3a0fee45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:21.381114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-2705ef14-5b39-4d0b-a2ea-e04107ee0fed tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.385825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.386683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.401030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-2705ef14-5b39-4d0b-a2ea-e04107ee0fed tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 820 time: 0.2158854 Jul 16 08:34:21.411810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'port': {'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'admin_state_up': True, 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:21.484376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd36cc-9d97-4f55-a1a0-ffbc7b98a425 req-c29aa992-1749-45fb-a060-8a5476d587ed tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.496891 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ebd36cc-9d97-4f55-a1a0-ffbc7b98a425 req-c29aa992-1749-45fb-a060-8a5476d587ed tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.4862673 Jul 16 08:34:21.549212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ed13fa88-55c5-4d7d-81eb-5807789626cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:21.673962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ebd36cc-9d97-4f55-a1a0-ffbc7b98a425 req-429f7c42-c461-4c51-9f66-329c854745e4 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666684 Jul 16 08:34:21.680684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-065a81f0-eedd-401e-b2b8-1a3006e77fd1 None None] Provisioning for port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:21.718986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-065a81f0-eedd-401e-b2b8-1a3006e77fd1 None None] Provisioning complete for port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:21.719304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-065a81f0-eedd-401e-b2b8-1a3006e77fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.750691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1c8b56a-be6f-49e9-b0a8-423a16042b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.755473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-04ab1436-0278-4eba-897c-345d3a0fee45', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:21.756530 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.758052 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1c8b56a-be6f-49e9-b0a8-423a16042b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.779076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ed13fa88-55c5-4d7d-81eb-5807789626cb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:21.779636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.780838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-020e0eae-a54a-4e2e-919c-898d7805cbbd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7551739 Jul 16 08:34:21.802138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50430) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.807876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:21.838735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f1c8b56a-be6f-49e9-b0a8-423a16042b14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d39fd8bee254a4b86ae90151e601d84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1652544 Jul 16 08:34:21.849312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.909690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8b56a-be6f-49e9-b0a8-423a16042b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c825dcf-117f-4f8d-a6b7-74a81e83bc6f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.947250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.948726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.985286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27464cfd-41e1-4372-bafc-2147ef8e0c8d req-f1ed0c9c-fa0b-4994-8713-9f6ab96a0dad tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 210 time: 0.0662606 Jul 16 08:34:22.011201 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fcbad6e1-b2e2-4b3a-a96b-d21ada7c2327 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6400154 Jul 16 08:34:22.014391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Allocated IP 172.20.0.2 (04ab1436-0278-4eba-897c-345d3a0fee45/f4a3cf17-2a39-43ff-8691-1b08a8bbcb01/c5a1f800-0caf-4055-9344-f16fdbc6c9ab) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:22.020511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.045189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9cb33c3-c7ba-4f93-ba57-677311201a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.048628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Request body: {'port': {'device_id': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:22.062003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-065a81f0-eedd-401e-b2b8-1a3006e77fd1 None None] Port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:22.215975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50454) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:22.216498 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.282137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9cb33c3-c7ba-4f93-ba57-677311201a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.310303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Made reservation on behalf of 66fe0ffeb0c840a482334a05e956f75c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:22.314330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.321143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.323815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Transition to ACTIVE for port object c5a1f800-0caf-4055-9344-f16fdbc6c9ab will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:22.332880 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.355088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Transition to ACTIVE for port object c5a1f800-0caf-4055-9344-f16fdbc6c9ab will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:22.370750 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.421368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Network 04ab1436-0278-4eba-897c-345d3a0fee45 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:22.425175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:22.430959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b039f501-5c55-4aed-8fcd-156140a51dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.432820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:22.475788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9cb33c3-c7ba-4f93-ba57-677311201a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.478575 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9cb33c3-c7ba-4f93-ba57-677311201a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.480203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d9cb33c3-c7ba-4f93-ba57-677311201a65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c825dcf-117f-4f8d-a6b7-74a81e83bc6f HTTP/1.1" status: 204 len: 168 time: 0.6277244 Jul 16 08:34:22.509930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Pushing event updated for resources: {'Port': ['ID=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.510682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb33c3-c7ba-4f93-ba57-677311201a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c825dcf-117f-4f8d-a6b7-74a81e83bc6f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.542390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Allocated IP 172.20.0.6 (04902013-6aa2-4fa4-b588-21469d44649a/2c71d262-2390-44bd-b0a1-97090e8bb064/f23118bb-34f1-42da-b051-d0cc06c6d0aa) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:22.617290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Attempting to bind port c5a1f800-0caf-4055-9344-f16fdbc6c9ab on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:22.620930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Attempting to bind port c5a1f800-0caf-4055-9344-f16fdbc6c9ab by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:22.621416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Attempting to bind port c5a1f800-0caf-4055-9344-f16fdbc6c9ab on network 04ab1436-0278-4eba-897c-345d3a0fee45 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:22.633325 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:22.633708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Checking segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:22.634430 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.647696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Bound using segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:22.648402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Bound port: c5a1f800-0caf-4055-9344-f16fdbc6c9ab, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:22.648889 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.662130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b039f501-5c55-4aed-8fcd-156140a51dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.684618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ba219-789e-40a8-9b63-24f0e3a541cf req-ffdcecf8-1e0a-4c96-b019-2c7b77bb2860 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.692586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b4ba219-789e-40a8-9b63-24f0e3a541cf req-ffdcecf8-1e0a-4c96-b019-2c7b77bb2860 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 932 time: 0.4560969 Jul 16 08:34:22.767100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] For port c5a1f800-0caf-4055-9344-f16fdbc6c9ab, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:22.773404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] For port c5a1f800-0caf-4055-9344-f16fdbc6c9ab, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:22.779674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.794691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b039f501-5c55-4aed-8fcd-156140a51dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.858505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b4ba219-789e-40a8-9b63-24f0e3a541cf req-1bd861a0-3ae0-4be8-bae1-bc23c24bee6f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505575 Jul 16 08:34:22.929560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122900-d3b1-4338-9ad6-6c7ba1e62f4c None None] Pushing event updated for resources: {'Port': ['ID=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.961881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.008552 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b039f501-5c55-4aed-8fcd-156140a51dd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e199127f8ac45d9a02c7f8d106fbd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7893922 Jul 16 08:34:23.009263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039f501-5c55-4aed-8fcd-156140a51dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171f1fd-4bbf-474b-8575-2c29adda7178,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:23.016977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50478) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:23.067560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.222204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb0b6-49a0-4cb3-8752-2432454ab5a4 req-e283e0e8-8d28-41cf-9474-219bc63adfac tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.223846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e7bb0b6-49a0-4cb3-8752-2432454ab5a4 req-e283e0e8-8d28-41cf-9474-219bc63adfac tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 950 time: 0.2668426 Jul 16 08:34:23.254639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:23.267667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.293106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Allocated IP 172.25.0.83 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9ea6aaa6-376e-4f6a-a984-4dde5dc01abc) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:23.311854 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e7bb0b6-49a0-4cb3-8752-2432454ab5a4 req-040b3346-7e3e-4d10-b1c7-f49d297938ca tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712147 Jul 16 08:34:23.355919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Transition to ACTIVE for port object f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:23.441858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.467024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.482942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.488031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Transition to ACTIVE for port object f23118bb-34f1-42da-b051-d0cc06c6d0aa will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:23.532258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e80fb07-f20f-40c4-9065-d23a44b2e2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.567209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e80fb07-f20f-40c4-9065-d23a44b2e2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.590641 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.608228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a1f800-0caf-4055-9344-f16fdbc6c9ab up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:23.618544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:23.633891 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-849073c9-2fd9-415a-98cf-1a1ec8f1fb74 req-8b1a0586-21ec-4321-921c-a9e3957305b6 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 210 time: 0.0734053 Jul 16 08:34:23.653548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Pushing event updated for resources: {'Port': ['ID=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:23.696332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342934-4f56-45e6-9c99-4a9b6a9d6414 req-d7a25e82-4e5d-407d-8c1f-00e7af7b72d5 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.704835 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8342934-4f56-45e6-9c99-4a9b6a9d6414 req-d7a25e82-4e5d-407d-8c1f-00e7af7b72d5 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.4287629 Jul 16 08:34:23.705194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:23.712509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:23.766373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c5a1f800-0caf-4055-9344-f16fdbc6c9ab completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:23.772810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 859a7a17-f6e7-4a9a-af0b-61e3633505d2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:23.912825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:23.913198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.929539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8342934-4f56-45e6-9c99-4a9b6a9d6414 req-d9a806a6-6e95-4b27-bdd2-7039fe20cfcb tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237549 Jul 16 08:34:23.930223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e80fb07-f20f-40c4-9065-d23a44b2e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.946330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e80fb07-f20f-40c4-9065-d23a44b2e2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.953736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7e80fb07-f20f-40c4-9065-d23a44b2e2fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6171f1fd-4bbf-474b-8575-2c29adda7178 HTTP/1.1" status: 204 len: 168 time: 0.9356573 Jul 16 08:34:23.955641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.142131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80fb07-f20f-40c4-9065-d23a44b2e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171f1fd-4bbf-474b-8575-2c29adda7178,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.144085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event updated for resources: {'Port': ['ID=f23118bb-34f1-42da-b051-d0cc06c6d0aa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.162339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Network 04902013-6aa2-4fa4-b588-21469d44649a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:24.175184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:24.195298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:24.331967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.332852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.380224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Attempting to bind port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:24.380558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Attempting to bind port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:24.380879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Attempting to bind port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 on network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:24.411235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 on network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:24.411235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Attempting to bind port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 on network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:24.435344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.449669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518650d-bf57-4429-8dd7-bac84cca8734 None None] Network 04ab1436-0278-4eba-897c-345d3a0fee45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:24.475089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-afd60e4f-a5ae-48f0-8e47-8c05d9c8fefa tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0710111 Jul 16 08:34:24.476449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:24.476830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Checking segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:24.477751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Bound using segment: {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:24.477751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Bound port: f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:24.478307 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.504780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Request body: {'port': {'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:24.717821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.733531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] Provisioning for port c5a1f800-0caf-4055-9344-f16fdbc6c9ab completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:24.761132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] Provisioning complete for port c5a1f800-0caf-4055-9344-f16fdbc6c9ab triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:24.762304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.769415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] For port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:24.803989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9083bc7-e998-4b8c-9ccd-54e0d0b2dc11 req-6657ab8b-a228-408e-9d34-baaffd020ca2 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.805933 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c9083bc7-e998-4b8c-9ccd-54e0d0b2dc11 req-6657ab8b-a228-408e-9d34-baaffd020ca2 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 944 time: 0.4638269 Jul 16 08:34:24.858795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] For port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:24.859988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.895762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.037576 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.088566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.119050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Pushing event updated for resources: {'Port': ['ID=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:25.129317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] For port c5a1f800-0caf-4055-9344-f16fdbc6c9ab, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:25.137582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.156500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.157228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.159017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-94a8536b-67dc-446b-b924-7f064ba894de service neutron] 10.222.0.18 "PUT /v2.0/ports/f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 1093 time: 3.1265104 Jul 16 08:34:25.162100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:25.164691 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d9f267-46d6-4b92-a24b-8778198aefa1" -d '{"events": [{"name": "network-changed", "server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:25.218058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c9083bc7-e998-4b8c-9ccd-54e0d0b2dc11 req-0a19afed-71c1-46c1-a672-af85289c346a tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768182 Jul 16 08:34:25.339486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-47bd5e70-c466-4aed-9aa3-703b3b41d546 None None] Provisioning for port f23118bb-34f1-42da-b051-d0cc06c6d0aa completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:25.351501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5c763-5e5d-4a96-8828-5eee757f910e None None] Pushing event updated for resources: {'Port': ['ID=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:25.366818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-47bd5e70-c466-4aed-9aa3-703b3b41d546 None None] Provisioning complete for port f23118bb-34f1-42da-b051-d0cc06c6d0aa triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:25.366943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47bd5e70-c466-4aed-9aa3-703b3b41d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.454077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:25.526085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47bd5e70-c466-4aed-9aa3-703b3b41d546 None None] Port f23118bb-34f1-42da-b051-d0cc06c6d0aa cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:25.619617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-ae6e5e37-9cf6-4602-9054-62690e29c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.621898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Router d0ec2468-1abf-4dbc-bc6c-4071af21d160 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:34:25.622681 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-ae6e5e37-9cf6-4602-9054-62690e29c2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1096 time: 0.3824425 Jul 16 08:34:25.634497 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c80333-be1e-45fb-a89b-348d7e6d9d0e x-openstack-request-id: req-46c80333-be1e-45fb-a89b-348d7e6d9d0e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:25.634956 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:25.635309 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46c80333-be1e-45fb-a89b-348d7e6d9d0e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:25.635890 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'status': 'completed', 'code': 200} Jul 16 08:34:25.643968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35dd19-9447-47d5-a625-09807c431e07 req-2512d296-4dc6-415c-98a6-7f2f2643a242 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.645615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba35dd19-9447-47d5-a625-09807c431e07 req-2512d296-4dc6-415c-98a6-7f2f2643a242 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 931 time: 0.1227455 Jul 16 08:34:25.681100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ff3d320d-ff51-4cfd-a3a9-cca9d5f4fe17 None None] Provisioning complete for port c5a1f800-0caf-4055-9344-f16fdbc6c9ab triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:25.681759 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff3d320d-ff51-4cfd-a3a9-cca9d5f4fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.735236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-fe39f754-1179-4aa9-b3bc-0aaed7450cf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 217 time: 0.0857990 Jul 16 08:34:25.750388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba35dd19-9447-47d5-a625-09807c431e07 req-429c194f-be6d-4acc-8ad7-4ed299ac29e4 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974429 Jul 16 08:34:25.852477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:25.864797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Sync routers for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:25.888762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.891304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-84b4e782-3aca-4366-9c6a-ce066836ef06 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0882070 Jul 16 08:34:25.894050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50610) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:25.900207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:25.904505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:25.965047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1375336592-network', 'tenant_id': 'b2c85bceb04a41d1a672478d3c4aa4f3'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:25.980150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-7e8860bd-86d3-4d57-a9a7-54171592d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.982399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-7e8860bd-86d3-4d57-a9a7-54171592d908 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 200 len: 867 time: 0.2443924 Jul 16 08:34:26.059119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23118bb-34f1-42da-b051-d0cc06c6d0aa {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:26.076089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.095751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Transition to ACTIVE for port object f23118bb-34f1-42da-b051-d0cc06c6d0aa will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:26.113378 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.120556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Made reservation on behalf of b2c85bceb04a41d1a672478d3c4aa4f3 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:26.122760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.154029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:26.161257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.284224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-1f43badc-6dd3-4bb3-bc59-ae7d6838553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.285750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-1f43badc-6dd3-4bb3-bc59-ae7d6838553d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2814441 Jul 16 08:34:26.312223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:26.348185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Pushing event updated for resources: {'Port': ['ID=f23118bb-34f1-42da-b051-d0cc06c6d0aa,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:26.465591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Attempting to bind port f23118bb-34f1-42da-b051-d0cc06c6d0aa on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:26.465930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Attempting to bind port f23118bb-34f1-42da-b051-d0cc06c6d0aa by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:26.466262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Attempting to bind port f23118bb-34f1-42da-b051-d0cc06c6d0aa on network 04902013-6aa2-4fa4-b588-21469d44649a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:26.482394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68e67-3040-4e10-88b8-65e7036acc7e req-8697878f-b2c7-4611-bef9-88f7707bb362 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.491193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cac68e67-3040-4e10-88b8-65e7036acc7e req-8697878f-b2c7-4611-bef9-88f7707bb362 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.3009064 Jul 16 08:34:26.573148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Port f23118bb-34f1-42da-b051-d0cc06c6d0aa on network 04902013-6aa2-4fa4-b588-21469d44649a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:26.573771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Attempting to bind port f23118bb-34f1-42da-b051-d0cc06c6d0aa on network 04902013-6aa2-4fa4-b588-21469d44649a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:26.578481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-0d26d86f-ce8b-4ed8-940d-27f565b660dd service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698953 Jul 16 08:34:26.642385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.684021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8987f-31c0-4229-baf6-b78b8c5697b7 req-86c78236-8205-47ec-a1fb-6b3efe23e867 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.690785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cac68e67-3040-4e10-88b8-65e7036acc7e req-a136f924-fbc5-4a90-9fbb-9dad588c6324 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985962 Jul 16 08:34:26.691950 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfb8987f-31c0-4229-baf6-b78b8c5697b7 req-86c78236-8205-47ec-a1fb-6b3efe23e867 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 950 time: 0.2587192 Jul 16 08:34:26.692327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:26.693071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Checking segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:26.696243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.699852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Bound using segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:26.700332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Bound port: f23118bb-34f1-42da-b051-d0cc06c6d0aa, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:26.700714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.754539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:26.794393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc3483-259f-4525-986a-209a09073663,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:26.801808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7de2a1e7-e1dd-4568-8698-7210d1780b45 req-8bca9e07-11d8-4bac-9107-09d9f180f7db service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129223 Jul 16 08:34:26.813525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.813962 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Added segment ad517f72-2173-4f4a-9ab7-d01766ff434e of type vlan for network 5dc9a12c-02f0-4765-9c14-745e9b899dfc Jul 16 08:34:26.852056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfb8987f-31c0-4229-baf6-b78b8c5697b7 req-f0c2dbb9-27db-49b9-a8a8-7d2391542cbb tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591353 Jul 16 08:34:26.856097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] For port f23118bb-34f1-42da-b051-d0cc06c6d0aa, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:26.863199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] For port f23118bb-34f1-42da-b051-d0cc06c6d0aa, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:26.903863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.918841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.944986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.966019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:26.975780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:26.994712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.996084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.998035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] 10.222.0.36 "PUT /v2.0/ports/f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 1092 time: 2.5053675 Jul 16 08:34:26.999136 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfeaaac-5aef-4c7e-be40-c3ed80dcfe66" -d '{"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-unplugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:27.016634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50656) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:27.024984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.032870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.033913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.034711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.058643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c35db-d1fd-4411-ad99-d1f24a74d564 service neutron] Pushing event updated for resources: {'Port': ['ID=f23118bb-34f1-42da-b051-d0cc06c6d0aa,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.078221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-93e48f36-d2b6-4b7b-899d-a3d80697c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.080005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-93e48f36-d2b6-4b7b-899d-a3d80697c605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1096 time: 0.2140100 Jul 16 08:34:27.089204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670cab1-d7e3-4f94-be17-bacf2554f358 req-35e07772-c4ef-4b23-857f-7623f0312329 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.090848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4670cab1-d7e3-4f94-be17-bacf2554f358 req-35e07772-c4ef-4b23-857f-7623f0312329 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 944 time: 0.2302260 Jul 16 08:34:27.110798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6478388 Jul 16 08:34:27.110798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.132018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:24Z', 'revision_number': 3, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:27.135766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50660) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:27.153327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Request body: {'subnet': {'network_id': '5dc9a12c-02f0-4765-9c14-745e9b899dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1375336592-subnet', 'tenant_id': 'b2c85bceb04a41d1a672478d3c4aa4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:27.201314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Checking router: d0ec2468-1abf-4dbc-bc6c-4071af21d160 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:27.202378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Updating router d0ec2468-1abf-4dbc-bc6c-4071af21d160 port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:27.233605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.252664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.281049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-cd235830-60b8-4587-afa1-e6cb4619ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.282560 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-cd235830-60b8-4587-afa1-e6cb4619ad58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 929 time: 0.1907885 Jul 16 08:34:27.288989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4afd5-8035-4217-9d62-c730295456ee admin admin] Pushing event updated for resources: {'Network': ['ID=5dc9a12c-02f0-4765-9c14-745e9b899dfc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.295243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1928742c-df85-40b5-94be-905a420ac14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.377235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-43473e94-f954-40b5-bec7-eb9bdeb4b819 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 217 time: 0.0514495 Jul 16 08:34:27.400459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Made reservation on behalf of b2c85bceb04a41d1a672478d3c4aa4f3 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:27.403080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.451148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4670cab1-d7e3-4f94-be17-bacf2554f358 req-b6e9469d-98c8-4344-ade1-eab2dc1d4fda tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501313 Jul 16 08:34:27.488583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5dc9a12c-02f0-4765-9c14-745e9b899dfc details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:27.492463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a1f800-0caf-4055-9344-f16fdbc6c9ab up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:27.496123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-dadc2f4d-d09e-4303-b50f-f0999b990a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.497844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-dadc2f4d-d09e-4303-b50f-f0999b990a72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1095 time: 0.2143574 Jul 16 08:34:27.500393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-072ebfaf-3a82-4a5d-9cc3-6cfbaad182a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.502716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-072ebfaf-3a82-4a5d-9cc3-6cfbaad182a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 200 len: 867 time: 0.0907869 Jul 16 08:34:27.565186 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9037de19-16a8-4049-a2aa-7bde68f032a7 x-openstack-request-id: req-9037de19-16a8-4049-a2aa-7bde68f032a7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:27.565497 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-unplugged", "status": "completed", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:27.565733 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9037de19-16a8-4049-a2aa-7bde68f032a7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:27.566114 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'code': 200} Jul 16 08:34:27.595040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-c13539c0-f0dc-4ea2-960b-8c7763b6f95c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0729616 Jul 16 08:34:27.617947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-0fc9876e-7d57-45d3-8d81-51d1386f19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.620356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-0fc9876e-7d57-45d3-8d81-51d1386f19f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095667 Jul 16 08:34:27.655508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:27.658826 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9155d13c-5762-4593-a42d-8d164fa2dfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:27.674388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5a1f800-0caf-4055-9344-f16fdbc6c9ab triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:27.674770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.719408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.738201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Transition to ACTIVE for port object 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:27.748069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.758120 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d38c53-9d23-47e9-881d-e8bb78dee369 x-openstack-request-id: req-04d38c53-9d23-47e9-881d-e8bb78dee369 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:27.758873 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:27.759235 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04d38c53-9d23-47e9-881d-e8bb78dee369 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:27.760013 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'status': 'completed', 'code': 200} Jul 16 08:34:27.761845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-b4a6bff4-e415-4496-9d69-9efef864605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.763946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-b4a6bff4-e415-4496-9d69-9efef864605a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1432176 Jul 16 08:34:27.794249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb59ec6-1acf-4e62-a064-d71930f571ae None None] Pushing event updated for resources: {'Port': ['ID=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.794877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Allocated IP 172.20.0.1 (04ab1436-0278-4eba-897c-345d3a0fee45/f4a3cf17-2a39-43ff-8691-1b08a8bbcb01/5857d3e1-05da-47eb-851f-ae3c277285f4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:27.825255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0636e0-fdaf-4a6d-aacb-0fa4074abcfc req-35fd1fc6-efeb-471d-a06c-7db4888e5405 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.833041 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff0636e0-fdaf-4a6d-aacb-0fa4074abcfc req-35fd1fc6-efeb-471d-a06c-7db4888e5405 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 943 time: 0.4090779 Jul 16 08:34:27.847602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Attempting to bind port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:27.847979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Attempting to bind port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:27.848508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-a65919e9-258b-4f02-99d8-c4efdd6faa5e tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.848795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Attempting to bind port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:27.850019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-a65919e9-258b-4f02-99d8-c4efdd6faa5e tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.3228831 Jul 16 08:34:27.856052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:27.856726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:27.857355 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.858497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:27.859193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Bound port: 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:27.859926 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.869905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-ff9012b6-bcc4-4a02-ac97-d911f7a56c02 service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066295 Jul 16 08:34:27.934878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1928742c-df85-40b5-94be-905a420ac14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.942286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] For port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:27.942655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-70615ad1-dbe2-49ee-907a-a4ad84c4fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.944213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-70615ad1-dbe2-49ee-907a-a4ad84c4fac8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710098 Jul 16 08:34:27.946910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] For port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:27.952885 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.957834 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1928742c-df85-40b5-94be-905a420ac14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.011820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:28.013037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:28.074318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb59ec6-1acf-4e62-a064-d71930f571ae None None] Pushing event updated for resources: {'Port': ['ID=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.148778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff0636e0-fdaf-4a6d-aacb-0fa4074abcfc req-43d3227d-5181-4b9d-a3cd-9c332bcae4ca tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149366 Jul 16 08:34:28.149021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:28.155951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1928742c-df85-40b5-94be-905a420ac14d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=138b314d9bdb4feb81efc55bf8f8b852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1380637 Jul 16 08:34:28.157097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.159134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928742c-df85-40b5-94be-905a420ac14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50262cc4-15ce-45db-b8a0-9e1d556410e0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.161634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50668) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:28.253181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:28.355226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=853ae0fa-185c-4be9-b8e0-b4344a80d818,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.362398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:28.364998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.378357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'port_id': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'mac_address': 'fa:16:3e:80:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:28.391705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01d9f267-46d6-4b92-a24b-8778198aefa1 req-8cf1cc75-f2c2-48aa-9229-1206e8ae461d service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130959 Jul 16 08:34:28.412828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbe6ce-5e5d-48c6-86fa-c537097fcd67 req-209ab46a-c734-43e0-9534-9c4f2f6558e9 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.420610 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2bbe6ce-5e5d-48c6-86fa-c537097fcd67 req-209ab46a-c734-43e0-9534-9c4f2f6558e9 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.5104401 Jul 16 08:34:28.440222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Transition to ACTIVE for port object 5857d3e1-05da-47eb-851f-ae3c277285f4 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:28.443555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Checking segment: {'id': 'ad517f72-2173-4f4a-9ab7-d01766ff434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5dc9a12c-02f0-4765-9c14-745e9b899dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:28.443938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Network hostable DHCP agents. Network: 5dc9a12c-02f0-4765-9c14-745e9b899dfc, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:28.449909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-608d6055-7e6c-484b-b0cc-a7bef3434ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.452510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Deleting port 0aeb90a1-69ad-4340-82f3-571a882c15d0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:28.452874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.454750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-2f9c9094-4e7f-4f9d-84b9-8648bf5551ae service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019979 Jul 16 08:34:28.480989 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2bbe6ce-5e5d-48c6-86fa-c537097fcd67 req-f492cf35-4105-48cb-86be-c672129ffb5f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593517 Jul 16 08:34:28.482526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c093d28-25d0-48f3-b698-886829b4767a req-42dc73cc-2387-40e6-bdfa-c2e286bc8993 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.485006 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c093d28-25d0-48f3-b698-886829b4767a req-42dc73cc-2387-40e6-bdfa-c2e286bc8993 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.18 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 948 time: 0.3694952 Jul 16 08:34:28.490488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.523847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:28.575546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:28.576122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-608d6055-7e6c-484b-b0cc-a7bef3434ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.582865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.593506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42ae6606-2900-4ee3-97da-ab9d1da8b9c4 req-3149fb09-4e0f-47b9-8aee-5eb7748ce3c8 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311193 Jul 16 08:34:28.629241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:24Z', 'revision_number': 3, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:28.639845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Network 5dc9a12c-02f0-4765-9c14-745e9b899dfc is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:28.671512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da9ee2-7291-488a-b99a-cba7c2552bef None None] The sync data for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 is: [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:24Z', 'revision_number': 3, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:28.681255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.705481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5dc9a12c-02f0-4765-9c14-745e9b899dfc) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:28.714943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6644766c-755e-4325-9c64-d3e3a48054a3 None None] Network 5dc9a12c-02f0-4765-9c14-745e9b899dfc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:28.724024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.735273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.745948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.777301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-bc54d30b-e58d-41d4-a1f1-488b45a6475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.778815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-bc54d30b-e58d-41d4-a1f1-488b45a6475b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1095 time: 0.0673556 Jul 16 08:34:28.802390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:28.963689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-80eaec0e-2e06-44f7-93e5-dfb8e4f572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.964711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af8fb7c-28a3-42f1-9e9e-023a80a82332 None None] Network 5dc9a12c-02f0-4765-9c14-745e9b899dfc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:28.965411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-80eaec0e-2e06-44f7-93e5-dfb8e4f572e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.1793954 Jul 16 08:34:29.023960 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-856c4b78-0fa0-4ce6-9df3-61d4a267dd4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0489161 Jul 16 08:34:29.074292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0259a68-c75f-4de5-8de1-d4f712ecad0d req-b5902f59-9e47-46fe-82b7-1783e9c5197f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.079885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0259a68-c75f-4de5-8de1-d4f712ecad0d req-b5902f59-9e47-46fe-82b7-1783e9c5197f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 945 time: 0.1891313 Jul 16 08:34:29.125040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29c86c-b74d-47c1-a923-ed3033fb7803 req-54f0afbc-faad-498b-9c17-559e087a0f3d tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.132135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f29c86c-b74d-47c1-a923-ed3033fb7803 req-54f0afbc-faad-498b-9c17-559e087a0f3d tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 948 time: 0.7706327 Jul 16 08:34:29.169209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-c8cf9609-88fd-4ee8-9884-20b781a3c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.171963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-c8cf9609-88fd-4ee8-9884-20b781a3c8d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0906906 Jul 16 08:34:29.203041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] For port 0aeb90a1-69ad-4340-82f3-571a882c15d0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0aeb90a1-69ad-4340-82f3-571a882c15d0,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:29.203473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.234388 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0259a68-c75f-4de5-8de1-d4f712ecad0d req-e90fcdfb-2eb7-4e39-81a5-51bcb13a4701 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504331 Jul 16 08:34:29.277178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-6c74993d-d54c-4d28-9b04-35d39aebe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.279076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-6c74993d-d54c-4d28-9b04-35d39aebe534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901077 Jul 16 08:34:29.341954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Network 04ab1436-0278-4eba-897c-345d3a0fee45 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:29.345681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f29c86c-b74d-47c1-a923-ed3033fb7803 req-a3c3e1f0-bbb7-4164-b0ca-7fc3ddb3e1b1 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128327 Jul 16 08:34:29.346361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-608d6055-7e6c-484b-b0cc-a7bef3434ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.349006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-608d6055-7e6c-484b-b0cc-a7bef3434ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.350020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-608d6055-7e6c-484b-b0cc-a7bef3434ba5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50262cc4-15ce-45db-b8a0-9e1d556410e0 HTTP/1.1" status: 204 len: 168 time: 1.1585138 Jul 16 08:34:29.366420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-121d024e-02ec-4d64-b752-2d5131740a7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2191288 Jul 16 08:34:29.375588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:29.377950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Pushing event updated for resources: {'Port': ['ID=5857d3e1-05da-47eb-851f-ae3c277285f4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:29.382133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:29.489224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d6055-7e6c-484b-b0cc-a7bef3434ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50262cc4-15ce-45db-b8a0-9e1d556410e0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:29.566606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:29.639694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-70797781-718d-45a8-b7cc-839f31fd4361 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510208 Jul 16 08:34:29.672743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:29.681868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:29.686598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.694833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.740855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7cf5a-3fd7-48dc-813b-89b97eba9f9a req-06a9101c-fc48-494d-826c-6211915824b2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.751493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27e7cf5a-3fd7-48dc-813b-89b97eba9f9a req-06a9101c-fc48-494d-826c-6211915824b2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 943 time: 0.3246198 Jul 16 08:34:29.812513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Deleting port e816ef68-3069-402a-a64d-e42f02c776d6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:29.841922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.909519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27e7cf5a-3fd7-48dc-813b-89b97eba9f9a req-30ecfee6-ea26-45c5-861c-ac8ab801f4fb tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522546 Jul 16 08:34:29.949492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50690) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:29.969154 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f92fc16c-dca3-40b5-b130-51391a066c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.999607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9155d13c-5762-4593-a42d-8d164fa2dfdd req-a2ff3ff1-9c8d-4e27-9ea1-e3611d13421b service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478494 Jul 16 08:34:30.086799 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.094652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0af3767d-9988-413c-b75f-7ae35d5ea272 None None] Provisioning for port 5857d3e1-05da-47eb-851f-ae3c277285f4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:30.114221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0af3767d-9988-413c-b75f-7ae35d5ea272 None None] Provisioning complete for port 5857d3e1-05da-47eb-851f-ae3c277285f4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:30.114221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0af3767d-9988-413c-b75f-7ae35d5ea272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.120186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:30.133267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f92fc16c-dca3-40b5-b130-51391a066c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.139796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f92fc16c-dca3-40b5-b130-51391a066c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.144555 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.193854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f92fc16c-dca3-40b5-b130-51391a066c1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b067eecba6645cd867e4c072d7d6e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428083 Jul 16 08:34:30.194526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50692) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.204029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0af3767d-9988-413c-b75f-7ae35d5ea272 None None] Port 5857d3e1-05da-47eb-851f-ae3c277285f4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:30.208341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.208854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.209174 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Floating IP e0f3ed56-1d0c-4687-983b-403acdc56d7e disassociated. External IP: 172.25.0.232, port: 0aeb90a1-69ad-4340-82f3-571a882c15d0. Jul 16 08:34:30.209900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Calling delete_port for 0aeb90a1-69ad-4340-82f3-571a882c15d0 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:30.220091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] For port e816ef68-3069-402a-a64d-e42f02c776d6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e816ef68-3069-402a-a64d-e42f02c776d6,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:30.220844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.227070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.252784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:30.253586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fc16c-dca3-40b5-b130-51391a066c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b735e-7cd8-47e9-9f35-e62384b841dd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.257546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbc328-a950-489b-acde-49af353ce2c5 req-2dfd5bf5-95cf-42f8-a1f3-34d81b981d3b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.259116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-99cbc328-a950-489b-acde-49af353ce2c5 req-2dfd5bf5-95cf-42f8-a1f3-34d81b981d3b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 945 time: 0.4415772 Jul 16 08:34:30.282593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Calling delete_port for e816ef68-3069-402a-a64d-e42f02c776d6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:30.289343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e364fdb3-68a3-446c-b4da-553b5e769e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.322076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e364fdb3-68a3-446c-b4da-553b5e769e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.332688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:30.343418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:30.345905 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.366852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3702d9fd-8cfe-411e-980e-725553870b64 req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1544908844', 'description': 'tempest-description-1757153768'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:30.395127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3702d9fd-8cfe-411e-980e-725553870b64 req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.409422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.418186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e364fdb3-68a3-446c-b4da-553b5e769e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.421005 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e364fdb3-68a3-446c-b4da-553b5e769e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.425126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e364fdb3-68a3-446c-b4da-553b5e769e71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f06b735e-7cd8-47e9-9f35-e62384b841dd HTTP/1.1" status: 204 len: 168 time: 0.2280610 Jul 16 08:34:30.439661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364fdb3-68a3-446c-b4da-553b5e769e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06b735e-7cd8-47e9-9f35-e62384b841dd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.453048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-99cbc328-a950-489b-acde-49af353ce2c5 req-af42a98f-7a96-42e4-be86-fc1026aba439 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups?id=a898bdf0-af8e-487c-b563-09a913e0b75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663330 Jul 16 08:34:30.482092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.536522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:30.539769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:30.545917 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f27ea17-04d7-4972-8435-d318d81733e6" -d '{"events": [{"server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "name": "network-vif-plugged", "status": "completed", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:30.550584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3702d9fd-8cfe-411e-980e-725553870b64 req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.556303 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.557155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e816ef68-3069-402a-a64d-e42f02c776d6 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:30.563103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3702d9fd-8cfe-411e-980e-725553870b64 req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.600786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3702d9fd-8cfe-411e-980e-725553870b64 req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.602175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3702d9fd-8cfe-411e-980e-725553870b64 req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2479248 Jul 16 08:34:30.603387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22acfc0-bd57-4dc2-9e31-0bbdb43dca26 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3577b2b3-b342-4794-adc1-177890e90222,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.649755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0aeb90a1-69ad-4340-82f3-571a882c15d0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:30.745861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.758315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.783391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No active binding found for port 0aeb90a1-69ad-4340-82f3-571a882c15d0 {{(pid=93701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:34:30.783925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0aeb90a1-69ad-4340-82f3-571a882c15d0 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:30.870394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dda5a4-2d09-4b5b-a73d-75d686579123 req-bc70d637-a07b-43fb-b971-a107c2daa77d tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.872003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86dda5a4-2d09-4b5b-a73d-75d686579123 req-bc70d637-a07b-43fb-b971-a107c2daa77d tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 946 time: 0.0883799 Jul 16 08:34:30.921078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event deleted for resources: {'Port': ['ID=0aeb90a1-69ad-4340-82f3-571a882c15d0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.935906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86dda5a4-2d09-4b5b-a73d-75d686579123 req-7b74cf4b-7980-4517-a0cc-973c99946b41 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490084 Jul 16 08:34:31.000409 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eb7c67-0054-4d44-a7a9-c8e0557ee232 x-openstack-request-id: req-40eb7c67-0054-4d44-a7a9-c8e0557ee232 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:31.000705 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "name": "network-vif-plugged", "status": "completed", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:31.000957 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40eb7c67-0054-4d44-a7a9-c8e0557ee232 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:31.001357 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'code': 200} Jul 16 08:34:31.104164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.142566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-7c307a98-52e2-495f-963b-786b6c3a5c7d tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/3577b2b3-b342-4794-adc1-177890e90222 HTTP/1.1" status: 200 len: 1805 time: 0.1268365 Jul 16 08:34:31.181415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Pushing event deleted for resources: {'Port': ['ID=e816ef68-3069-402a-a64d-e42f02c776d6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.249353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3577b2b3-b342-4794-adc1-177890e90222', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:31.249704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3577b2b3-b342-4794-adc1-177890e90222', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:31.282343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.319774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.334137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] No DVR routers for this DVR port e816ef68-3069-402a-a64d-e42f02c776d6 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:31.337412 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.361522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c093d28-25d0-48f3-b698-886829b4767a req-4bc489d6-a0fc-49da-85aa-2188ff9a9090 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.18 "DELETE /v2.0/ports/e816ef68-3069-402a-a64d-e42f02c776d6 HTTP/1.1" status: 204 len: 173 time: 2.8266506 Jul 16 08:34:31.410427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f1ac-7640-4178-9e52-9f23e8ed7ef1 req-f1c34bc5-f02c-43fc-897d-427831ad7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.415564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c399f1ac-7640-4178-9e52-9f23e8ed7ef1 req-f1c34bc5-f02c-43fc-897d-427831ad7a6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1098 time: 0.3142309 Jul 16 08:34:31.476771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-deleted', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:31.479017 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b7b38b-0040-485c-90b8-e18fffaf0523" -d '{"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-deleted", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:31.500619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Router fe783d44-762d-4ee0-931d-3036986d3c1f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:31.532628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:31.606384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5fc08-f520-4c2e-ba3e-f50cd1b5434b req-513c6458-8724-4811-95fa-e6124183ba0c tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.621340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15b5fc08-f520-4c2e-ba3e-f50cd1b5434b req-513c6458-8724-4811-95fa-e6124183ba0c tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d547d8e2-6b7e-4975-9a9c-db1915b6ae86 HTTP/1.1" status: 200 len: 866 time: 0.8023856 Jul 16 08:34:31.665716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.728539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Pushing event updated for resources: {'Port': ['ID=5857d3e1-05da-47eb-851f-ae3c277285f4,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.786285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:31.786736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.792620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.796853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15b5fc08-f520-4c2e-ba3e-f50cd1b5434b req-e20aedc3-c777-424a-ae95-7a88bb3d9fb0 tempest-ImagesOneServerTestJSON-662787317 tempest-ImagesOneServerTestJSON-662787317-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a4ab77c-53df-4942-a833-65880f49730b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739347 Jul 16 08:34:31.810516 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.832424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.903298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9701b401-7672-4b54-a51d-55a062efb3c5,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.912147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c399f1ac-7640-4178-9e52-9f23e8ed7ef1 req-cf85d2f5-d5eb-4cfe-a412-7237cdaed453 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690881 Jul 16 08:34:31.926602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.927928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c52f56b-7872-4da9-bf65-a6f2645a1bee req-cdbc1a78-433e-4016-a0d4-3f56fdca850e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6849000 Jul 16 08:34:32.094824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Network 04ab1436-0278-4eba-897c-345d3a0fee45 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:32.099629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:32.191169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50cd4288-3465-424d-bc20-bee3c588d65f req-531906fc-7fcd-4d51-9c85-40500604578e tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 210 time: 0.0695977 Jul 16 08:34:32.249647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:32.264465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] Sync routers for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:32.276581 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:32.277204 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:32.335921 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1208b13-0e60-4ca9-b21e-1de234c6a1d7 x-openstack-request-id: req-d1208b13-0e60-4ca9-b21e-1de234c6a1d7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:32.336463 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d547d8e2-6b7e-4975-9a9c-db1915b6ae86", "name": "network-vif-deleted", "tag": "e816ef68-3069-402a-a64d-e42f02c776d6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:32.336463 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1208b13-0e60-4ca9-b21e-1de234c6a1d7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:32.336833 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd547d8e2-6b7e-4975-9a9c-db1915b6ae86', 'name': 'network-vif-deleted', 'tag': 'e816ef68-3069-402a-a64d-e42f02c776d6', 'status': 'completed', 'code': 200} Jul 16 08:34:32.362323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89870d1-a3ab-4a3a-8f15-b11892a7f7a0 req-66b0a20f-ae06-4537-a63b-f95945d441b5 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.365766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f89870d1-a3ab-4a3a-8f15-b11892a7f7a0 req-66b0a20f-ae06-4537-a63b-f95945d441b5 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 943 time: 0.2674348 Jul 16 08:34:32.395538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] No DVR routers for this DVR port 0aeb90a1-69ad-4340-82f3-571a882c15d0 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:32.400907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.403132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dfc13e9-a57e-494e-9578-6667a4fc884a req-d8290a02-f1c3-4f9f-acd9-a41c08322478 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.36 "DELETE /v2.0/ports/0aeb90a1-69ad-4340-82f3-571a882c15d0 HTTP/1.1" status: 204 len: 173 time: 4.5293205 Jul 16 08:34:32.463794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Router d0ec2468-1abf-4dbc-bc6c-4071af21d160 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:32.497972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f89870d1-a3ab-4a3a-8f15-b11892a7f7a0 req-0da61637-6234-4285-8474-25da87f59fa5 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050329 Jul 16 08:34:32.582209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ff597dd6-7dd6-4f0a-9361-467a58a659b1 req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1335183923', 'description': 'tempest-description-441220282'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:32.636346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f23118bb-34f1-42da-b051-d0cc06c6d0aa details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:32.649411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff597dd6-7dd6-4f0a-9361-467a58a659b1 req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.667111 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:32.691334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:32.699931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1902b684-1861-4c80-a440-6531208ab77d admin admin] 10.222.0.41 "PUT /v2.0/routers/d0ec2468-1abf-4dbc-bc6c-4071af21d160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8046417 Jul 16 08:34:32.787377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Sync routers for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:32.880480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff597dd6-7dd6-4f0a-9361-467a58a659b1 req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.886727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff597dd6-7dd6-4f0a-9361-467a58a659b1 req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.949310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:32.950161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:32.998088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd147946-32c3-49cf-8adb-b1b1a85ffc51,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.002431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff597dd6-7dd6-4f0a-9361-467a58a659b1 req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.005548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff597dd6-7dd6-4f0a-9361-467a58a659b1 req-f9cba0d9-eb49-4004-8ad2-3ec971456519 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4298332 Jul 16 08:34:33.084650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b631da-5de1-4706-bd71-3d07da86d1d3 req-5b03374e-d9d2-4071-8116-008c80de8155 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.085298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e884ebd0-4dcb-4bb2-b6c5-77ce83358ded None None] Provisioning complete for port 5857d3e1-05da-47eb-851f-ae3c277285f4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:33.085429 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e884ebd0-4dcb-4bb2-b6c5-77ce83358ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.087217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76b631da-5de1-4706-bd71-3d07da86d1d3 req-5b03374e-d9d2-4071-8116-008c80de8155 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 946 time: 0.1268020 Jul 16 08:34:33.167258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76b631da-5de1-4706-bd71-3d07da86d1d3 req-703d74bc-3713-4141-87a8-f377b987e5dd tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732386 Jul 16 08:34:33.269358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-1c53fc3a-9742-4c97-84be-a0f47ebce624 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/dd147946-32c3-49cf-8adb-b1b1a85ffc51 HTTP/1.1" status: 200 len: 1806 time: 0.0636055 Jul 16 08:34:33.277747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd147946-32c3-49cf-8adb-b1b1a85ffc51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:33.278337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd147946-32c3-49cf-8adb-b1b1a85ffc51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:33.289794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f23118bb-34f1-42da-b051-d0cc06c6d0aa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:33.305675 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:33.327446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e884ebd0-4dcb-4bb2-b6c5-77ce83358ded None None] Port 5857d3e1-05da-47eb-851f-ae3c277285f4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:33.395336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:33.404027 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] Checking router: fe783d44-762d-4ee0-931d-3036986d3c1f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:33.428103 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:33.432334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.442054 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:33.443452 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:33.443605 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.463480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:33.474237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.485035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.517013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121f3d1b-a71d-489d-b2ea-be8ac7cfbce3,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.523232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.526754 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.530381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-423f24e1-bc22-4da5-888a-02175d4ffe58 req-7247bc66-9e40-458c-8c8a-1753bf742fa1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2602487 Jul 16 08:34:33.543596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50798) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:33.601639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50804) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:33.730855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23118bb-34f1-42da-b051-d0cc06c6d0aa {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:33.753856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f23118bb-34f1-42da-b051-d0cc06c6d0aa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:33.767816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:33.781821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.840072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f23118bb-34f1-42da-b051-d0cc06c6d0aa,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.854376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.870696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd68d6ad-4804-4705-a855-6c97709d00a4 req-4e8b618e-4fd1-441d-aa66-e67b8a16517f tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ceb1ee6-84e3-416d-8aa9-a85620788820 HTTP/1.1" status: 200 len: 210 time: 0.1230018 Jul 16 08:34:33.875765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 2, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:33.916385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Checking router: d0ec2468-1abf-4dbc-bc6c-4071af21d160 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:33.917109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Updating router d0ec2468-1abf-4dbc-bc6c-4071af21d160 port 5857d3e1-05da-47eb-851f-ae3c277285f4 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:33.926238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-64fc7cc7-2c72-4ffe-9061-ad3ff01cdf78 req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-938237733', 'description': 'tempest-description-209244958'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:33.969800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-64fc7cc7-2c72-4ffe-9061-ad3ff01cdf78 req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.984436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:34:33.984436 n-d-798249-10 neutron-server[93699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:34:33.984436 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id': 'e54a7bea1ba64b35bc00192bb2a3a3e3', 'id': 'ef5be397-b143-4a1e-a17a-cb5ffc2a0e3f', 'expiration': datetime.datetime(2021, 7, 16, 8, 36, 33, 950848)}] Jul 16 08:34:33.984436 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:34:33.985580 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:34:33.998413 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.029726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:34.041804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14aadd3a-eb57-4355-af41-5a30b022eb4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c3aaeac7f0146b5b7254161564e90dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286528 Jul 16 08:34:34.043089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:34.066156 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a14b9c-c0e5-4e4c-8fde-19884b4ae388 None None] The sync data for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 is: [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '6b3b5796-2b20-46bb-a526-0b218cdb4165', 'name': '', 'network_id': '1b90b315-a352-4b91-8596-e8f03c9e4dee', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'mac_address': 'fa:16:3e:23:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:08Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'subnets': [{'id': 'f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:34.103977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['f23118bb-34f1-42da-b051-d0cc06c6d0aa'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:34.162461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27cee004-60d9-4692-849b-21f7f08815c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.178999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-64fc7cc7-2c72-4ffe-9061-ad3ff01cdf78 req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.204042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-64fc7cc7-2c72-4ffe-9061-ad3ff01cdf78 req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.238536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27cee004-60d9-4692-849b-21f7f08815c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.257905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-64fc7cc7-2c72-4ffe-9061-ad3ff01cdf78 req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.259238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64fc7cc7-2c72-4ffe-9061-ad3ff01cdf78 req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3414867 Jul 16 08:34:34.306608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf157d-fb44-4658-a27a-af4f1e371f6d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.321917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27cee004-60d9-4692-849b-21f7f08815c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.326322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27cee004-60d9-4692-849b-21f7f08815c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.328165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27cee004-60d9-4692-849b-21f7f08815c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a4ab77c-53df-4942-a833-65880f49730b HTTP/1.1" status: 204 len: 168 time: 0.2834105 Jul 16 08:34:34.329986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.330512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.330925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.331389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.331821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.332364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.333152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.333270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.333952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.334426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.334848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.338608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'name': 'network-vif-deleted', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:34.341333 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e78a186-32f5-4a88-bcaa-d14c90744489" -d '{"events": [{"server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "name": "network-vif-deleted", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:34.345532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e66d9-3a31-4c28-9adc-71b8c10ae3a1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.364374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cee004-60d9-4692-849b-21f7f08815c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ab77c-53df-4942-a833-65880f49730b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.397284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50820) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:34.402001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957849146', 'description': 'tempest-description--1259611556'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:34.489076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.533399 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.542894 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.548732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Transition to ACTIVE for port object 5857d3e1-05da-47eb-851f-ae3c277285f4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:34.556485 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.598811 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742428ec-09d3-4c13-9d7a-778c3a975156 None None] New status for floating IP e0f3ed56-1d0c-4687-983b-403acdc56d7e: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:34:34.616126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf714a0-cf03-4ee9-bd1c-f9d9fdb907d7 req-8cec354a-8c90-451c-992b-94c39a58deaf tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.617741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0bf714a0-cf03-4ee9-bd1c-f9d9fdb907d7 req-8cec354a-8c90-451c-992b-94c39a58deaf tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 944 time: 0.1573548 Jul 16 08:34:34.681410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0bf714a0-cf03-4ee9-bd1c-f9d9fdb907d7 req-4051abb5-9708-4da4-bd22-66ecfc701297 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560226 Jul 16 08:34:34.702256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.713660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.749196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-87803b95-2660-4e69-a404-a4185ca86ffb req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1879796698', 'description': 'tempest-description-501464856'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:34.750136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26127d81-83d7-4c32-bd50-22a352aa630c None None] Pushing event updated for resources: {'Port': ['ID=5857d3e1-05da-47eb-851f-ae3c277285f4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.769870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Attempting to bind port 5857d3e1-05da-47eb-851f-ae3c277285f4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:34.771799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Attempting to bind port 5857d3e1-05da-47eb-851f-ae3c277285f4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:34.772187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Attempting to bind port 5857d3e1-05da-47eb-851f-ae3c277285f4 on network 04ab1436-0278-4eba-897c-345d3a0fee45 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:34.783544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:34.783544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Checking segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:34.783544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.783544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Bound using segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:34.783544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Bound port: 5857d3e1-05da-47eb-851f-ae3c277285f4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:34.784135 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.800423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e54a7bea1ba64b35bc00192bb2a3a3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2540748 Jul 16 08:34:34.801025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50826) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:34.857889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1a52d3-4733-42e3-9af6-a8e0890207df,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.884271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.899144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.923681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] For port 5857d3e1-05da-47eb-851f-ae3c277285f4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:34.928634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] For port 5857d3e1-05da-47eb-851f-ae3c277285f4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5857d3e1-05da-47eb-851f-ae3c277285f4,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:34.939101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.953468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.954966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.955332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.956098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.956442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.956779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.957106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.957435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.957761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.958773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.959104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.960540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac42613-a113-475c-9507-afdc66f88062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:34.967350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-87803b95-2660-4e69-a404-a4185ca86ffb req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.984155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.985746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5873277 Jul 16 08:34:34.993809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:35.006510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Request body: {'security_group_rule': {'security_group_id': '00063ead-4e97-423b-b9a8-8162b638e167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.014224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba74c9-cc5a-4aef-9689-ef9770fd8f90 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00063ead-4e97-423b-b9a8-8162b638e167,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.057660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:35.058313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:35.065609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33ae45e0-8a15-413d-8aa3-6f071efa34b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.074440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.130516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33ae45e0-8a15-413d-8aa3-6f071efa34b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.169608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daa61b-f368-49d4-b3ef-d505c86e1acb req-87eea298-926d-46d7-ac06-f5de450a6c1a tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.181218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95daa61b-f368-49d4-b3ef-d505c86e1acb req-87eea298-926d-46d7-ac06-f5de450a6c1a tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 946 time: 0.2660649 Jul 16 08:34:35.198235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:35.201130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.211922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.259362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95daa61b-f368-49d4-b3ef-d505c86e1acb req-e76da1fa-0c07-41be-a487-76738edab527 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768411 Jul 16 08:34:35.261837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa80638-1cb2-45e0-92d8-6b1d16c2a4ae,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.264678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-87803b95-2660-4e69-a404-a4185ca86ffb req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.280930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-87803b95-2660-4e69-a404-a4185ca86ffb req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.284038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33ae45e0-8a15-413d-8aa3-6f071efa34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.290669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33ae45e0-8a15-413d-8aa3-6f071efa34b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.292356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33ae45e0-8a15-413d-8aa3-6f071efa34b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb1a52d3-4733-42e3-9af6-a8e0890207df HTTP/1.1" status: 204 len: 168 time: 0.4900522 Jul 16 08:34:35.304175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae45e0-8a15-413d-8aa3-6f071efa34b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1a52d3-4733-42e3-9af6-a8e0890207df,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.311049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.314762 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a8d300d9-8718-4e56-9db3-5c69b7360c38 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145845 Jul 16 08:34:35.318761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50846) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:35.330417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Request body: {'security_group_rule': {'security_group_id': '00063ead-4e97-423b-b9a8-8162b638e167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.353956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-87803b95-2660-4e69-a404-a4185ca86ffb req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.358085 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3f685-4d7c-4d91-869c-6da91091d58d x-openstack-request-id: req-ffd3f685-4d7c-4d91-869c-6da91091d58d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:35.358467 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb1ee6-84e3-416d-8aa9-a85620788820", "name": "network-vif-deleted", "tag": "0aeb90a1-69ad-4340-82f3-571a882c15d0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:35.360758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87803b95-2660-4e69-a404-a4185ca86ffb req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6221993 Jul 16 08:34:35.361164 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffd3f685-4d7c-4d91-869c-6da91091d58d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:35.367567 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb1ee6-84e3-416d-8aa9-a85620788820', 'name': 'network-vif-deleted', 'tag': '0aeb90a1-69ad-4340-82f3-571a882c15d0', 'status': 'completed', 'code': 200} Jul 16 08:34:35.372817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c8091-3136-4756-a5ff-91044c8f4f29 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e82a0-00db-4ceb-9869-7b4389f9ff35,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.413610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.497687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.507793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.554840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a21bdb-cd2b-487c-9e23-416b94d94c0c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.586511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26127d81-83d7-4c32-bd50-22a352aa630c None None] Pushing event updated for resources: {'Port': ['ID=5857d3e1-05da-47eb-851f-ae3c277285f4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.614579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.616433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-447f52cc-47fd-4a50-814c-92955b7ce735 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961891 Jul 16 08:34:35.622324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50860) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:35.633101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-46dad716-c28f-41ff-82ea-6e3e1b87191a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/2ccf157d-fb44-4658-a27a-af4f1e371f6d HTTP/1.1" status: 200 len: 1805 time: 0.0929201 Jul 16 08:34:35.697611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:34Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:35.700360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-09078825-aae6-4af6-94d7-37ba0ea6107b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/fd7e82a0-00db-4ceb-9869-7b4389f9ff35 HTTP/1.1" status: 200 len: 1806 time: 0.0567615 Jul 16 08:34:35.705409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ccf157d-fb44-4658-a27a-af4f1e371f6d', 'remote_group_id': 'fd7e82a0-00db-4ceb-9869-7b4389f9ff35', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.706092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ccf157d-fb44-4658-a27a-af4f1e371f6d', 'remote_group_id': 'fd7e82a0-00db-4ceb-9869-7b4389f9ff35', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.706715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.725738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-73b1298c-3ca9-4c16-a0a0-9c54a6ae3121 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 258 time: 0.3373904 Jul 16 08:34:35.736357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.742110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01152da4-c511-4d64-bd3f-1304dee1b939 None None] The sync data for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 is: [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:34Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:35.777256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.799782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.879006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.892521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.897002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.933688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c564b66-33ff-4b65-91af-a6f4f61d9923,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.945366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.946633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d8381cd-5c67-4b08-a72c-434c56c022b9 req-07175837-ca64-4ca8-ab24-af43be940fec tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2454417 Jul 16 08:34:36.000046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:36.076887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.111661 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.114027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3ad2-36ec-4853-9db2-0e5cd295f55b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.150370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3ad2-36ec-4853-9db2-0e5cd295f55b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.249096 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3ad2-36ec-4853-9db2-0e5cd295f55b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.252031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3ad2-36ec-4853-9db2-0e5cd295f55b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.253477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3ab3ad2-36ec-4853-9db2-0e5cd295f55b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "DELETE /v2.0/security-groups/a898bdf0-af8e-487c-b563-09a913e0b75e HTTP/1.1" status: 204 len: 168 time: 0.2522867 Jul 16 08:34:36.258046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:36.278439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab3ad2-36ec-4853-9db2-0e5cd295f55b tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a898bdf0-af8e-487c-b563-09a913e0b75e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:36.285265 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-cb3b624c-0bea-4544-b79d-0a2145571a00 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] show failed (client error): The resource could not be found. Jul 16 08:34:36.301616 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cb3b624c-0bea-4544-b79d-0a2145571a00 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "GET /v2.0/security-groups/a898bdf0-af8e-487c-b563-09a913e0b75e HTTP/1.1" status: 404 len: 347 time: 0.0413551 Jul 16 08:34:36.305116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:36.346299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Allocated IP 172.25.0.116 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/bed08b19-a75f-4a46-91be-5fa236354950) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:36.503044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.508722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Deleting port f1e3ca3f-fbe4-4fe8-bae6-b23c77c64173 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:36.509289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.631670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.634891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.637358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f23118bb-34f1-42da-b051-d0cc06c6d0aa up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:36.662688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Allocated IP 172.25.0.146 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/53343402-ddba-470e-b472-624bf6b5ea7c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:36.670627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Calling delete_port for f1e3ca3f-fbe4-4fe8-bae6-b23c77c64173 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:36.764312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.785813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port f23118bb-34f1-42da-b051-d0cc06c6d0aa completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:36.793246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port f23118bb-34f1-42da-b051-d0cc06c6d0aa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:36.795918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.834813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:36.852477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:36.855407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:36.949601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.953109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event updated for resources: {'Port': ['ID=bed08b19-a75f-4a46-91be-5fa236354950,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.028443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d421e-856f-4056-80b0-325922b2f84b req-4061253c-2574-44b3-9209-e637ec917254 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:37.043307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac9d421e-856f-4056-80b0-325922b2f84b req-4061253c-2574-44b3-9209-e637ec917254 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 944 time: 0.2433519 Jul 16 08:34:37.085483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.206532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac9d421e-856f-4056-80b0-325922b2f84b req-a68de69b-f946-4c5a-8601-fbfb4dfb60e9 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592362 Jul 16 08:34:37.217918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50910) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:37.262519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.273902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.281746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.288010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-72dfc164-d9c9-462b-9d32-6816b611547b req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1323126385', 'description': 'tempest-description-1730792819'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:37.322270 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.368316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:37.376683 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68813f8-34ea-4a45-9b72-624db3ad01b1" -d '{"events": [{"server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "name": "network-vif-plugged", "status": "completed", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:37.402184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f23118bb-34f1-42da-b051-d0cc06c6d0aa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:37.408250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Pushing event deleted for resources: {'Port': ['ID=f1e3ca3f-fbe4-4fe8-bae6-b23c77c64173,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.417731 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.443955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:37.470464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:37.473392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:37.510574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f23118bb-34f1-42da-b051-d0cc06c6d0aa,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.554631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5857d3e1-05da-47eb-851f-ae3c277285f4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:37.568344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-72dfc164-d9c9-462b-9d32-6816b611547b req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.599421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event updated for resources: {'Port': ['ID=53343402-ddba-470e-b472-624bf6b5ea7c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.640947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.645076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.646582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-80f36552-4df9-4424-b68f-3a5add68a7a8 tempest-ServersTestJSON-657215126 tempest-ServersTestJSON-657215126-project] 10.222.0.41 "DELETE /v2.0/floatingips/e0f3ed56-1d0c-4687-983b-403acdc56d7e HTTP/1.1" status: 204 len: 168 time: 1.3404808 Jul 16 08:34:37.657180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:37.675039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 5857d3e1-05da-47eb-851f-ae3c277285f4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:37.680396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2fff3a-7d85-49da-a150-ad5eb08e7694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.682723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5857d3e1-05da-47eb-851f-ae3c277285f4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:37.683101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.745351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.796203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50924) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:37.826625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.836598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.842119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.863816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.872283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 5857d3e1-05da-47eb-851f-ae3c277285f4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5857d3e1-05da-47eb-851f-ae3c277285f4,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:37.878649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.935041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=5857d3e1-05da-47eb-851f-ae3c277285f4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.984922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event updated for resources: {'Port': ['ID=bed08b19-a75f-4a46-91be-5fa236354950,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.036100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.103645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.109812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.181774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event updated for resources: {'Port': ['ID=53343402-ddba-470e-b472-624bf6b5ea7c,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.191376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.278674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-72dfc164-d9c9-462b-9d32-6816b611547b req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.283350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-72dfc164-d9c9-462b-9d32-6816b611547b req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.288020 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.289312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5ff4a1d6-f257-47b3-a74d-77460174fa88 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6654456 Jul 16 08:34:38.347093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-217405038'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:38.385949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bbfa79-1d38-443b-837d-da9cb1fed32a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.524522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2fff3a-7d85-49da-a150-ad5eb08e7694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.533238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.534479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-60d6a16d-ef27-47b8-b8cd-83252d02737f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8023252 Jul 16 08:34:38.537865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a2fff3a-7d85-49da-a150-ad5eb08e7694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.546424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-72dfc164-d9c9-462b-9d32-6816b611547b req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.548382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72dfc164-d9c9-462b-9d32-6816b611547b req-33835c6f-a1bb-42ba-a739-32e7e733efb7 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.2774105 Jul 16 08:34:38.610610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fff3a-7d85-49da-a150-ad5eb08e7694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c39b8b2-5d3f-43bb-acb6-8de9e502a88a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.613417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Made reservation on behalf of 6781fee517fd4d2bbf8a80361a10da4d for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:38.618215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.627669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8a2fff3a-7d85-49da-a150-ad5eb08e7694 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13b13bf3dfb547a7a66faaf74995df64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4078519 Jul 16 08:34:38.630539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50966) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:38.637361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-2ec5b1a9-c2b6-47a2-af9b-44d32d826f3b tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 696 time: 0.0955398 Jul 16 08:34:38.652052 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.750301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2756b777-b5bb-433e-aff3-64226b2c9cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.758408 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5311ad7-6019-49b3-89a8-52e43c2fc24f x-openstack-request-id: req-b5311ad7-6019-49b3-89a8-52e43c2fc24f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:38.758935 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "name": "network-vif-plugged", "status": "completed", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:38.759734 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5311ad7-6019-49b3-89a8-52e43c2fc24f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:38.760210 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'code': 200} Jul 16 08:34:38.780289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-0aaa6bbd-a41a-4efb-a434-97c6464be260 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.782045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee53f79a-5503-464e-b2bb-b818ae0bfb66 req-0aaa6bbd-a41a-4efb-a434-97c6464be260 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1378758 Jul 16 08:34:38.804422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2756b777-b5bb-433e-aff3-64226b2c9cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.809919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3f2e4208-0f95-4003-8ee3-1ea70c9caef1 req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1048955913', 'description': 'tempest-description-1412933478'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:38.823903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.033981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.054789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.073231 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f2e4208-0f95-4003-8ee3-1ea70c9caef1 req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.073681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2756b777-b5bb-433e-aff3-64226b2c9cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.076848 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2756b777-b5bb-433e-aff3-64226b2c9cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.080691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2756b777-b5bb-433e-aff3-64226b2c9cff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c39b8b2-5d3f-43bb-acb6-8de9e502a88a HTTP/1.1" status: 204 len: 168 time: 0.4491668 Jul 16 08:34:39.138032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:39.161769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95962f0c-3d83-4130-8d93-b845eca8e33a req-134e824e-4c8c-458e-93ae-c1039e616636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.163296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95962f0c-3d83-4130-8d93-b845eca8e33a req-134e824e-4c8c-458e-93ae-c1039e616636 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.2875226 Jul 16 08:34:39.176782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f2e4208-0f95-4003-8ee3-1ea70c9caef1 req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.181959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f2e4208-0f95-4003-8ee3-1ea70c9caef1 req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.197881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6119f433-aa70-4415-84ea-b9d90ce383f4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.206775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.207128 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Added segment 3209e3a0-bee2-46a8-ad82-10b885a5b094 of type vlan for network 6d7a266f-aa5b-46b6-8fd0-86504f23d03d Jul 16 08:34:39.215764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3f2e4208-0f95-4003-8ee3-1ea70c9caef1 req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.228651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3f2e4208-0f95-4003-8ee3-1ea70c9caef1 req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4262953 Jul 16 08:34:39.245099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756b777-b5bb-433e-aff3-64226b2c9cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c39b8b2-5d3f-43bb-acb6-8de9e502a88a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.269087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81245b4d-563f-483a-bc4c-86775b78b802 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5249665-0043-4a49-8a53-62a8e6f8c9e9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.295830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c7a51-7ffa-4ff6-b2b1-67fe31cdd25f req-a8c32251-f8a8-429c-b037-069298ece4d0 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.302736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df2c7a51-7ffa-4ff6-b2b1-67fe31cdd25f req-a8c32251-f8a8-429c-b037-069298ece4d0 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 945 time: 0.3768857 Jul 16 08:34:39.323952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.336940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95962f0c-3d83-4130-8d93-b845eca8e33a req-900e008c-3aba-4134-bdd3-37a548e1235a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655211 Jul 16 08:34:39.403372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df2c7a51-7ffa-4ff6-b2b1-67fe31cdd25f req-92ca63cd-6cc0-4605-933a-a89dc07527c6 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996611 Jul 16 08:34:39.448584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.449564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5857d3e1-05da-47eb-851f-ae3c277285f4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:39.454879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.455600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.568668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5857d3e1-05da-47eb-851f-ae3c277285f4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:39.569058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.573372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-68e4913d-9312-4a79-b58d-f78beb8ad085 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.573979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7732439 Jul 16 08:34:39.574093 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-68e4913d-9312-4a79-b58d-f78beb8ad085 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1785643 Jul 16 08:34:39.574093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51020) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:39.641602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5dd7d-82b1-4af3-a1e2-5e49c9af30f6 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Pushing event updated for resources: {'Network': ['ID=6d7a266f-aa5b-46b6-8fd0-86504f23d03d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.657545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-b1eb80c5-cd8e-466d-ae0b-4e31b7e44248 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/54bbfa79-1d38-443b-837d-da9cb1fed32a HTTP/1.1" status: 200 len: 1807 time: 0.2121866 Jul 16 08:34:39.714706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-54efdb80-f36b-4eac-8d65-7d14d12b915e tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 696 time: 0.1137176 Jul 16 08:34:39.714936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 6d7a266f-aa5b-46b6-8fd0-86504f23d03d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:39.723049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-90ccb8bb-73cc-417f-b674-cccd9be5706f tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/d5249665-0043-4a49-8a53-62a8e6f8c9e9 HTTP/1.1" status: 200 len: 1807 time: 0.0645387 Jul 16 08:34:39.723453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Request body: {'floatingip': {'port_id': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:39.730290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54bbfa79-1d38-443b-837d-da9cb1fed32a', 'remote_group_id': 'd5249665-0043-4a49-8a53-62a8e6f8c9e9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:39.730890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54bbfa79-1d38-443b-837d-da9cb1fed32a', 'remote_group_id': 'd5249665-0043-4a49-8a53-62a8e6f8c9e9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:39.737724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Deleting port 6b3b5796-2b20-46bb-a526-0b218cdb4165 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:39.738071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.884945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] For port 6b3b5796-2b20-46bb-a526-0b218cdb4165, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6b3b5796-2b20-46bb-a526-0b218cdb4165,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:39.885265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'network': {'name': 'tempest-network--596599755', 'router:external': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:39.885982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.917162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Calling delete_port for 6b3b5796-2b20-46bb-a526-0b218cdb4165 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:39.939818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.017970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.030247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.063348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd18d35c-3048-408a-a511-047894ed4717,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.236257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.273409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.275844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3b5796-2b20-46bb-a526-0b218cdb4165,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.286473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51042) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:40.518176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-750539214-network', 'tenant_id': '2270c7a4661c49d7bf1ca95a9bc19eee'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:40.551362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Made reservation on behalf of 3aa59a1ad8c949b78255eea59bec94de for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:40.554717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.579506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.588230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.589446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea3708b9-9778-4a8f-b6f1-7829a9b0cc15 req-7dc9114b-631d-487e-96e1-7070c07d064e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8651202 Jul 16 08:34:40.655631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Made reservation on behalf of 2270c7a4661c49d7bf1ca95a9bc19eee for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:40.658654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.673833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.676778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.029856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1342a-3e27-4848-8c44-a61e78a91583 req-4bf02ce1-4ae4-4c03-8072-0f7177fc6825 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.031582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3a1342a-3e27-4848-8c44-a61e78a91583 req-4bf02ce1-4ae4-4c03-8072-0f7177fc6825 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 945 time: 0.1408358 Jul 16 08:34:41.037847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Router fe783d44-762d-4ee0-931d-3036986d3c1f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:41.039833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.049999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.110064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3a1342a-3e27-4848-8c44-a61e78a91583 req-95b3c3cc-6bae-4ef7-813a-8123179c8b1e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706098 Jul 16 08:34:41.142664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.154718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.159883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:41.210486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.211115 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Added segment 3317d2e4-295b-4934-b133-e286f9c7cb8e of type vlan for network e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5 Jul 16 08:34:41.238793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beab5bbb-bdb4-401a-bff0-603e44bae7aa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.274043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de58006d-d764-4e56-9c13-0fc06940b7b2 req-f3accdfa-bc8b-4122-a9e9-73fd26e3ac4c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/d5249665-0043-4a49-8a53-62a8e6f8c9e9 HTTP/1.1" status: 200 len: 1807 time: 0.1222129 Jul 16 08:34:41.285457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:41.293635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d26c123-8042-46c2-87fb-3ba6d69be070 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe783d44-762d-4ee0-931d-3036986d3c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6270890 Jul 16 08:34:41.295130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51054) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:41.304169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] Sync routers for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:41.322284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:41.322929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:41.343415 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.385664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.386905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.387458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.397410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.409217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.442653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8649371 Jul 16 08:34:41.444209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:41.463280 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Floating IP 1009ba4d-8ee8-49a8-a422-522dc69d35cc associated. External IP: 172.25.0.146, port: f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5. Jul 16 08:34:41.473069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:41.512171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.512171 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Added segment 8debc727-4a37-46da-bad2-a5d97e07fd44 of type vlan for network 916672b7-2b6b-4eff-b587-889d6cd00e8c Jul 16 08:34:41.512801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb43405-5820-483e-bbab-61ae16852a97,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.543522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7262-4078-4952-a152-580d95151add tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Network': ['ID=e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.561163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:41.564159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.568948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de58006d-d764-4e56-9c13-0fc06940b7b2 req-58e04ab3-053e-4638-a484-80bef38d811c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.569886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:41.624383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.639841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.656289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de58006d-d764-4e56-9c13-0fc06940b7b2 req-58e04ab3-053e-4638-a484-80bef38d811c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.775179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.776262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.776867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.790953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.813331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:41.822193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.828430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3317d2e4-295b-4934-b133-e286f9c7cb8e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:41.828728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3317d2e4-295b-4934-b133-e286f9c7cb8e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:41.831912 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5442090 Jul 16 08:34:41.835524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51060) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:41.842684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Request body: {'subnet': {'network_id': '916672b7-2b6b-4eff-b587-889d6cd00e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-750539214-subnet', 'tenant_id': '2270c7a4661c49d7bf1ca95a9bc19eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:41.880028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.895232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d2b0a-8af7-45ba-8990-00f610dde776 admin admin] Pushing event updated for resources: {'Network': ['ID=916672b7-2b6b-4eff-b587-889d6cd00e8c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.896166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:34:40Z', 'revision_number': 5, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port': {'id': '8cea7d0f-c6cb-463b-a3af-78286bcf8118', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:02Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:41.909433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.920297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:41.920695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:41.923024 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:41.926705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de58006d-d764-4e56-9c13-0fc06940b7b2 req-58e04ab3-053e-4638-a484-80bef38d811c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.928045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de58006d-d764-4e56-9c13-0fc06940b7b2 req-58e04ab3-053e-4638-a484-80bef38d811c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.941449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de58006d-d764-4e56-9c13-0fc06940b7b2 req-58e04ab3-053e-4638-a484-80bef38d811c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/d5249665-0043-4a49-8a53-62a8e6f8c9e9 HTTP/1.1" status: 204 len: 173 time: 0.6370780 Jul 16 08:34:41.943088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 916672b7-2b6b-4eff-b587-889d6cd00e8c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:41.951396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Router f15f168c-bb45-424f-940a-e5d064670c5d has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:41.978501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Made reservation on behalf of 2270c7a4661c49d7bf1ca95a9bc19eee for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:41.980986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.985385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e04ab3-053e-4638-a484-80bef38d811c tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5249665-0043-4a49-8a53-62a8e6f8c9e9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:42.028236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] Checking router: fe783d44-762d-4ee0-931d-3036986d3c1f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:42.039061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] Routers {'fe783d44-762d-4ee0-931d-3036986d3c1f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:42.040006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe783d44-762d-4ee0-931d-3036986d3c1f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:42.126135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:42.132303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.136233 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.139614 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] Sync routers for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:42.157454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] Set router fe783d44-762d-4ee0-931d-3036986d3c1f gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:42.157726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:42.159185 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:42.160850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:34:42.165817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.167717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/networks/e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5 HTTP/1.1" status: 204 len: 168 time: 0.7212863 Jul 16 08:34:42.186799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:42.196277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:42.204309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616c649-1da2-452e-b4a1-562a7b7eafe9 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3efdac8-4e8d-43ef-a5f1-5c86eb95dcf5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:42.218384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-a7611d0e-1d4c-433a-b20a-4ec6988d68ad tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "PUT /v2.0/floatingips/1009ba4d-8ee8-49a8-a422-522dc69d35cc HTTP/1.1" status: 200 len: 997 time: 2.5020032 Jul 16 08:34:42.222271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:42.223736 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356c986f-548a-4276-bc6e-a303c4b6bd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:42.247880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Made reservation on behalf of 3aa59a1ad8c949b78255eea59bec94de for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:42.251157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.300676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:34:41Z', 'revision_number': 6, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:42.325354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:42.343705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2f1be-1ab2-418e-859e-92bc49f8e094 None None] The sync data for ids ['fe783d44-762d-4ee0-931d-3036986d3c1f'] in n-d-798249-10 is: [{'id': 'fe783d44-762d-4ee0-931d-3036986d3c1f', 'name': 'tempest-ServersTestJSON-2136249539-router', 'tenant_id': '11b9f16faf364aae98879a9722fa734e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:01Z', 'updated_at': '2021-07-16T08:34:41Z', 'revision_number': 6, 'project_id': '11b9f16faf364aae98879a9722fa734e', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:42.348397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.351878 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Added segment b153d0db-859a-4eb3-9ee5-68c792d35d57 of type vlan for network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 Jul 16 08:34:42.404220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-13a75d0a-3ada-4f77-ab56-64638c768921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.407716 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:42.412222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-13a75d0a-3ada-4f77-ab56-64638c768921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1098 time: 0.1476204 Jul 16 08:34:42.462610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.786465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1009ba4d-8ee8-49a8-a422-522dc69d35cc', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'port_id': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'mac_address': 'fa:16:3e:80:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:37Z', 'updated_at': '2021-07-16T08:34:40Z', 'revision_number': 1, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:21Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:42.812278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Deleting port 8cea7d0f-c6cb-463b-a3af-78286bcf8118 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:42.812925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.855911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-4f862053-8d63-4a60-8d73-40da9be2ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.858502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-4f862053-8d63-4a60-8d73-40da9be2ffe8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 929 time: 0.4451599 Jul 16 08:34:42.860221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.861330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.862085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.876924 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] Checking router: f15f168c-bb45-424f-940a-e5d064670c5d for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:42.890117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6989489 Jul 16 08:34:42.892099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:42.907654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'subnet': {'network_id': '2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:42.914623 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:42.915903 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:42.925323 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52eb4968-af77-4803-adab-08ec2fd454cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.009235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-446554b6-52a3-482e-9442-cab1e728ab8e req-9f42e70c-5d66-48ed-b3b0-e604784c119d tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0550723 Jul 16 08:34:43.019377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:43.026590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce6caa-c26f-443a-ac08-657784c80203 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Network': ['ID=2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.039263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:43.043411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-136a533c-0f78-43a9-bcd1-c6ee2ae1ef09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 1000 time: 0.1680603 Jul 16 08:34:43.048749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Made reservation on behalf of 3aa59a1ad8c949b78255eea59bec94de for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:43.051535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.077709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.136552 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:43.137270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-14b9cbe8-8b35-4edb-b3bf-7e08f6e597e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.139076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-14b9cbe8-8b35-4edb-b3bf-7e08f6e597e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 200 len: 867 time: 0.0862393 Jul 16 08:34:43.156194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] For port 8cea7d0f-c6cb-463b-a3af-78286bcf8118, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cea7d0f-c6cb-463b-a3af-78286bcf8118,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:43.156569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.215175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Calling delete_port for 8cea7d0f-c6cb-463b-a3af-78286bcf8118 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:43.221706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-f7d7d7d5-7d71-4af2-8257-4cf63de84078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.223733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-f7d7d7d5-7d71-4af2-8257-4cf63de84078 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773757 Jul 16 08:34:43.244346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-1791a099-b451-46a5-b941-14cc7fc34094 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:43.246193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-1791a099-b451-46a5-b941-14cc7fc34094 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168042 Jul 16 08:34:43.414803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.460953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-1fc5191d-19e6-48cd-9c94-ad53920a7e48 service neutron] 10.222.0.41 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062874 Jul 16 08:34:43.478948 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1009ba4d-8ee8-49a8-a422-522dc69d35cc', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'port_id': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'mac_address': 'fa:16:3e:80:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:37Z', 'updated_at': '2021-07-16T08:34:40Z', 'revision_number': 1, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:21Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:43.515074 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc378-df23-4d46-952b-42c01e9173e3 None None] The sync data for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 is: [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1009ba4d-8ee8-49a8-a422-522dc69d35cc', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'port_id': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'mac_address': 'fa:16:3e:80:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:37Z', 'updated_at': '2021-07-16T08:34:40Z', 'revision_number': 1, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:21Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:43.522302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafba6f4-1b4a-43af-9134-9a7e39583131,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.593820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73ffbb7b-e290-4b74-aada-8db34aab68ff req-77117951-ea78-4334-8c39-3bf513c7a4a7 service neutron] 10.222.0.41 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241760 Jul 16 08:34:43.663408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Checking segment: {'id': '8debc727-4a37-46da-bad2-a5d97e07fd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '916672b7-2b6b-4eff-b587-889d6cd00e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:43.663789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Network hostable DHCP agents. Network: 916672b7-2b6b-4eff-b587-889d6cd00e8c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:43.673197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.813575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Network 916672b7-2b6b-4eff-b587-889d6cd00e8c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:43.825701 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-110c293e-a5b0-4c7d-968f-6ccb691da8b5 req-a2da3780-50c9-4ff0-8b9d-d600026464cc tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/54bbfa79-1d38-443b-837d-da9cb1fed32a HTTP/1.1" status: 200 len: 1807 time: 0.0487046 Jul 16 08:34:43.871111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 916672b7-2b6b-4eff-b587-889d6cd00e8c) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:43.882420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971e483-15b5-4c15-8d1a-6d924d99c195 None None] Network 916672b7-2b6b-4eff-b587-889d6cd00e8c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:43.904508 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea86c899-1b3a-408e-9a99-7808839afeb3 x-openstack-request-id: req-ea86c899-1b3a-408e-9a99-7808839afeb3 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:43.905132 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:43.905132 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea86c899-1b3a-408e-9a99-7808839afeb3 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:43.905449 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'status': 'completed', 'code': 200} Jul 16 08:34:43.931099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.940653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1989b-1ec2-4484-9ae1-db0c2c972afe None None] New status for floating IP 1009ba4d-8ee8-49a8-a422-522dc69d35cc: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:34:43.942209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.949115 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.001044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cea7d0f-c6cb-463b-a3af-78286bcf8118,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.034959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-11eb50c5-172e-4377-b1a9-5b8922a7ee37 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1869299 Jul 16 08:34:44.095375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-20497f23-857e-4636-81e5-6314d3841546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.097121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-20497f23-857e-4636-81e5-6314d3841546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1098 time: 0.1703477 Jul 16 08:34:44.121836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Allocated IP 172.25.0.254 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/86dba717-297d-4189-a4d6-624b58538862) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:44.207432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b4749-c9ef-4f82-803b-fa9b6698dd27 None None] Network 916672b7-2b6b-4eff-b587-889d6cd00e8c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:44.214614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.226851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-ef974715-0a12-48a6-a237-aaf1f31c3241 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 258 time: 0.3019552 Jul 16 08:34:44.254403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:44.273916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-5dbb12e8-1274-4922-8dba-da95a6c616fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.276793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-5dbb12e8-1274-4922-8dba-da95a6c616fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 929 time: 0.1730564 Jul 16 08:34:44.401809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.405730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.423263 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-3ecc4a6f-5786-4f32-9561-03da1776b293 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 1002 time: 0.1366827 Jul 16 08:34:44.425571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.484622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:34:44.485098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.535711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-def7842e-8083-4a37-a706-a15c7e93c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.539358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-def7842e-8083-4a37-a706-a15c7e93c46e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 200 len: 867 time: 0.1057074 Jul 16 08:34:44.581400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.581914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe783d44-762d-4ee0-931d-3036986d3c1f {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:44.597145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.598293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e26f5259-5b72-4bf4-b895-c1593ef57d89 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fe783d44-762d-4ee0-931d-3036986d3c1f HTTP/1.1" status: 204 len: 168 time: 3.3029332 Jul 16 08:34:44.602485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51084) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:44.609510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.664328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-c336932c-16ff-4111-8517-eff7a9ea24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.664604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ad04f48-0359-49e3-a3f5-d4a7e0116d52,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.665563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-c336932c-16ff-4111-8517-eff7a9ea24fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211464 Jul 16 08:34:44.676108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.694594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Checking segment: {'id': 'b153d0db-859a-4eb3-9ee5-68c792d35d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:44.694955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Network hostable DHCP agents. Network: 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:44.725416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Deleting subnet f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:44.740594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.769198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.832472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:44.852041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-5f59cbee-56ca-43a3-bfdc-59b5e70d3d20 service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779187 Jul 16 08:34:44.867445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:44.870102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.871388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:44.876559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.879064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.882239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e182d9-80cf-4e99-a850-038a7da0a1a2 None None] Network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:44.899965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Allocated IP 172.25.0.172 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/bc3e02f5-b022-4246-8e18-4a7d96c6a494) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:44.902301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:44.905415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:44.967112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event updated for resources: {'Port': ['ID=86dba717-297d-4189-a4d6-624b58538862,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.002842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-edaef6c0-79a2-4a87-a658-152183efb788 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1101987 Jul 16 08:34:45.009766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51088) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.018964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'floatingip': {'floating_network_id': '2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:45.053997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-356c986f-548a-4276-bc6e-a303c4b6bd7e req-3edbee4c-c127-4bd3-9bbc-713032e447a5 service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942623 Jul 16 08:34:45.068708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.082062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840b87e-c5e6-4914-a3fb-edfae6f2acaf None None] Network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:45.094698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.120405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.148792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.171356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.190892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.237265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:45.243600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:45.257904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:45.261419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event updated for resources: {'Port': ['ID=bc3e02f5-b022-4246-8e18-4a7d96c6a494,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.329648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.358850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.385187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.405200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088d478-216e-459f-bb29-eaa03cbe95ab None None] Network 1b90b315-a352-4b91-8596-e8f03c9e4dee requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:45.435545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.452104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6b3b5796-2b20-46bb-a526-0b218cdb4165 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:45.463797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.469000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cb1611a4-39bb-41e1-885a-12b077827673 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f2ba1c5e-3d4f-4a76-8e73-5d86b4ffe174 HTTP/1.1" status: 204 len: 168 time: 0.8603597 Jul 16 08:34:45.471441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.602064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.647962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.655394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.668136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 6b3b5796-2b20-46bb-a526-0b218cdb4165 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:45.668136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6b3b5796-2b20-46bb-a526-0b218cdb4165 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:45.668513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cea7d0f-c6cb-463b-a3af-78286bcf8118 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:45.682359 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.702069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.702352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8cea7d0f-c6cb-463b-a3af-78286bcf8118 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:45.702352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cea7d0f-c6cb-463b-a3af-78286bcf8118 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:45.737271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.745425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event updated for resources: {'Port': ['ID=bc3e02f5-b022-4246-8e18-4a7d96c6a494,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.753211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.770947 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c02e1e13-b0b9-4654-ad35-3b94e1b02f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.782026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.783265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-35469396-989c-40a2-908f-76557e4a6786 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5422714 Jul 16 08:34:45.783481 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.850694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-23fabe1e-1519-4cd9-a7b0-d2fdd07623f0 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0611601 Jul 16 08:34:45.875971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Allocated IP 172.20.0.8 (2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6/8ad04f48-0359-49e3-a3f5-d4a7e0116d52/ee9414de-17fb-452c-bc53-2710b775fceb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:45.887641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] DHCP port deletion for 1b90b315-a352-4b91-8596-e8f03c9e4dee request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:34:45.891148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event updated for resources: {'Port': ['ID=86dba717-297d-4189-a4d6-624b58538862,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.906072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.957890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] Deleting port a8479d0b-7abc-43c6-b70e-cd4e65086f49 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:45.958840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.960983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.962223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-446554b6-52a3-482e-9442-cab1e728ab8e req-c53c7a9e-49e9-43b6-b823-7e824a41310e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9521751 Jul 16 08:34:46.009925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-834a1a84-89f5-4b6c-8e27-94ae3ae72769 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.011970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Deleting port a8479d0b-7abc-43c6-b70e-cd4e65086f49 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:46.012414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.019858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3bb106c-35cc-45a8-98ae-0639cdd04488 req-834a1a84-89f5-4b6c-8e27-94ae3ae72769 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1632318 Jul 16 08:34:46.041637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] For port a8479d0b-7abc-43c6-b70e-cd4e65086f49, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8479d0b-7abc-43c6-b70e-cd4e65086f49,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:46.042373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.042794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2972dcfd-bd93-4968-b607-76482c7c53b4 req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-718154115', 'description': 'tempest-description-1631203939'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:46.064129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] Calling delete_port for a8479d0b-7abc-43c6-b70e-cd4e65086f49 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:46.073275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2972dcfd-bd93-4968-b607-76482c7c53b4 req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.105668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-446554b6-52a3-482e-9442-cab1e728ab8e req-19894075-ecd9-4f72-b693-7f71a2efcb95 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.1086919 Jul 16 08:34:46.181188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.185117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.200607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2972dcfd-bd93-4968-b607-76482c7c53b4 req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.203663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] For port a8479d0b-7abc-43c6-b70e-cd4e65086f49, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8479d0b-7abc-43c6-b70e-cd4e65086f49,segment=NetworkSegment(2d633fd3-324a-427a-adf7-725e8cd1bcc6),segment_id=2d633fd3-324a-427a-adf7-725e8cd1bcc6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:46.204113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.207669 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2972dcfd-bd93-4968-b607-76482c7c53b4 req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.229752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] No DVR routers for this DVR port a8479d0b-7abc-43c6-b70e-cd4e65086f49 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:46.230129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2972dcfd-bd93-4968-b607-76482c7c53b4 req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.231715 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2972dcfd-bd93-4968-b607-76482c7c53b4 req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1951361 Jul 16 08:34:46.243488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c225ea-3d90-4281-a890-d09d3db78d6c None None] Pushing event deleted for resources: {'Port': ['ID=a8479d0b-7abc-43c6-b70e-cd4e65086f49,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.269798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Calling delete_port for a8479d0b-7abc-43c6-b70e-cd4e65086f49 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:46.270463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67631c07-a065-4c4d-8756-b8329860036b tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.376423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446554b6-52a3-482e-9442-cab1e728ab8e req-f910384c-0460-466b-be15-0b6f39b2c935 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.377875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-446554b6-52a3-482e-9442-cab1e728ab8e req-f910384c-0460-466b-be15-0b6f39b2c935 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2713981 Jul 16 08:34:46.394296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-446554b6-52a3-482e-9442-cab1e728ab8e req-1001a914-928f-4688-93a9-880ffae9516b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:46.395291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-446554b6-52a3-482e-9442-cab1e728ab8e req-1001a914-928f-4688-93a9-880ffae9516b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083840 Jul 16 08:34:46.398727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.440623 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-95a5bc9b-37bf-4d83-bb2a-1155cab587e1 req-6ca0f470-599b-4dab-8ab7-703566ecb836 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] show failed (client error): The resource could not be found. Jul 16 08:34:46.441705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95a5bc9b-37bf-4d83-bb2a-1155cab587e1 req-6ca0f470-599b-4dab-8ab7-703566ecb836 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups/31558c52-d23b-4bda-b232-a76d4358e5bf HTTP/1.1" status: 404 len: 352 time: 0.0496459 Jul 16 08:34:46.471424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:46.483874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:46.490031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:46.527786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Port': ['ID=ee9414de-17fb-452c-bc53-2710b775fceb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.551369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.573103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.683072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-c8dc88e4-31ca-401b-b5bb-c8f4beaeaa48 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.685100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-c8dc88e4-31ca-401b-b5bb-c8f4beaeaa48 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0920169 Jul 16 08:34:46.746634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-570bdf40-e925-4e81-8294-f1e4f3c84847 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0551603 Jul 16 08:34:46.757562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-300bc7f8-f753-4901-a809-3afa2ac0c3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Request body: {'floatingip': {'port_id': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:46.807185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-300bc7f8-f753-4901-a809-3afa2ac0c3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.944629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8479d0b-7abc-43c6-b70e-cd4e65086f49,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.953392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] No DVR routers for this DVR port a8479d0b-7abc-43c6-b70e-cd4e65086f49 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:47.035453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.049701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7041af33-9723-47e3-a9c8-87c17717b20f req-0dca57c4-d9f2-4a81-b6cf-df7e9e5d0bbb tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82 HTTP/1.1" status: 200 len: 1806 time: 0.1516206 Jul 16 08:34:47.065020 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-300bc7f8-f753-4901-a809-3afa2ac0c3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:34:47.077217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8522b157-7755-47ad-a4a1-9bcec4aa3513 req-300bc7f8-f753-4901-a809-3afa2ac0c3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "PUT /v2.0/floatingips/3a6e875b-c193-4e2d-b093-8a910b674add HTTP/1.1" status: 409 len: 551 time: 0.3237908 Jul 16 08:34:47.082877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.098639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:47.098993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:47.126200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b90b315-a352-4b91-8596-e8f03c9e4dee']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:47.144501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d633fd3-324a-427a-adf7-725e8cd1bcc6') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:47.144796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d633fd3-324a-427a-adf7-725e8cd1bcc6') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:47.168709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.176579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.206772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.219205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:47.219640 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:47.221321 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:47.274071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-5a33fd39-a249-4dee-a11b-ee368c3a63ba tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.275453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-5a33fd39-a249-4dee-a11b-ee368c3a63ba tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 820 time: 0.1212087 Jul 16 08:34:47.290656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-fc3fe127-edea-433a-bb6f-f26d827d4438 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/quotas/66fe0ffeb0c840a482334a05e956f75c HTTP/1.1" status: 200 len: 375 time: 0.0092638 Jul 16 08:34:47.328083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.344477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.357427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.362382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b90b315-a352-4b91-8596-e8f03c9e4dee HTTP/1.1" status: 204 len: 168 time: 1.8891385 Jul 16 08:34:47.382948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.383893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5714-4451-420b-b63c-19755bd66af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b90b315-a352-4b91-8596-e8f03c9e4dee,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.407597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-69daef9c-0780-47ae-9ecc-d6ba7b9acb79 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1096146 Jul 16 08:34:47.426004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.447031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8479d0b-7abc-43c6-b70e-cd4e65086f49 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:47.458527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41cef5f-f657-4ff4-9fde-f70815591673,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.477829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.478610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a8479d0b-7abc-43c6-b70e-cd4e65086f49 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:47.478965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8479d0b-7abc-43c6-b70e-cd4e65086f49 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:47.479106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7041af33-9723-47e3-a9c8-87c17717b20f req-41de1272-0dd7-40c0-b6f5-d12ae0c04653 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3928986 Jul 16 08:34:47.552689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-bb9af6aa-402a-4031-a9d9-094235ad974f service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210270 Jul 16 08:34:47.561057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-f69d3b7a-5626-478f-97db-4a2808b35d4b tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips/3a6e875b-c193-4e2d-b093-8a910b674add HTTP/1.1" status: 200 len: 693 time: 0.0531218 Jul 16 08:34:47.575124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.582642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.584992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:47.593936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.687942 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-06af4f30-98eb-41bd-ae97-348be5d10862 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161077 Jul 16 08:34:47.772123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-79dd9fad-9447-4e67-9e4c-b354111973e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11b9f16faf364aae98879a9722fa734e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859250 Jul 16 08:34:47.772956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Port': ['ID=ee9414de-17fb-452c-bc53-2710b775fceb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.774587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51130) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:47.784993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.837811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-69a1304e-ce53-41c8-9521-8112b765dc49 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.842163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-69a1304e-ce53-41c8-9521-8112b765dc49 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2719355 Jul 16 08:34:47.844879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.847801 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-01b8e1e0-c48b-4fe3-b7e2-c703864a5a23 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8370068 Jul 16 08:34:47.854557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51134) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:47.856598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75cf6402-7186-499c-b451-ffb879d9068b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.904739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-f22d2a84-a530-40d4-9502-e7d40179f17f tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0553367 Jul 16 08:34:47.980334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-e7bf7fc2-0a00-4c57-839e-20dc456b58aa tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0679731 Jul 16 08:34:48.152037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Deleting port bc3e02f5-b022-4246-8e18-4a7d96c6a494 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:48.152264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.236306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-70d897f8-93cf-46f0-9654-33ed2f92cd32 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 HTTP/1.1" status: 200 len: 689 time: 0.3776081 Jul 16 08:34:48.239353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:48.256656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.273977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75cf6402-7186-499c-b451-ffb879d9068b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.304830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.305444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.322156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d99be939-8a6a-4c51-a878-13bb0b5cd4c7 req-f2af2adb-6a74-45f7-b648-682deddcbc43 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2270c7a4661c49d7bf1ca95a9bc19eee HTTP/1.1" status: 200 len: 2988 time: 0.4665928 Jul 16 08:34:48.368916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Calling delete_port for bc3e02f5-b022-4246-8e18-4a7d96c6a494 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:48.375416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75cf6402-7186-499c-b451-ffb879d9068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.381763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75cf6402-7186-499c-b451-ffb879d9068b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.382985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-75cf6402-7186-499c-b451-ffb879d9068b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/282d0983-8fd6-48e7-954f-cd9a5ab09568 HTTP/1.1" status: 204 len: 168 time: 0.6063311 Jul 16 08:34:48.399903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf6402-7186-499c-b451-ffb879d9068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282d0983-8fd6-48e7-954f-cd9a5ab09568,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:48.409727 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d99be939-8a6a-4c51-a878-13bb0b5cd4c7 req-04415877-c78e-4f0d-b2d4-46e547a48ebc tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups/fdb43405-5820-483e-bbab-61ae16852a97 HTTP/1.1" status: 200 len: 2985 time: 0.0761225 Jul 16 08:34:48.443861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.486418 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d99be939-8a6a-4c51-a878-13bb0b5cd4c7 req-9f4b2df1-5663-40f7-8320-64c587354513 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups/fdb43405-5820-483e-bbab-61ae16852a97 HTTP/1.1" status: 200 len: 2985 time: 0.0704453 Jul 16 08:34:48.596911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c02440c-a56e-446d-b728-030e35cccc08 req-325c68ff-7839-4e1f-850f-94152a6cfceb tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82 HTTP/1.1" status: 200 len: 2400 time: 0.0822353 Jul 16 08:34:48.619010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82', 'remote_group_id': None}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:48.619506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82', 'remote_group_id': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:48.632777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Deleting port ee9414de-17fb-452c-bc53-2710b775fceb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:48.633062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.703775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.720396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.747037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event deleted for resources: {'Port': ['ID=bc3e02f5-b022-4246-8e18-4a7d96c6a494,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:48.766495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.776028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.807655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6323b760-6763-42fd-8738-6fec55129a76,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:48.840546 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.842575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c02440c-a56e-446d-b728-030e35cccc08 req-556e9639-bbed-4166-a0f0-7dbfedefdc03 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2294416 Jul 16 08:34:48.853643 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.854020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.907625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Calling delete_port for ee9414de-17fb-452c-bc53-2710b775fceb owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:48.974557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.977331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.978544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-831f0c32-c9bb-46c7-ae0a-a629cc86af01 req-b767fdbb-3458-46d6-984e-c33c13c67cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "DELETE /v2.0/floatingips/3a6e875b-c193-4e2d-b093-8a910b674add HTTP/1.1" status: 204 len: 173 time: 0.9916036 Jul 16 08:34:49.109931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ec21d87-2553-4581-bdb9-38400d824194 req-32c3c821-cb09-4126-9e2d-a61192b5f034 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups/fdb43405-5820-483e-bbab-61ae16852a97 HTTP/1.1" status: 200 len: 2985 time: 0.0719008 Jul 16 08:34:49.137180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.206873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f3d180b-10c4-4c4f-bcc5-f709550c3e16 req-dc000b14-a680-432f-adb0-f5d4b8913c8a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 210 time: 0.0853970 Jul 16 08:34:49.210063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee9414de-17fb-452c-bc53-2710b775fceb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.282202 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-5ec21d87-2553-4581-bdb9-38400d824194 req-a0b73591-4f83-4f98-8f86-3dd2bc63c928 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:34:49.302909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ec21d87-2553-4581-bdb9-38400d824194 req-a0b73591-4f83-4f98-8f86-3dd2bc63c928 tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "DELETE /v2.0/security-groups/fdb43405-5820-483e-bbab-61ae16852a97 HTTP/1.1" status: 409 len: 352 time: 0.1791151 Jul 16 08:34:49.399033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-daa3a8fc-5460-465f-9c75-6ebba567c3c6 req-4d5b4ec7-3441-46dd-b024-525e192cbe6e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82 HTTP/1.1" status: 200 len: 2999 time: 0.1251278 Jul 16 08:34:49.412676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.473345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-757552c5-18e1-4cb7-8d74-776fbe122230 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.474955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-757552c5-18e1-4cb7-8d74-776fbe122230 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.18 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 820 time: 0.2277894 Jul 16 08:34:49.481285 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-a616f8be-ac2f-4415-8e77-e764f7daeab9 req-479641e3-abc5-4794-bf45-1334ebb1268e tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] show failed (client error): The resource could not be found. Jul 16 08:34:49.482658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a616f8be-ac2f-4415-8e77-e764f7daeab9 req-479641e3-abc5-4794-bf45-1334ebb1268e tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups/fc394845-17cb-465e-b176-f5e2a8296111 HTTP/1.1" status: 404 len: 352 time: 0.0540967 Jul 16 08:34:49.494518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'port': {'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'admin_state_up': True, 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:49.504435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.581416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-c9295fec-bb6a-4f61-99bd-92b706cd4789 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 1002 time: 0.2489560 Jul 16 08:34:49.583892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a086064a-1541-43e9-a633-19363e231988 req-e80ebebb-140f-4b6f-be69-2d6ab1d4726f tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-group-rules/6323b760-6763-42fd-8738-6fec55129a76 HTTP/1.1" status: 200 len: 783 time: 0.0465446 Jul 16 08:34:49.594098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51180) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:49.646724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.696420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad04f48-0359-49e3-a3f5-d4a7e0116d52,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.721289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a086064a-1541-43e9-a633-19363e231988 req-813dc9c7-d3b6-4e30-908f-b1da299b7741 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82 HTTP/1.1" status: 200 len: 2999 time: 0.1285734 Jul 16 08:34:49.723627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-6c40da26-b12d-439a-ac61-c1121a82a9a3 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.725043 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-6c40da26-b12d-439a-ac61-c1121a82a9a3 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports/f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 943 time: 0.1529586 Jul 16 08:34:49.770102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Made reservation on behalf of 66fe0ffeb0c840a482334a05e956f75c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:49.775206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1619441538-network', 'tenant_id': '72c76d6fc49948c2afe12b43420bbaef'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:49.776325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.825862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.828846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a086064a-1541-43e9-a633-19363e231988 req-c0bdccc7-993e-4837-b043-90341690f334 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.848684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.851743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a086064a-1541-43e9-a633-19363e231988 req-c0bdccc7-993e-4837-b043-90341690f334 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.875072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b153d0db-859a-4eb3-9ee5-68c792d35d57') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.875450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b153d0db-859a-4eb3-9ee5-68c792d35d57') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.879180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Made reservation on behalf of 72c76d6fc49948c2afe12b43420bbaef for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:49.881179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.904019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.906666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.921333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a086064a-1541-43e9-a633-19363e231988 req-c0bdccc7-993e-4837-b043-90341690f334 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.931950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a086064a-1541-43e9-a633-19363e231988 req-c0bdccc7-993e-4837-b043-90341690f334 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.939149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a086064a-1541-43e9-a633-19363e231988 req-c0bdccc7-993e-4837-b043-90341690f334 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6323b760-6763-42fd-8738-6fec55129a76 HTTP/1.1" status: 204 len: 173 time: 0.2166646 Jul 16 08:34:49.953212 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.962337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdccc7-993e-4837-b043-90341690f334 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6323b760-6763-42fd-8738-6fec55129a76,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.968596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-0ed17ba9-4edf-4006-a03a-b1146e7fe6a8 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 1002 time: 0.1173275 Jul 16 08:34:49.983194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:49.983637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:49.990246 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:50.006300 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-0aa7f86c-dec2-4f72-8fe7-20794f3b2518 req-f9305c3c-2b2d-4dee-a80e-f00cd2d14d8d tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] show failed (client error): The resource could not be found. Jul 16 08:34:50.014397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0aa7f86c-dec2-4f72-8fe7-20794f3b2518 req-f9305c3c-2b2d-4dee-a80e-f00cd2d14d8d tempest-SecurityGroupsNegativeTestJSON-1381484437 tempest-SecurityGroupsNegativeTestJSON-1381484437-project] 10.222.0.41 "GET /v2.0/security-groups/ce2aaad0-91df-46da-b5fb-87e5a2dce921 HTTP/1.1" status: 404 len: 352 time: 0.0577674 Jul 16 08:34:50.021259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51192) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.033854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Allocated IP 172.20.0.9 (04902013-6aa2-4fa4-b588-21469d44649a/2c71d262-2390-44bd-b0a1-97090e8bb064/bd276f8f-34c4-439f-8e4e-87dd6653dca8) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:50.115408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.119710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:34:50.121756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.124595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/networks/2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 HTTP/1.1" status: 204 len: 168 time: 1.8841300 Jul 16 08:34:50.132228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.150281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Deleting subnet dafba6f4-1b4a-43af-9134-9a7e39583131 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:50.154118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59f726-02b5-4291-9d9f-8b166382cc84 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.166751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23be770d-d408-40b5-bf50-d9c8e287ab06 req-b47e6cca-7b92-4e5b-bfca-7452397e9fe1 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82 HTTP/1.1" status: 200 len: 2400 time: 0.1340947 Jul 16 08:34:50.187056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.259864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.270622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.299806 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-23be770d-d408-40b5-bf50-d9c8e287ab06 req-9c468482-e82e-44bb-a501-5d74c574246a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.306619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:50.340185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7344aae5-0640-427e-ae39-a7c861af28bb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.343503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-170f0846-5f3e-4822-9ab9-4d3a75dd61be tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.345365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-170f0846-5f3e-4822-9ab9-4d3a75dd61be tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.3695498 Jul 16 08:34:50.362549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.362904 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Added segment fbfec9a9-a11f-4152-8b15-4918dee5bd97 of type vlan for network b1b2ac08-c92a-48db-ab89-5bb515beddbc Jul 16 08:34:50.374361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-23be770d-d408-40b5-bf50-d9c8e287ab06 req-9c468482-e82e-44bb-a501-5d74c574246a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.433717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.469266 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-23be770d-d408-40b5-bf50-d9c8e287ab06 req-9c468482-e82e-44bb-a501-5d74c574246a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.469606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.472940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-23be770d-d408-40b5-bf50-d9c8e287ab06 req-9c468482-e82e-44bb-a501-5d74c574246a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.474104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23be770d-d408-40b5-bf50-d9c8e287ab06 req-9c468482-e82e-44bb-a501-5d74c574246a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82 HTTP/1.1" status: 204 len: 173 time: 0.2994416 Jul 16 08:34:50.479795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.480937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.484062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.493096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c468482-e82e-44bb-a501-5d74c574246a tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92b9d9-ec18-4ebc-bfbd-cb1be5065b82,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.533816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9352796 Jul 16 08:34:50.534460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.539693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0cacb08-9adc-416d-800c-3d3be0cd6ea7 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2742 time: 0.4005094 Jul 16 08:34:50.546988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51202) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.604431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Request body: {'subnet': {'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1619441538-subnet', 'tenant_id': '72c76d6fc49948c2afe12b43420bbaef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:50.613350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835967c-56cc-46c7-a6ae-e7c1427d4282 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b2ac08-c92a-48db-ab89-5bb515beddbc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.627846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b1b2ac08-c92a-48db-ab89-5bb515beddbc details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:50.638319 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-f542490d-3bf6-4aef-a591-fcdaae98414a tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 1002 time: 0.2723444 Jul 16 08:34:50.644612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.653884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Made reservation on behalf of 72c76d6fc49948c2afe12b43420bbaef for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:50.654425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.688603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:50.689604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.690213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.690683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.691158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.691598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.692179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.692628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.693069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.693505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.696108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4a22a65a-bae4-495a-8e60-76438a711778 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5981 time: 0.1606650 Jul 16 08:34:50.702162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51204) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.774118 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-89c87e35-eeb4-4cf4-91c8-f066e42042bf tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:34:50.775158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-89c87e35-eeb4-4cf4-91c8-f066e42042bf tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/19518f42-34a8-4e4e-b0c8-31aa99c93748 HTTP/1.1" status: 404 len: 345 time: 0.0720620 Jul 16 08:34:50.780226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51206) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.829606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.838389 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-309492ec-9ae5-4565-b03c-b8aef5ad1615 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 08:34:50.838389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309492ec-9ae5-4565-b03c-b8aef5ad1615 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:34:50.839353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-309492ec-9ae5-4565-b03c-b8aef5ad1615 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/networks/2b8f6156-8acd-4b3a-a8fe-cf4b36c3d3d6 HTTP/1.1" status: 404 len: 339 time: 0.0580847 Jul 16 08:34:50.844168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51208) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.860511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'network': {'name': 'tempest-network--1452587326', 'router:external': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:50.872779 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.884648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Made reservation on behalf of 3aa59a1ad8c949b78255eea59bec94de for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:50.887473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.929957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.932224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Transition to ACTIVE for port object bd276f8f-34c4-439f-8e4e-87dd6653dca8 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:50.935008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f38e6c55-c077-48a1-8bd4-cee4308c481c req-2b564176-c692-498d-b013-15f5b084d011 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 210 time: 0.0373461 Jul 16 08:34:50.953898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:51.013236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.013236 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Added segment 99ab13cf-ab29-4090-b8e6-d3f3d58d76fe of type vlan for network 9c6689a3-6dc4-4514-99ef-ed9dca1709f3 Jul 16 08:34:51.013603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafba6f4-1b4a-43af-9134-9a7e39583131,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.029266 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-ade0d0aa-637d-49e8-9c94-c6b5730309a9 req-44fb2354-1cca-4c23-aa66-ce0b6c5fe3b4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] show failed (client error): The resource could not be found. Jul 16 08:34:51.029913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.030236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ade0d0aa-637d-49e8-9c94-c6b5730309a9 req-44fb2354-1cca-4c23-aa66-ce0b6c5fe3b4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/d5249665-0043-4a49-8a53-62a8e6f8c9e9 HTTP/1.1" status: 404 len: 352 time: 0.0304577 Jul 16 08:34:51.032075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fa792ba9-3c50-4f43-a2ed-11f1674fc231 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dafba6f4-1b4a-43af-9134-9a7e39583131 HTTP/1.1" status: 204 len: 168 time: 1.0098684 Jul 16 08:34:51.035015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51212) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:51.098539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.103477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.103799 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Floating IP 1009ba4d-8ee8-49a8-a422-522dc69d35cc disassociated. External IP: 172.25.0.146, port: f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5. Jul 16 08:34:51.107835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.143161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['f23118bb-34f1-42da-b051-d0cc06c6d0aa'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:51.153845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.174960 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.253052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Network 04902013-6aa2-4fa4-b588-21469d44649a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:51.260503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:51.262878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-542da28b-ba22-4cd3-8e38-f9f9bdcda035 req-6b934a12-6266-4920-907c-80a32a3d2cf2 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/54bbfa79-1d38-443b-837d-da9cb1fed32a HTTP/1.1" status: 200 len: 1807 time: 0.1436577 Jul 16 08:34:51.265167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:51.268926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event updated for resources: {'Port': ['ID=bd276f8f-34c4-439f-8e4e-87dd6653dca8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.281939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.344635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.349541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.372420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.373974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.374618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.407619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8829256b-cffa-46f1-a14d-a173da57d928 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9242179 Jul 16 08:34:51.455111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Request body: {'port': {'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:51.484442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.500988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59c0cc7-2ac9-4461-8d80-5761d71f12cd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.510335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916672b7-2b6b-4eff-b587-889d6cd00e8c']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:51.513688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6653719 Jul 16 08:34:51.516929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51216) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:51.552768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Router f15f168c-bb45-424f-940a-e5d064670c5d has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:51.564841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f68250-517f-4ed2-9556-64c4a16b4e28 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Network': ['ID=9c6689a3-6dc4-4514-99ef-ed9dca1709f3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.568085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8debc727-4a37-46da-bad2-a5d97e07fd44') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:51.568377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8debc727-4a37-46da-bad2-a5d97e07fd44') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:51.575080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9c6689a3-6dc4-4514-99ef-ed9dca1709f3 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:51.589377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.593286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-542da28b-ba22-4cd3-8e38-f9f9bdcda035 req-ca96dea7-6ea8-408f-aeb3-709bc2b17b8e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.600847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Checking segment: {'id': 'fbfec9a9-a11f-4152-8b15-4918dee5bd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:51.601762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Network hostable DHCP agents. Network: b1b2ac08-c92a-48db-ab89-5bb515beddbc, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:51.628760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.642188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.644784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-542da28b-ba22-4cd3-8e38-f9f9bdcda035 req-ca96dea7-6ea8-408f-aeb3-709bc2b17b8e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.648461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:51.648867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:51.650654 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:51.678015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Network b1b2ac08-c92a-48db-ab89-5bb515beddbc is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:51.738750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b1b2ac08-c92a-48db-ab89-5bb515beddbc) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:51.739721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fc60263-2830-4c38-b984-b05babaa0d87 None None] Provisioning for port bd276f8f-34c4-439f-8e4e-87dd6653dca8 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:51.750395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.751141 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.755410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915668e-60e3-4f4c-a072-795c46e743d9 None None] Network b1b2ac08-c92a-48db-ab89-5bb515beddbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:51.766216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.773306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.776157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/916672b7-2b6b-4eff-b587-889d6cd00e8c HTTP/1.1" status: 204 len: 168 time: 0.7402081 Jul 16 08:34:51.797357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-542da28b-ba22-4cd3-8e38-f9f9bdcda035 req-ca96dea7-6ea8-408f-aeb3-709bc2b17b8e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.798678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fc60263-2830-4c38-b984-b05babaa0d87 None None] Provisioning complete for port bd276f8f-34c4-439f-8e4e-87dd6653dca8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:51.799401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fc60263-2830-4c38-b984-b05babaa0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.804649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-542da28b-ba22-4cd3-8e38-f9f9bdcda035 req-ca96dea7-6ea8-408f-aeb3-709bc2b17b8e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.816148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-542da28b-ba22-4cd3-8e38-f9f9bdcda035 req-ca96dea7-6ea8-408f-aeb3-709bc2b17b8e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/54bbfa79-1d38-443b-837d-da9cb1fed32a HTTP/1.1" status: 204 len: 173 time: 0.5293422 Jul 16 08:34:51.842987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96dea7-6ea8-408f-aeb3-709bc2b17b8e tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bbfa79-1d38-443b-837d-da9cb1fed32a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.847902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd13437-19c5-45e1-b887-018797a9b3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=916672b7-2b6b-4eff-b587-889d6cd00e8c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.858208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9037877f-84a1-4963-9945-6f07d8beb4d0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3098037 Jul 16 08:34:51.936484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6fc60263-2830-4c38-b984-b05babaa0d87 None None] Port bd276f8f-34c4-439f-8e4e-87dd6653dca8 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:52.059725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9588d-f80d-48a4-ba2e-da035b875dcf None None] Network b1b2ac08-c92a-48db-ab89-5bb515beddbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:52.111049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51232) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:52.125581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff0cb99e-00e9-4ee0-a235-7a867c31821a req-d69d24ec-6dd3-433d-8119-2e393a8bf4a9 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/fd7e82a0-00db-4ceb-9869-7b4389f9ff35 HTTP/1.1" status: 200 len: 1806 time: 0.0859299 Jul 16 08:34:52.234189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff0cb99e-00e9-4ee0-a235-7a867c31821a req-3e7cacc5-97cb-4246-b863-e3697f0c19c0 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.243196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79014307-effc-49ea-a6ea-92699970d258 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.251411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79014307-effc-49ea-a6ea-92699970d258 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.261499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79014307-effc-49ea-a6ea-92699970d258 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.262998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff0cb99e-00e9-4ee0-a235-7a867c31821a req-3e7cacc5-97cb-4246-b863-e3697f0c19c0 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.268442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79014307-effc-49ea-a6ea-92699970d258 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.270168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-79014307-effc-49ea-a6ea-92699970d258 tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7522519 Jul 16 08:34:52.273552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51236) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:52.377623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cbec7c58-dfa0-4516-8408-29dfe42e07ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2270c7a4661c49d7bf1ca95a9bc19eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621725 Jul 16 08:34:52.378341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51238) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:52.389489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:52.395762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.403732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.404525 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] Sync routers for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:52.419356 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:52.420577 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.468774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1c2a61dd-d59e-4a1c-b037-94a8e9ce43a5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "PUT /v2.0/floatingips/1009ba4d-8ee8-49a8-a422-522dc69d35cc HTTP/1.1" status: 200 len: 695 time: 1.7932537 Jul 16 08:34:52.477913 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff0cb99e-00e9-4ee0-a235-7a867c31821a req-3e7cacc5-97cb-4246-b863-e3697f0c19c0 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.480711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ff0cb99e-00e9-4ee0-a235-7a867c31821a req-3e7cacc5-97cb-4246-b863-e3697f0c19c0 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.482683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff0cb99e-00e9-4ee0-a235-7a867c31821a req-3e7cacc5-97cb-4246-b863-e3697f0c19c0 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/fd7e82a0-00db-4ceb-9869-7b4389f9ff35 HTTP/1.1" status: 204 len: 173 time: 0.3403831 Jul 16 08:34:52.509974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:52.512918 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34011839-b275-466f-9401-1021e25182c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:52.519979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cacc5-97cb-4246-b863-e3697f0c19c0 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e82a0-00db-4ceb-9869-7b4389f9ff35,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.529961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ca75abb-65aa-41fb-a542-6843898e7b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.582837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.618153 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:52.622988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6689a3-6dc4-4514-99ef-ed9dca1709f3']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.626399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ca75abb-65aa-41fb-a542-6843898e7b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.657996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ab13cf-ab29-4090-b8e6-d3f3d58d76fe') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.657996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ab13cf-ab29-4090-b8e6-d3f3d58d76fe') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.699494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-3359296f-82fc-448d-9e50-4bd61548a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.701258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-3359296f-82fc-448d-9e50-4bd61548a621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1098 time: 0.1831889 Jul 16 08:34:52.703598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.708325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd276f8f-34c4-439f-8e4e-87dd6653dca8 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:52.732945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.738774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.753558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:52.753976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:52.755785 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:52.826012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b408d5-78da-4248-b508-7a7985b56a27 req-e177004c-f3eb-4d2f-a032-cd665ba1559a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.827627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0b408d5-78da-4248-b508-7a7985b56a27 req-e177004c-f3eb-4d2f-a032-cd665ba1559a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 931 time: 0.1993020 Jul 16 08:34:52.829391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ca75abb-65aa-41fb-a542-6843898e7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.834580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ca75abb-65aa-41fb-a542-6843898e7b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.835780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1ca75abb-65aa-41fb-a542-6843898e7b12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdb43405-5820-483e-bbab-61ae16852a97 HTTP/1.1" status: 204 len: 168 time: 0.4568014 Jul 16 08:34:52.854260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca75abb-65aa-41fb-a542-6843898e7b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb43405-5820-483e-bbab-61ae16852a97,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.860689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1ab93aa3-e75d-4e14-aec1-d9e77276e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.862866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-1ab93aa3-e75d-4e14-aec1-d9e77276e851 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 929 time: 0.1465800 Jul 16 08:34:52.864190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Transition to ACTIVE for port object bd276f8f-34c4-439f-8e4e-87dd6653dca8 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:52.872272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.874238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.880718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c6689a3-6dc4-4514-99ef-ed9dca1709f3 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:34:52.886081 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.889086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9c6689a3-6dc4-4514-99ef-ed9dca1709f3 HTTP/1.1" status: 204 len: 168 time: 0.6143262 Jul 16 08:34:52.894915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51246) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:52.928393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'network': {'name': 'tempest-network--408732845', 'router:external': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:52.937452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231296-d567-4cf5-b209-1af4a6596d38 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c6689a3-6dc4-4514-99ef-ed9dca1709f3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.963068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0b408d5-78da-4248-b508-7a7985b56a27 req-25afc447-76c8-4398-8d51-d898b0da6d84 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215203 Jul 16 08:34:53.001137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Made reservation on behalf of 3aa59a1ad8c949b78255eea59bec94de for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:53.003635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.095168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-934bff40-eeb6-4932-b467-ff0427ab70a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 217 time: 0.1916442 Jul 16 08:34:53.095742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:53.125349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.126113 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Added segment e52bc19b-7ed3-4ef8-a35c-4972862f9760 of type vlan for network 5c71056d-ba4f-4393-b4f9-41533050a724 Jul 16 08:34:53.227237 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:21Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:53.266063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Pushing event updated for resources: {'Port': ['ID=bd276f8f-34c4-439f-8e4e-87dd6653dca8,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.301253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.314836 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] Checking router: f15f168c-bb45-424f-940a-e5d064670c5d for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:53.326505 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:53.328034 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:53.399594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.400610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.401712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.438479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-282082d0-0aed-44c4-af59-46587e436112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.439957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-282082d0-0aed-44c4-af59-46587e436112 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 200 len: 867 time: 0.3329809 Jul 16 08:34:53.481274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5596018 Jul 16 08:34:53.488416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51258) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:53.574794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ff61f-b0fa-41d7-8dae-57a020bcf52d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Network': ['ID=5c71056d-ba4f-4393-b4f9-41533050a724,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.586766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5c71056d-ba4f-4393-b4f9-41533050a724 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:53.595754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Attempting to bind port bd276f8f-34c4-439f-8e4e-87dd6653dca8 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:53.596150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Attempting to bind port bd276f8f-34c4-439f-8e4e-87dd6653dca8 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:53.596487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Attempting to bind port bd276f8f-34c4-439f-8e4e-87dd6653dca8 on network 04902013-6aa2-4fa4-b588-21469d44649a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:53.607226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Port bd276f8f-34c4-439f-8e4e-87dd6653dca8 on network 04902013-6aa2-4fa4-b588-21469d44649a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:53.607594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Attempting to bind port bd276f8f-34c4-439f-8e4e-87dd6653dca8 on network 04902013-6aa2-4fa4-b588-21469d44649a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:53.609518 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:53.635661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:53.636378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Checking segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:53.636972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Bound using segment: {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:53.637769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Bound port: bd276f8f-34c4-439f-8e4e-87dd6653dca8, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9de341-1570-490f-afc4-3c4e3339a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:53.638337 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.728625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-dc799e63-f558-45ed-8537-cc61583d0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.730236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-dc799e63-f558-45ed-8537-cc61583d0665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708118 Jul 16 08:34:53.803626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4897e2-7e25-4da8-9d59-a621b0b7180f tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.805389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dd4897e2-7e25-4da8-9d59-a621b0b7180f tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] 10.222.0.41 "GET /v2.0/networks/5c71056d-ba4f-4393-b4f9-41533050a724 HTTP/1.1" status: 200 len: 756 time: 0.3160191 Jul 16 08:34:53.815527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51274) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:53.944420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] For port bd276f8f-34c4-439f-8e4e-87dd6653dca8, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:53.954752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] For port bd276f8f-34c4-439f-8e4e-87dd6653dca8, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:53.977737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf316a8-3a6a-4156-a2af-bbb01bff689d tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.979344 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0cf316a8-3a6a-4156-a2af-bbb01bff689d tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] 10.222.0.41 "GET /v2.0/networks/6d7a266f-aa5b-46b6-8fd0-86504f23d03d HTTP/1.1" status: 200 len: 767 time: 0.1622739 Jul 16 08:34:53.985561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51280) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:53.987853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.028918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.029566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.031009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 1092 time: 2.5803795 Jul 16 08:34:54.065613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-56a2c489-1c16-49ad-9fa4-11e5601e66d9 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.086248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-56a2c489-1c16-49ad-9fa4-11e5601e66d9 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/networks?id=b1b2ac08-c92a-48db-ab89-5bb515beddbc HTTP/1.1" status: 200 len: 814 time: 0.3291454 Jul 16 08:34:54.114617 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:21Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:54.151436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936e1b9-8a7f-4708-8b71-0d6407cb3acf None None] The sync data for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 is: [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:34:08Z', 'revision_number': 4, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '859a7a17-f6e7-4a9a-af0b-61e3633505d2', 'name': '', 'network_id': '1462cd54-eb1c-4be2-8d2f-2c5927ceff07', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'mac_address': 'fa:16:3e:92:62:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:06Z', 'updated_at': '2021-07-16T08:34:21Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'subnets': [{'id': '4373be06-1895-49ac-9936-6647a6a94ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:54.176716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-4a0c0030-ef7f-4e68-9ca9-5cd3378e2def service neutron] 10.222.0.41 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872261 Jul 16 08:34:54.190157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-56622157-462f-449b-97ec-7843e3c979a3 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/quotas/72c76d6fc49948c2afe12b43420bbaef HTTP/1.1" status: 200 len: 375 time: 0.1023498 Jul 16 08:34:54.260565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c54fde-6ee8-478d-b78c-987844683764 service neutron] Pushing event updated for resources: {'Port': ['ID=bd276f8f-34c4-439f-8e4e-87dd6653dca8,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.282492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-bd8f518c-d8c0-4f73-96a0-b1326664461c tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72c76d6fc49948c2afe12b43420bbaef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919082 Jul 16 08:34:54.293008 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.324126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-856e93fe-60fc-4853-a28b-426fc23ff3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.326488 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-856e93fe-60fc-4853-a28b-426fc23ff3b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1095 time: 0.2262321 Jul 16 08:34:54.377856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51290) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:54.390824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-8eaebbd0-93e3-430e-b64b-fdfecf1c8011 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 217 time: 0.0556369 Jul 16 08:34:54.447921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66339e6d-16dd-4d7d-900c-6f56a2008c5f req-0548a978-36f7-42a7-ae94-52d520a039bf service neutron] 10.222.0.41 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639434 Jul 16 08:34:54.469718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-b1698ba6-8d08-40d9-9865-0e3b648d1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.471623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-b1698ba6-8d08-40d9-9865-0e3b648d1ea8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0714920 Jul 16 08:34:54.586105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56aa2878-c663-4e7b-8286-03a7018fbc23 req-a309554f-909a-438d-9796-4f06bab24f55 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/2ccf157d-fb44-4658-a27a-af4f1e371f6d HTTP/1.1" status: 200 len: 1805 time: 0.0594065 Jul 16 08:34:54.603950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-aaecfbde-1398-411e-b790-626912319e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.605511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-aaecfbde-1398-411e-b790-626912319e27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276813 Jul 16 08:34:54.633932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e2dcb-325e-4fba-97df-6b7836325395 None None] New status for floating IP 1009ba4d-8ee8-49a8-a422-522dc69d35cc: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:34:54.749371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-ac56c9fb-9fc8-4960-875f-3ca0793ee2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326354 Jul 16 08:34:54.752522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-56aa2878-c663-4e7b-8286-03a7018fbc23 req-c611f8f3-4f84-4615-8e4d-fa7714d13537 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.813426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-56aa2878-c663-4e7b-8286-03a7018fbc23 req-c611f8f3-4f84-4615-8e4d-fa7714d13537 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.817574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1908719864-network', 'tenant_id': 'b289efd221774326ac95f5e3fe265e1d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:54.894780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceb54cc8-f431-4bb8-9459-f125a7cf7ca5 req-7a211aa1-f9a8-44c4-b23e-77b45b91c863 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389306 Jul 16 08:34:54.898197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.910038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-56aa2878-c663-4e7b-8286-03a7018fbc23 req-c611f8f3-4f84-4615-8e4d-fa7714d13537 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.915515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-56aa2878-c663-4e7b-8286-03a7018fbc23 req-c611f8f3-4f84-4615-8e4d-fa7714d13537 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.916771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56aa2878-c663-4e7b-8286-03a7018fbc23 req-c611f8f3-4f84-4615-8e4d-fa7714d13537 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ccf157d-fb44-4658-a27a-af4f1e371f6d HTTP/1.1" status: 204 len: 173 time: 0.3230908 Jul 16 08:34:54.933767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611f8f3-4f84-4615-8e4d-fa7714d13537 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf157d-fb44-4658-a27a-af4f1e371f6d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.938904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c71056d-ba4f-4393-b4f9-41533050a724']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:54.955399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-4833f7b9-1c29-48f5-b25b-52d0d7a4db5d service neutron] 10.222.0.41 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719794 Jul 16 08:34:54.960340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52bc19b-7ed3-4ef8-a35c-4972862f9760') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:54.960637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52bc19b-7ed3-4ef8-a35c-4972862f9760') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:54.977393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Made reservation on behalf of b289efd221774326ac95f5e3fe265e1d for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:54.979922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.986134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.002546 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10913441-6ca5-4a32-9c8d-4ffd11f32133 x-openstack-request-id: req-10913441-6ca5-4a32-9c8d-4ffd11f32133 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:55.003101 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:55.003525 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10913441-6ca5-4a32-9c8d-4ffd11f32133 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:55.004012 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'status': 'completed', 'code': 200} Jul 16 08:34:55.024585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.033993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.046502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:55.046913 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:55.050642 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:55.120019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011839-b275-466f-9401-1021e25182c6 req-980ab655-1afc-4719-bd97-023b9ccf849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.122668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-980ab655-1afc-4719-bd97-023b9ccf849e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3d64082a954cd09ef68635435472ff&device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 1098 time: 0.0911376 Jul 16 08:34:55.170243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.183874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c71056d-ba4f-4393-b4f9-41533050a724 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:34:55.191991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.199400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5c71056d-ba4f-4393-b4f9-41533050a724 HTTP/1.1" status: 204 len: 168 time: 1.2108581 Jul 16 08:34:55.200474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:55.212954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-b4a98f16-328b-4879-a263-b2e929d3f684 service neutron] 10.222.0.41 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491658 Jul 16 08:34:55.216952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'network': {'name': 'tempest-network--887138587'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:55.224220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d25a-8726-4007-a2c2-9bf36c586423 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c71056d-ba4f-4393-b4f9-41533050a724,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:55.297598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.308690 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.347279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:55.353758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Made reservation on behalf of 3aa59a1ad8c949b78255eea59bec94de for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:55.356518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.360742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983260fb-1bb6-4d96-8e80-1eab21acf4ca,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:55.374736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011839-b275-466f-9401-1021e25182c6 req-88f58eb5-163c-4f23-a3ab-a5f7c664d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.374972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.375226 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Added segment 8ce91558-5b6f-4889-9038-66ba3d5980fd of type vlan for network f48438bf-bf11-46da-861d-a1dfe4aed16c Jul 16 08:34:55.377039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-88f58eb5-163c-4f23-a3ab-a5f7c664d0ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 200 len: 929 time: 0.2481487 Jul 16 08:34:55.442004 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-fd9e9580-87cb-4b69-9cf6-27e033142fb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 200 len: 217 time: 0.0554116 Jul 16 08:34:55.466836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:55.483074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.489642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.489985 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Added segment 2fe8f002-9486-45f0-9b22-04e859e3705a of type vlan for network 13b51b01-e884-483b-922e-b2d70842ac07 Jul 16 08:34:55.516304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ebc90-8e09-4a1b-bddb-57bd73ef433d req-10d7fe36-d5bb-4671-b725-031c42765c97 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.523605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-357ebc90-8e09-4a1b-bddb-57bd73ef433d req-10d7fe36-d5bb-4671-b725-031c42765c97 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 943 time: 0.2483978 Jul 16 08:34:55.577148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.589989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011839-b275-466f-9401-1021e25182c6 req-def5db00-b253-4543-b39a-09cdc3b13590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.593750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-def5db00-b253-4543-b39a-09cdc3b13590 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 200 len: 867 time: 0.1407533 Jul 16 08:34:55.632681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-bd5d877a-7b0a-46e9-b6ad-3c564b8d9e82 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips/1009ba4d-8ee8-49a8-a422-522dc69d35cc HTTP/1.1" status: 200 len: 693 time: 0.0813217 Jul 16 08:34:55.664660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.666213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.666800 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.689082 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-357ebc90-8e09-4a1b-bddb-57bd73ef433d req-a93f635c-860a-4a21-bf4f-1e1ebb4d8483 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643431 Jul 16 08:34:55.725490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.726710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.727786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.761906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3823538 Jul 16 08:34:55.766102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51310) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:55.783238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Request body: {'subnet': {'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1908719864-subnet', 'tenant_id': 'b289efd221774326ac95f5e3fe265e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:55.791815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5811591 Jul 16 08:34:55.801993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51312) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:55.812135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:55.856109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1285-30d3-4bcd-a44c-b3a869a699a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f48438bf-bf11-46da-861d-a1dfe4aed16c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:55.869389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f48438bf-bf11-46da-861d-a1dfe4aed16c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:55.877280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011839-b275-466f-9401-1021e25182c6 req-2179509f-c671-4bf9-9eeb-ec808a8d7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.878799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-2179509f-c671-4bf9-9eeb-ec808a8d7ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1462cd54-eb1c-4be2-8d2f-2c5927ceff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2745354 Jul 16 08:34:55.902724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Made reservation on behalf of b289efd221774326ac95f5e3fe265e1d for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:55.905641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.919154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1014fc7a-fb80-4d8f-8198-9394f5f3e2fd req-60726c1a-e18c-41b8-8f66-d13791fbe856 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/dd147946-32c3-49cf-8adb-b1b1a85ffc51 HTTP/1.1" status: 200 len: 2406 time: 0.1724818 Jul 16 08:34:55.967005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a35b6-80db-43c6-869d-6a1fba2fcd07 tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Network': ['ID=13b51b01-e884-483b-922e-b2d70842ac07,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.001360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-5e6c9fe1-e5e0-4144-83dc-af5c8224c220 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.008401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-5e6c9fe1-e5e0-4144-83dc-af5c8224c220 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.3743577 Jul 16 08:34:56.022030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 13b51b01-e884-483b-922e-b2d70842ac07 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:56.060775 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-00f002e8-35f7-418d-8b4d-d3c64ad7d3e3 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 696 time: 0.0514293 Jul 16 08:34:56.132693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-a372bca6-a228-4d39-a694-607466113310 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.146 HTTP/1.1" status: 200 len: 696 time: 0.0653770 Jul 16 08:34:56.197595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1014fc7a-fb80-4d8f-8198-9394f5f3e2fd req-6f3409ab-d851-4fd5-9c19-9f8966924cb4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.286342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1014fc7a-fb80-4d8f-8198-9394f5f3e2fd req-6f3409ab-d851-4fd5-9c19-9f8966924cb4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.292181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Deleting port 53343402-ddba-470e-b472-624bf6b5ea7c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:56.292588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.336698 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-7a8e5eba-f4b4-4913-8fc8-20f19f127e21 service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434438 Jul 16 08:34:56.359627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device bd276f8f-34c4-439f-8e4e-87dd6653dca8 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:56.392045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.392355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.409510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Calling delete_port for 53343402-ddba-470e-b472-624bf6b5ea7c owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:56.524210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port bd276f8f-34c4-439f-8e4e-87dd6653dca8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.540653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:56.592826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.607415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd276f8f-34c4-439f-8e4e-87dd6653dca8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:56.613826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.629657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port bd276f8f-34c4-439f-8e4e-87dd6653dca8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.639677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.648466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event deleted for resources: {'Port': ['ID=53343402-ddba-470e-b472-624bf6b5ea7c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.695340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=bd276f8f-34c4-439f-8e4e-87dd6653dca8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.705164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.705515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.705856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.706198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.706536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.707145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.707452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.707789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.708118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.708492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.708825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.709195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:56.727092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.732318 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.735024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.736320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0ace876e-1d7f-421b-a9e3-17d400721621 req-2935513c-a931-493f-9087-e46782ac9001 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "DELETE /v2.0/floatingips/1009ba4d-8ee8-49a8-a422-522dc69d35cc HTTP/1.1" status: 204 len: 173 time: 0.6024737 Jul 16 08:34:56.779931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.828536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.847585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Network 13b51b01-e884-483b-922e-b2d70842ac07 is not hosted by any dhcp agent {{(pid=93700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:34:56.848478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.849312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.850399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "PUT /v2.0/networks/13b51b01-e884-483b-922e-b2d70842ac07 HTTP/1.1" status: 200 len: 857 time: 1.0474045 Jul 16 08:34:56.852339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['bd276f8f-34c4-439f-8e4e-87dd6653dca8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:56.853622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51340) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:56.884476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8aef7837-7114-43f7-9a6b-e6b4020b0d29 req-0ee4fd27-f3ff-44c4-bbc7-c628fa920886 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Jul 16 08:34:56.957967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.968395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1014fc7a-fb80-4d8f-8198-9394f5f3e2fd req-6f3409ab-d851-4fd5-9c19-9f8966924cb4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.970959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1014fc7a-fb80-4d8f-8198-9394f5f3e2fd req-6f3409ab-d851-4fd5-9c19-9f8966924cb4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.972147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1014fc7a-fb80-4d8f-8198-9394f5f3e2fd req-6f3409ab-d851-4fd5-9c19-9f8966924cb4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd147946-32c3-49cf-8adb-b1b1a85ffc51 HTTP/1.1" status: 204 len: 173 time: 1.0521729 Jul 16 08:34:56.988607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49914-27e5-43b6-827b-3eb3e5e1153e tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event updated for resources: {'Network': ['ID=13b51b01-e884-483b-922e-b2d70842ac07,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.996693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3409ab-d851-4fd5-9c19-9f8966924cb4 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd147946-32c3-49cf-8adb-b1b1a85ffc51,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.999599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34011839-b275-466f-9401-1021e25182c6 req-802b7c44-5e54-4f24-a955-1066d0b47bf8 service neutron] 10.222.0.18 "GET /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078635 Jul 16 08:34:57.004999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:57.006909 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da9aea7-f789-40c4-b909-d319f6e1b54f" -d '{"events": [{"name": "network-changed", "server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:57.009938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06f8889-0cd9-4c7e-aac5-74d9dc7b2579,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.037938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Checking segment: {'id': '8ce91558-5b6f-4889-9038-66ba3d5980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:57.038298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Network hostable DHCP agents. Network: f48438bf-bf11-46da-861d-a1dfe4aed16c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:57.081259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Network f48438bf-bf11-46da-861d-a1dfe4aed16c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:57.109395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f48438bf-bf11-46da-861d-a1dfe4aed16c) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:57.119557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877220cc-664d-4c1f-b234-88ee8b71a245 None None] Network f48438bf-bf11-46da-861d-a1dfe4aed16c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:57.124568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.126262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.149548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0097190f-2dd1-4e26-9790-7381960b7ca8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3814838 Jul 16 08:34:57.273434 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.295905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4343783-344b-470c-b5b9-6a26ef5bdea0 None None] Network f48438bf-bf11-46da-861d-a1dfe4aed16c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:57.352902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b51b01-e884-483b-922e-b2d70842ac07']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.391587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f59e-6c38-4b5f-b026-f55b2ab2c855 req-dac54585-7674-41e1-b126-affa9da530fc tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.393941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2254f59e-6c38-4b5f-b026-f55b2ab2c855 req-dac54585-7674-41e1-b126-affa9da530fc tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 944 time: 0.1397753 Jul 16 08:34:57.399609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe8f002-9486-45f0-9b22-04e859e3705a') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.399913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe8f002-9486-45f0-9b22-04e859e3705a') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.425568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.466232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dfa50967-a48d-4343-8f97-b22d5bf441c1 req-18ab23a4-7171-49fb-b24a-88d97182cf11 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "GET /v2.0/security-groups/3577b2b3-b342-4794-adc1-177890e90222 HTTP/1.1" status: 200 len: 2398 time: 0.1896257 Jul 16 08:34:57.502255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2254f59e-6c38-4b5f-b026-f55b2ab2c855 req-dc8fbf1c-e8cc-499d-b9f7-02c514b6644c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988338 Jul 16 08:34:57.515710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.543695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-41984d32-9662-491e-ab06-854ed04bf1d9 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.545362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-41984d32-9662-491e-ab06-854ed04bf1d9 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.36 "GET /v2.0/networks?id=b1b2ac08-c92a-48db-ab89-5bb515beddbc HTTP/1.1" status: 200 len: 814 time: 0.4459612 Jul 16 08:34:57.546493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:57.546926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:57.549638 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:57.555137 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204c888-c604-4001-b3ff-06aebfafffd5 x-openstack-request-id: req-3204c888-c604-4001-b3ff-06aebfafffd5 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:57.555688 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:57.556197 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3204c888-c604-4001-b3ff-06aebfafffd5 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:57.556749 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'status': 'completed', 'code': 200} Jul 16 08:34:57.577126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Request body: {'port': {'device_id': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc', 'admin_state_up': True, 'tenant_id': '72c76d6fc49948c2afe12b43420bbaef'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:57.677676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-5c051f4c-e64d-4b25-a994-e33bb584ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.680071 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-5c051f4c-e64d-4b25-a994-e33bb584ab90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1096 time: 0.0855048 Jul 16 08:34:57.694571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dfa50967-a48d-4343-8f97-b22d5bf441c1 req-1777f3d9-ea95-4aa5-9357-28372ea53d74 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.698035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.716585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13b51b01-e884-483b-922e-b2d70842ac07 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:34:57.725616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.727820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] 10.222.0.41 "DELETE /v2.0/networks/13b51b01-e884-483b-922e-b2d70842ac07 HTTP/1.1" status: 204 len: 168 time: 0.8730826 Jul 16 08:34:57.737501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51356) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.749395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256fa78-61a4-41b9-9c43-7e2b03dbe71d tempest-ExternalNetworksTestJSON-1006893181 tempest-ExternalNetworksTestJSON-1006893181-project-admin] Pushing event deleted for resources: {'Network': ['ID=13b51b01-e884-483b-922e-b2d70842ac07,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.752715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dfa50967-a48d-4343-8f97-b22d5bf441c1 req-1777f3d9-ea95-4aa5-9357-28372ea53d74 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.832689 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5039b9eb-5947-4578-9113-c873f85b9cdb tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] DELETE failed (client error): The resource could not be found. Jul 16 08:34:57.833389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5039b9eb-5947-4578-9113-c873f85b9cdb tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:34:57.834204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dfa50967-a48d-4343-8f97-b22d5bf441c1 req-1777f3d9-ea95-4aa5-9357-28372ea53d74 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.837386 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dfa50967-a48d-4343-8f97-b22d5bf441c1 req-1777f3d9-ea95-4aa5-9357-28372ea53d74 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.838926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dfa50967-a48d-4343-8f97-b22d5bf441c1 req-1777f3d9-ea95-4aa5-9357-28372ea53d74 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] 10.222.0.41 "DELETE /v2.0/security-groups/3577b2b3-b342-4794-adc1-177890e90222 HTTP/1.1" status: 204 len: 173 time: 0.3715243 Jul 16 08:34:57.839654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.839956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5039b9eb-5947-4578-9113-c873f85b9cdb tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] 10.222.0.41 "DELETE /v2.0/subnets/8ad04f48-0359-49e3-a3f5-d4a7e0116d52 HTTP/1.1" status: 404 len: 337 time: 0.0986221 Jul 16 08:34:57.879811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51360) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.936770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Deleting subnet 853ae0fa-185c-4be9-b8e0-b4344a80d818 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:57.946708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.977765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.985926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Made reservation on behalf of 72c76d6fc49948c2afe12b43420bbaef for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:57.991597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.008261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.020471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f3d9-ea95-4aa5-9357-28372ea53d74 tempest-SecurityGroupRulesTestJSON-1594780082 tempest-SecurityGroupRulesTestJSON-1594780082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577b2b3-b342-4794-adc1-177890e90222,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.070778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-5286c269-2689-4f9b-93cb-341f5cfb3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.073420 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-5286c269-2689-4f9b-93cb-341f5cfb3fac service neutron] 10.222.0.18 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.3863475 Jul 16 08:34:58.111035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd020aff-576a-45de-941b-b9b2960602ee req-b0f3e5c4-54da-4351-a05e-e10dc7c24314 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.112983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd020aff-576a-45de-941b-b9b2960602ee req-b0f3e5c4-54da-4351-a05e-e10dc7c24314 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4142890 Jul 16 08:34:58.190259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.216790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-1ec102f4-13b2-40aa-b175-e44c6b11431e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 217 time: 0.1027369 Jul 16 08:34:58.251080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd020aff-576a-45de-941b-b9b2960602ee req-2b6ebfd1-3508-4f7f-b6cb-6036fdc62749 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1274939 Jul 16 08:34:58.272215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-fee8b89e-03fb-428f-9f84-aece27992db8 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.273722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-fee8b89e-03fb-428f-9f84-aece27992db8 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/networks?id=f48438bf-bf11-46da-861d-a1dfe4aed16c HTTP/1.1" status: 200 len: 822 time: 0.1215262 Jul 16 08:34:58.334912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.337305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-a009bfdc-bb0d-4b3f-af10-54336e6e1492 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/quotas/b289efd221774326ac95f5e3fe265e1d HTTP/1.1" status: 200 len: 375 time: 0.0540583 Jul 16 08:34:58.360480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.363287 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/853ae0fa-185c-4be9-b8e0-b4344a80d818 HTTP/1.1" status: 204 len: 168 time: 0.4813383 Jul 16 08:34:58.385104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51386) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:58.390347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device bd276f8f-34c4-439f-8e4e-87dd6653dca8 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:58.396057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.399565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f284-db86-437b-8d86-a0cc8e2552d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853ae0fa-185c-4be9-b8e0-b4344a80d818,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.425517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-d8f292a0-8c21-4e5b-8d87-2c34a8ff3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.427568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-d8f292a0-8c21-4e5b-8d87-2c34a8ff3cbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1708934 Jul 16 08:34:58.451715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-da764859-12ec-4a61-898c-97e2166b670a tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b289efd221774326ac95f5e3fe265e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077335 Jul 16 08:34:58.458104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7a266f-aa5b-46b6-8fd0-86504f23d03d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.459606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port bd276f8f-34c4-439f-8e4e-87dd6653dca8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:58.463786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port bd276f8f-34c4-439f-8e4e-87dd6653dca8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:58.464441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.495008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3209e3a0-bee2-46a8-ad82-10b885a5b094') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.495427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3209e3a0-bee2-46a8-ad82-10b885a5b094') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.514156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c182705-2f23-47b6-b780-677bd3f948e7 req-be632a2e-a197-471a-93bb-8e892490060c tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 210 time: 0.0778265 Jul 16 08:34:58.522761 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.527272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Allocated IP 172.20.0.4 (b1b2ac08-c92a-48db-ab89-5bb515beddbc/e59c0cc7-2ac9-4461-8d80-5761d71f12cd/be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:58.568835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.587585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.600437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:58.600871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:58.606654 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:58.615219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.622737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-37961c3b-b1da-4b8e-b702-8f5014aa4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.624310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-37961c3b-b1da-4b8e-b702-8f5014aa4c52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831663 Jul 16 08:34:58.668819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port bd276f8f-34c4-439f-8e4e-87dd6653dca8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:58.670605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:58.675924 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27bafa-28ed-488d-987b-88a600fa69b6" -d '{"events": [{"server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "name": "network-vif-plugged", "status": "completed", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:58.682836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.718121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.771200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=bd276f8f-34c4-439f-8e4e-87dd6653dca8,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.774204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc9a12c-02f0-4765-9c14-745e9b899dfc']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.782795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b6b4d1ce-4bab-49cf-80c5-5bf5219bde79 service neutron] 10.222.0.41 "GET /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222024 Jul 16 08:34:58.811762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.824131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad517f72-2173-4f4a-9ab7-d01766ff434e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.824541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad517f72-2173-4f4a-9ab7-d01766ff434e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.832101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.833281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbcee064-94b0-4917-b529-b2d1bbc6e10d req-430cc012-79bd-40ea-a451-d2ad0469df49 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0617518 Jul 16 08:34:58.836909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] 10.222.0.41 "DELETE /v2.0/networks/6d7a266f-aa5b-46b6-8fd0-86504f23d03d HTTP/1.1" status: 204 len: 168 time: 0.9912620 Jul 16 08:34:58.837792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.869393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.879620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3245-a724-4f07-a09b-09ee3e15d8ce tempest-ExternalNetworksTestJSON-455138305 tempest-ExternalNetworksTestJSON-455138305-project] Pushing event deleted for resources: {'Network': ['ID=6d7a266f-aa5b-46b6-8fd0-86504f23d03d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.881181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:58.881757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:58.911410 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:58.921062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-b5269ccd-bc99-4a49-84ca-dc760bb73819 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839346 Jul 16 08:34:59.049668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-5ddd623a-1ac1-43f2-8ac2-d4d80568416c service neutron] 10.222.0.41 "GET /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501113 Jul 16 08:34:59.056686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.065651 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.071144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.075595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] 10.222.0.41 "DELETE /v2.0/networks/5dc9a12c-02f0-4765-9c14-745e9b899dfc HTTP/1.1" status: 204 len: 168 time: 0.6840403 Jul 16 08:34:59.129231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cfe10-d193-4abd-8c1e-6424f753ef3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc9a12c-02f0-4765-9c14-745e9b899dfc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.139231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.148666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4544fb-38d8-4a9a-8cfb-c5c82d029b9c req-273744e4-25f2-41e3-a11e-737d42276797 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.157850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb4544fb-38d8-4a9a-8cfb-c5c82d029b9c req-273744e4-25f2-41e3-a11e-737d42276797 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 945 time: 0.1556520 Jul 16 08:34:59.206932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Network b1b2ac08-c92a-48db-ab89-5bb515beddbc is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:59.208858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb4544fb-38d8-4a9a-8cfb-c5c82d029b9c req-6fef26d5-be96-4c58-a7c2-8534d39cc1d3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Jul 16 08:34:59.211566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:59.215386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:59.251081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1da9aea7-f789-40c4-b909-d319f6e1b54f req-b40c8ad0-86d5-4983-b99b-ba39f70b87e1 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715654 Jul 16 08:34:59.255061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51402) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:59.261107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Pushing event updated for resources: {'Port': ['ID=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.291528 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1044312a-e998-4ea8-bf64-4dcd3bf079b1 x-openstack-request-id: req-1044312a-e998-4ea8-bf64-4dcd3bf079b1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:59.293621 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "name": "network-vif-plugged", "status": "completed", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:59.294176 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1044312a-e998-4ea8-bf64-4dcd3bf079b1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:59.294835 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'code': 200} Jul 16 08:34:59.311949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.312551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.342848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-69d4b3cd-8aa2-4c1e-9b86-fdf0d42eaa5a tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7704844 Jul 16 08:34:59.364405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Request body: {'port': {'device_id': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:59.409869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3dc7b4b3-0866-4012-865f-f09072333567 req-781ef7e1-7c0e-43c8-96da-980f3f5c4e24 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 210 time: 0.0745392 Jul 16 08:34:59.492578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e6849-953d-4ed6-a51e-c60a00a869bd req-f0d0e885-09f1-4305-a35a-cf9faa65b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.494532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b98e6849-953d-4ed6-a51e-c60a00a869bd req-f0d0e885-09f1-4305-a35a-cf9faa65b6fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1097 time: 0.0833576 Jul 16 08:34:59.499063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:59.533699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.574193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16ba6ecd-8cae-48de-a8ff-0235c6bd9ee2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2c85bceb04a41d1a672478d3c4aa4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736520 Jul 16 08:34:59.576704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51414) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:59.607695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b98e6849-953d-4ed6-a51e-c60a00a869bd req-9ffab43f-6ce5-4f9b-8c5c-f3551722ac59 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984254 Jul 16 08:34:59.701421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f7ddd2f-66de-492b-8db8-c34004fef7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.762678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f7ddd2f-66de-492b-8db8-c34004fef7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.913838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f7ddd2f-66de-492b-8db8-c34004fef7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.928842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f7ddd2f-66de-492b-8db8-c34004fef7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.930022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f7ddd2f-66de-492b-8db8-c34004fef7d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/facc3483-259f-4525-986a-209a09073663 HTTP/1.1" status: 204 len: 168 time: 0.3516662 Jul 16 08:34:59.960375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ddd2f-66de-492b-8db8-c34004fef7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc3483-259f-4525-986a-209a09073663,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.995058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10729a45-1c23-4b1f-a6cb-809cc349db80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6781fee517fd4d2bbf8a80361a10da4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7388268 Jul 16 08:34:59.998753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51430) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:00.029301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:00.064965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195de878-ef24-4c16-9c09-8eac31e17410 req-e2cfbf69-cbc7-486a-908c-932f65cf9ac6 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.066545 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-195de878-ef24-4c16-9c09-8eac31e17410 req-e2cfbf69-cbc7-486a-908c-932f65cf9ac6 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 931 time: 0.2349901 Jul 16 08:35:00.082101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.122042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-195de878-ef24-4c16-9c09-8eac31e17410 req-86b1884c-bf08-4f56-a37d-a526f1e9d405 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Jul 16 08:35:00.167008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Transition to ACTIVE for port object be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:00.174776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.237931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9145128c-e50f-4098-b2ee-f349b30aee71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.342699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9145128c-e50f-4098-b2ee-f349b30aee71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.362531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Pushing event updated for resources: {'Port': ['ID=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:00.393411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b436f1-4b2b-46bd-bde3-acd306bab6d2 req-dc7eec42-6369-4aab-8bf4-6cf9672b898e tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.398586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-66b436f1-4b2b-46bd-bde3-acd306bab6d2 req-dc7eec42-6369-4aab-8bf4-6cf9672b898e tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 946 time: 0.2658863 Jul 16 08:35:00.490230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc9d4f-3b98-41a5-a9b3-421a3ab0d509 req-895d779f-7229-45ee-aac8-38dfc42a6b4f tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.508765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69dc9d4f-3b98-41a5-a9b3-421a3ab0d509 req-895d779f-7229-45ee-aac8-38dfc42a6b4f tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 945 time: 0.1351354 Jul 16 08:35:00.531663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-66b436f1-4b2b-46bd-bde3-acd306bab6d2 req-7d0d54af-4ead-41d4-bd16-02c9bf51c6d3 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849938 Jul 16 08:35:00.553394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69dc9d4f-3b98-41a5-a9b3-421a3ab0d509 req-716d75c9-d7d0-4a33-9bf5-5e0234faed49 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Jul 16 08:35:00.606980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Attempting to bind port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:00.607442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Attempting to bind port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fbfec9a9-a11f-4152-8b15-4918dee5bd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:00.607885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Attempting to bind port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa on network b1b2ac08-c92a-48db-ab89-5bb515beddbc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:00.611661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9145128c-e50f-4098-b2ee-f349b30aee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.613942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9145128c-e50f-4098-b2ee-f349b30aee71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.615259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9145128c-e50f-4098-b2ee-f349b30aee71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6119f433-aa70-4415-84ea-b9d90ce383f4 HTTP/1.1" status: 204 len: 168 time: 0.6148913 Jul 16 08:35:00.649998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa on network b1b2ac08-c92a-48db-ab89-5bb515beddbc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:00.650438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Attempting to bind port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa on network b1b2ac08-c92a-48db-ab89-5bb515beddbc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:00.657844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145128c-e50f-4098-b2ee-f349b30aee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119f433-aa70-4415-84ea-b9d90ce383f4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:00.666432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:00.666777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Checking segment: {'id': 'fbfec9a9-a11f-4152-8b15-4918dee5bd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:00.667166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Bound using segment: {'id': 'fbfec9a9-a11f-4152-8b15-4918dee5bd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:00.670057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Bound port: be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfec9a9-a11f-4152-8b15-4918dee5bd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:00.670309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.806019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fefa663c-952c-4d31-9aab-392ed4b033a9 req-f44252c7-400f-4679-a10d-2f231595d7ad tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Jul 16 08:35:00.853811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] For port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:00.862099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] For port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,segment=NetworkSegment(fbfec9a9-a11f-4152-8b15-4918dee5bd97),segment_id=fbfec9a9-a11f-4152-8b15-4918dee5bd97)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:00.872770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.936739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.937480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.939044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] 10.222.0.36 "PUT /v2.0/ports/be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa HTTP/1.1" status: 200 len: 1092 time: 1.5818083 Jul 16 08:35:00.960647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'tag': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:00.963610 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dbe82f-44da-40ac-886f-b6f5653c790d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca8a688-09d1-4040-be1b-a00f274cf513", "tag": "be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:01.069842 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c062411-5cf9-4fa0-a8b2-f89357190fc1 x-openstack-request-id: req-2c062411-5cf9-4fa0-a8b2-f89357190fc1 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:01.070909 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca8a688-09d1-4040-be1b-a00f274cf513", "tag": "be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:01.070909 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c062411-5cf9-4fa0-a8b2-f89357190fc1 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:01.070909 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'tag': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa', 'status': 'completed', 'code': 200} Jul 16 08:35:01.079354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fcfef-501a-4df3-b0bc-f44783b25383 service neutron] Pushing event updated for resources: {'Port': ['ID=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.146065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-37b93f65-9975-4fdb-a3ef-4e763762a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.154237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-37b93f65-9975-4fdb-a3ef-4e763762a2aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72c76d6fc49948c2afe12b43420bbaef&device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 1095 time: 0.1368649 Jul 16 08:35:01.194352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51466) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:01.242382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:01.270100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-d7bef7c7-b6c6-4c1b-ba2f-d93cbcf3b2a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa HTTP/1.1" status: 200 len: 217 time: 0.1014600 Jul 16 08:35:01.411435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-14f25267-0141-42e0-9820-3aad45eb30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.415646 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-14f25267-0141-42e0-9820-3aad45eb30d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e59c0cc7-2ac9-4461-8d80-5761d71f12cd HTTP/1.1" status: 200 len: 854 time: 0.1337979 Jul 16 08:35:01.415908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d449c497-d180-4324-b4a3-b4a388f964c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3aa59a1ad8c949b78255eea59bec94de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157712 Jul 16 08:35:01.419261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51472) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:01.487124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-70a56ff1-eeef-4110-99fd-10ce656de25e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b2ac08-c92a-48db-ab89-5bb515beddbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653601 Jul 16 08:35:01.543954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-aaf4dcdd-1d6f-47da-afef-56bc1b90eb43 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.545987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-aaf4dcdd-1d6f-47da-afef-56bc1b90eb43 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.18 "GET /v2.0/networks?id=f48438bf-bf11-46da-861d-a1dfe4aed16c HTTP/1.1" status: 200 len: 822 time: 0.2691326 Jul 16 08:35:01.561836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Request body: {'port': {'device_id': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c', 'admin_state_up': True, 'tenant_id': 'b289efd221774326ac95f5e3fe265e1d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:01.566264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a0265-cc0a-44c0-95dc-a145f10be422 req-1dde069d-5534-4f30-bfd6-494ef47d0ff3 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.569170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a6a0265-cc0a-44c0-95dc-a145f10be422 req-1dde069d-5534-4f30-bfd6-494ef47d0ff3 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 943 time: 0.1992497 Jul 16 08:35:01.580823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-27a68b8d-1933-4c5b-998a-2d8eb9a3b2aa tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.582600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-27a68b8d-1933-4c5b-998a-2d8eb9a3b2aa tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.18 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 946 time: 0.2937124 Jul 16 08:35:01.680441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1207229029-network', 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:01.735573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-a5321e08-260f-4426-851d-94990a3a40ee service neutron] 10.222.0.36 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391880 Jul 16 08:35:01.741097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-07be8684-3afb-4f24-82dd-9f5b53fba90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.756598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a6a0265-cc0a-44c0-95dc-a145f10be422 req-93673e1a-f4a3-4a9c-bf30-94f90b21be10 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728358 Jul 16 08:35:01.775083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:01.777986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.795255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.819079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Deleting port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:01.819439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.989038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] For port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:01.989455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.020845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Calling delete_port for f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:02.095122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.103481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.134267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928bdf-0048-4c37-8f07-6c420d64163e req-399bb677-144c-499c-8252-720b8319fd07 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.135805 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56928bdf-0048-4c37-8f07-6c420d64163e req-399bb677-144c-499c-8252-720b8319fd07 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 945 time: 0.2256658 Jul 16 08:35:02.154515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:02.186708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889eacc2-cf44-429e-bf4b-ce0c4704795b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.196952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.197661 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Added segment fe5942c6-a427-47ee-8621-56c43a8bba41 of type vlan for network cb832068-27e6-49ee-b711-fc8e14512fb8 Jul 16 08:35:02.233070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-07be8684-3afb-4f24-82dd-9f5b53fba90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.267056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56928bdf-0048-4c37-8f07-6c420d64163e req-aaed199d-2f20-4229-bdb5-94178373644a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164160 Jul 16 08:35:02.271246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.342570 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.343731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.344384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.369952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f478ce4-3eb7-4ef9-a0a7-1b48da910499 req-816602d3-7775-4694-99f6-4b1c0ae65cdd tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.377516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f478ce4-3eb7-4ef9-a0a7-1b48da910499 req-816602d3-7775-4694-99f6-4b1c0ae65cdd tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/ports?device_id=c96dff9f-07c1-42a4-8b91-665fe118652f HTTP/1.1" status: 200 len: 946 time: 0.6375039 Jul 16 08:35:02.413640 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.421231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29d1740-6b6c-4260-aec8-543db1659d78 req-4c204bee-735a-47f2-a0ce-ca6a125a8692 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750641 Jul 16 08:35:02.427923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb832068-27e6-49ee-b711-fc8e14512fb8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.429738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:02.454098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Made reservation on behalf of b289efd221774326ac95f5e3fe265e1d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:02.459557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.464286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cb832068-27e6-49ee-b711-fc8e14512fb8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:02.480080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f478ce4-3eb7-4ef9-a0a7-1b48da910499 req-4175b48b-aa73-42bf-873b-cbbe3e96b8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbd076a5-db8b-4a7c-9365-7db1206d6717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013036 Jul 16 08:35:02.523418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-07be8684-3afb-4f24-82dd-9f5b53fba90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.531154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-07be8684-3afb-4f24-82dd-9f5b53fba90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.537444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-975eb003-b7a7-43e8-b0b8-0a9907cbe020 req-ba270888-ec9a-4ba2-b6d8-239ac309296f tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 210 time: 0.0977161 Jul 16 08:35:02.538187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Pushing event deleted for resources: {'Port': ['ID=f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.543921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-07be8684-3afb-4f24-82dd-9f5b53fba90d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/beab5bbb-bdb4-401a-bff0-603e44bae7aa HTTP/1.1" status: 204 len: 168 time: 1.1203160 Jul 16 08:35:02.565235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] No DVR routers for this DVR port f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:02.568812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.570757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f268d8a1-913b-4bf0-95e0-de8734f26767 req-b1afae29-a768-45f7-84d4-681cb41f2a46 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649 tempest-FloatingIPsAssociationNegativeTestJSON-1725748649-project] 10.222.0.18 "DELETE /v2.0/ports/f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 HTTP/1.1" status: 204 len: 173 time: 0.9778824 Jul 16 08:35:02.574985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-949cdf9a-3391-40c0-9ca4-70b62e88bac2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3287089 Jul 16 08:35:02.574985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'name': 'network-vif-deleted', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:02.588155 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e525b-b1e0-466c-aaab-74a8139d2938" -d '{"events": [{"server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "name": "network-vif-deleted", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:02.588427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51490) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:02.597701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Request body: {'subnet': {'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1207229029-subnet', 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:02.656053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be8684-3afb-4f24-82dd-9f5b53fba90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beab5bbb-bdb4-401a-bff0-603e44bae7aa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.657945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:02.661022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.762415 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a539d-e3ef-4227-af24-9987e75cfcd0 x-openstack-request-id: req-e65a539d-e3ef-4227-af24-9987e75cfcd0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:02.762755 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96dff9f-07c1-42a4-8b91-665fe118652f", "name": "network-vif-deleted", "tag": "f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:02.763014 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e65a539d-e3ef-4227-af24-9987e75cfcd0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:02.764018 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96dff9f-07c1-42a4-8b91-665fe118652f', 'name': 'network-vif-deleted', 'tag': 'f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5', 'status': 'completed', 'code': 200} Jul 16 08:35:02.914851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-dfe86346-e472-47ed-9bc4-75a5abf78fc5 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.922421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-c2ab7818-0681-45c2-9df1-5780434b6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.923345 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-dfe86346-e472-47ed-9bc4-75a5abf78fc5 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1157687 Jul 16 08:35:02.923995 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-c2ab7818-0681-45c2-9df1-5780434b6314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72c76d6fc49948c2afe12b43420bbaef&device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 1095 time: 0.3820953 Jul 16 08:35:02.965715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Allocated IP 172.20.0.9 (f48438bf-bf11-46da-861d-a1dfe4aed16c/d06f8889-0cd9-4c7e-aac5-74d9dc7b2579/e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:02.983677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-201689ec-6e73-460d-9819-be8499281d32 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0590999 Jul 16 08:35:02.994412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'floatingip': {'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:03.061811 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.289297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-3af785cd-6b94-4b10-a28a-fda5d907936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.291162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-3af785cd-6b94-4b10-a28a-fda5d907936e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b2ac08-c92a-48db-ab89-5bb515beddbc HTTP/1.1" status: 200 len: 915 time: 0.3599303 Jul 16 08:35:03.351269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.388225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a221292-2faf-4850-90bf-a4d7fb617a90 req-4402fc3d-55f6-45a7-b756-3572692dd5e0 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.395987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6a221292-2faf-4850-90bf-a4d7fb617a90 req-4402fc3d-55f6-45a7-b756-3572692dd5e0 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 943 time: 0.4680932 Jul 16 08:35:03.447638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.450983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-55e0321f-fc1e-4a9e-bf06-e154dcab27d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa HTTP/1.1" status: 200 len: 217 time: 0.1159723 Jul 16 08:35:03.574532 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.585717 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6a221292-2faf-4850-90bf-a4d7fb617a90 req-38343d33-4ccd-4f6f-b461-a548c9f6bec3 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885657 Jul 16 08:35:03.608320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456243ff-9820-4c6b-b358-90adaca2cbfd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.618934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-d8297062-b8ad-4fb1-a4f7-ea122fac70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.620484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-d8297062-b8ad-4fb1-a4f7-ea122fac70f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e59c0cc7-2ac9-4461-8d80-5761d71f12cd HTTP/1.1" status: 200 len: 854 time: 0.1382940 Jul 16 08:35:03.660248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:03.660621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Network hostable DHCP agents. Network: cb832068-27e6-49ee-b711-fc8e14512fb8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:03.666098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-d17d9af9-cbfc-412c-a260-4d8c845abe9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b2ac08-c92a-48db-ab89-5bb515beddbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369370 Jul 16 08:35:03.768680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.773003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:03.835824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cb832068-27e6-49ee-b711-fc8e14512fb8) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:03.840064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.840666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.850585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bdbdcf-16db-4b4f-a3e2-235f07aa5a6b None None] Network cb832068-27e6-49ee-b711-fc8e14512fb8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:03.876464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Network f48438bf-bf11-46da-861d-a1dfe4aed16c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:03.893476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:03.896480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:03.908042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-bf3c59d1-8d45-46a9-8b1e-c44fc07c9b96 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314694 Jul 16 08:35:03.940381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db509db6-0bdc-4b55-a8eb-cc185e401040 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3383572 Jul 16 08:35:03.940381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Pushing event updated for resources: {'Port': ['ID=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.950704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-a5e60966-a03a-4264-938e-7b67ac098952 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1957849146&fields=id&tenant_id=e54d698982dc43a784ed21b854678300 HTTP/1.1" status: 200 len: 267 time: 0.1819317 Jul 16 08:35:03.990815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.991513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.040508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.047939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.075149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-766d8f51-835f-471b-bf3f-258215c98b33 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5183365 Jul 16 08:35:04.130557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Request body: {'port': {'device_id': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.194134 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d associated. External IP: 172.25.0.254, port: f23118bb-34f1-42da-b051-d0cc06c6d0aa. Jul 16 08:35:04.228694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4b17e-527e-4758-8212-fc77263b5fb1 None None] Network cb832068-27e6-49ee-b711-fc8e14512fb8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:04.279224 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dbe82f-44da-40ac-886f-b6f5653c790d req-27604503-3830-47b9-94d6-b3416ad8c038 service neutron] 10.222.0.36 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479931 Jul 16 08:35:04.286558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-f420fbc8-0f70-46f8-a593-24a30649841e tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.288045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-f420fbc8-0f70-46f8-a593-24a30649841e tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/networks?id=04ab1436-0278-4eba-897c-345d3a0fee45 HTTP/1.1" status: 200 len: 816 time: 0.2853348 Jul 16 08:35:04.288521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51548) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:04.324077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-d37eb09f-c9ca-4339-bed4-a779531df248 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/quotas/e54d698982dc43a784ed21b854678300 HTTP/1.1" status: 200 len: 375 time: 0.0255399 Jul 16 08:35:04.336992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.417102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1963972949', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.461562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:04.517976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-d8089267-acab-40e7-909a-67ba71d03622 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e54d698982dc43a784ed21b854678300&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1931038 Jul 16 08:35:04.523363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Made reservation on behalf of 0c53ab056c84406b86bb96d0898a33e8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:04.525887 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.540203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.571800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:04.576710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.582508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:04.592329 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:04.593261 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:04.614631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-46f4ecac-901b-4d9a-821a-07310183683e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "PUT /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 996 time: 1.6245701 Jul 16 08:35:04.682755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-ccb7b9bc-7072-44fe-bb4c-c72fad507b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.685058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-ccb7b9bc-7072-44fe-bb4c-c72fad507b3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.0558925 Jul 16 08:35:04.708645 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:04.743274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-70a6bb0a-f5a5-4290-beaf-d9c6673b0ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040815 Jul 16 08:35:04.765710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:04.768478 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dcc944-38d1-445f-98e5-1fa55d57a05e" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:04.794423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-92bbe308-c55d-4389-981e-c6bcb580fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.803445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-92bbe308-c55d-4389-981e-c6bcb580fab5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.1100175 Jul 16 08:35:04.866689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-0be3b699-10bb-4ef7-b0b8-871f71d1ce78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 999 time: 0.0623658 Jul 16 08:35:04.905343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:04.921878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-f2f97a9f-841d-40b6-b2c3-ca398f800cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.928904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.929085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-f2f97a9f-841d-40b6-b2c3-ca398f800cff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0557582 Jul 16 08:35:04.934698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.941056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-924f6ace-fbb2-4f7f-ab4a-bf67e757fba1 service neutron] 10.222.0.41 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882765 Jul 16 08:35:04.944113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.947293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] device_id is not set on port a6d231f9-f029-4927-ac8b-d8fa0cac9e6c yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:04.947864 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:03Z', 'revision_number': 1, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:04.985270 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:04.987663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-08bd7d78-26d2-4f98-9cd7-417f5e1b5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.994200 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:04.994767 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:04.995928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-08bd7d78-26d2-4f98-9cd7-417f5e1b5649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660024 Jul 16 08:35:05.055675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Allocated IP 172.25.0.3 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/a6d231f9-f029-4927-ac8b-d8fa0cac9e6c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:05.100596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Transition to ACTIVE for port object e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:05.114810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.116562 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:05.122402 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-9641eb1e-5051-4ef9-88a5-48bf28df31fa service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252942 Jul 16 08:35:05.197127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ccb1b-9330-4d5f-8610-d986b585811f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.227532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Pushing event updated for resources: {'Port': ['ID=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.243259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb6c195a-2079-47d4-83f4-5c44b7b278b5 req-634697d1-5dae-4783-9af3-37b0c70245bf service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199017 Jul 16 08:35:05.331052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:05.400558 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:03Z', 'revision_number': 1, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:05.436163 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed27bb-0bdd-4c61-9bc4-d7dc3b5c46e8 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:03Z', 'revision_number': 1, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:05.514241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Attempting to bind port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:05.514241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Attempting to bind port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '8ce91558-5b6f-4889-9038-66ba3d5980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:05.514886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Attempting to bind port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 on network f48438bf-bf11-46da-861d-a1dfe4aed16c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:05.542009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.556270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 on network f48438bf-bf11-46da-861d-a1dfe4aed16c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:05.557113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Attempting to bind port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 on network f48438bf-bf11-46da-861d-a1dfe4aed16c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:05.578094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:05.578753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Checking segment: {'id': '8ce91558-5b6f-4889-9038-66ba3d5980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:05.579477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Bound using segment: {'id': '8ce91558-5b6f-4889-9038-66ba3d5980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:05.580671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Bound port: e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce91558-5b6f-4889-9038-66ba3d5980fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:05.581238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.689138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4893-63eb-44f9-9d60-167cc408f9d0 req-c31a8921-6b0c-4d39-815f-b8c6ada8c591 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.697767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-963b4893-63eb-44f9-9d60-167cc408f9d0 req-c31a8921-6b0c-4d39-815f-b8c6ada8c591 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 943 time: 0.2404370 Jul 16 08:35:05.727605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.815269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d5ea6-d735-4b16-b5b7-1ee320e06461 None None] New status for floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:05.843407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] For port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:05.848633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:05.867304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-963b4893-63eb-44f9-9d60-167cc408f9d0 req-5088a3e6-0cdf-46d5-b5b6-c8e0a89fd0b0 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683087 Jul 16 08:35:05.880564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d231f9-f029-4927-ac8b-d8fa0cac9e6c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.883655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:05.898566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] For port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,segment=NetworkSegment(8ce91558-5b6f-4889-9038-66ba3d5980fd),segment_id=8ce91558-5b6f-4889-9038-66ba3d5980fd)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:05.899924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:05.929135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.003265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Pushing event updated for resources: {'Port': ['ID=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.050341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.050969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.052457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-b79ea615-5548-4a91-b6d8-19f926f4115e service neutron] 10.222.0.18 "PUT /v2.0/ports/e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 HTTP/1.1" status: 200 len: 1092 time: 1.9261422 Jul 16 08:35:06.053061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'tag': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:06.055357 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc3421-c322-49a2-99a9-764c8964c509" -d '{"events": [{"name": "network-changed", "server_uuid": "d02326b6-8052-4ddc-9f30-3ed82f13ad45", "tag": "e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:06.058472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.059166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.077402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a882e455-f7aa-42f9-8a25-767f1149acf7 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7860820 Jul 16 08:35:06.080759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51588) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:06.085252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.3'}]}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:06.126067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.127117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.144750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf3ff-37f1-45ce-9662-9693e4ab50eb req-d3b1d87c-5856-45c1-b15e-3a14d4247702 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.146362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-25bdf3ff-37f1-45ce-9662-9693e4ab50eb req-d3b1d87c-5856-45c1-b15e-3a14d4247702 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 943 time: 0.1359925 Jul 16 08:35:06.154162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-8080e3a8-2397-4f7f-8078-4c8ccf51598e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.156319 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-8080e3a8-2397-4f7f-8078-4c8ccf51598e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.2828085 Jul 16 08:35:06.185744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-1a4c39d8-2dec-419e-9494-7ec4907a28df tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0210590 Jul 16 08:35:06.189572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.252622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.259516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-c5b3033e-1303-4654-a4c6-67d81ba09b30 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670850 Jul 16 08:35:06.267859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-25bdf3ff-37f1-45ce-9662-9693e4ab50eb req-13c48443-fd54-4c72-8f17-84ea00fb495c tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112649 Jul 16 08:35:06.331402 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8a9e5a-74fd-40d8-b7a4-3a7cbc635320 x-openstack-request-id: req-5b8a9e5a-74fd-40d8-b7a4-3a7cbc635320 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:06.331691 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:06.331937 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b8a9e5a-74fd-40d8-b7a4-3a7cbc635320 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:06.332323 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'status': 'completed', 'code': 200} Jul 16 08:35:06.394059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:06.415409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:06.416062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f5c13ef6-5c26-4a9a-9a46-3cbe4861cbc5 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:06.515160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-fe5305f5-f997-4676-b28d-ebf903e86112 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466998 Jul 16 08:35:06.661863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-b0fdd12c-92dd-41ca-b345-4bc9178ea310 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394684 Jul 16 08:35:06.723425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Deleting port 859a7a17-f6e7-4a9a-af0b-61e3633505d2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:06.723828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.799088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.810462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:06.842747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] For port 859a7a17-f6e7-4a9a-af0b-61e3633505d2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=859a7a17-f6e7-4a9a-af0b-61e3633505d2,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:06.843448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.859099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Calling delete_port for 859a7a17-f6e7-4a9a-af0b-61e3633505d2 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:06.953298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-afd5c99e-fdab-4317-81fc-2929f88173cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.955143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-afd5c99e-fdab-4317-81fc-2929f88173cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b289efd221774326ac95f5e3fe265e1d&device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 1095 time: 0.8075955 Jul 16 08:35:07.083300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,segment=NetworkSegment(fbfec9a9-a11f-4152-8b15-4918dee5bd97),segment_id=fbfec9a9-a11f-4152-8b15-4918dee5bd97)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:07.099166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-fa4600ad-176e-4fa8-9961-cc7e794a646b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 HTTP/1.1" status: 200 len: 217 time: 0.1322200 Jul 16 08:35:07.107734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa', 'network_id': 'b1b2ac08-c92a-48db-ab89-5bb515beddbc', 'port_id': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa', 'mac_address': 'fa:16:3e:25:f6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59c0cc7-2ac9-4461-8d80-5761d71f12cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:07.136011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-0be7f299-ca26-4c89-995e-e5f5d49e2aa7 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.138155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-0be7f299-ca26-4c89-995e-e5f5d49e2aa7 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3814499 Jul 16 08:35:07.156344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.172583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:07.222209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,segment=NetworkSegment(fbfec9a9-a11f-4152-8b15-4918dee5bd97),segment_id=fbfec9a9-a11f-4152-8b15-4918dee5bd97)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:07.230262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.325300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:07.338773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-9db8c5e4-4a1d-4bab-bdb7-adee020baf4d tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1681533 Jul 16 08:35:07.386497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'floatingip': {'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:07.438476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-e52a403e-13e8-482f-a9a1-cf361a8a0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.439945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-e52a403e-13e8-482f-a9a1-cf361a8a0723 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d06f8889-0cd9-4c7e-aac5-74d9dc7b2579 HTTP/1.1" status: 200 len: 862 time: 0.2937784 Jul 16 08:35:07.450474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-250e3f70-92fd-4b79-aa11-714ee0c0c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.452023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-250e3f70-92fd-4b79-aa11-714ee0c0c7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.6942508 Jul 16 08:35:07.453303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-54b10503-a5b6-4096-bcf1-0530402700aa req-ac1dbaa9-6804-4a20-b6dd-8e00372540be tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 210 time: 0.0762506 Jul 16 08:35:07.506670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-e534071e-1943-4936-bb50-a22cabab8b2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f48438bf-bf11-46da-861d-a1dfe4aed16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519822 Jul 16 08:35:07.521703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:07.557001 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7e009-daeb-4a15-a6e8-dd80441f775e x-openstack-request-id: req-75e7e009-daeb-4a15-a6e8-dd80441f775e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:07.557283 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02326b6-8052-4ddc-9f30-3ed82f13ad45", "tag": "e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:07.557542 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75e7e009-daeb-4a15-a6e8-dd80441f775e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:07.557940 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'tag': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0', 'status': 'completed', 'code': 200} Jul 16 08:35:07.595555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.608915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-7d6e569e-7f61-48fa-954d-8f43905cb516 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.612447 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-7d6e569e-7f61-48fa-954d-8f43905cb516 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.18 "GET /v2.0/networks?id=04ab1436-0278-4eba-897c-345d3a0fee45 HTTP/1.1" status: 200 len: 816 time: 0.8181756 Jul 16 08:35:07.692303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-eeaf97f1-6696-4e9b-939d-d92f3587d55c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e54d698982dc43a784ed21b854678300 HTTP/1.1" status: 200 len: 380 time: 0.0675728 Jul 16 08:35:07.725357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Request body: {'port': {'device_id': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'admin_state_up': True, 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'security_groups': ['00063ead-4e97-423b-b9a8-8162b638e167']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:07.818653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-6c32cf24-f415-4c1c-8509-ed41859fcba0 service neutron] 10.222.0.18 "GET /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015137 Jul 16 08:35:07.878928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.882185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-5394006d-fb24-48fe-a949-7a6b648bb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.884140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-5394006d-fb24-48fe-a949-7a6b648bb82d service neutron] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.4190550 Jul 16 08:35:07.931686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=859a7a17-f6e7-4a9a-af0b-61e3633505d2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:07.941359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-526b0e77-33db-4615-95b2-b1bf001b32b4 req-73dfd40f-2c85-46b4-9e35-4551e523fd39 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 210 time: 0.0814741 Jul 16 08:35:07.954926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Made reservation on behalf of e54d698982dc43a784ed21b854678300 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:07.960877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.217953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Allocated IP 172.20.0.14 (04ab1436-0278-4eba-897c-345d3a0fee45/f4a3cf17-2a39-43ff-8691-1b08a8bbcb01/e7aa511c-d3b2-43de-9ef9-29482e89d882) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:08.379442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-b05b582b-4575-4417-920e-04440b6bfb2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 1001 time: 0.4747665 Jul 16 08:35:08.440750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-bf9d0467-fbc3-4d69-8660-615dc77e7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.442417 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-bf9d0467-fbc3-4d69-8660-615dc77e7a67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0547748 Jul 16 08:35:08.451346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.462118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6049ad-846b-46ac-a039-b56f9d4ab39a req-b7a520c0-4d66-4fbf-bad0-3df4f51b164f tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.463690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f6049ad-846b-46ac-a039-b56f9d4ab39a req-b7a520c0-4d66-4fbf-bad0-3df4f51b164f tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 943 time: 0.2689371 Jul 16 08:35:08.518864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.521593 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.549408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f6049ad-846b-46ac-a039-b56f9d4ab39a req-18a6487a-7697-4964-91cc-a2c6233c71bc tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728691 Jul 16 08:35:08.555098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.560435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43af29fc-b439-44d4-a770-c3617a36cb67 req-6f2aeca7-214d-499e-8442-a1e68de36f1f service neutron] 10.222.0.18 "GET /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153826 Jul 16 08:35:08.615942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Transition to ACTIVE for port object e7aa511c-d3b2-43de-9ef9-29482e89d882 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:08.722854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.850026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:08.860893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-1ad0a0a0-6467-4e31-9fc4-020d01d85f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.862816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-1ad0a0a0-6467-4e31-9fc4-020d01d85f41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4048474 Jul 16 08:35:08.878174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Network 04ab1436-0278-4eba-897c-345d3a0fee45 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:08.886200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event updated for resources: {'Port': ['ID=e7aa511c-d3b2-43de-9ef9-29482e89d882,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:08.897649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:08.900300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:08.993548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:08.998694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:08.999161 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.052273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.053350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.138825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845404f-bd25-442a-b24e-2aede4be5d46 req-558ee271-a31a-4361-afe6-07d4e675e1c3 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.146731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3845404f-bd25-442a-b24e-2aede4be5d46 req-558ee271-a31a-4361-afe6-07d4e675e1c3 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 944 time: 0.3719242 Jul 16 08:35:09.151822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Router f15f168c-bb45-424f-940a-e5d064670c5d has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:09.158094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-069a519d-7cfa-4f6f-812d-90d5f73d7dae tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4365399 Jul 16 08:35:09.185735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.189821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Request body: {'port': {'device_id': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:09.217946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:09.221463 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc5ebf2-5585-4455-8dcb-6d599956e372" -d '{"events": [{"server_uuid": "5ca8a688-09d1-4040-be1b-a00f274cf513", "name": "network-vif-plugged", "status": "completed", "tag": "be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:09.227943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-c16556d4-0fa0-468a-b42d-0305594072fd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.230346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-c16556d4-0fa0-468a-b42d-0305594072fd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.2948327 Jul 16 08:35:09.238261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,segment=NetworkSegment(fbfec9a9-a11f-4152-8b15-4918dee5bd97),segment_id=fbfec9a9-a11f-4152-8b15-4918dee5bd97)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.247123 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.268356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Request body: {'port': {'device_id': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'admin_state_up': True, 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:09.319208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3845404f-bd25-442a-b24e-2aede4be5d46 req-26b1d75a-b12d-4a84-9f20-3d12ebc8949d tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696661 Jul 16 08:35:09.320323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9adee430-46cb-4f11-a801-447cf2eb0c53 None None] Provisioning for port e7aa511c-d3b2-43de-9ef9-29482e89d882 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:09.328028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:09.331444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9adee430-46cb-4f11-a801-447cf2eb0c53 None None] Provisioning complete for port e7aa511c-d3b2-43de-9ef9-29482e89d882 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:09.332105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9adee430-46cb-4f11-a801-447cf2eb0c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.391127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9adee430-46cb-4f11-a801-447cf2eb0c53 None None] Port e7aa511c-d3b2-43de-9ef9-29482e89d882 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:09.592098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.596942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-7a20d681-90b6-4427-aa63-f9ff75a7ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.598737 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-7a20d681-90b6-4427-aa63-f9ff75a7ee46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b289efd221774326ac95f5e3fe265e1d&device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 1095 time: 0.9533513 Jul 16 08:35:09.680837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:09.681832 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.693867 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f755ac8e-57f1-40ca-96ab-824ab896d5a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/f15f168c-bb45-424f-940a-e5d064670c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3611388 Jul 16 08:35:09.695669 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] Sync routers for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:09.697416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51618) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:09.715178 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:09.716893 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:09.779056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:09.782759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.803902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcf3b8-503f-4263-bb65-3446293e1dfb req-eca1bb74-111f-4b0b-8e5c-401ac5b6c7b0 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.811667 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cfcf3b8-503f-4263-bb65-3446293e1dfb req-eca1bb74-111f-4b0b-8e5c-401ac5b6c7b0 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 932 time: 0.3251908 Jul 16 08:35:09.880194 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:09.937032 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cfcf3b8-503f-4263-bb65-3446293e1dfb req-67d1fa4f-e526-4c56-b93f-2ae17f502a3d tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243892 Jul 16 08:35:09.966558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-f886f84e-2217-41e0-8ecf-812641bf51a9 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0931034 Jul 16 08:35:10.221734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-8fc297f5-4588-45c3-827e-3d7e3e315778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.223427 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-8fc297f5-4588-45c3-827e-3d7e3e315778 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f48438bf-bf11-46da-861d-a1dfe4aed16c HTTP/1.1" status: 200 len: 923 time: 0.6149909 Jul 16 08:35:10.225078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Allocated IP 172.20.0.14 (cb832068-27e6-49ee-b711-fc8e14512fb8/456243ff-9820-4c6b-b358-90adaca2cbfd/78bc282c-2b91-4dd6-ae8f-56107fdca412) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:10.235240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.272720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.295492 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:35:07Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:10.328229 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] Checking router: f15f168c-bb45-424f-940a-e5d064670c5d for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:10.337799 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] Routers {'f15f168c-bb45-424f-940a-e5d064670c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:10.340125 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f15f168c-bb45-424f-940a-e5d064670c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:10.352867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-cb313ceb-4bba-4883-aad1-c83b0b6896ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 HTTP/1.1" status: 200 len: 217 time: 0.1123178 Jul 16 08:35:10.383243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.resource_extend [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:35:10.387893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.468583 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] Set router f15f168c-bb45-424f-940a-e5d064670c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:10.501608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.502136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52d56282-9d1c-4bf4-848c-d45c63290359 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:35:10.523263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36dcc944-38d1-445f-98e5-1fa55d57a05e req-cb8969c0-a688-49a7-a60d-12a4485ac554 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391755 Jul 16 08:35:10.556104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.561576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-2105b712-66ed-4062-956d-e334d8686513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.563271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-2105b712-66ed-4062-956d-e334d8686513 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d06f8889-0cd9-4c7e-aac5-74d9dc7b2579 HTTP/1.1" status: 200 len: 862 time: 0.1713562 Jul 16 08:35:10.566380 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.603606 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:35:10.605563 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-06ed4d4a-0a4d-4b40-bdd3-4f0927c273a4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.5232782 Jul 16 08:35:10.618239 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:10.648174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:10.687371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-18b9035c-8379-4b08-8c08-b362b2e36276 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f48438bf-bf11-46da-861d-a1dfe4aed16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850477 Jul 16 08:35:10.704644 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:35:07Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:10.734778 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77d5e0-2328-4190-8b3b-a8628a73cefc None None] The sync data for ids ['f15f168c-bb45-424f-940a-e5d064670c5d'] in n-d-798249-10 is: [{'id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-140228809-router', 'tenant_id': 'bb3d64082a954cd09ef68635435472ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:57Z', 'updated_at': '2021-07-16T08:35:07Z', 'revision_number': 5, 'project_id': 'bb3d64082a954cd09ef68635435472ff', 'gw_port': {'id': 'e3654735-e1ce-4ee9-99ef-e6cda9a395c6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15f168c-bb45-424f-940a-e5d064670c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:59Z', 'updated_at': '2021-07-16T08:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:10.819191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.854396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-440c95f5-faea-4d98-a9db-dafa12cb0c1f req-3cbd6e41-fa03-41dd-8acc-f6c234efcbd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 210 time: 0.0629916 Jul 16 08:35:10.880095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aa511c-d3b2-43de-9ef9-29482e89d882 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:10.887449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.894472 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.914317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Transition to ACTIVE for port object e7aa511c-d3b2-43de-9ef9-29482e89d882 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:10.928369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.940744 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e4ae7d-fb16-4e13-9b2c-963d8e2883d7 x-openstack-request-id: req-37e4ae7d-fb16-4e13-9b2c-963d8e2883d7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:10.941765 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8a688-09d1-4040-be1b-a00f274cf513", "name": "network-vif-plugged", "status": "completed", "tag": "be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:10.942254 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37e4ae7d-fb16-4e13-9b2c-963d8e2883d7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:10.943004 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa', 'code': 200} Jul 16 08:35:11.001805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.043669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Pushing event updated for resources: {'Port': ['ID=e7aa511c-d3b2-43de-9ef9-29482e89d882,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:11.048343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:11.139222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:11.174895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:11.250585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.251250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.297528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0445719 Jul 16 08:35:11.306038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Attempting to bind port e7aa511c-d3b2-43de-9ef9-29482e89d882 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:11.306382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Attempting to bind port e7aa511c-d3b2-43de-9ef9-29482e89d882 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:11.307409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Attempting to bind port e7aa511c-d3b2-43de-9ef9-29482e89d882 on network 04ab1436-0278-4eba-897c-345d3a0fee45 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:11.316992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Request body: {'port': {'device_id': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:11.320755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Port e7aa511c-d3b2-43de-9ef9-29482e89d882 on network 04ab1436-0278-4eba-897c-345d3a0fee45 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:11.321104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Attempting to bind port e7aa511c-d3b2-43de-9ef9-29482e89d882 on network 04ab1436-0278-4eba-897c-345d3a0fee45 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:11.323148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f946be6-0987-4d0f-894b-7a52c4325265 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event updated for resources: {'Port': ['ID=78bc282c-2b91-4dd6-ae8f-56107fdca412,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:11.325938 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d associated. External IP: 172.25.0.254, port: f23118bb-34f1-42da-b051-d0cc06c6d0aa. Jul 16 08:35:11.367489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:11.367704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Checking segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:11.368101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Bound using segment: {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:11.368546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Bound port: e7aa511c-d3b2-43de-9ef9-29482e89d882, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a84575f-772e-49d4-900e-7f8d036357f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:11.368911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.392091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 859a7a17-f6e7-4a9a-af0b-61e3633505d2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:11.438838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e28bf-4931-4e17-bb8f-1d0bf1bd6309 req-9055fd75-5b83-4a7d-aa17-4be56f2362a5 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.439509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 859a7a17-f6e7-4a9a-af0b-61e3633505d2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:11.441122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 859a7a17-f6e7-4a9a-af0b-61e3633505d2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:11.446087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e27e28bf-4931-4e17-bb8f-1d0bf1bd6309 req-9055fd75-5b83-4a7d-aa17-4be56f2362a5 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 943 time: 0.3042815 Jul 16 08:35:11.462211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-21b5aad5-9ced-48df-867b-33209b460f05 service neutron] 10.222.0.18 "GET /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493250 Jul 16 08:35:11.532618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Deleting port a6d231f9-f029-4927-ac8b-d8fa0cac9e6c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:11.533138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.545266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e27e28bf-4931-4e17-bb8f-1d0bf1bd6309 req-e6b86081-f762-4ace-9cbf-306316d339c7 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981915 Jul 16 08:35:11.548375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.568445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] For port e7aa511c-d3b2-43de-9ef9-29482e89d882, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:11.602738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] For port e7aa511c-d3b2-43de-9ef9-29482e89d882, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:11.607185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888a4af-c3a8-4793-86f0-6a17e5771f7b req-9c9bb81c-6601-4551-9d82-58dcaa1089e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.609110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e888a4af-c3a8-4793-86f0-6a17e5771f7b req-9c9bb81c-6601-4551-9d82-58dcaa1089e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 1097 time: 0.4094548 Jul 16 08:35:11.616005 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.624095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Deleting port e3654735-e1ce-4ee9-99ef-e6cda9a395c6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:11.624632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.744659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.745995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.747597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] 10.222.0.18 "PUT /v2.0/ports/e7aa511c-d3b2-43de-9ef9-29482e89d882 HTTP/1.1" status: 200 len: 1093 time: 2.5753229 Jul 16 08:35:11.748148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:11.750492 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a4dde-8f56-4d66-9413-741cdbd9c84a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:11.800329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.908663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Calling delete_port for a6d231f9-f029-4927-ac8b-d8fa0cac9e6c owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:11.918667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3fcc3421-c322-49a2-99a9-764c8964c509 req-2485b4af-b5c7-4e04-b130-81c638b99d7f service neutron] 10.222.0.18 "GET /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463780 Jul 16 08:35:11.920631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e888a4af-c3a8-4793-86f0-6a17e5771f7b req-41b0381d-a3ce-42d9-80de-de60a797edcc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993934 Jul 16 08:35:11.958479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74933a59-6fc6-45f2-9508-1c695ed215ed service neutron] Pushing event updated for resources: {'Port': ['ID=e7aa511c-d3b2-43de-9ef9-29482e89d882,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.012985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:12.014868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] For port e3654735-e1ce-4ee9-99ef-e6cda9a395c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:12.015232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.046686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Calling delete_port for e3654735-e1ce-4ee9-99ef-e6cda9a395c6 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:12.069844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f2d6-a301-4ec7-adb3-29a9dddc81c0 req-54f14384-65f4-4e3e-9f8a-18e6ce9a6e04 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.071603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c244f2d6-a301-4ec7-adb3-29a9dddc81c0 req-54f14384-65f4-4e3e-9f8a-18e6ce9a6e04 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 945 time: 0.3375762 Jul 16 08:35:12.106884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bc282c-2b91-4dd6-ae8f-56107fdca412 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:12.113204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-94e3a184-db59-40c0-95cc-dbf10ce9505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.115197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-94e3a184-db59-40c0-95cc-dbf10ce9505e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e54d698982dc43a784ed21b854678300&device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 1096 time: 0.2003245 Jul 16 08:35:12.123217 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.184370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Transition to ACTIVE for port object 78bc282c-2b91-4dd6-ae8f-56107fdca412 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:12.189698 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-0a6b955b-43e3-41f5-a8d9-a86da2bc678c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882 HTTP/1.1" status: 200 len: 217 time: 0.0640659 Jul 16 08:35:12.193307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c244f2d6-a301-4ec7-adb3-29a9dddc81c0 req-9b95018f-55db-48dd-a2e1-9142c74fc0e0 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150565 Jul 16 08:35:12.194673 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.278628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:12.292487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:12.306169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:12.309611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:12.312094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-7368f4ba-ed2f-4c8d-84b9-2f446e272350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.313673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-7368f4ba-ed2f-4c8d-84b9-2f446e272350 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a3cf17-2a39-43ff-8691-1b08a8bbcb01 HTTP/1.1" status: 200 len: 855 time: 0.1153417 Jul 16 08:35:12.316588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Pushing event updated for resources: {'Port': ['ID=78bc282c-2b91-4dd6-ae8f-56107fdca412,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.354817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.404302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d231f9-f029-4927-ac8b-d8fa0cac9e6c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.419472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:12.492794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Attempting to bind port 78bc282c-2b91-4dd6-ae8f-56107fdca412 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:12.493179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Attempting to bind port 78bc282c-2b91-4dd6-ae8f-56107fdca412 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:12.493454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Attempting to bind port 78bc282c-2b91-4dd6-ae8f-56107fdca412 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:12.504111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Port 78bc282c-2b91-4dd6-ae8f-56107fdca412 on network cb832068-27e6-49ee-b711-fc8e14512fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:12.504111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Attempting to bind port 78bc282c-2b91-4dd6-ae8f-56107fdca412 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:12.519000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:12.519000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:12.519000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Bound using segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:12.519717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Bound port: 78bc282c-2b91-4dd6-ae8f-56107fdca412, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:12.519822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.526558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170ccd-d9b4-480c-b664-216394c3c570 req-ea32d9f3-ce24-4b0b-8561-2f4ecab780d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.529068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-ea32d9f3-ce24-4b0b-8561-2f4ecab780d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04ab1436-0278-4eba-897c-345d3a0fee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080870 Jul 16 08:35:12.539923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330fb4-17d1-4277-a761-f300f43951c6 req-7994898a-62f0-4cbd-ae37-52231e755e5e tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.543943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-83330fb4-17d1-4277-a761-f300f43951c6 req-7994898a-62f0-4cbd-ae37-52231e755e5e tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 944 time: 0.1726043 Jul 16 08:35:12.579156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.584882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-abd003c9-57f8-4c52-9d5f-e4d6c064efe4 tempest-RoutersAdminNegativeTest-1128358046 tempest-RoutersAdminNegativeTest-1128358046-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a6d231f9-f029-4927-ac8b-d8fa0cac9e6c HTTP/1.1" status: 204 len: 168 time: 1.9353893 Jul 16 08:35:12.592236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.658730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:12.674042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3654735-e1ce-4ee9-99ef-e6cda9a395c6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.737249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-83330fb4-17d1-4277-a761-f300f43951c6 req-2c213646-a8be-4b2b-aa36-e0da470c23d9 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806915 Jul 16 08:35:12.820943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.852694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] For port 78bc282c-2b91-4dd6-ae8f-56107fdca412, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:12.858727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] For port 78bc282c-2b91-4dd6-ae8f-56107fdca412, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:12.876998 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-4402b0aa-7081-4890-821f-35dad801bd7f service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294113 Jul 16 08:35:12.882811 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.036003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.036704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.048133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] 10.222.0.36 "PUT /v2.0/ports/78bc282c-2b91-4dd6-ae8f-56107fdca412 HTTP/1.1" status: 200 len: 1093 time: 1.7357700 Jul 16 08:35:13.097163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,segment=NetworkSegment(8ce91558-5b6f-4889-9038-66ba3d5980fd),segment_id=8ce91558-5b6f-4889-9038-66ba3d5980fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:13.121358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0', 'network_id': 'f48438bf-bf11-46da-861d-a1dfe4aed16c', 'port_id': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0', 'mac_address': 'fa:16:3e:5d:5b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06f8889-0cd9-4c7e-aac5-74d9dc7b2579', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:13.133545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17debd4f-0901-43d3-9978-77b00d2c8c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.156021 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635de05d-8750-47d4-a28b-1168dcec6a50 x-openstack-request-id: req-635de05d-8750-47d4-a28b-1168dcec6a50 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:13.156619 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:13.156879 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-635de05d-8750-47d4-a28b-1168dcec6a50 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:13.157315 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'status': 'completed', 'code': 200} Jul 16 08:35:13.160055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51640) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:13.170656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9fd7f-fc20-4443-b497-b7f3cc5c652c service neutron] Pushing event updated for resources: {'Port': ['ID=78bc282c-2b91-4dd6-ae8f-56107fdca412,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.228086 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.244065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:13.266037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:10Z', 'revision_number': 3, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.271245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,segment=NetworkSegment(8ce91558-5b6f-4889-9038-66ba3d5980fd),segment_id=8ce91558-5b6f-4889-9038-66ba3d5980fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:13.298594 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.300378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:13.305455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18170ccd-d9b4-480c-b664-216394c3c570 req-265c94b0-b61d-4930-b767-a4b654778742 service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175322 Jul 16 08:35:13.332932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ac1-ae7c-4f9d-bb50-72f380814253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.334129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:13.334774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.348683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:13.350715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.353562 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.446114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.476737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.478062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f15f168c-bb45-424f-940a-e5d064670c5d {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:35:13.485283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.489097 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1e3123b5-2ece-4acd-9c63-5393e81e4b4f admin admin] 10.222.0.41 "DELETE /v2.0/routers/f15f168c-bb45-424f-940a-e5d064670c5d HTTP/1.1" status: 204 len: 168 time: 3.7664580 Jul 16 08:35:13.490904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:13.492281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:13.515600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-7f28bc3c-1706-4bf2-9c9b-2bc49bfce2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.517179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-7f28bc3c-1706-4bf2-9c9b-2bc49bfce2cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 1096 time: 0.3036110 Jul 16 08:35:13.534556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:13.599598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-7ba990b9-e191-490a-875b-15da6e860b7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412 HTTP/1.1" status: 200 len: 217 time: 0.0609510 Jul 16 08:35:13.606487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Deleting subnet 4373be06-1895-49ac-9936-6647a6a94ff7 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:13.609881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.639423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02a14c-60bd-492c-8686-9d7c1d8002bd req-952f2dd3-93d5-478d-9c5d-49b3d3274567 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.646718 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df02a14c-60bd-492c-8686-9d7c1d8002bd req-952f2dd3-93d5-478d-9c5d-49b3d3274567 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 944 time: 0.3074374 Jul 16 08:35:13.654811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.674614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-8e650b77-5961-498a-b58e-45abc2c74c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.676576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-8e650b77-5961-498a-b58e-45abc2c74c02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e54d698982dc43a784ed21b854678300&device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 1096 time: 0.2546754 Jul 16 08:35:13.703008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:13.710444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.782211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:13.784618 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5d2017-c510-4fdf-9067-dd07f3befbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:13.789591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-ea512f0a-0696-4ea0-a326-788ce077d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.793505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-ea512f0a-0696-4ea0-a326-788ce077d69f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.1847398 Jul 16 08:35:13.825667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.869130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ac1-ae7c-4f9d-bb50-72f380814253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.872217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-cd47c344-d0be-49fd-a359-f4924daafa4a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "PUT /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 998 time: 6.5198259 Jul 16 08:35:13.903981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df02a14c-60bd-492c-8686-9d7c1d8002bd req-056daa1f-0824-4b13-b18b-e8fc54a90c8a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562585 Jul 16 08:35:13.904963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ac1-ae7c-4f9d-bb50-72f380814253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.941811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-eccd0939-9cc9-428e-9e8a-42830852cb43 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.954466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-eccd0939-9cc9-428e-9e8a-42830852cb43 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports/f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 942 time: 0.0810680 Jul 16 08:35:14.008675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.027582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.032801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c2a4a-5823-4570-bd78-5e5878f14ccc None None] Network 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:14.033509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c53f6ac1-ae7c-4f9d-bb50-72f380814253 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25c822b23c83446583637ed7c47f6213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722260 Jul 16 08:35:14.035402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-2b8c7136-b2b6-4f7c-b18b-e632ba438eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.035955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4373be06-1895-49ac-9936-6647a6a94ff7 HTTP/1.1" status: 204 len: 168 time: 0.5452485 Jul 16 08:35:14.039708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-2b8c7136-b2b6-4f7c-b18b-e632ba438eb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04ab1436-0278-4eba-897c-345d3a0fee45 HTTP/1.1" status: 200 len: 917 time: 0.3538656 Jul 16 08:35:14.040775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.041309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.043249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f6ac1-ae7c-4f9d-bb50-72f380814253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9b6373-0587-4a89-8bf2-abfa829066c9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.067948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d48d3-d48e-4e4e-9fdb-0e577bfde046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4373be06-1895-49ac-9936-6647a6a94ff7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.075348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-f49f6acf-1b22-425e-be15-9deac3a7cf33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2011437 Jul 16 08:35:14.155421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:10Z', 'revision_number': 3, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:14.164264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-af17df2c-9f04-44e1-9217-9b5cab252139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.173849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-af17df2c-9f04-44e1-9217-9b5cab252139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.0808311 Jul 16 08:35:14.210252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c112d-40ce-4a4d-828a-fca1c7054116 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:10Z', 'revision_number': 3, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:14.290767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-5d344bd5-a514-4775-94bd-c5bfc38481f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882 HTTP/1.1" status: 200 len: 217 time: 0.2143104 Jul 16 08:35:14.298265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.308486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-0325204f-6c6d-4a05-9ba7-0e43fda16a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.310266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-0325204f-6c6d-4a05-9ba7-0e43fda16a00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.1356108 Jul 16 08:35:14.358642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-234f05cb-8f98-4d0d-83ae-a59b0eb669f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0420246 Jul 16 08:35:14.377995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] DHCP port deletion for 1462cd54-eb1c-4be2-8d2f-2c5927ceff07 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:14.409372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:14.417006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec315b36-c4eb-4337-952e-d8964780c3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.419124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-574bec23-94d4-4324-aac4-b6cf04548588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.436085 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-574bec23-94d4-4324-aac4-b6cf04548588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0714958 Jul 16 08:35:14.463724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-39a90f8c-4a1b-490e-9abf-79ee2c345582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.466040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-39a90f8c-4a1b-490e-9abf-79ee2c345582 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a3cf17-2a39-43ff-8691-1b08a8bbcb01 HTTP/1.1" status: 200 len: 855 time: 0.1620135 Jul 16 08:35:14.468026 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe3969-c71a-4c9a-97fd-4acd55a519b7 None None] New status for floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:14.484596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] Deleting port 052b8cf5-3f2b-4279-aabe-d872ac360a8c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:14.485004 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.500005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-cf7baf7c-9e96-42f3-8f3b-c7fc54c6b1bd service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362722 Jul 16 08:35:14.502434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec315b36-c4eb-4337-952e-d8964780c3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.502671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:14.515007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:14.515430 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.529013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-8d328121-9298-45b5-be14-1cb473c13d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.544831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-8d328121-9298-45b5-be14-1cb473c13d39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064661 Jul 16 08:35:14.553696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-3592bde4-3055-45a2-b086-7bd355520404 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:35:14.564710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-3592bde4-3055-45a2-b086-7bd355520404 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184417 Jul 16 08:35:14.569421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ddff-6ec2-4b28-928f-1c337299959e req-69efd496-2b69-4ac8-94a8-0baee05f6649 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.570974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d45ddff-6ec2-4b28-928f-1c337299959e req-69efd496-2b69-4ac8-94a8-0baee05f6649 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 944 time: 0.4060752 Jul 16 08:35:14.592171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] For port 052b8cf5-3f2b-4279-aabe-d872ac360a8c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=052b8cf5-3f2b-4279-aabe-d872ac360a8c,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:14.592171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.611480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] Calling delete_port for 052b8cf5-3f2b-4279-aabe-d872ac360a8c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:14.690892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Deleting port 052b8cf5-3f2b-4279-aabe-d872ac360a8c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:14.691141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.694963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.738509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-56ae37c4-c98d-4e9f-ae4d-c7773e1d04bd service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720967 Jul 16 08:35:14.738782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:14.740901 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfcfa0d-1c18-4647-8489-85f7ddb9ac45" -d '{"events": [{"server_uuid": "d02326b6-8052-4ddc-9f30-3ed82f13ad45", "name": "network-vif-plugged", "status": "completed", "tag": "e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:14.743774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d45ddff-6ec2-4b28-928f-1c337299959e req-0f5431dd-4bf2-423d-8166-3093aa9a1922 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565108 Jul 16 08:35:14.752059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec315b36-c4eb-4337-952e-d8964780c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.754582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec315b36-c4eb-4337-952e-d8964780c3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.755760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec315b36-c4eb-4337-952e-d8964780c3b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b9b6373-0587-4a89-8bf2-abfa829066c9 HTTP/1.1" status: 204 len: 168 time: 0.6935833 Jul 16 08:35:14.761426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,segment=NetworkSegment(8ce91558-5b6f-4889-9038-66ba3d5980fd),segment_id=8ce91558-5b6f-4889-9038-66ba3d5980fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:14.766202 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a05bb1db-c219-49d4-be73-c1aad7735ac0 req-c08dc764-2834-4685-b7c2-e669631a5fa2 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512913 Jul 16 08:35:14.773161 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.796339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-942c2500-331c-428d-91ea-31dbde4a1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.798041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-942c2500-331c-428d-91ea-31dbde4a1e58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04ab1436-0278-4eba-897c-345d3a0fee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3199065 Jul 16 08:35:14.801611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.835012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:14.842723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] No DVR routers for this DVR port 052b8cf5-3f2b-4279-aabe-d872ac360a8c on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:14.854646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec315b36-c4eb-4337-952e-d8964780c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9b6373-0587-4a89-8bf2-abfa829066c9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.869088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] For port 052b8cf5-3f2b-4279-aabe-d872ac360a8c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=052b8cf5-3f2b-4279-aabe-d872ac360a8c,segment=NetworkSegment(3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe),segment_id=3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:14.869455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.905432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Calling delete_port for 052b8cf5-3f2b-4279-aabe-d872ac360a8c owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:14.928462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:14.929112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:14.932397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.958109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-f2ac0689-5250-4e8f-ac2a-12dbe11d2e36 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983867 Jul 16 08:35:14.992264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388b7d1-cfa0-4bf0-a4cc-39df25d660c7 None None] Pushing event deleted for resources: {'Port': ['ID=052b8cf5-3f2b-4279-aabe-d872ac360a8c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.083558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:15.088027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-17046239-3ab9-4b07-bcb4-b6d0df8c4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.089848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-17046239-3ab9-4b07-bcb4-b6d0df8c4da3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1097 time: 0.0884099 Jul 16 08:35:15.226149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-9f55a256-d3f7-4edd-bb1e-1315261ceea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.235407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-9f55a256-d3f7-4edd-bb1e-1315261ceea1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.1388042 Jul 16 08:35:15.244449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.319974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'tag': '78bc282c-2b91-4dd6-ae8f-56107fdca412'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:15.322299 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9437ab27-033f-40cc-92f1-8ba772f021a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdd68bd-0bfc-4c16-bede-984094fbafb0", "tag": "78bc282c-2b91-4dd6-ae8f-56107fdca412"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:15.349034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:14Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.373199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-a0cdbf7b-bb5c-4be3-8b05-e7585f2b4119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 1001 time: 0.1356909 Jul 16 08:35:15.380431 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-5c1c8dc0-bb69-476a-ba14-27cc9abd792a service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504773 Jul 16 08:35:15.381800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:15.392727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:15.393347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.460938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-dfe5ac33-5a65-4827-b72f-303184aabf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.462811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-dfe5ac33-5a65-4827-b72f-303184aabf62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0612838 Jul 16 08:35:15.465273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7fcf0966-bb9f-4285-90fe-9a4dc3291218 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c53ab056c84406b86bb96d0898a33e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178168 Jul 16 08:35:15.470486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51674) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.484365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-e082703c-9457-46b7-b435-491bd7430426 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2408423 Jul 16 08:35:15.487139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c58bb-4983-4f5b-b22b-fae67ea35ed8 req-69affbca-2b29-4c2a-865d-33e94bf67783 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.487664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e3654735-e1ce-4ee9-99ef-e6cda9a395c6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:15.488761 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c77c58bb-4983-4f5b-b22b-fae67ea35ed8 req-69affbca-2b29-4c2a-865d-33e94bf67783 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 945 time: 0.5261056 Jul 16 08:35:15.491278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.532509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e3654735-e1ce-4ee9-99ef-e6cda9a395c6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:15.532509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e3654735-e1ce-4ee9-99ef-e6cda9a395c6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:15.532509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 052b8cf5-3f2b-4279-aabe-d872ac360a8c no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:15.539454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=052b8cf5-3f2b-4279-aabe-d872ac360a8c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.549440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] No DVR routers for this DVR port 052b8cf5-3f2b-4279-aabe-d872ac360a8c on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:15.568292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 052b8cf5-3f2b-4279-aabe-d872ac360a8c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:15.568700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 052b8cf5-3f2b-4279-aabe-d872ac360a8c not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:15.588366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-406a4dde-8f56-4d66-9413-741cdbd9c84a req-2639ffc1-167e-4688-b068-1540e2d3cefb service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990881 Jul 16 08:35:15.590275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:15.594069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89d720-c442-4016-a212-8a32ef0ed76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.626996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-02d02886-e70e-45de-ae01-220ab184d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.628332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c77c58bb-4983-4f5b-b22b-fae67ea35ed8 req-0c45ba9a-1803-48c4-897b-c005f43231ba tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262240 Jul 16 08:35:15.628587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-02d02886-e70e-45de-ae01-220ab184d45b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520197 Jul 16 08:35:15.630680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14aa2562-e99b-4134-a76e-bdd1b04df873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.680057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.691761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1462cd54-eb1c-4be2-8d2f-2c5927ceff07']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.695825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-57eb1b1a-9684-4492-bffb-0fa258f385fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.697501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-57eb1b1a-9684-4492-bffb-0fa258f385fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1097 time: 0.1590457 Jul 16 08:35:15.700244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14aa2562-e99b-4134-a76e-bdd1b04df873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.704777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.705073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac0ec96-0b64-4fb1-9bc7-d72f831d1ebe') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.718989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.738183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.745965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:15.746388 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:15.748953 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:15.761289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.850479 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.855591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.860291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1462cd54-eb1c-4be2-8d2f-2c5927ceff07 HTTP/1.1" status: 204 len: 168 time: 1.7968416 Jul 16 08:35:15.873988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-d2a239fa-4e3d-4f55-ad22-03ef2f335b90 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176194 Jul 16 08:35:15.878919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14aa2562-e99b-4134-a76e-bdd1b04df873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.881102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14aa2562-e99b-4134-a76e-bdd1b04df873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.884313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2c1d5-beb6-41b4-b444-0b5a53258a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1462cd54-eb1c-4be2-8d2f-2c5927ceff07,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.884915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14aa2562-e99b-4134-a76e-bdd1b04df873 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a01ccb1b-9330-4d5f-8610-d986b585811f HTTP/1.1" status: 204 len: 168 time: 0.4096696 Jul 16 08:35:15.905083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e4679-6776-47ff-9cf9-6e67d0aab940 req-242c6051-5eed-40b1-9414-d78da52fc579 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.906870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-516e4679-6776-47ff-9cf9-6e67d0aab940 req-242c6051-5eed-40b1-9414-d78da52fc579 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 944 time: 0.1466880 Jul 16 08:35:15.932210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa2562-e99b-4134-a76e-bdd1b04df873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ccb1b-9330-4d5f-8610-d986b585811f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.947598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-87791999-4e80-435e-a83f-2c6ce2112ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.949684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-87791999-4e80-435e-a83f-2c6ce2112ef5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.2249017 Jul 16 08:35:15.985807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-516e4679-6776-47ff-9cf9-6e67d0aab940 req-83f90564-8008-4ab7-b7b2-f97396013a5c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733643 Jul 16 08:35:16.002268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:14Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:16.035374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b1bb45-dae6-42e3-b52a-60cc50fd2377 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:2a:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040726f8-a56f-4e30-9803-2b60227b68d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:14Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:16.080640 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430be124-c93b-4508-9c35-681704f4ef6d x-openstack-request-id: req-430be124-c93b-4508-9c35-681704f4ef6d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:16.081233 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:16.081563 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-430be124-c93b-4508-9c35-681704f4ef6d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:16.082242 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'status': 'completed', 'code': 200} Jul 16 08:35:16.181466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51686) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:16.185288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d311cc19-1f13-48a6-b6b5-582532b2ec53 req-9f1426c6-1bd2-442d-afdd-d8198725b1f4 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716026 Jul 16 08:35:16.241814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-05e1c714-53b1-4327-a4df-7fe22670a557 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 1001 time: 0.2565868 Jul 16 08:35:16.246988 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8691ee-c959-4a8d-99a5-9b577e36019b x-openstack-request-id: req-4e8691ee-c959-4a8d-99a5-9b577e36019b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:16.247647 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02326b6-8052-4ddc-9f30-3ed82f13ad45", "name": "network-vif-plugged", "status": "completed", "tag": "e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:16.248366 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e8691ee-c959-4a8d-99a5-9b577e36019b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:16.248992 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0', 'code': 200} Jul 16 08:35:16.273895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-245d2d8b-a52b-475e-87ba-98b6f1deaabb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb3d64082a954cd09ef68635435472ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912478 Jul 16 08:35:16.274529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51692) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:16.304685 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea89ee37-11f2-4a07-a271-a947dbb23871 x-openstack-request-id: req-ea89ee37-11f2-4a07-a271-a947dbb23871 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:16.304949 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdd68bd-0bfc-4c16-bede-984094fbafb0", "tag": "78bc282c-2b91-4dd6-ae8f-56107fdca412", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:16.305175 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea89ee37-11f2-4a07-a271-a947dbb23871 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:16.306830 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'tag': '78bc282c-2b91-4dd6-ae8f-56107fdca412', 'status': 'completed', 'code': 200} Jul 16 08:35:16.317714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-7d56998c-339d-4b33-ba44-5376576d09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.320177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-7d56998c-339d-4b33-ba44-5376576d09b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.1961226 Jul 16 08:35:16.441032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-15abdd5d-9192-41a5-8151-836c74d14c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.443091 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-15abdd5d-9192-41a5-8151-836c74d14c8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1916003 Jul 16 08:35:16.476755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-421d79ed-2905-459c-b4a0-8e1b2b16a594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.525581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-421d79ed-2905-459c-b4a0-8e1b2b16a594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.542974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-6a82b669-9f13-488f-99b3-df1fea72c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.544641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-6a82b669-9f13-488f-99b3-df1fea72c370 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.2001839 Jul 16 08:35:16.568932 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.576039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7d2dc-0162-4548-80f8-a3167f181213 req-5c08b7dd-4078-4ea0-bb84-48b7aa40cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.577566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9b7d2dc-0162-4548-80f8-a3167f181213 req-5c08b7dd-4078-4ea0-bb84-48b7aa40cffe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 1097 time: 0.2212408 Jul 16 08:35:16.610786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-76f166a3-7b83-4b24-9a78-8bcb2c4b00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.612579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-76f166a3-7b83-4b24-9a78-8bcb2c4b00a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 1096 time: 0.2538216 Jul 16 08:35:16.640407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-2ad1f9a4-f11d-4145-996d-8bd8ddadd165 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0858879 Jul 16 08:35:16.641457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccabff1-1efe-4921-83dc-02b89d19bf93 req-02aaa9c4-250a-4bf5-93cc-44be76acdf97 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.644508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ccabff1-1efe-4921-83dc-02b89d19bf93 req-02aaa9c4-250a-4bf5-93cc-44be76acdf97 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 944 time: 0.2068584 Jul 16 08:35:16.696061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-6f93b4bc-9ddd-4199-8c24-5faad1a98d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.697584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-6f93b4bc-9ddd-4199-8c24-5faad1a98d74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2343018 Jul 16 08:35:16.726310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9b7d2dc-0162-4548-80f8-a3167f181213 req-c2ef5c6a-7ae4-497b-bc53-0302943a1b5e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380348 Jul 16 08:35:16.737933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-24ccc0c7-8295-488f-86ee-3641870b55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.739596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-24ccc0c7-8295-488f-86ee-3641870b55a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.0800362 Jul 16 08:35:16.743387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-421d79ed-2905-459c-b4a0-8e1b2b16a594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.746180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-421d79ed-2905-459c-b4a0-8e1b2b16a594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.747390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-421d79ed-2905-459c-b4a0-8e1b2b16a594 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbd076a5-db8b-4a7c-9365-7db1206d6717 HTTP/1.1" status: 204 len: 168 time: 0.4716961 Jul 16 08:35:16.789364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d79ed-2905-459c-b4a0-8e1b2b16a594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd076a5-db8b-4a7c-9365-7db1206d6717,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.799259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ccabff1-1efe-4921-83dc-02b89d19bf93 req-bb470925-4696-4164-8b7c-1ff3a868b6ad tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337073 Jul 16 08:35:16.835394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f442c3-2c87-4253-9894-7413ca9d8eb9 req-4147f733-7739-4d46-afeb-69f105e7debf tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.837065 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6f442c3-2c87-4253-9894-7413ca9d8eb9 req-4147f733-7739-4d46-afeb-69f105e7debf tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2540853 Jul 16 08:35:16.883706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-76d9decb-58b6-4759-a11d-57d1c05cca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.885547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-76d9decb-58b6-4759-a11d-57d1c05cca55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340876 Jul 16 08:35:16.902244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-8f1ee81d-b736-4ad8-96ce-cc48dc4fabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.905275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6f442c3-2c87-4253-9894-7413ca9d8eb9 req-092278b0-8768-4d87-93a5-f675835cee0e tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620999 Jul 16 08:35:16.908100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-8f1ee81d-b736-4ad8-96ce-cc48dc4fabe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.2876773 Jul 16 08:35:17.011081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-1a54b9f4-35b8-4b2f-adb1-4b8f433fd1ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412 HTTP/1.1" status: 200 len: 217 time: 0.0961125 Jul 16 08:35:17.046519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b277397-c14f-454c-b7c2-3f83f02bf3ae req-41cb58bd-e9e3-48b1-9d12-0974ed922cd7 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.0713305 Jul 16 08:35:17.092632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-6f55213f-3adb-43f0-b306-09dd95b2e373 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618762 Jul 16 08:35:17.104301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51718) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:17.112499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-c765b188-bb66-4f38-bae6-ac6426453a3c service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187965 Jul 16 08:35:17.126630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b277397-c14f-454c-b7c2-3f83f02bf3ae req-4c8f14a6-22d2-48f2-8ac4-d3e4d341083c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.128116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b277397-c14f-454c-b7c2-3f83f02bf3ae req-4c8f14a6-22d2-48f2-8ac4-d3e4d341083c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports/bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 942 time: 0.0740144 Jul 16 08:35:17.156706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-2bd6d592-9bd8-4185-8014-43abdb4bd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.158207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-2bd6d592-9bd8-4185-8014-43abdb4bd552 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.1216290 Jul 16 08:35:17.231706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-b5a2cc92-ab6b-40c4-8d2e-7bc3152d1dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648856 Jul 16 08:35:17.243482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f2602-9c84-44a4-bec4-0e64267a7cf8 req-027fcf95-bdbb-4c24-9bb0-7be1a3b3d490 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.246412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b0f2602-9c84-44a4-bec4-0e64267a7cf8 req-027fcf95-bdbb-4c24-9bb0-7be1a3b3d490 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.2492075 Jul 16 08:35:17.310968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-953504273'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:17.330057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea135651-e7e9-485b-9bae-f1a1aaa14691 req-e300ab3b-5fba-47ca-9309-5dfa5da64e70 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281578 Jul 16 08:35:17.352097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c5d2017-c510-4fdf-9067-dd07f3befbdb req-d1eb48c2-17ed-458f-8377-ec1c88179d64 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230403 Jul 16 08:35:17.358461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b277397-c14f-454c-b7c2-3f83f02bf3ae req-28dd3904-d91f-4971-8910-67d557b7832c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1242027 Jul 16 08:35:17.388327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b0f2602-9c84-44a4-bec4-0e64267a7cf8 req-a88e42a7-a12e-474a-abf2-f698d5f131b1 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305261 Jul 16 08:35:17.400783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:17.405977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.435747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.440766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-21fbe6cc-5723-4752-a7fd-a828f43b8f48 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919341 Jul 16 08:35:17.503290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b277397-c14f-454c-b7c2-3f83f02bf3ae req-f8ae0826-fe3c-4e22-8f95-1d4aaf409cb2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.505322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b277397-c14f-454c-b7c2-3f83f02bf3ae req-f8ae0826-fe3c-4e22-8f95-1d4aaf409cb2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1367176 Jul 16 08:35:17.592807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.773189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e86a6-1703-4044-a048-9da8cb5f47eb req-ea9e0c9d-0aba-4157-9778-48a7485a6a21 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.774828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f6e86a6-1703-4044-a048-9da8cb5f47eb req-ea9e0c9d-0aba-4157-9778-48a7485a6a21 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 944 time: 0.0913701 Jul 16 08:35:17.832470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f6e86a6-1703-4044-a048-9da8cb5f47eb req-f936deed-6b6c-4b14-aef4-84843c997ad8 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499504 Jul 16 08:35:17.877974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51746) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:17.913060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-88253dbb-814e-4b5e-a845-35ef28d92e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.914843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-88253dbb-814e-4b5e-a845-35ef28d92e2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72c76d6fc49948c2afe12b43420bbaef&device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 1097 time: 0.0767400 Jul 16 08:35:18.001415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-158830528-network', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:18.039240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-086aa35b-1513-45b9-993e-2dad11a3f10f tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1380570 Jul 16 08:35:18.042982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9437ab27-033f-40cc-92f1-8ba772f021a1 req-91749b63-49d6-4727-8c18-67abe6427a51 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893667 Jul 16 08:35:18.072148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-55ae3d0f-fbc7-4799-9c4e-01db043aff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.074209 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-55ae3d0f-fbc7-4799-9c4e-01db043aff40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1b2ac08-c92a-48db-ab89-5bb515beddbc HTTP/1.1" status: 200 len: 915 time: 0.1523309 Jul 16 08:35:18.087668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:18.090409 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f6009-dbbe-4e3c-b204-327801094970" -d '{"events": [{"name": "network-changed", "server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:18.126131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-59ef722e-4c17-45b6-beb2-e8040a2fc984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa HTTP/1.1" status: 200 len: 217 time: 0.0434394 Jul 16 08:35:18.134566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad36e8-ca37-4046-b25b-69cc508b6868 req-4234cb9b-6be3-4d4c-ad78-1909124d419b tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.136236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-44ad36e8-ca37-4046-b25b-69cc508b6868 req-4234cb9b-6be3-4d4c-ad78-1909124d419b tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 945 time: 0.1401289 Jul 16 08:35:18.142148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-5e5db0b1-fc84-43c3-b4dc-7614c4f44bef tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.143560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-5e5db0b1-fc84-43c3-b4dc-7614c4f44bef tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports/bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 942 time: 0.0960736 Jul 16 08:35:18.159848 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.164732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.199434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:18.206309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad266a9-0c0c-454f-ad2d-e11b8c550b73,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.213318 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.213869 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Added segment 61fd9e56-2f98-4026-b190-08c8155d5d68 of type vlan for network ca460517-379e-4745-ab0a-76e2270e8a7a Jul 16 08:35:18.222632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-2f38501a-42fa-4dbd-9c7b-acedc4ba6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.225541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-2f38501a-42fa-4dbd-9c7b-acedc4ba6425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e59c0cc7-2ac9-4461-8d80-5761d71f12cd HTTP/1.1" status: 200 len: 854 time: 0.0878410 Jul 16 08:35:18.227752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Made reservation on behalf of 8346b1444d154cbe9e45e6dd0185c247 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:18.230711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.258901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.259896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-44ad36e8-ca37-4046-b25b-69cc508b6868 req-2c389acf-b18b-49a6-a132-e1c191985af1 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147094 Jul 16 08:35:18.276879 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.281103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-15760b89-2b36-4c22-8071-b4b03372a71c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1b2ac08-c92a-48db-ab89-5bb515beddbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477960 Jul 16 08:35:18.307149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.355389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-c20d7b31-6acc-4ce9-bc22-08d149d15757 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1021075 Jul 16 08:35:18.367423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.377870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.379254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.455432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-2c748826-f7ab-481f-9933-11c600fadedc service neutron] 10.222.0.36 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640034 Jul 16 08:35:18.521039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd0c4b-1006-48c3-92e9-a16efd815870 req-026781e3-9117-4357-a178-33e9d1624661 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.522563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fcfd0c4b-1006-48c3-92e9-a16efd815870 req-026781e3-9117-4357-a178-33e9d1624661 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 944 time: 0.1518970 Jul 16 08:35:18.528820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Network': ['ID=ca460517-379e-4745-ab0a-76e2270e8a7a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.540450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ca460517-379e-4745-ab0a-76e2270e8a7a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:18.571610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-1658d8dd-485c-404f-98ce-45ef3316ab9e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.574393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-1658d8dd-485c-404f-98ce-45ef3316ab9e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2084618 Jul 16 08:35:18.594976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.616921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.630128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b7b2057b-bf3c-480e-8d6f-9d64a73deaed tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5158842 Jul 16 08:35:18.633859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51756) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:18.640797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fcfd0c4b-1006-48c3-92e9-a16efd815870 req-d70766bd-f844-4005-9521-43ddbea8fe02 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807850 Jul 16 08:35:18.644952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'subnet': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:18.652183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-df38ac8b-24d0-4da9-a660-152f76c8a937 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.0702615 Jul 16 08:35:18.662492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:18.672759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:18.698829 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43359f24-b739-4c4d-8dd1-24ed158e212b req-87a9a288-b2a8-4a1c-ba47-37c875d2167a service neutron] 10.222.0.36 "GET /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298596 Jul 16 08:35:18.705852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f75a97-6bbc-4519-b9cd-58e308b35f50,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.713351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.713351 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Added segment 4f9b9860-ed0d-40d6-8411-ca9e15ed39f8 of type vlan for network 81f7a3c9-1a02-44af-b395-d670cc84d812 Jul 16 08:35:18.742094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.813841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.869367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 78bc282c-2b91-4dd6-ae8f-56107fdca412 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:18.880170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:18.884845 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.925575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.926574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.927892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.933806 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.939132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.939932 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d disassociated. External IP: 172.25.0.254, port: bd276f8f-34c4-439f-8e4e-87dd6653dca8. Jul 16 08:35:18.999684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 78bc282c-2b91-4dd6-ae8f-56107fdca412, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:19.018804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '78bc282c-2b91-4dd6-ae8f-56107fdca412', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': '78bc282c-2b91-4dd6-ae8f-56107fdca412', 'mac_address': 'fa:16:3e:83:fb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:19.041219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1619871 Jul 16 08:35:19.044643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.051429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Request body: {'subnet': {'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-subnet', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:19.065228 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.082969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bc282c-2b91-4dd6-ae8f-56107fdca412 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:19.084574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Made reservation on behalf of 8346b1444d154cbe9e45e6dd0185c247 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:19.086947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.091751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12821f66-d1e7-40ac-bec3-1830fc33ee33 req-c1c9f7b1-bf10-46a2-861f-25337f4fc4f8 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.093277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12821f66-d1e7-40ac-bec3-1830fc33ee33 req-c1c9f7b1-bf10-46a2-861f-25337f4fc4f8 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 945 time: 0.2938099 Jul 16 08:35:19.097964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6656-9097-4d1b-a25d-4b4a1025894f admin admin] Pushing event updated for resources: {'Network': ['ID=81f7a3c9-1a02-44af-b395-d670cc84d812,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.108785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 78bc282c-2b91-4dd6-ae8f-56107fdca412, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:19.113016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:19.116604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.172505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12821f66-d1e7-40ac-bec3-1830fc33ee33 req-e6b3bbb8-d877-4d59-8598-d0a2f421bb9b tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676553 Jul 16 08:35:19.222224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=78bc282c-2b91-4dd6-ae8f-56107fdca412,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.320368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.346438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:19.397125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Subnet': ['ID=6062db3b-733a-482a-b9cd-db8817858047,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.405953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Checking segment: {'id': '61fd9e56-2f98-4026-b190-08c8155d5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:19.406302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network hostable DHCP agents. Network: ca460517-379e-4745-ab0a-76e2270e8a7a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:19.426794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:19.440642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ca460517-379e-4745-ab0a-76e2270e8a7a) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:19.445985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.446201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.449284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['78bc282c-2b91-4dd6-ae8f-56107fdca412'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:19.466326 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-acc74f2a-2b1b-40cd-bb92-9de1cbfedb3e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8266027 Jul 16 08:35:19.466899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51768) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.469725 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2597f0-fe07-4d45-b90a-1419b1262586 x-openstack-request-id: req-4b2597f0-fe07-4d45-b90a-1419b1262586 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:19.470013 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:19.470258 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b2597f0-fe07-4d45-b90a-1419b1262586 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:19.470650 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'status': 'completed', 'code': 200} Jul 16 08:35:19.473380 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.474371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'name': 'tempest-AllowedAddressPairTestJSON-258191717'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:19.514186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4c7861-e9b0-4bbd-b6d4-70493bce2f60 None None] Network ca460517-379e-4745-ab0a-76e2270e8a7a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:19.621362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f93d45d-38af-4010-940f-c15a115bfc4d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.664709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:19.669703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.670156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Checking segment: {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:19.670527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Network hostable DHCP agents. Network: 81f7a3c9-1a02-44af-b395-d670cc84d812, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:19.681506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:19.687755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.695384 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:19.701853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] device_id is not set on port 99a15a9a-6e88-4a7b-80fd-eec82b42a250 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:19.706711 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:19.707570 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:19.728697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-c059e285-4b81-432c-9130-474b49debb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.730506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-c059e285-4b81-432c-9130-474b49debb7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1097 time: 0.2236059 Jul 16 08:35:19.756208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:19.772541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389413b-fdc8-457f-bf16-997c14a68c7e req-f2c8b323-5b21-4891-928e-82ff2cd830ab tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.774218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8389413b-fdc8-457f-bf16-997c14a68c7e req-f2c8b323-5b21-4891-928e-82ff2cd830ab tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 944 time: 0.1650534 Jul 16 08:35:19.782318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-ca056c9a-ba84-4243-9042-31354f15f9f3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "PUT /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 695 time: 1.1240900 Jul 16 08:35:19.834660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 81f7a3c9-1a02-44af-b395-d670cc84d812) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:19.840423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.841402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.852091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a5587-f7f4-4c30-917e-ff8ca4b1fc12 None None] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:19.866328 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:19.878546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Allocated IP 172.20.0.14 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/99a15a9a-6e88-4a7b-80fd-eec82b42a250) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:19.910548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-89bc58c3-adce-436d-b19f-2f0d80fc3aa3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8619125 Jul 16 08:35:19.911518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51772) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.923818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:19.936686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-5570852b-bfe2-4b45-b385-515a0debe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.938183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-5570852b-bfe2-4b45-b385-515a0debe6a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.1970417 Jul 16 08:35:19.999033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-26c67e95-442c-4e93-8e10-c4899947810a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 217 time: 0.0483413 Jul 16 08:35:20.001241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-fb2e56ec-fb82-400d-8279-43d8e18fb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.002798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-fb2e56ec-fb82-400d-8279-43d8e18fb3fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1097 time: 0.1692412 Jul 16 08:35:20.004279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.005343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.045189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-ca460517-379e-4745-ab0a-76e2270e8a7a', 'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'tenant_id': 'e9d5916d60a3464894ec6a17f600c4a2', 'fixed_ips': [{'subnet_id': '6062db3b-733a-482a-b9cd-db8817858047'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:20.046736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.095409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8389413b-fdc8-457f-bf16-997c14a68c7e req-61d64762-a11e-4f6c-8798-5a61c586f750 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976007 Jul 16 08:35:20.126369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.156118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-31768a0d-ff4d-467b-b672-d2bfa99a5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.157704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-31768a0d-ff4d-467b-b672-d2bfa99a5941 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1485767 Jul 16 08:35:20.158916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Transition to ACTIVE for port object 99a15a9a-6e88-4a7b-80fd-eec82b42a250 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:20.237009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.240681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.290725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-81f7a3c9-1a02-44af-b395-d670cc84d812', 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'fixed_ips': [{'subnet_id': '4f93d45d-38af-4010-940f-c15a115bfc4d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:20.292548 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.301792 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.350093 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:20.364804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:20.368735 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:20.369465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.373472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Allocated IP 172.20.0.2 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/3435752a-bce5-4060-806e-e327df139e9d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:20.399376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-95217e9d-d68b-486d-a3d7-64d655e203f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.400808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-95217e9d-d68b-486d-a3d7-64d655e203f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.3905609 Jul 16 08:35:20.424076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:20.433523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:20.504918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=99a15a9a-6e88-4a7b-80fd-eec82b42a250,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.516275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-3135e68a-d211-4529-b3f9-e615224d37b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 217 time: 0.1047459 Jul 16 08:35:20.519775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.543083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.543715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.549943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:20.562443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-389b4587-7f6a-47c6-9a74-8263a50803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.564349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-389b4587-7f6a-47c6-9a74-8263a50803e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3778646 Jul 16 08:35:20.571282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-de301387-6531-45b9-903a-f120068a7b4e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1031785 Jul 16 08:35:20.572994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51776) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.578374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1850228182', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:94:77:2b'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:20.591126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834c32-5ded-4271-badd-5c7c901f94c2 req-1fbe4b86-c133-4cb8-ae6f-0e905bbd54de tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.598046 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8834c32-5ded-4271-badd-5c7c901f94c2 req-1fbe4b86-c133-4cb8-ae6f-0e905bbd54de tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 945 time: 0.2321143 Jul 16 08:35:20.631732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-b9b334c1-e466-4c91-b7c5-396722e2b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.633261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-b9b334c1-e466-4c91-b7c5-396722e2b555 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1101632 Jul 16 08:35:20.705100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.718388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Allocated IP 172.20.0.2 (81f7a3c9-1a02-44af-b395-d670cc84d812/4f93d45d-38af-4010-940f-c15a115bfc4d/a5b838ef-e019-44c1-8d34-1454918d3fb2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:20.725112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Transition to ACTIVE for port object 3435752a-bce5-4060-806e-e327df139e9d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:20.731843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8834c32-5ded-4271-badd-5c7c901f94c2 req-66037cc9-f30c-4e23-85bb-5a42822aaf6b tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937381 Jul 16 08:35:20.741296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-a50df0e3-38af-4407-8f99-53a35b6f58fa service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658554 Jul 16 08:35:20.809982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Transition to ACTIVE for port object 3435752a-bce5-4060-806e-e327df139e9d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:20.816414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:20.831093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.928325 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.960855 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518752d8-4f8a-4600-8e3d-2d4875d3f24c None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:20.963180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.970944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 78bc282c-2b91-4dd6-ae8f-56107fdca412 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:21.021493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:21.037169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:21.049580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:21.053772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Pushing event updated for resources: {'Port': ['ID=3435752a-bce5-4060-806e-e327df139e9d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.180097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Attempting to bind port 3435752a-bce5-4060-806e-e327df139e9d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:21.180628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Attempting to bind port 3435752a-bce5-4060-806e-e327df139e9d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '61fd9e56-2f98-4026-b190-08c8155d5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:21.181105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Attempting to bind port 3435752a-bce5-4060-806e-e327df139e9d on network ca460517-379e-4745-ab0a-76e2270e8a7a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:21.192338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 78bc282c-2b91-4dd6-ae8f-56107fdca412 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:21.201050 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.203728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:21.204225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Checking segment: {'id': '61fd9e56-2f98-4026-b190-08c8155d5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:21.204730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.205236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Bound using segment: {'id': '61fd9e56-2f98-4026-b190-08c8155d5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:21.205832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Bound port: 3435752a-bce5-4060-806e-e327df139e9d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd9e56-2f98-4026-b190-08c8155d5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:21.206339 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.214792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 78bc282c-2b91-4dd6-ae8f-56107fdca412 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:21.215227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.225276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Transition to ACTIVE for port object a5b838ef-e019-44c1-8d34-1454918d3fb2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:21.264664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9f6009-dbbe-4e3c-b204-327801094970 req-098cd746-a031-40fd-9671-432de5879dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078127 Jul 16 08:35:21.294825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-f5e35a35-8328-4e20-a328-d0340984c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.302938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-f5e35a35-8328-4e20-a328-d0340984c6ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5644505 Jul 16 08:35:21.329086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Transition to ACTIVE for port object a5b838ef-e019-44c1-8d34-1454918d3fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:21.351031 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.396813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3ea04-5068-4d95-b73e-7cdd488c1769 None None] New status for floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:21.415271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] device_id is not set on port fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:21.456003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:21.457499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] For port 3435752a-bce5-4060-806e-e327df139e9d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:21.471559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:21.473743 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08543c3-7993-4be9-b90e-de87f44084d3" -d '{"events": [{"name": "network-changed", "server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:21.487368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-aefaab35-1ed9-4d5e-a2c5-b56e44681608 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834400 Jul 16 08:35:21.497339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558dcdb-2bb5-48bd-b977-171721f81a19 req-6fffab02-d6a2-4f6b-af21-c6092faaf8bd tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.498868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8558dcdb-2bb5-48bd-b977-171721f81a19 req-6fffab02-d6a2-4f6b-af21-c6092faaf8bd tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.1276896 Jul 16 08:35:21.520463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:21.532269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:21.537280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Pushing event updated for resources: {'Port': ['ID=a5b838ef-e019-44c1-8d34-1454918d3fb2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.542683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] For port 3435752a-bce5-4060-806e-e327df139e9d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3435752a-bce5-4060-806e-e327df139e9d,segment=NetworkSegment(61fd9e56-2f98-4026-b190-08c8155d5d68),segment_id=61fd9e56-2f98-4026-b190-08c8155d5d68)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:21.560586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.564884 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.577832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8558dcdb-2bb5-48bd-b977-171721f81a19 req-dab522cf-2322-4cef-91ac-9e7d50bdd62c tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522442 Jul 16 08:35:21.592508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Allocated IP 172.20.0.13 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:21.613933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.638270 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.697201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7843b7b-3d31-424e-a3cc-6e482afb34ce req-f8af5761-8f85-4dbb-8e42-a9b10384a123 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911879 Jul 16 08:35:21.760416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Allocated IP 172.25.0.160 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/f5e241a6-848b-484c-8700-a99c9e735627) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:21.834591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bc282c-2b91-4dd6-ae8f-56107fdca412'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:21.837451 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2926af-75b2-426f-bffa-7cec74e0b3fd" -d '{"events": [{"server_uuid": "2bdd68bd-0bfc-4c16-bede-984094fbafb0", "name": "network-vif-plugged", "status": "completed", "tag": "78bc282c-2b91-4dd6-ae8f-56107fdca412"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:21.848076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.864378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Attempting to bind port a5b838ef-e019-44c1-8d34-1454918d3fb2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:21.865365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Attempting to bind port a5b838ef-e019-44c1-8d34-1454918d3fb2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:21.865917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Attempting to bind port a5b838ef-e019-44c1-8d34-1454918d3fb2 on network 81f7a3c9-1a02-44af-b395-d670cc84d812 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:21.876804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 78bc282c-2b91-4dd6-ae8f-56107fdca412, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:21.878771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617612e9-ce99-4684-aa83-66dccacf68c9 None None] Pushing event updated for resources: {'Port': ['ID=3435752a-bce5-4060-806e-e327df139e9d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.881986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:21.882597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Checking segment: {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:21.883183 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.883737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Transition to ACTIVE for port object fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:21.883984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Bound using segment: {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:21.884632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Bound port: a5b838ef-e019-44c1-8d34-1454918d3fb2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:21.885736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.890766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.897820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633ac4-46cc-4516-b893-d34dabb80080 req-62f4c8f9-9e3a-43d6-8439-28df2b8193ba tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.899566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a633ac4-46cc-4516-b893-d34dabb80080 req-62f4c8f9-9e3a-43d6-8439-28df2b8193ba tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 945 time: 0.1487975 Jul 16 08:35:21.917999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.984691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.016010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a633ac4-46cc-4516-b893-d34dabb80080 req-2318def2-8334-40db-9b3c-8ef69295a902 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072745 Jul 16 08:35:22.060390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.073596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Pushing event updated for resources: {'Port': ['ID=f5e241a6-848b-484c-8700-a99c9e735627,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.111306 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae86ceb-d0b8-42f3-8b5e-381b8dc7b34d x-openstack-request-id: req-3ae86ceb-d0b8-42f3-8b5e-381b8dc7b34d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:22.111767 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:22.112128 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ae86ceb-d0b8-42f3-8b5e-381b8dc7b34d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:22.113964 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'status': 'completed', 'code': 200} Jul 16 08:35:22.130609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:22.135007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:22.135391 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:22.168235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:22.219053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.247569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] For port a5b838ef-e019-44c1-8d34-1454918d3fb2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:22.248674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.249517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.250911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] For port a5b838ef-e019-44c1-8d34-1454918d3fb2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a5b838ef-e019-44c1-8d34-1454918d3fb2,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:22.264921 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.272636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8731a8fd-a19b-4aa5-a4a7-70a2bab5d797 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.6984425 Jul 16 08:35:22.275044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.288106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:22.302517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=78bc282c-2b91-4dd6-ae8f-56107fdca412,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.324614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:22.419807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cac20-243b-4480-b805-25de53d80f4f None None] Pushing event updated for resources: {'Port': ['ID=a5b838ef-e019-44c1-8d34-1454918d3fb2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.442006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fce9ee-f641-49bf-ae29-9a68eece1b7f tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.444257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-a5100347-f742-4568-bf0f-3c01ed520ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.446330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-a5100347-f742-4568-bf0f-3c01ed520ee3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 1097 time: 0.3177123 Jul 16 08:35:22.448592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fce9ee-f641-49bf-ae29-9a68eece1b7f tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.451752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e7aa511c-d3b2-43de-9ef9-29482e89d882 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:22.465634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fce9ee-f641-49bf-ae29-9a68eece1b7f tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.471456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-44fce9ee-f641-49bf-ae29-9a68eece1b7f tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1944849 Jul 16 08:35:22.473477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.662032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e7aa511c-d3b2-43de-9ef9-29482e89d882, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:22.664246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:22.665411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.676744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'port_id': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'mac_address': 'fa:16:3e:c9:09:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:22.715117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2191d06-f543-474c-943e-0d4410c76868 req-cc9c77cb-43c0-49c6-96cf-4a2d8ec4d14b tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.718733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2191d06-f543-474c-943e-0d4410c76868 req-cc9c77cb-43c0-49c6-96cf-4a2d8ec4d14b tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 944 time: 0.6320555 Jul 16 08:35:22.748951 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.783966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aa511c-d3b2-43de-9ef9-29482e89d882 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:22.831480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.859621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:22.861886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e7aa511c-d3b2-43de-9ef9-29482e89d882, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:22.872354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.958496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2191d06-f543-474c-943e-0d4410c76868 req-60c5553e-1f56-4f0d-b49b-1cbdf4aa030f tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218530 Jul 16 08:35:22.984190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-2283ee99-027b-4b4e-be0e-022109af174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.985708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-2283ee99-027b-4b4e-be0e-022109af174e service neutron] 10.222.0.18 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.5248227 Jul 16 08:35:23.016165 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e1eb5-d5e9-426c-9644-a0f86d39d842 x-openstack-request-id: req-0f2e1eb5-d5e9-426c-9644-a0f86d39d842 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:23.016600 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdd68bd-0bfc-4c16-bede-984094fbafb0", "name": "network-vif-plugged", "status": "completed", "tag": "78bc282c-2b91-4dd6-ae8f-56107fdca412", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:23.016859 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f2e1eb5-d5e9-426c-9644-a0f86d39d842 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:23.017271 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bc282c-2b91-4dd6-ae8f-56107fdca412', 'code': 200} Jul 16 08:35:23.017875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e7aa511c-d3b2-43de-9ef9-29482e89d882,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.028455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.148737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e7aa511c-d3b2-43de-9ef9-29482e89d882'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:23.271798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa75f-def8-4b31-ab61-48607b027203 req-238a42c6-1271-4a7c-8402-e4b604215199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.274543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-410aa75f-def8-4b31-ab61-48607b027203 req-238a42c6-1271-4a7c-8402-e4b604215199 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 1098 time: 0.2335122 Jul 16 08:35:23.289447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-7bfa4780-78e4-4837-8c99-46b202264ae8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 200 len: 217 time: 0.2936528 Jul 16 08:35:23.311025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.445698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.454127 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-410aa75f-def8-4b31-ab61-48607b027203 req-a173b064-6e18-45b4-b8df-8f7972dbb272 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646984 Jul 16 08:35:23.471831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-bd708421-e1f9-4765-b00b-07b68c3d13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.474939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-bd708421-e1f9-4765-b00b-07b68c3d13ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1325994 Jul 16 08:35:23.580323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.670097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3435752a-bce5-4060-806e-e327df139e9d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:23.701372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-08f52215-e4fd-4161-930e-4e0da2ac8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.702788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-08f52215-e4fd-4161-930e-4e0da2ac8526 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069411 Jul 16 08:35:23.719053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd8ec0-7ee4-4f73-be45-72074e7a86e0 None None] Network ca460517-379e-4745-ab0a-76e2270e8a7a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:23.815103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-b44145d6-4a4a-4b86-9152-f429478c7b9a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.817170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-b44145d6-4a4a-4b86-9152-f429478c7b9a tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2410865 Jul 16 08:35:23.861661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3435752a-bce5-4060-806e-e327df139e9d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:23.872146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8571fe4b-eb9a-43cf-9142-ffbbefc2e6b3 None None] Provisioning for port 3435752a-bce5-4060-806e-e327df139e9d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:23.903273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-32a0cdd0-2668-4048-925d-abaa6ba110b7 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0637438 Jul 16 08:35:23.910840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'floatingip': {'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:23.917885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3435752a-bce5-4060-806e-e327df139e9d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:23.918409 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.963806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.989015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8571fe4b-eb9a-43cf-9142-ffbbefc2e6b3 None None] Provisioning complete for port 3435752a-bce5-4060-806e-e327df139e9d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:23.989403 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8571fe4b-eb9a-43cf-9142-ffbbefc2e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.995544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee0661f-bee0-4a1f-8e56-056ddba6edf8 None None] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:24.000908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.002097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b16d79a1-9352-4403-8c6d-d3f0e893e93a tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/ports/fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf HTTP/1.1" status: 204 len: 168 time: 1.5269768 Jul 16 08:35:24.006070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51814) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.101775 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52bb455-a96b-432b-9596-be2e81606707 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] GET failed (client error): The resource could not be found. Jul 16 08:35:24.107918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d52bb455-a96b-432b-9596-be2e81606707 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "GET /v2.0/ports/fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf HTTP/1.1" status: 404 len: 333 time: 0.0941994 Jul 16 08:35:24.108588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.118709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1429215842'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:24.173621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b43e9-93db-4319-b521-2c0ad5a2ac13 req-a11abc75-6a0c-4477-9d3c-87d95b74a03f tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.175048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-828b43e9-93db-4319-b521-2c0ad5a2ac13 req-a11abc75-6a0c-4477-9d3c-87d95b74a03f tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 945 time: 0.5811796 Jul 16 08:35:24.187594 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.235347 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-4d477e37-d766-489a-8ee2-435bfde2ba9c service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868929 Jul 16 08:35:24.280007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-828b43e9-93db-4319-b521-2c0ad5a2ac13 req-90f6822f-506f-43e1-8de5-efeede557262 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/security-groups?id=983260fb-1bb6-4d96-8e80-1eab21acf4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944972 Jul 16 08:35:24.289760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:35:24.314508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8571fe4b-eb9a-43cf-9142-ffbbefc2e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.320646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3435752a-bce5-4060-806e-e327df139e9d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3435752a-bce5-4060-806e-e327df139e9d,segment=NetworkSegment(61fd9e56-2f98-4026-b190-08c8155d5d68),segment_id=61fd9e56-2f98-4026-b190-08c8155d5d68)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:24.333038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-27b6f5f1-eb0e-4017-8c6f-f3d41fb26fe7 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.334654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-27b6f5f1-eb0e-4017-8c6f-f3d41fb26fe7 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.18 "GET /v2.0/ports?device_id=040726f8-a56f-4e30-9803-2b60227b68d8 HTTP/1.1" status: 200 len: 945 time: 0.3198488 Jul 16 08:35:24.344229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.344997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a5b838ef-e019-44c1-8d34-1454918d3fb2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:24.538198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-8571fe4b-eb9a-43cf-9142-ffbbefc2e6b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:24.539188 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-8571fe4b-eb9a-43cf-9142-ffbbefc2e6b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:24.572231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e7aa511c-d3b2-43de-9ef9-29482e89d882 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:24.579502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:24.585324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.605810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e08543c3-7993-4be9-b90e-de87f44084d3 req-b4a5dfbd-cda5-431c-b738-7dd00d89b3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611465 Jul 16 08:35:24.656502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3435752a-bce5-4060-806e-e327df139e9d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.678402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:24.688473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] device_id is not set on port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:24.692966 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Sync routers for ids ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:24.707914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port e7aa511c-d3b2-43de-9ef9-29482e89d882 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:24.710434 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Routers {'0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:24.711073 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:24.717074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e7aa511c-d3b2-43de-9ef9-29482e89d882 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:24.718230 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.731812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-aeed47fc-cf41-451f-aded-67acd1fe55c7 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.732504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-aeed47fc-cf41-451f-aded-67acd1fe55c7 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 945 time: 0.3107839 Jul 16 08:35:24.748293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f49e6c-23b1-4cbf-a0ff-a780f117e338 req-1f7009e0-4a6b-463e-b349-b6afd0c8b165 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.755720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79f49e6c-23b1-4cbf-a0ff-a780f117e338 req-1f7009e0-4a6b-463e-b349-b6afd0c8b165 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 946 time: 0.2359941 Jul 16 08:35:24.770402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a5b838ef-e019-44c1-8d34-1454918d3fb2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:24.820803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.822162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8455049f-c28b-4bf4-ae3e-325a0f2ff09f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9084210 Jul 16 08:35:24.848457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51818) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.864114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.910801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e7aa511c-d3b2-43de-9ef9-29482e89d882, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:24.929401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.963711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Deleting port bd276f8f-34c4-439f-8e4e-87dd6653dca8 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:24.964451 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.973924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79f49e6c-23b1-4cbf-a0ff-a780f117e338 req-0123e28a-33f9-48bd-b0c3-4f75a5d013c9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171161 Jul 16 08:35:25.022413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:25.025791 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4eaec-27e1-445d-8963-9f2939cf065d" -d '{"events": [{"server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:25.033733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e7aa511c-d3b2-43de-9ef9-29482e89d882,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:25.154138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] For port bd276f8f-34c4-439f-8e4e-87dd6653dca8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=bd276f8f-34c4-439f-8e4e-87dd6653dca8,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:25.154521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.192584 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Set router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:25.221811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Calling delete_port for bd276f8f-34c4-439f-8e4e-87dd6653dca8 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:25.252894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Provisioning complete for port 3435752a-bce5-4060-806e-e327df139e9d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:25.253342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.258788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.resource_extend [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:35:25.327079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Deleting port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:25.328221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.347989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Allocated IP 172.20.0.10 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/558e0c95-7714-49d4-8cc0-29e74eeeaca6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:25.382436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.390418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Provisioning for port a5b838ef-e019-44c1-8d34-1454918d3fb2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:25.394977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Provisioning complete for port a5b838ef-e019-44c1-8d34-1454918d3fb2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:25.395947 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.429718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.546881 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:35:22Z', 'revision_number': 3, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:25.557101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.559534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3435752a-bce5-4060-806e-e327df139e9d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:25.608080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Checking router: 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:25.608425 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Updating router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 port f5e241a6-848b-484c-8700-a99c9e735627 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:25.636940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] For port a5b838ef-e019-44c1-8d34-1454918d3fb2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a5b838ef-e019-44c1-8d34-1454918d3fb2,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:25.646510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.664675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f75a-71d9-43b7-ac62-279cedbcfa5a req-30ec07fd-330e-4445-802c-974f77094b79 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:25.667455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e21f75a-71d9-43b7-ac62-279cedbcfa5a req-30ec07fd-330e-4445-802c-974f77094b79 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 945 time: 0.4597604 Jul 16 08:35:25.670411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] For port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,segment=NetworkSegment(8ce91558-5b6f-4889-9038-66ba3d5980fd),segment_id=8ce91558-5b6f-4889-9038-66ba3d5980fd)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:25.670875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.685942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3435752a-bce5-4060-806e-e327df139e9d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:25.686488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.694626 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.702658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Provisioning for port 99a15a9a-6e88-4a7b-80fd-eec82b42a250 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:25.746498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Provisioning complete for port 99a15a9a-6e88-4a7b-80fd-eec82b42a250 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:25.747501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.755518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Calling delete_port for e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:25.790445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Port 99a15a9a-6e88-4a7b-80fd-eec82b42a250 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:25.818344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc81d87-a207-4d5e-9313-82ceb07fb563 None None] Pushing event updated for resources: {'Port': ['ID=a5b838ef-e019-44c1-8d34-1454918d3fb2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:25.868035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-85b3a75b-f495-43fe-9c35-2a1af4870eaa tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:25.869506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-85b3a75b-f495-43fe-9c35-2a1af4870eaa tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ca8a688-09d1-4040-be1b-a00f274cf513 HTTP/1.1" status: 200 len: 945 time: 0.3555446 Jul 16 08:35:25.934416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e21f75a-71d9-43b7-ac62-279cedbcfa5a req-79e66811-244d-451f-9b56-20070964f18d tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.41 "GET /v2.0/security-groups?id=7344aae5-0640-427e-ae39-a7c861af28bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445908 Jul 16 08:35:26.030667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e92e4d60-03e6-4fd9-aa5d-7f91c7496ec0 None None] Could not find standard attr ID for object fd5d709d-69aa-4d7d-91c2-8988cfa3a8bf. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:35:26.120574 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.132707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Transition to ACTIVE for port object f5e241a6-848b-484c-8700-a99c9e735627 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:26.141897 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.165352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-e4f54cb0-2a16-4b36-8602-f8f887f44371 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.167392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-e4f54cb0-2a16-4b36-8602-f8f887f44371 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.36 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.7900946 Jul 16 08:35:26.206839 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Attempting to bind port f5e241a6-848b-484c-8700-a99c9e735627 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:26.207253 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Attempting to bind port f5e241a6-848b-484c-8700-a99c9e735627 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:26.208442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Attempting to bind port f5e241a6-848b-484c-8700-a99c9e735627 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:26.218097 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:26.218740 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:26.219197 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.219624 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:26.220151 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Bound port: f5e241a6-848b-484c-8700-a99c9e735627, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:26.221176 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.226181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.238751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['bd276f8f-34c4-439f-8e4e-87dd6653dca8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:26.269477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['f23118bb-34f1-42da-b051-d0cc06c6d0aa'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:26.287661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event deleted for resources: {'Port': ['ID=bd276f8f-34c4-439f-8e4e-87dd6653dca8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.297750 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] For port f5e241a6-848b-484c-8700-a99c9e735627, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:26.298210 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d associated. External IP: 172.25.0.254, port: f23118bb-34f1-42da-b051-d0cc06c6d0aa. Jul 16 08:35:26.301777 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] For port f5e241a6-848b-484c-8700-a99c9e735627, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f5e241a6-848b-484c-8700-a99c9e735627,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:26.307058 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Pushing event updated for resources: {'Port': ['ID=f5e241a6-848b-484c-8700-a99c9e735627,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.329268 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.329741 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.330187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.330618 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.331050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.331534 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.331954 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.332387 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.332831 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.333254 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.333694 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.334102 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:26.339426 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.418488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Deleting port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:26.419193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.428246 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03941547-617a-4a5a-a1b3-9ffebb5c400d None None] Pushing event updated for resources: {'Port': ['ID=f5e241a6-848b-484c-8700-a99c9e735627,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.452441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Routers {'0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:26.453192 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:26.471407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.482470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] No DVR routers for this DVR port bd276f8f-34c4-439f-8e4e-87dd6653dca8 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:26.484572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:26.486804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.497011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.570995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.573577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac9bd19a-8d99-4f4e-abe8-39d138c4d1ff req-39d28d25-79cb-4c3c-88de-a7c4bbd43132 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.18 "DELETE /v2.0/ports/bd276f8f-34c4-439f-8e4e-87dd6653dca8 HTTP/1.1" status: 204 len: 173 time: 2.2288203 Jul 16 08:35:26.574589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f192-bbd5-46b9-96d9-b1665a1f243d req-27686727-8c84-4cfd-a11b-b39cc9418ec4 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.577309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3e8f192-bbd5-46b9-96d9-b1665a1f243d req-27686727-8c84-4cfd-a11b-b39cc9418ec4 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 945 time: 0.4535916 Jul 16 08:35:26.592551 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] Set router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:26.598471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Pushing event deleted for resources: {'Port': ['ID=e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.611571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'name': 'network-vif-deleted', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:26.620853 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0617b8e2-2574-4287-8c9a-aa23e9f98130" -d '{"events": [{"server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "name": "network-vif-deleted", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:26.673271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Transition to ACTIVE for port object 558e0c95-7714-49d4-8cc0-29e74eeeaca6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:26.773187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Deleting port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:26.773850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.821234 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:35:22Z', 'revision_number': 3, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:26.855352 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009c669-8e8b-44d6-88e1-b1b5863eebc9 None None] The sync data for ids ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'] in n-d-798249-10 is: [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:35:22Z', 'revision_number': 3, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:26.863664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.924086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:26.963262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:26.974872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=558e0c95-7714-49d4-8cc0-29e74eeeaca6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.977503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:26.982942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] For port ae4ccb5f-0c35-4f56-b7f9-f003d695a562, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:26.983311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.986649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:27.191193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] No DVR routers for this DVR port e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:27.199532 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.201681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a511cf50-0bc1-4fef-9ba0-7490fddb7a3b req-1c15cbcf-9a01-43ee-b51b-9e9365cd1951 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.18 "DELETE /v2.0/ports/e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 HTTP/1.1" status: 204 len: 173 time: 2.4200211 Jul 16 08:35:27.208729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'name': 'network-vif-deleted', 'tag': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:27.210826 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75366d-671c-45d6-b5ef-8263f9a5b17a" -d '{"events": [{"server_uuid": "d02326b6-8052-4ddc-9f30-3ed82f13ad45", "name": "network-vif-deleted", "tag": "e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:27.251155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3e8f192-bbd5-46b9-96d9-b1665a1f243d req-b71d74de-2b5f-4930-a9f0-23e052eed7e5 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups?id=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6620824 Jul 16 08:35:27.311788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] For port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,segment=NetworkSegment(fbfec9a9-a11f-4152-8b15-4918dee5bd97),segment_id=fbfec9a9-a11f-4152-8b15-4918dee5bd97)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:27.312300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.367666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:27.368901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.384346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Calling delete_port for be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:27.476324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f146510f-f459-4e7b-b6bd-e1ca34aa7f1b None None] Provisioning for port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:27.481902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f146510f-f459-4e7b-b6bd-e1ca34aa7f1b None None] Provisioning complete for port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:27.482510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f146510f-f459-4e7b-b6bd-e1ca34aa7f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.498676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Allocated IP 172.20.0.1 (81f7a3c9-1a02-44af-b395-d670cc84d812/4f93d45d-38af-4010-940f-c15a115bfc4d/dbd4bbb4-5cf1-4d35-a53a-553b60447e7d) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:27.543004 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c402e5d2-ced7-447a-a2bf-a7b003c5e5b8 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4277868 Jul 16 08:35:27.544448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51832) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:27.556490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:94:77:2b'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:27.613743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f146510f-f459-4e7b-b6bd-e1ca34aa7f1b None None] Port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:27.639610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:27.649224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.659430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a5b838ef-e019-44c1-8d34-1454918d3fb2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:27.666945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:27.711955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:27.712378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:27.755828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f8561-be9f-4814-949a-e4e8c8ec88a8 req-1d94453f-9c92-44d2-9155-a90fb27c7ca4 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:27.756668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.757325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.757527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b4f8561-be9f-4814-949a-e4e8c8ec88a8 req-1d94453f-9c92-44d2-9155-a90fb27c7ca4 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 0.2608767 Jul 16 08:35:27.758044 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Floating IP 1f43c8d2-7511-4c22-9cbf-ff1838084a5f disassociated. External IP: 172.25.0.16, port: ae4ccb5f-0c35-4f56-b7f9-f003d695a562. Jul 16 08:35:27.758603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Calling delete_port for ae4ccb5f-0c35-4f56-b7f9-f003d695a562 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:27.780510 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-2b3bd356-26be-4240-8e76-0cebbda3189b tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "PUT /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 996 time: 3.8704219 Jul 16 08:35:27.844875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.891935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b4f8561-be9f-4814-949a-e4e8c8ec88a8 req-89f8e205-3dcd-4c45-92e0-caf16b47a5db tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029611 Jul 16 08:35:27.894170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a5b838ef-e019-44c1-8d34-1454918d3fb2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:27.894814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.914280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.961427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Transition to ACTIVE for port object dbd4bbb4-5cf1-4d35-a53a-553b60447e7d will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:27.966890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Pushing event deleted for resources: {'Port': ['ID=be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:27.982818 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61acbacc-bc02-4a72-ab6b-5e5723a5c568 x-openstack-request-id: req-61acbacc-bc02-4a72-ab6b-5e5723a5c568 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:27.983249 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:27.983641 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61acbacc-bc02-4a72-ab6b-5e5723a5c568 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:27.984129 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'code': 200} Jul 16 08:35:27.990049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:28.093598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] No DVR routers for this DVR port be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:28.095977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-9ceac58a-b8e1-44ae-bc44-8585221749ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.096813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.100954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5bf02afd-00b4-494c-b522-5bd9e71e63d0 req-0d0c414c-4a73-405a-85c7-1b62e78efc58 tempest-InstanceActionsTestJSON-1379706024 tempest-InstanceActionsTestJSON-1379706024-project] 10.222.0.36 "DELETE /v2.0/ports/be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa HTTP/1.1" status: 204 len: 173 time: 2.2194123 Jul 16 08:35:28.109598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-9ceac58a-b8e1-44ae-bc44-8585221749ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.3211894 Jul 16 08:35:28.128195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f5e241a6-848b-484c-8700-a99c9e735627 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:28.189650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.224843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.283231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:28.305785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:28.309029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:28.382698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Pushing event updated for resources: {'Port': ['ID=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.415766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3150cb7-1b7e-40d6-9f5b-2173b16d90e9 req-f1d9a688-8a6e-4341-9646-3df1f80efb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.418710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3150cb7-1b7e-40d6-9f5b-2173b16d90e9 req-f1d9a688-8a6e-4341-9646-3df1f80efb71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 1098 time: 0.2845585 Jul 16 08:35:28.420321 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.441764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f5e241a6-848b-484c-8700-a99c9e735627 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:28.482763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device bd276f8f-34c4-439f-8e4e-87dd6653dca8 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:28.485241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.498102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f5e241a6-848b-484c-8700-a99c9e735627 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:28.498471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.508132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-3b951810-e6e1-41fe-be48-f2c164c3cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.521667 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-3b951810-e6e1-41fe-be48-f2c164c3cc22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.4096780 Jul 16 08:35:28.555708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-435dafce-6b0f-4cc2-a805-f8d2c599ff2b req-6fa62f3f-dac6-414f-a555-dc36c9d874d7 tempest-ServerAddressesNegativeTestJSON-297150114 tempest-ServerAddressesNegativeTestJSON-297150114-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02326b6-8052-4ddc-9f30-3ed82f13ad45 HTTP/1.1" status: 200 len: 210 time: 0.1318874 Jul 16 08:35:28.566475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: bd276f8f-34c4-439f-8e4e-87dd6653dca8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:28.566982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device bd276f8f-34c4-439f-8e4e-87dd6653dca8 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:28.567932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:28.599910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:28.600259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:28.626155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3150cb7-1b7e-40d6-9f5b-2173b16d90e9 req-fe9a8398-6b0f-413a-8310-f5c654db392f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740353 Jul 16 08:35:28.640596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 8, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.652811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event deleted for resources: {'Port': ['ID=ae4ccb5f-0c35-4f56-b7f9-f003d695a562,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.680314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:28.718168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:28.723718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.775419 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.811607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port f5e241a6-848b-484c-8700-a99c9e735627, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f5e241a6-848b-484c-8700-a99c9e735627,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:28.816276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-1cef5d4a-ee79-4774-a284-1031faecdccb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 999 time: 0.2933776 Jul 16 08:35:28.843840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.871693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.916602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bfdae40f-a4ea-4e1f-8c23-ba5a854c2729 None None] Provisioning for port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:28.999745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:29.002416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ae4ccb5f-0c35-4f56-b7f9-f003d695a562 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:29.044373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bfdae40f-a4ea-4e1f-8c23-ba5a854c2729 None None] Provisioning complete for port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:29.044746 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bfdae40f-a4ea-4e1f-8c23-ba5a854c2729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.110553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.123407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.139058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bfdae40f-a4ea-4e1f-8c23-ba5a854c2729 None None] Port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:29.140880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=f5e241a6-848b-484c-8700-a99c9e735627,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.164795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: ae4ccb5f-0c35-4f56-b7f9-f003d695a562 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:29.165473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ae4ccb5f-0c35-4f56-b7f9-f003d695a562 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:29.165632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:29.194788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537685-1a29-43a7-9322-0fab82af49fa req-9132942f-ce68-4739-be0c-fe0d90c8949d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.204601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8537685-1a29-43a7-9322-0fab82af49fa req-9132942f-ce68-4739-be0c-fe0d90c8949d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 946 time: 0.4312630 Jul 16 08:35:29.225798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:29.226294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:29.292065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.297796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Pushing event updated for resources: {'Port': ['ID=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.317373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8537685-1a29-43a7-9322-0fab82af49fa req-a01fc2c1-c8ea-48e4-9ec4-40f90ca02f93 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117897 Jul 16 08:35:29.430164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:29.431754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:29.521506 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa4086-3eb0-457a-8395-801ebbd0fe7b x-openstack-request-id: req-75fa4086-3eb0-457a-8395-801ebbd0fe7b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:29.522423 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040726f8-a56f-4e30-9803-2b60227b68d8", "name": "network-vif-deleted", "tag": "bd276f8f-34c4-439f-8e4e-87dd6653dca8", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:29.522836 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75fa4086-3eb0-457a-8395-801ebbd0fe7b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:29.523431 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040726f8-a56f-4e30-9803-2b60227b68d8', 'name': 'network-vif-deleted', 'tag': 'bd276f8f-34c4-439f-8e4e-87dd6653dca8', 'status': 'completed', 'code': 200} Jul 16 08:35:29.561795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Router d02f7c90-2e68-49a0-b888-d47f39ecbb7f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:29.577534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f5e241a6-848b-484c-8700-a99c9e735627 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:29.606047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-45ac2dff-6062-4ab2-980b-8f03cb9c9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.618114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:29.636220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-45ac2dff-6062-4ab2-980b-8f03cb9c9260 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.8059812 Jul 16 08:35:29.702277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51842) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.717926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f5e241a6-848b-484c-8700-a99c9e735627 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:29.718476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.789429 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebc52f7-9708-4e50-a092-3a1e33e6498d x-openstack-request-id: req-0ebc52f7-9708-4e50-a092-3a1e33e6498d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:29.789732 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02326b6-8052-4ddc-9f30-3ed82f13ad45", "name": "network-vif-deleted", "tag": "e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:29.790035 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ebc52f7-9708-4e50-a092-3a1e33e6498d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:29.790436 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02326b6-8052-4ddc-9f30-3ed82f13ad45', 'name': 'network-vif-deleted', 'tag': 'e81e7720-ed1a-4f95-8a8f-d6d4a02f8cf0', 'status': 'completed', 'code': 200} Jul 16 08:35:29.791737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:29.796341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 8, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:29.800004 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Sync routers for ids ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:29.807712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-57b00726-bf6c-44c2-81ff-c6efb741635a admin admin] 10.222.0.41 "PUT /v2.0/routers/0bddbbcf-565e-4e4c-bf29-b976bd8dbce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9564583 Jul 16 08:35:29.819759 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Routers {'0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:29.820901 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:29.870042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.883495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Deleting subnet e59c0cc7-2ac9-4461-8d80-5761d71f12cd {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:29.891179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.895290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.897277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441d0dc-2c54-48c6-8116-9f9c7fa56326 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '39f49fff-b499-4bfc-9c24-0b4057b01f5d', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'port_id': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'mac_address': 'fa:16:3e:4b:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:44Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 8, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:29.941905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.956406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ddbd78b-5df0-44f4-9086-4f13ab0779ba req-9aafc31e-cb50-4b21-b8a6-55441ba4f674 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2707399c-01d9-4688-8b21-8651b9536aeb HTTP/1.1" status: 200 len: 210 time: 0.0583849 Jul 16 08:35:29.984023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-685654e9-fdf1-460e-ab87-371dd57266f4 None None] Provisioning complete for port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:29.984402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-685654e9-fdf1-460e-ab87-371dd57266f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.033642 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Set router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:30.071791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-685654e9-fdf1-460e-ab87-371dd57266f4 None None] Port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:30.079862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-01278d2e-08fe-4bed-9687-69c1e7e14143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.083081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-01278d2e-08fe-4bed-9687-69c1e7e14143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4452252 Jul 16 08:35:30.226019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=558e0c95-7714-49d4-8cc0-29e74eeeaca6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:30.236497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.243266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:30.248411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cc8fb-cea5-43c3-85a8-b16015298ace req-a3ccd158-d51e-40a7-badc-1a9c77586107 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.253181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f75cc8fb-cea5-43c3-85a8-b16015298ace req-a3ccd158-d51e-40a7-badc-1a9c77586107 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 0.1339395 Jul 16 08:35:30.255896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] Sync routers for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:30.273879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:30.280099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:30.288239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] In _notify_port_updated(), no bound segment for port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 on network ca460517-379e-4745-ab0a-76e2270e8a7a {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:35:30.296743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.297425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.301936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b43738d-ae66-400f-aebc-c31a4daef34d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "PUT /v2.0/ports/558e0c95-7714-49d4-8cc0-29e74eeeaca6 HTTP/1.1" status: 200 len: 995 time: 2.7491193 Jul 16 08:35:30.304525 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd07459-c9fa-4251-ac4a-a2929b778f93 None None] New status for floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:30.305089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51848) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.433261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-a5277a6e-4384-46cf-8df0-4c2898b0215a service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043315 Jul 16 08:35:30.435254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] No DVR routers for this DVR port ae4ccb5f-0c35-4f56-b7f9-f003d695a562 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:30.442265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.445174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-38ab2b99-2ea3-4789-a658-444cf60c8d9f req-582f8707-59a9-49d0-846c-2b1fc1663f77 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.36 "DELETE /v2.0/ports/ae4ccb5f-0c35-4f56-b7f9-f003d695a562 HTTP/1.1" status: 204 len: 173 time: 4.2399445 Jul 16 08:35:30.465074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f75cc8fb-cea5-43c3-85a8-b16015298ace req-4fae694d-b852-4526-82e6-cc4456303ae5 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946018 Jul 16 08:35:30.533167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:30.533629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.539722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d20fc8e6-d1e9-4a34-8004-888112d550f0 None None] Provisioning complete for port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:30.540236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d20fc8e6-d1e9-4a34-8004-888112d550f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.586650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.616556 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dbd4bbb4-5cf1-4d35-a53a-553b60447e7d', 'name': '', 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'mac_address': 'fa:16:3e:79:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4f93d45d-38af-4010-940f-c15a115bfc4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 2, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'subnets': [{'id': '4f93d45d-38af-4010-940f-c15a115bfc4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:30.652169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.655063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e59c0cc7-2ac9-4461-8d80-5761d71f12cd HTTP/1.1" status: 204 len: 168 time: 0.9517102 Jul 16 08:35:30.657817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51852) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.658953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783913cf-5b9c-406d-b281-d7a2435432f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59c0cc7-2ac9-4461-8d80-5761d71f12cd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:30.703692 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Checking router: 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:30.704179 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Updating router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:30.708623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d20fc8e6-d1e9-4a34-8004-888112d550f0 None None] Port 558e0c95-7714-49d4-8cc0-29e74eeeaca6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:30.718341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5789e68c-fe99-463d-afb2-361fb478f9fb req-fd4252e1-f59c-47be-810c-d1baeed40689 service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719879 Jul 16 08:35:30.731977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.739004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:30.787199 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.788566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for 558e0c95-7714-49d4-8cc0-29e74eeeaca6 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:30.796842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.896992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.012408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.023621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Deleting subnet d06f8889-0cd9-4c7e-aac5-74d9dc7b2579 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:31.031842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.043283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b2ac08-c92a-48db-ab89-5bb515beddbc']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:31.088431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfec9a9-a11f-4152-8b15-4918dee5bd97') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:31.096117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfec9a9-a11f-4152-8b15-4918dee5bd97') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:31.113684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.134710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.168751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:31.169083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:31.171035 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:31.194218 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.245663 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.248089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.281114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=558e0c95-7714-49d4-8cc0-29e74eeeaca6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.295197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.300849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1b2ac08-c92a-48db-ab89-5bb515beddbc HTTP/1.1" status: 204 len: 168 time: 0.6307697 Jul 16 08:35:31.356528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f8205-34b6-4a62-b530-85c348fc4d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b2ac08-c92a-48db-ab89-5bb515beddbc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.372943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:14Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:31.496950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] Checking router: d02f7c90-2e68-49a0-b888-d47f39ecbb7f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:31.511340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:31.513257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:31.542550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}, {'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'name': 'network-vif-deleted', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:31.553261 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}, {"server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "name": "network-vif-deleted", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:31.557282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.562212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541fd42-d57d-4f26-b9d5-9453a2e52f4f req-157cc2fb-7d1d-4df7-89a3-753997f8ceff tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.564626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3541fd42-d57d-4f26-b9d5-9453a2e52f4f req-157cc2fb-7d1d-4df7-89a3-753997f8ceff tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 0.2857149 Jul 16 08:35:31.613688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51868) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.632568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Request body: {'floatingip': {'port_id': 'e7aa511c-d3b2-43de-9ef9-29482e89d882'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:31.732559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-f1c0114b-af0c-46b1-bf70-fa398a4811a7 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5934243 Jul 16 08:35:31.737120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.750075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:31.756176 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.758890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:31.775247 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Transition to ACTIVE for port object dbd4bbb4-5cf1-4d35-a53a-553b60447e7d will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:31.798329 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.888523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'name': 'network-vif-deleted', 'tag': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:31.891293 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3960c948-59ef-42f1-830e-4fecb3a75499" -d '{"events": [{"server_uuid": "5ca8a688-09d1-4040-be1b-a00f274cf513", "name": "network-vif-deleted", "tag": "be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:31.900567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.920609 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f0a06-9ad4-4bab-ac4a-8b50d0c8e1ce None None] Pushing event updated for resources: {'Port': ['ID=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.974215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.028588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.111430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06f8889-0cd9-4c7e-aac5-74d9dc7b2579,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.116583 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Attempting to bind port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:32.116891 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Attempting to bind port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:32.117259 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Attempting to bind port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d on network 81f7a3c9-1a02-44af-b395-d670cc84d812 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:32.121506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-53dcdf51-d2c3-4910-aa03-6cb02c4390c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72c76d6fc49948c2afe12b43420bbaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369884 Jul 16 08:35:32.123830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.132255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8bd867e2-8b75-4dd6-ab49-17a708d1c9f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d06f8889-0cd9-4c7e-aac5-74d9dc7b2579 HTTP/1.1" status: 204 len: 168 time: 1.2327268 Jul 16 08:35:32.134131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.134602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51876) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.134733 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:32.135095 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Checking segment: {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:32.135686 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.136083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Bound using segment: {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:32.136567 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Bound port: dbd4bbb4-5cf1-4d35-a53a-553b60447e7d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:32.137108 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.250913 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:14Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:32.328878 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] For port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:32.332355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] For port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:32.337358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb7af8-3f12-49bd-9496-3d307f43802f None None] The sync data for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 is: [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:33:07Z', 'revision_number': 4, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '7ad30c50-61f8-427c-950e-91b7ee489f2b', 'name': '', 'network_id': 'd9b463bc-960e-4f21-a79b-29dda3b0e68d', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'mac_address': 'fa:16:3e:bf:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:06Z', 'updated_at': '2021-07-16T08:33:14Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'subnets': [{'id': '11c4fa94-409c-4d65-ab34-6aec0198f932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:32.365165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.369553 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.456946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd272d13-67a7-494b-a6af-52e96f053d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.471357 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Routers {'0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:32.472506 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:32.552563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd272d13-67a7-494b-a6af-52e96f053d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.634072 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] Set router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:32.734277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.779064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48438bf-bf11-46da-861d-a1dfe4aed16c']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:32.815223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce91558-5b6f-4889-9038-66ba3d5980fd') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:32.815801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce91558-5b6f-4889-9038-66ba3d5980fd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:32.820715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.844254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.853916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781af511-6e91-486d-a663-984a424762ab None None] New status for floating IP 1f43c8d2-7511-4c22-9cbf-ff1838084a5f: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:32.885537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.889579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3cfbc926-1817-43ae-9b50-c11c7719b686 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/ports/558e0c95-7714-49d4-8cc0-29e74eeeaca6 HTTP/1.1" status: 204 len: 168 time: 2.5810106 Jul 16 08:35:32.895862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af17c474-4f13-4dce-a6f3-8e872a9b94a4 req-20bf1b74-71f1-410c-9965-ee077e60b354 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 998 time: 1.2829552 Jul 16 08:35:32.908738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c239-f016-4871-8f4c-098e98dd755d req-c2bdcade-a662-4268-9e51-287ca18c7bda tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.910309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98f6c239-f016-4871-8f4c-098e98dd755d req-c2bdcade-a662-4268-9e51-287ca18c7bda tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 946 time: 0.3833392 Jul 16 08:35:32.913238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51880) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.930866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.951683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd272d13-67a7-494b-a6af-52e96f053d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.954280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd272d13-67a7-494b-a6af-52e96f053d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.958126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bd272d13-67a7-494b-a6af-52e96f053d58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7344aae5-0640-427e-ae39-a7c861af28bb HTTP/1.1" status: 204 len: 168 time: 0.8171270 Jul 16 08:35:32.985408 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f0a06-9ad4-4bab-ac4a-8b50d0c8e1ce None None] Pushing event updated for resources: {'Port': ['ID=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:33.000070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:33.000070 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:33.004653 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:33.023570 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efc2b68-2209-47d1-afe4-d27c8479095e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] GET failed (client error): The resource could not be found. Jul 16 08:35:33.028734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3efc2b68-2209-47d1-afe4-d27c8479095e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "GET /v2.0/ports/558e0c95-7714-49d4-8cc0-29e74eeeaca6 HTTP/1.1" status: 404 len: 333 time: 0.1067159 Jul 16 08:35:33.041825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:33.042985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd272d13-67a7-494b-a6af-52e96f053d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344aae5-0640-427e-ae39-a7c861af28bb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:33.054647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'name': 'tempest-AllowedAddressPairTestJSON-2034463711'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:33.193942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.201529 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dbd4bbb4-5cf1-4d35-a53a-553b60447e7d', 'name': '', 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'mac_address': 'fa:16:3e:79:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4f93d45d-38af-4010-940f-c15a115bfc4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:32Z', 'revision_number': 4, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'subnets': [{'id': '4f93d45d-38af-4010-940f-c15a115bfc4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:33.205932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17c474-4f13-4dce-a6f3-8e872a9b94a4 req-f474c8ea-e6f4-4251-873c-5460c4214c84 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.212873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af17c474-4f13-4dce-a6f3-8e872a9b94a4 req-f474c8ea-e6f4-4251-873c-5460c4214c84 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.3158631 Jul 16 08:35:33.214816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.219787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] 10.222.0.41 "DELETE /v2.0/networks/f48438bf-bf11-46da-861d-a1dfe4aed16c HTTP/1.1" status: 204 len: 168 time: 1.0734713 Jul 16 08:35:33.231287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-af17c474-4f13-4dce-a6f3-8e872a9b94a4 req-4534a6c8-5417-4ea8-90d1-5a5ff4b71b57 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:35:33.232448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af17c474-4f13-4dce-a6f3-8e872a9b94a4 req-4534a6c8-5417-4ea8-90d1-5a5ff4b71b57 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177164 Jul 16 08:35:33.256876 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176f867-cc46-417a-be29-9b9a13827c69 None None] The sync data for ids ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'] in n-d-798249-10 is: [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dbd4bbb4-5cf1-4d35-a53a-553b60447e7d', 'name': '', 'network_id': '81f7a3c9-1a02-44af-b395-d670cc84d812', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'mac_address': 'fa:16:3e:79:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4f93d45d-38af-4010-940f-c15a115bfc4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:32Z', 'revision_number': 4, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'subnets': [{'id': '4f93d45d-38af-4010-940f-c15a115bfc4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:33.284142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ac4c-02b1-4626-b321-20a6c7fef03d admin admin] Pushing event deleted for resources: {'Network': ['ID=f48438bf-bf11-46da-861d-a1dfe4aed16c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:33.289091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Allocated IP 172.25.0.157 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/7470fabc-dcb3-452b-aa63-b091205c3c96) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:33.386310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.441816 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.resource_extend [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:35:33.451368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Deleting port 78bc282c-2b91-4dd6-ae8f-56107fdca412 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:33.451782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.606585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dbd4bbb4-5cf1-4d35-a53a-553b60447e7d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:33.615792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:33.624056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.670723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.691478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.741311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51898) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:33.750200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:33.751409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.754817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:33.755619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.762930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] device_id is not set on port 13303949-da17-4ba7-9589-07444bc71962 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:33.878227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.892950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42f5dc-8cab-4789-aa88-88e9bd12c2ab req-f29d8334-7799-4275-b34b-c7677926d5f5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.902135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c42f5dc-8cab-4789-aa88-88e9bd12c2ab req-f29d8334-7799-4275-b34b-c7677926d5f5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 946 time: 0.3360372 Jul 16 08:35:33.932821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:33.940551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.023039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:34.039500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-2fe74a45-bc3a-40b2-b17c-fab1f62ac39a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2613895 Jul 16 08:35:34.041101 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Floating IP 97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6 associated. External IP: 172.25.0.116, port: e7aa511c-d3b2-43de-9ef9-29482e89d882. Jul 16 08:35:34.057512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c42f5dc-8cab-4789-aa88-88e9bd12c2ab req-3b4ea0e7-4cd1-4d33-9673-941acee79061 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534023 Jul 16 08:35:34.287988 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c369ea-02b6-4fe6-ac51-60ca6397532e x-openstack-request-id: req-06c369ea-02b6-4fe6-ac51-60ca6397532e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:34.288313 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "status": "completed", "code": 200}, {"server_uuid": "2707399c-01d9-4688-8b21-8651b9536aeb", "name": "network-vif-deleted", "tag": "ae4ccb5f-0c35-4f56-b7f9-f003d695a562", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:34.288593 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06c369ea-02b6-4fe6-ac51-60ca6397532e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:34.289006 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'status': 'completed', 'code': 200} Jul 16 08:35:34.289262 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707399c-01d9-4688-8b21-8651b9536aeb', 'name': 'network-vif-deleted', 'tag': 'ae4ccb5f-0c35-4f56-b7f9-f003d695a562', 'status': 'completed', 'code': 200} Jul 16 08:35:34.330845 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.388138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51912) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:34.389463 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3d883-4e64-4e21-8948-c8aa0344ff31 x-openstack-request-id: req-39a3d883-4e64-4e21-8948-c8aa0344ff31 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:34.390576 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca8a688-09d1-4040-be1b-a00f274cf513", "name": "network-vif-deleted", "tag": "be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:34.390576 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39a3d883-4e64-4e21-8948-c8aa0344ff31 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:34.390576 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca8a688-09d1-4040-be1b-a00f274cf513', 'name': 'network-vif-deleted', 'tag': 'be4bb6f3-e544-41ea-960a-0c7ee4b6bbaa', 'status': 'completed', 'code': 200} Jul 16 08:35:34.400425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] For port 78bc282c-2b91-4dd6-ae8f-56107fdca412, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=78bc282c-2b91-4dd6-ae8f-56107fdca412,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:34.402152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.456983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:34.478664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-4522782a-a9b9-46a7-afdc-2d39a7153870 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.0972447 Jul 16 08:35:34.501981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Calling delete_port for 78bc282c-2b91-4dd6-ae8f-56107fdca412 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:34.511197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=7470fabc-dcb3-452b-aa63-b091205c3c96,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:34.520546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:34.527419 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e9e5cf68-f8c4-435b-a6c8-08be33018c3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b289efd221774326ac95f5e3fe265e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7847383 Jul 16 08:35:34.534351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:34.537864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.538435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.538992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.539561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.540076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.540626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.541326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.541980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.542489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.543000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.543536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.544557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:34.549786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Router d0ec2468-1abf-4dbc-bc6c-4071af21d160 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:34.557605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-2099df42-4982-4a56-a6d4-df1b291282d6 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:34.562376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:34.572440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-2099df42-4982-4a56-a6d4-df1b291282d6 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports/f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 942 time: 0.0841076 Jul 16 08:35:34.608250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-148875848-network', 'tenant_id': '7741a11aeb9d4c4a8ea0537a315b57ce'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:34.677241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Allocated IP 172.20.0.4 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/13303949-da17-4ba7-9589-07444bc71962) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:34.773105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Made reservation on behalf of 7741a11aeb9d4c4a8ea0537a315b57ce for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:34.776235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.800862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-49f47390-eb59-4968-8a8d-bc7e69ba1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:34.802579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-49f47390-eb59-4968-8a8d-bc7e69ba1df9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.5724533 Jul 16 08:35:34.829708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.858820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-367b1fcc-7fa2-4879-a032-0edf8dba9e42 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1825376 Jul 16 08:35:34.888602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6480aa4b-c297-44ce-bc5e-2084fc78698b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.916138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:34.920473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.928544 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] Sync routers for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:34.946492 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:34.947226 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:34.961010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 78bc282c-2b91-4dd6-ae8f-56107fdca412 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:34.987804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6480aa4b-c297-44ce-bc5e-2084fc78698b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.005528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.094317 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.119697 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.129691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ac2fbd36-8b75-4124-9f90-70405420e1f3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "PUT /v2.0/floatingips/97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6 HTTP/1.1" status: 200 len: 992 time: 3.5056465 Jul 16 08:35:35.147445 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:35.174376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-244c1b2f-00c6-4711-b498-225a6f097dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.179591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.187091 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-244c1b2f-00c6-4711-b498-225a6f097dd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.3525419 Jul 16 08:35:35.212122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6480aa4b-c297-44ce-bc5e-2084fc78698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.215047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6480aa4b-c297-44ce-bc5e-2084fc78698b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.216238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6480aa4b-c297-44ce-bc5e-2084fc78698b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/983260fb-1bb6-4d96-8e80-1eab21acf4ca HTTP/1.1" status: 204 len: 168 time: 0.6517155 Jul 16 08:35:35.247719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-7f4c41a6-6273-41be-9ec6-2f763751bfd1 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.249409 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-7f4c41a6-6273-41be-9ec6-2f763751bfd1 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.3683441 Jul 16 08:35:35.314954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event deleted for resources: {'Port': ['ID=78bc282c-2b91-4dd6-ae8f-56107fdca412,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.325185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-3020103f-17c8-4c89-af50-ddb72aaa3abd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 1001 time: 0.1260185 Jul 16 08:35:35.340070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480aa4b-c297-44ce-bc5e-2084fc78698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983260fb-1bb6-4d96-8e80-1eab21acf4ca,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.402556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-60f008c8-e951-4cf5-b3e5-8543bb27ebd4 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1461086 Jul 16 08:35:35.423858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:35.475760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dbd4bbb4-5cf1-4d35-a53a-553b60447e7d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:35.480288 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'port_id': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'mac_address': 'fa:16:3e:c9:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:36Z', 'updated_at': '2021-07-16T08:35:33Z', 'revision_number': 1, 'project_id': 'e54d698982dc43a784ed21b854678300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:37Z', 'revision_number': 5, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:35.498379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-735f2e26-d43b-4f3d-a8df-766ac41f8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.500349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-735f2e26-d43b-4f3d-a8df-766ac41f8ed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1682503 Jul 16 08:35:35.527066 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] Checking router: d0ec2468-1abf-4dbc-bc6c-4071af21d160 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:35.537754 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:35.538451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:35.562106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.585742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.621884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] No DVR routers for this DVR port 78bc282c-2b91-4dd6-ae8f-56107fdca412 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:35.631824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.633568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:35.634000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.647571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.650739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98f6c239-f016-4871-8f4c-098e98dd755d req-bb5574ac-0d9e-4750-bf16-5c74f1d5bd1b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "DELETE /v2.0/ports/78bc282c-2b91-4dd6-ae8f-56107fdca412 HTTP/1.1" status: 204 len: 173 time: 2.7163742 Jul 16 08:35:35.660303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.712854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.731393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.762258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.771999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.772424 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d disassociated. External IP: 172.25.0.254, port: f23118bb-34f1-42da-b051-d0cc06c6d0aa. Jul 16 08:35:35.792386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:35.816704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=7470fabc-dcb3-452b-aa63-b091205c3c96,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.820231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Transition to ACTIVE for port object 13303949-da17-4ba7-9589-07444bc71962 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:35.858103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.859049 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Added segment 310b0cbf-c5c4-4321-b15b-44f80e5fb34a of type vlan for network 378977bb-7c59-4bd8-9689-584133414372 Jul 16 08:35:35.875830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75955bd5-ac24-46ea-ada6-d13e8812ba2c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.903419 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:35.929143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.976819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.978723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-ec7e6073-911d-4b5e-b5b0-d4131db1010a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2439864 Jul 16 08:35:35.980937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.059582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-845a36db-19ed-47fd-a3d4-1d0e2af6e801 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0701437 Jul 16 08:35:36.064612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.146055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.147499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.148241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.165460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-cac4b573-801b-47fe-aa73-76f1d8e27345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.166941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-cac4b573-801b-47fe-aa73-76f1d8e27345 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6590106 Jul 16 08:35:36.176505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:36.244554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:36.255628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:36.260109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8680198 Jul 16 08:35:36.280781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51942) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:36.311863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'name': 'network-vif-deleted', 'tag': '78bc282c-2b91-4dd6-ae8f-56107fdca412'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:36.314166 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e60fd99-81aa-4ed9-98c6-f90db5acf9b6" -d '{"events": [{"server_uuid": "2bdd68bd-0bfc-4c16-bede-984094fbafb0", "name": "network-vif-deleted", "tag": "78bc282c-2b91-4dd6-ae8f-56107fdca412"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:36.325986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Request body: {'subnet': {'network_id': '378977bb-7c59-4bd8-9689-584133414372', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-148875848-subnet', 'tenant_id': '7741a11aeb9d4c4a8ea0537a315b57ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:36.356975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-48f3290d-675c-4cb4-b945-0783763d6305 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575174 Jul 16 08:35:36.367652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=13303949-da17-4ba7-9589-07444bc71962,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:36.378142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3117d6-006e-4013-a07e-5bde7f3c4a7f admin admin] Pushing event updated for resources: {'Network': ['ID=378977bb-7c59-4bd8-9689-584133414372,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:36.407826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 378977bb-7c59-4bd8-9689-584133414372 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:36.422938 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'port_id': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'mac_address': 'fa:16:3e:c9:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:36Z', 'updated_at': '2021-07-16T08:35:33Z', 'revision_number': 1, 'project_id': 'e54d698982dc43a784ed21b854678300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:37Z', 'revision_number': 5, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:36.426132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-71c12b66-2ec4-4f10-bcfd-a8eae36102e2 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.428891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f72c1221-88de-4bb8-81f9-be326535d9ae req-71c12b66-2ec4-4f10-bcfd-a8eae36102e2 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.3541908 Jul 16 08:35:36.438569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:36.438569 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2b7090-e617-4206-bdab-68203bc77816" -d '{"events": [{"name": "network-changed", "server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:36.439566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.439566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.453713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Made reservation on behalf of 7741a11aeb9d4c4a8ea0537a315b57ce for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:36.456450 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.498708 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48723bc8-bc9e-473d-8f0e-203fa3b9523f None None] The sync data for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 is: [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'port_id': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'mac_address': 'fa:16:3e:c9:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:34:36Z', 'updated_at': '2021-07-16T08:35:33Z', 'revision_number': 1, 'project_id': 'e54d698982dc43a784ed21b854678300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:37Z', 'revision_number': 5, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:36.506025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e6ba513d-642a-45e2-aba9-c1d30275d3de tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4606540 Jul 16 08:35:36.521182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:36.521512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51954) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:36.634451 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20f5f508-db37-4d87-a492-d8f56bedfbd7 req-5ab9d771-1c17-4b76-8fff-7951164fe5cd service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885488 Jul 16 08:35:36.697244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92029741-03d7-4999-851e-fc5b24831e63 None None] Provisioning for port 13303949-da17-4ba7-9589-07444bc71962 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:36.703346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92029741-03d7-4999-851e-fc5b24831e63 None None] Provisioning complete for port 13303949-da17-4ba7-9589-07444bc71962 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:36.704149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92029741-03d7-4999-851e-fc5b24831e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.721101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:94:77:2b'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:36.787661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92029741-03d7-4999-851e-fc5b24831e63 None None] Port 13303949-da17-4ba7-9589-07444bc71962 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:36.795655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:36.847646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-362de49c-ef71-4266-b6d9-c15fb6ba490a req-63f75235-d3a3-49fb-947c-3d3ec8c5663d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bdd68bd-0bfc-4c16-bede-984094fbafb0 HTTP/1.1" status: 200 len: 210 time: 0.1198919 Jul 16 08:35:36.879108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1373ff1-00ba-41f3-8d5c-e2c60a6e7fc6 None None] New status for floating IP 97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:36.894403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-ddc75bcd-0925-4691-9e05-222ece95295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.897366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-ddc75bcd-0925-4691-9e05-222ece95295f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.1481552 Jul 16 08:35:37.060978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:37.068376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.078085 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:37.091536 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:37.092374 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.105530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb791be-5021-406a-aa67-22094b8a9c92 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.135256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.151363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-87f3612d-942f-472b-ae06-9589eb0e827e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "PUT /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 696 time: 1.7398915 Jul 16 08:35:37.154984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-ed7b6504-8493-4a7b-ae0d-58901683e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.156312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-ed7b6504-8493-4a7b-ae0d-58901683e1b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.2515643 Jul 16 08:35:37.246143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-67aef24f-dc53-4e07-beee-ec45324033ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0817633 Jul 16 08:35:37.273202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b8402a-73ae-4e66-b77b-bb2c1764e23d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.336223 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d13f8-5ac4-40c6-b61d-e274f2ba1818 x-openstack-request-id: req-0e6d13f8-5ac4-40c6-b61d-e274f2ba1818 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:37.336506 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdd68bd-0bfc-4c16-bede-984094fbafb0", "name": "network-vif-deleted", "tag": "78bc282c-2b91-4dd6-ae8f-56107fdca412", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:37.336833 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e6d13f8-5ac4-40c6-b61d-e274f2ba1818 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:37.338039 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdd68bd-0bfc-4c16-bede-984094fbafb0', 'name': 'network-vif-deleted', 'tag': '78bc282c-2b91-4dd6-ae8f-56107fdca412', 'status': 'completed', 'code': 200} Jul 16 08:35:37.338730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.361412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-29b4f201-4763-4ed4-bf83-6764a7083aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.365459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-29b4f201-4763-4ed4-bf83-6764a7083aee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1075768 Jul 16 08:35:37.369146 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42cc412-b5da-487a-807d-348b07eeaffc x-openstack-request-id: req-c42cc412-b5da-487a-807d-348b07eeaffc {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:37.369587 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:37.369932 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c42cc412-b5da-487a-807d-348b07eeaffc {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:37.370417 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'status': 'completed', 'code': 200} Jul 16 08:35:37.377647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb791be-5021-406a-aa67-22094b8a9c92 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.400320 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:37.475247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-a4ddaed8-b7fa-4521-8438-ccb2595f15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.476808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-a4ddaed8-b7fa-4521-8438-ccb2595f15a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.2336655 Jul 16 08:35:37.521971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Checking segment: {'id': '310b0cbf-c5c4-4321-b15b-44f80e5fb34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '378977bb-7c59-4bd8-9689-584133414372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:37.522532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Network hostable DHCP agents. Network: 378977bb-7c59-4bd8-9689-584133414372, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:37.541824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-6f1738f9-d491-4b00-922b-23f5cdb19823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.543525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-6f1738f9-d491-4b00-922b-23f5cdb19823 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667993 Jul 16 08:35:37.623658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b7090-e617-4206-bdab-68203bc77816 req-17e74173-9cdf-4955-9f24-97b612efc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.626178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-17e74173-9cdf-4955-9f24-97b612efc34f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e54d698982dc43a784ed21b854678300&device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 1098 time: 0.2083554 Jul 16 08:35:37.628230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Network 378977bb-7c59-4bd8-9689-584133414372 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:37.648702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb791be-5021-406a-aa67-22094b8a9c92 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.651876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb791be-5021-406a-aa67-22094b8a9c92 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.653348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-afb791be-5021-406a-aa67-22094b8a9c92 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "DELETE /v2.0/security-groups/e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5 HTTP/1.1" status: 204 len: 168 time: 1.1310010 Jul 16 08:35:37.662662 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.668550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:37.673886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 378977bb-7c59-4bd8-9689-584133414372) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:37.684376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fd365-954d-4834-bcfd-b8f7edac6056 None None] Network 378977bb-7c59-4bd8-9689-584133414372 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:37.694543 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:37.704863 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:37.705463 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.717662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-571baaf8-a517-4b09-a73a-6e10148570eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.719157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-571baaf8-a517-4b09-a73a-6e10148570eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.2322083 Jul 16 08:35:37.748054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.748658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.765157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3534affe-2bcf-419f-b1a0-9752966982da req-1289ea2a-9deb-4886-be0e-7f74f6a06401 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3497882 Jul 16 08:35:37.771561 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-8b2dbf5a-faca-457b-bfcd-0965e8fe4488 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] show failed (client error): The resource could not be found. Jul 16 08:35:37.772797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8b2dbf5a-faca-457b-bfcd-0965e8fe4488 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "GET /v2.0/security-groups/e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5 HTTP/1.1" status: 404 len: 347 time: 0.0998926 Jul 16 08:35:37.773736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb791be-5021-406a-aa67-22094b8a9c92 tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d2c8c-89af-4a2e-8b7f-cffb38dfd2f5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.781599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51962) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:37.796321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:37.834220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-2112bc8f-d3ef-42be-aca7-9ebe997df6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625828 Jul 16 08:35:37.838103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-6c36ee3c-855e-4bba-96b8-8d1bb0b36b69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0855978 Jul 16 08:35:37.867294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a6e7a5d-30f3-449e-b811-31e6c96d2bc0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5560100 Jul 16 08:35:37.889680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb34870-623f-42bb-bb54-e00a58394385 None None] Network 378977bb-7c59-4bd8-9689-584133414372 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:37.921331 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:37.949886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.953445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b7090-e617-4206-bdab-68203bc77816 req-33330ffd-8f5b-4dc6-9575-699a98576506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.954963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-33330ffd-8f5b-4dc6-9575-699a98576506 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04ab1436-0278-4eba-897c-345d3a0fee45 HTTP/1.1" status: 200 len: 917 time: 0.3193493 Jul 16 08:35:37.978173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.997978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.057586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-712f6387-9b13-4177-b27f-be250dd66ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.061119 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-712f6387-9b13-4177-b27f-be250dd66ad1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.2110786 Jul 16 08:35:38.199382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fcbce0a-0fae-4713-91c6-e3a3ce3c144e req-f8e2fe1f-1440-4394-9fc4-7c879c8d95bd service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584812 Jul 16 08:35:38.201238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-88427676-6020-4bc5-927a-80bced7b1293 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882 HTTP/1.1" status: 200 len: 1002 time: 0.2372515 Jul 16 08:35:38.205522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] In _notify_port_updated(), no bound segment for port 13303949-da17-4ba7-9589-07444bc71962 on network ca460517-379e-4745-ab0a-76e2270e8a7a {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:35:38.212963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.215226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.217634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "PUT /v2.0/ports/13303949-da17-4ba7-9589-07444bc71962 HTTP/1.1" status: 200 len: 996 time: 1.6826401 Jul 16 08:35:38.218648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60527-c433-470c-b6b5-123a5f99c5b3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=13303949-da17-4ba7-9589-07444bc71962,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.228425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51974) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.250230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Deleting port 9b573aef-7fd1-46f3-91b5-7e0f076d9c4f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:38.250623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.316824 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:38.348727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-a5a41c22-a9cb-4425-9784-4ebfda8a0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.350268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-a5a41c22-a9cb-4425-9784-4ebfda8a0f4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2748904 Jul 16 08:35:38.351629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.363237 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26441d70-ea42-49cc-8ee2-c2310c3b9d60 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 4, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ed13fa88-55c5-4d7d-81eb-5807789626cb', 'name': '', 'network_id': '04902013-6aa2-4fa4-b588-21469d44649a', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'mac_address': 'fa:16:3e:c4:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:11Z', 'updated_at': '2021-07-16T08:34:20Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'subnets': [{'id': '2c71d262-2390-44bd-b0a1-97090e8bb064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:38.364103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b7090-e617-4206-bdab-68203bc77816 req-4a9fcf48-defd-4ce5-9f36-56000a3e1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.365972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-4a9fcf48-defd-4ce5-9f36-56000a3e1964 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a3cf17-2a39-43ff-8691-1b08a8bbcb01 HTTP/1.1" status: 200 len: 855 time: 0.1534925 Jul 16 08:35:38.380758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.381093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.424255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Calling delete_port for 9b573aef-7fd1-46f3-91b5-7e0f076d9c4f owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:38.536547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-23c949c8-5724-4c1f-ad8b-34e48b8d06f7 None None] Provisioning complete for port 13303949-da17-4ba7-9589-07444bc71962 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:38.536944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23c949c8-5724-4c1f-ad8b-34e48b8d06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.546551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port 13303949-da17-4ba7-9589-07444bc71962 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:38.546906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.567754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Allocated IP 172.25.0.145 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c6d92f97-1e50-4259-81e7-b44e3608c76f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:38.575933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-9b59f616-411f-47ed-bca2-2fcfb26e604c service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077279 Jul 16 08:35:38.580499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b7090-e617-4206-bdab-68203bc77816 req-8757b59b-e7a0-49a9-bc13-d2f533e79341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.581930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-8757b59b-e7a0-49a9-bc13-d2f533e79341 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04ab1436-0278-4eba-897c-345d3a0fee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853487 Jul 16 08:35:38.597250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-23c949c8-5724-4c1f-ad8b-34e48b8d06f7 None None] Port 13303949-da17-4ba7-9589-07444bc71962 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:38.712682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.729946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.752950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Pushing event deleted for resources: {'Port': ['ID=9b573aef-7fd1-46f3-91b5-7e0f076d9c4f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.778753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.798870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for 13303949-da17-4ba7-9589-07444bc71962 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:38.841920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.844801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.846063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec1deb62-ba23-43ff-8f73-4c6ba9a1424d tempest-ServersTestManualDisk-113814787 tempest-ServersTestManualDisk-113814787-project] 10.222.0.41 "DELETE /v2.0/floatingips/1f43c8d2-7511-4c22-9cbf-ff1838084a5f HTTP/1.1" status: 204 len: 168 time: 1.0635703 Jul 16 08:35:38.849025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51976) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.896339 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.906822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91624c1-b9e0-4098-b072-93778b936cf7 None None] New status for floating IP 39f49fff-b499-4bfc-9c24-0b4057b01f5d: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:35:38.941052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:38.945765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:38.948494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:39.138711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-6225cada-c3de-4826-b3d2-352e52c17fbd service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411370 Jul 16 08:35:39.142459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df589527-2d1b-4b19-ab21-be1d5db48227 req-713f2cc3-a9d0-43fa-ac76-a0e510d2e1bc service neutron] 10.222.0.41 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573695 Jul 16 08:35:39.350162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2b7090-e617-4206-bdab-68203bc77816 req-a8a79103-6dd1-4a9c-b096-4b36a21b8ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038703 Jul 16 08:35:39.369841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=c6d92f97-1e50-4259-81e7-b44e3608c76f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.418302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:39.420893 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf363ba-d74f-411e-b19b-199eba5b5888" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:39.460044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.501199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=13303949-da17-4ba7-9589-07444bc71962,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.511662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.512593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.513640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.514315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.514846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.515573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.516294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.516826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.517366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.518325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.518958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.519510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:39.604546 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.611409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.612157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dd422a0d-7c13-490f-846a-479d59799a5d tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/ports/13303949-da17-4ba7-9589-07444bc71962 HTTP/1.1" status: 204 len: 168 time: 1.3812950 Jul 16 08:35:39.626482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52002) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.649282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.654229 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d892de9-228a-4ce8-9000-661d17e1225e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] GET failed (client error): The resource could not be found. Jul 16 08:35:39.656197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d892de9-228a-4ce8-9000-661d17e1225e tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "GET /v2.0/ports/13303949-da17-4ba7-9589-07444bc71962 HTTP/1.1" status: 404 len: 333 time: 0.0438275 Jul 16 08:35:39.661376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52006) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.669927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1898592374'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:39.749831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.846282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c067f01d-fcae-4ecc-8db2-644a508cc0d0 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.847764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c067f01d-fcae-4ecc-8db2-644a508cc0d0 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/networks?id=378977bb-7c59-4bd8-9689-584133414372 HTTP/1.1" status: 200 len: 817 time: 0.2338214 Jul 16 08:35:39.875263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.889502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-542a742f-2a3b-4dcc-ba28-a05dd1273626 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/quotas/7741a11aeb9d4c4a8ea0537a315b57ce HTTP/1.1" status: 200 len: 375 time: 0.0313916 Jul 16 08:35:39.935606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-20cc3d17-f872-4b35-8b11-8d52beb32cd9 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7741a11aeb9d4c4a8ea0537a315b57ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384274 Jul 16 08:35:39.940514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:35:39.940514 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:35:39.940514 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': 'ac2932e9c9fe49489365bb8005631ce3', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 35, 39, 898171)}] Jul 16 08:35:39.940514 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:39.941055 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:39.953990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:39.957736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.005557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] device_id is not set on port e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:40.006028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.014482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.056698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.126470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c8f51c65-6637-4c94-a483-b2a824ed70ce service neutron] 10.222.0.41 "GET /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834874 Jul 16 08:35:40.145023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=c6d92f97-1e50-4259-81e7-b44e3608c76f,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:40.190941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.218018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.219263 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3534affe-2bcf-419f-b1a0-9752966982da req-dd6111d5-d2ab-493c-83de-b63b16493bb1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4409359 Jul 16 08:35:40.251447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Allocated IP 172.20.0.11 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:40.307382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-37fa9001-3874-4d42-ab6c-507379263f86 service neutron] 10.222.0.41 "GET /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454849 Jul 16 08:35:40.332110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3534affe-2bcf-419f-b1a0-9752966982da req-3428060c-d17d-4244-b157-07980dc589f9 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 0.1056435 Jul 16 08:35:40.441938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.508528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534affe-2bcf-419f-b1a0-9752966982da req-7aa3045c-69d0-4ac4-ba0b-3643e7384c5d tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.509102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3534affe-2bcf-419f-b1a0-9752966982da req-7aa3045c-69d0-4ac4-ba0b-3643e7384c5d tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1679811 Jul 16 08:35:40.524614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.560277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Transition to ACTIVE for port object e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:40.574299 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd509b-71f0-42af-8b7f-e1c101399fe4 x-openstack-request-id: req-56fd509b-71f0-42af-8b7f-e1c101399fe4 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:40.574929 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:40.575301 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56fd509b-71f0-42af-8b7f-e1c101399fe4 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:40.576032 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'status': 'completed', 'code': 200} Jul 16 08:35:40.614661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Deleting port 7ad30c50-61f8-427c-950e-91b7ee489f2b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:40.615034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.710033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.803219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:40.807809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.836658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7a21cbe9-9f56-4e4d-903a-d2b342f8a0fb req-ec1dfac2-8a5c-4a92-b1b1-e8dfaeff5bb3 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 210 time: 0.0646565 Jul 16 08:35:40.838114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] For port 7ad30c50-61f8-427c-950e-91b7ee489f2b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ad30c50-61f8-427c-950e-91b7ee489f2b,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:40.838781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.842846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:40.844916 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.853529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:40.877419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Calling delete_port for 7ad30c50-61f8-427c-950e-91b7ee489f2b owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:40.894358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-759d1135-dc98-4582-b9c3-e4265d646a6e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.901633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-759d1135-dc98-4582-b9c3-e4265d646a6e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.2339959 Jul 16 08:35:40.927591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1da43ebc-411f-4898-9080-1b67ddcb2b66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0249155 Jul 16 08:35:40.968850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-77f0a6f2-9808-461c-a557-ffc8319b507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.970925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-77f0a6f2-9808-461c-a557-ffc8319b507f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fe0ffeb0c840a482334a05e956f75c&device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 1097 time: 0.3458650 Jul 16 08:35:40.971637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:40.986650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac2932e9c9fe49489365bb8005631ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3585122 Jul 16 08:35:40.994108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.994801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.002876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52032) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:41.017339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-a1e41804-de72-41a2-bcd7-fcba8ba7e3da tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886278 Jul 16 08:35:41.119948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e3dd4-baa6-4431-b09f-9c457be36226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67307791-0586-43eb-8b9a-1d59c5403eda,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.155534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-69d286d3-0c62-460a-af64-b40fea721de1 None None] Provisioning for port e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:41.160088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-69d286d3-0c62-460a-af64-b40fea721de1 None None] Provisioning complete for port e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:41.160458 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69d286d3-0c62-460a-af64-b40fea721de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.220228 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-390e5617-d65a-457b-98ed-9323eb9bb4a1 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888993 Jul 16 08:35:41.222289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-69d286d3-0c62-460a-af64-b40fea721de1 None None] Port e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:41.229441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-80e7e830-b17e-4521-8c3e-91a6c757165c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5642884 Jul 16 08:35:41.230398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52036) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:41.238085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'network_id': 'ca460517-379e-4745-ab0a-76e2270e8a7a', 'name': 'tempest-AllowedAddressPairTestJSON-7545400'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:41.247933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-ba1903af-d1f2-4f8e-a389-9dbd70546d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.251386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-ba1903af-d1f2-4f8e-a389-9dbd70546d89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 200 len: 921 time: 0.2473929 Jul 16 08:35:41.340380 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dc30-f2b1-4a88-9a4a-538b3bfe0b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.342769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-662cd9b1-84bc-4087-9f63-e6be288645d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 200 len: 217 time: 0.0532184 Jul 16 08:35:41.411005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dc30-f2b1-4a88-9a4a-538b3bfe0b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.432024 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-b6186c44-6cc4-438d-90c5-8744017b9223 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5446978 Jul 16 08:35:41.453581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:41.463646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-8a5d392c-5a21-4b7c-86f8-c0b2171bda95 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423265 Jul 16 08:35:41.464206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-1e482808-098a-4807-8300-04c8f67c27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.465707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-1e482808-098a-4807-8300-04c8f67c27ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 200 len: 859 time: 0.1005878 Jul 16 08:35:41.468022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.504312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad30c50-61f8-427c-950e-91b7ee489f2b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.511830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:35:41.511830 n-d-798249-10 neutron-server[93700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:35:41.511830 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id': 'e9d5916d60a3464894ec6a17f600c4a2', 'id': 'e07709ce-d09c-4546-b797-f7c733016abd', 'expiration': datetime.datetime(2021, 7, 16, 8, 37, 41, 502044)}] Jul 16 08:35:41.511830 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:41.512243 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:41.536999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.596897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dc30-f2b1-4a88-9a4a-538b3bfe0b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.599551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ed0dc30-f2b1-4a88-9a4a-538b3bfe0b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.604852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ed0dc30-f2b1-4a88-9a4a-538b3bfe0b15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67307791-0586-43eb-8b9a-1d59c5403eda HTTP/1.1" status: 204 len: 168 time: 0.5994437 Jul 16 08:35:41.615398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-ad6f8482-d6bd-4a46-a966-4404eeae2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.617080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-ad6f8482-d6bd-4a46-a966-4404eeae2691 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04902013-6aa2-4fa4-b588-21469d44649a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408963 Jul 16 08:35:41.656605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0dc30-f2b1-4a88-9a4a-538b3bfe0b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67307791-0586-43eb-8b9a-1d59c5403eda,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.880491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.887517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-4a8efb3a-ea7a-44a7-b486-b7dc7c231002 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473247 Jul 16 08:35:41.986810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9c3a1758-2b0a-42ff-90e6-cb966936335d req-e5cc0711-c179-4402-96af-7d83b77e2210 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.1177640 Jul 16 08:35:41.992775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.094937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf363ba-d74f-411e-b19b-199eba5b5888 req-d0ca8e40-0020-471b-901e-1b9a2475b820 service neutron] 10.222.0.36 "GET /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990066 Jul 16 08:35:42.113849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Allocated IP 172.25.0.233 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/91f0bb0f-9726-4a7a-8298-f70c0e26c98b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:42.289737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.365249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.380216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-e168d457-9e12-405f-a341-7a5e4769ada3 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 200 len: 694 time: 0.1677566 Jul 16 08:35:42.393556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Made reservation on behalf of e9d5916d60a3464894ec6a17f600c4a2 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:42.398132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.425813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:42.429822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:42.435893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:42.442317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=91f0bb0f-9726-4a7a-8298-f70c0e26c98b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.575571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.582804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-069b1444-88ab-4831-89dd-fef8ddbd87fd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.584740 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-069b1444-88ab-4831-89dd-fef8ddbd87fd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1965427 Jul 16 08:35:42.586677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] device_id is not set on port 5bc4e814-703e-416e-b035-434f8f3f5e81 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:42.647136 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.651189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-0942f7a4-18bf-48fe-a547-460ba96a3908 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.652736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-0942f7a4-18bf-48fe-a547-460ba96a3908 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.36 "GET /v2.0/networks?id=378977bb-7c59-4bd8-9689-584133414372 HTTP/1.1" status: 200 len: 817 time: 0.4886053 Jul 16 08:35:42.697852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Request body: {'port': {'device_id': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'network_id': '378977bb-7c59-4bd8-9689-584133414372', 'admin_state_up': True, 'tenant_id': '7741a11aeb9d4c4a8ea0537a315b57ce'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:42.850444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.856171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.920808 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a343509-b3cd-43c1-bb81-4d3e4d60aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.927669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=91f0bb0f-9726-4a7a-8298-f70c0e26c98b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.941109 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.956661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.957986 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-0e5f6a6f-ff4f-4ede-b9d8-e5c73d6b7af6 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5164349 Jul 16 08:35:43.021241 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-93b2e01d-3912-4930-af5c-427aa07e3914 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0563400 Jul 16 08:35:43.095058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-eecb1e9c-66bd-4a9b-ac42-0b4f02ce6b28 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 697 time: 0.4967685 Jul 16 08:35:43.182490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-3df01417-7ce5-452f-9440-b69d385a953f tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.184090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fe01cb1-896b-46fa-b893-a9e44669c751 req-3df01417-7ce5-452f-9440-b69d385a953f tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1558890 Jul 16 08:35:43.286126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-21ccb2ef-3f58-4c53-898c-dc7c42f15abb tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.289167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-21ccb2ef-3f58-4c53-898c-dc7c42f15abb tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.1540933 Jul 16 08:35:43.294999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-4cbdf8b9-aa6f-46e3-8630-471d2e9ae232 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 697 time: 0.1786292 Jul 16 08:35:43.307008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Request body: {'port': {'device_id': '2054fb88-af5f-4d72-b75b-af2aed490818', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'admin_state_up': True, 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:43.340294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Allocated IP 172.20.0.7 (ca460517-379e-4745-ab0a-76e2270e8a7a/6062db3b-733a-482a-b9cd-db8817858047/5bc4e814-703e-416e-b035-434f8f3f5e81) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:43.359367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18e7094e-1eb6-495d-a25d-50cd1a8dbee4 req-b0617b09-2350-442a-8288-72c8d02c4d5a tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 210 time: 0.0489893 Jul 16 08:35:43.474327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Router d02f7c90-2e68-49a0-b888-d47f39ecbb7f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:43.491973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:43.496133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.620874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Made reservation on behalf of 7741a11aeb9d4c4a8ea0537a315b57ce for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:43.623882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.643126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Allocated IP 172.20.0.3 (cb832068-27e6-49ee-b711-fc8e14512fb8/456243ff-9820-4c6b-b358-90adaca2cbfd/3a853bb8-e024-46ed-988a-e75bccf8d6b9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:43.756244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d420aed4-4e05-4ddd-8f73-34223d3131f6 req-14236ca0-7e15-46d5-bfd2-7b14892e5f31 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.0386972 Jul 16 08:35:43.801226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Deleting port 86dba717-297d-4189-a4d6-624b58538862 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:43.801475 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.810538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:43.818203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0350de16-3091-4c36-88fd-07627ce094dc admin admin] 10.222.0.41 "PUT /v2.0/routers/d02f7c90-2e68-49a0-b888-d47f39ecbb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9658518 Jul 16 08:35:43.820876 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] Sync routers for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:43.822882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:43.833675 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:43.834567 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:43.911926 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.950319 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:43.960679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.962647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Transition to ACTIVE for port object 5bc4e814-703e-416e-b035-434f8f3f5e81 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:43.987413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.987805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.002182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Allocated IP 172.20.0.4 (378977bb-7c59-4bd8-9689-584133414372/16b8402a-73ae-4e66-b77b-bb2c1764e23d/e6d81f78-054e-489e-b439-3d8389cca351) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:44.012671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Calling delete_port for 86dba717-297d-4189-a4d6-624b58538862 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:44.033713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-044dad3b-e603-4e6e-985d-d61279cf4939 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2389028 Jul 16 08:35:44.051202 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.061243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:44.114341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.159466 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:35:41Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:44.167784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.173850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.199543 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] Checking router: d02f7c90-2e68-49a0-b888-d47f39ecbb7f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:44.203697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Network ca460517-379e-4745-ab0a-76e2270e8a7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:44.211004 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] Routers {'d02f7c90-2e68-49a0-b888-d47f39ecbb7f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:44.211966 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:44.217819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:44.220346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:44.249483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=5bc4e814-703e-416e-b035-434f8f3f5e81,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.351693 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] Set router d02f7c90-2e68-49a0-b888-d47f39ecbb7f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:44.370530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.371553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.423482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-057bdece-89b1-4613-a7f9-dffc23881d7c tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1911066 Jul 16 08:35:44.428481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:44.438026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:94:77:2b'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:28:a7:78'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:44.481108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.515208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.565824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event deleted for resources: {'Port': ['ID=86dba717-297d-4189-a4d6-624b58538862,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.588880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event updated for resources: {'Port': ['ID=3a853bb8-e024-46ed-988a-e75bccf8d6b9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.604616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:44.606015 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:35:41Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:44.610188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:44.614024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:44.642149 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471761c0-104b-49b1-931b-26eb6fbf7ae5 None None] The sync data for ids ['d02f7c90-2e68-49a0-b888-d47f39ecbb7f'] in n-d-798249-10 is: [{'id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'name': 'tempest-ServersTestManualDisk-322856800-router', 'tenant_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:58Z', 'updated_at': '2021-07-16T08:35:41Z', 'revision_number': 5, 'project_id': '6cb2710c2d844ba9b0bbac019ef9922d', 'gw_port': {'id': '000d7e7a-b044-402c-8f16-6c69d668f04a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f7c90-2e68-49a0-b888-d47f39ecbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:00Z', 'updated_at': '2021-07-16T08:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:44.656231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.684451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ed5832f-03a1-4bc2-9109-996c1bb3bf15 None None] Provisioning for port 5bc4e814-703e-416e-b035-434f8f3f5e81 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:44.690639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ed5832f-03a1-4bc2-9109-996c1bb3bf15 None None] Provisioning complete for port 5bc4e814-703e-416e-b035-434f8f3f5e81 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:44.690896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.691238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ed5832f-03a1-4bc2-9109-996c1bb3bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.692027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.721603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.724778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.728389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96ae5ada-d7c2-45ec-a300-e8dbf9d01c14 req-ee379ea4-52d8-404a-af40-f101bdef465c tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "DELETE /v2.0/floatingips/39f49fff-b499-4bfc-9c24-0b4057b01f5d HTTP/1.1" status: 204 len: 173 time: 1.4189186 Jul 16 08:35:44.731303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.738492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5832f-03a1-4bc2-9109-996c1bb3bf15 None None] Port 5bc4e814-703e-416e-b035-434f8f3f5e81 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:44.768136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-1a951b83-5aa6-4fec-b548-9b83bdc596c1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4662385 Jul 16 08:35:44.783880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Request body: {'port': {'device_id': '2054fb88-af5f-4d72-b75b-af2aed490818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:44.834823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Network 378977bb-7c59-4bd8-9689-584133414372 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:44.838101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Pushing event updated for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.845137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:44.845633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Deleting port 000d7e7a-b044-402c-8f16-6c69d668f04a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:44.845990 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.848485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:44.853956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.895158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.941490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.942115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.947613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.981586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-c9489eee-2239-457a-8c77-6e8ba9e82463 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2936082 Jul 16 08:35:45.013019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Request body: {'port': {'device_id': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:45.051875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] For port 000d7e7a-b044-402c-8f16-6c69d668f04a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=000d7e7a-b044-402c-8f16-6c69d668f04a,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:45.052247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.107375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Calling delete_port for 000d7e7a-b044-402c-8f16-6c69d668f04a owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:45.202635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.246342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Allocated IP 172.25.0.33 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/ac9dfdee-3408-470d-b976-ce47f369ef01) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:45.267698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.280733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adfcc3-1270-4a98-b701-eb07f7b2d54e req-72d6f893-7392-43cd-a0ae-50f821cb8145 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.282342 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7adfcc3-1270-4a98-b701-eb07f7b2d54e req-72d6f893-7392-43cd-a0ae-50f821cb8145 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 931 time: 0.2288773 Jul 16 08:35:45.289166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.425141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ad30c50-61f8-427c-950e-91b7ee489f2b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:45.453567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 7ad30c50-61f8-427c-950e-91b7ee489f2b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:45.454856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ad30c50-61f8-427c-950e-91b7ee489f2b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:45.529464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event updated for resources: {'Port': ['ID=5bc4e814-703e-416e-b035-434f8f3f5e81,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.540608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7adfcc3-1270-4a98-b701-eb07f7b2d54e req-e9f20f08-ea6c-4953-861b-67ad1e98d79c tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391763 Jul 16 08:35:45.545276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.545637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] In _notify_port_updated(), no bound segment for port 5bc4e814-703e-416e-b035-434f8f3f5e81 on network ca460517-379e-4745-ab0a-76e2270e8a7a {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:35:45.551216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.551897 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.553387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e831904-2607-4e30-b77c-62bf43f47278 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "PUT /v2.0/ports/5bc4e814-703e-416e-b035-434f8f3f5e81 HTTP/1.1" status: 200 len: 1054 time: 1.1197445 Jul 16 08:35:45.556658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52106) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:45.600790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.622178 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c25de883-6b50-4e74-9fef-7348c92ad314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.642606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=000d7e7a-b044-402c-8f16-6c69d668f04a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.647384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a853bb8-e024-46ed-988a-e75bccf8d6b9 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:45.659027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.702539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.707157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d1cd9478-71e8-4c23-912a-ff04ae7fd228 None None] Provisioning complete for port 5bc4e814-703e-416e-b035-434f8f3f5e81 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:45.707703 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd9478-71e8-4c23-912a-ff04ae7fd228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.721890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Transition to ACTIVE for port object 3a853bb8-e024-46ed-988a-e75bccf8d6b9 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:45.732813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.754469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd9478-71e8-4c23-912a-ff04ae7fd228 None None] Port 5bc4e814-703e-416e-b035-434f8f3f5e81 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:45.779775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.803083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.818673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port 5bc4e814-703e-416e-b035-434f8f3f5e81 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:45.819028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.824865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d81f78-054e-489e-b439-3d8389cca351 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:45.850993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.878954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:45.910825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Pushing event updated for resources: {'Port': ['ID=3a853bb8-e024-46ed-988a-e75bccf8d6b9,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.916836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:45.919247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Transition to ACTIVE for port object e6d81f78-054e-489e-b439-3d8389cca351 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:45.924104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:45.927041 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.932147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.932377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.980628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.018063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for 5bc4e814-703e-416e-b035-434f8f3f5e81 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:46.019970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Pushing event updated for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.074107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.074663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d02f7c90-2e68-49a0-b888-d47f39ecbb7f {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:35:46.086142 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.087369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7082efa3-a505-41a3-af07-78c6dc81d9ab admin admin] 10.222.0.41 "DELETE /v2.0/routers/d02f7c90-2e68-49a0-b888-d47f39ecbb7f HTTP/1.1" status: 204 len: 168 time: 2.2597945 Jul 16 08:35:46.096571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52112) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:46.097238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=ac9dfdee-3408-470d-b976-ce47f369ef01,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.190335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Attempting to bind port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:46.190729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Attempting to bind port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:46.191235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Attempting to bind port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.202446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.203846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 on network cb832068-27e6-49ee-b711-fc8e14512fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:46.204176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Attempting to bind port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.219870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Deleting subnet 11c4fa94-409c-4d65-ab34-6aec0198f932 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:46.222411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:46.222719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85fc6-d9b8-4c85-b7d9-e70bc2ba0f12 req-8cade9ca-8673-40ce-8e54-de3386375835 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.222868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:46.223142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Bound using segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:46.223789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Bound port: 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:46.223907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.224324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59d85fc6-d9b8-4c85-b7d9-e70bc2ba0f12 req-8cade9ca-8673-40ce-8e54-de3386375835 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 943 time: 0.2232537 Jul 16 08:35:46.226623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Attempting to bind port e6d81f78-054e-489e-b439-3d8389cca351 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:46.226623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Attempting to bind port e6d81f78-054e-489e-b439-3d8389cca351 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '310b0cbf-c5c4-4321-b15b-44f80e5fb34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '378977bb-7c59-4bd8-9689-584133414372'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:46.226887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Attempting to bind port e6d81f78-054e-489e-b439-3d8389cca351 on network 378977bb-7c59-4bd8-9689-584133414372 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.230324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.232663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Port e6d81f78-054e-489e-b439-3d8389cca351 on network 378977bb-7c59-4bd8-9689-584133414372 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:46.233017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Attempting to bind port e6d81f78-054e-489e-b439-3d8389cca351 on network 378977bb-7c59-4bd8-9689-584133414372 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.240383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:46.240890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Checking segment: {'id': '310b0cbf-c5c4-4321-b15b-44f80e5fb34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '378977bb-7c59-4bd8-9689-584133414372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:46.241308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Bound using segment: {'id': '310b0cbf-c5c4-4321-b15b-44f80e5fb34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '378977bb-7c59-4bd8-9689-584133414372'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:46.241821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Bound port: e6d81f78-054e-489e-b439-3d8389cca351, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310b0cbf-c5c4-4321-b15b-44f80e5fb34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '378977bb-7c59-4bd8-9689-584133414372'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:46.242184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.322724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.350829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.351245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59d85fc6-d9b8-4c85-b7d9-e70bc2ba0f12 req-3872b814-83b7-4cee-b229-d0640efd124d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005640 Jul 16 08:35:46.356380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.420025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=5bc4e814-703e-416e-b035-434f8f3f5e81,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.428394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] For port 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:46.433668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] For port 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:46.438505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:46.494681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.580274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.593095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.593945 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.596221 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a853bb8-e024-46ed-988a-e75bccf8d6b9 HTTP/1.1" status: 200 len: 1092 time: 1.8183346 Jul 16 08:35:46.603702 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.689626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2054fb88-af5f-4d72-b75b-af2aed490818', 'tag': '3a853bb8-e024-46ed-988a-e75bccf8d6b9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:46.692441 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4678b-d344-4470-b90d-cf857fbb40d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2054fb88-af5f-4d72-b75b-af2aed490818", "tag": "3a853bb8-e024-46ed-988a-e75bccf8d6b9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:46.713214 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.819697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c4fa94-409c-4d65-ab34-6aec0198f932,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.827649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.829557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-50caa10f-56b2-4151-9a3b-64130c7eba5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/11c4fa94-409c-4d65-ab34-6aec0198f932 HTTP/1.1" status: 204 len: 168 time: 0.7297018 Jul 16 08:35:46.830363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be264eb-50eb-4f47-ba75-52b432aa1ea8 None None] Network d9b463bc-960e-4f21-a79b-29dda3b0e68d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:46.830799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155a500-7a8f-42c4-b677-4cbef97c5d17 service neutron] Pushing event updated for resources: {'Port': ['ID=3a853bb8-e024-46ed-988a-e75bccf8d6b9,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.839223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:46.912890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-94fe7669-9dad-4cf5-943d-01e5bf919ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.914887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-94fe7669-9dad-4cf5-943d-01e5bf919ad6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 1095 time: 0.2114429 Jul 16 08:35:46.941336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e6d81f78-054e-489e-b439-3d8389cca351,segment=NetworkSegment(310b0cbf-c5c4-4321-b15b-44f80e5fb34a),segment_id=310b0cbf-c5c4-4321-b15b-44f80e5fb34a)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:46.954212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.010148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-a7ed2523-4394-41fd-a4e3-e83f0baa3046 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9 HTTP/1.1" status: 200 len: 217 time: 0.0651925 Jul 16 08:35:47.012510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.016239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.032517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.034539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.035170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.036603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] 10.222.0.36 "PUT /v2.0/ports/e6d81f78-054e-489e-b439-3d8389cca351 HTTP/1.1" status: 200 len: 1092 time: 2.0317903 Jul 16 08:35:47.045172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:47.047491 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54585f-a557-4bd5-8443-bbaf1652ab69" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "tag": "e6d81f78-054e-489e-b439-3d8389cca351"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:47.071482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] DHCP port deletion for d9b463bc-960e-4f21-a79b-29dda3b0e68d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:47.090812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334d53c-7a16-4b6c-b8bf-e0e23c8e801b service neutron] Pushing event updated for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.115261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-9659fc47-3084-4f86-ba64-612a661cbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.116775 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-9659fc47-3084-4f86-ba64-612a661cbe0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.0938442 Jul 16 08:35:47.127026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c8c4-716b-4a5c-9ee5-1c66cb67a54a req-16b0f927-fd55-4433-ab03-f79d9ef926eb tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.128634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee20c8c4-716b-4a5c-9ee5-1c66cb67a54a req-16b0f927-fd55-4433-ab03-f79d9ef926eb tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 945 time: 0.2361751 Jul 16 08:35:47.144841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] Deleting port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:47.145383 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.193200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event updated for resources: {'Port': ['ID=ac9dfdee-3408-470d-b976-ce47f369ef01,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.201375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-65e7be9c-c541-486e-bc2e-d461803d6355 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702293 Jul 16 08:35:47.215842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] For port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,segment=NetworkSegment(99fd2981-bbff-4809-8273-3e66aa642ff8),segment_id=99fd2981-bbff-4809-8273-3e66aa642ff8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:47.216514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.231858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] Calling delete_port for c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:47.274212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee20c8c4-716b-4a5c-9ee5-1c66cb67a54a req-a901ed9e-f5c7-4e5c-a3d6-fd44da597c87 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242049 Jul 16 08:35:47.275280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.287126 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.292301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-84b8c4ae-c13d-4d31-85ea-0740d1a29cc4 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/ports/5bc4e814-703e-416e-b035-434f8f3f5e81 HTTP/1.1" status: 204 len: 168 time: 1.7348471 Jul 16 08:35:47.295345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52128) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:47.327853 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-add20773-521e-49a0-a525-1c5ead10ecff tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] GET failed (client error): The resource could not be found. Jul 16 08:35:47.330589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-add20773-521e-49a0-a525-1c5ead10ecff tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "GET /v2.0/ports/5bc4e814-703e-416e-b035-434f8f3f5e81 HTTP/1.1" status: 404 len: 333 time: 0.0343282 Jul 16 08:35:47.334201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:47.346385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-357163b0-7e5a-4b17-ab7c-b8a7923c12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.347612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.348349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-357163b0-7e5a-4b17-ab7c-b8a7923c12d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7741a11aeb9d4c4a8ea0537a315b57ce&device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 1095 time: 0.1924646 Jul 16 08:35:47.378763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] No DVR routers for this DVR port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:47.384103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12d8e4-2c6d-44af-853d-5e5fc2aa9c79 None None] Pushing event deleted for resources: {'Port': ['ID=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.422003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-cd7c348f-d4a8-48ea-9d6a-c67d2891c743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6d81f78-054e-489e-b439-3d8389cca351 HTTP/1.1" status: 200 len: 217 time: 0.0515351 Jul 16 08:35:47.485493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 000d7e7a-b044-402c-8f16-6c69d668f04a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:47.508612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 000d7e7a-b044-402c-8f16-6c69d668f04a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:47.509191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 000d7e7a-b044-402c-8f16-6c69d668f04a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:47.509917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:47.521265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-da486805-98a4-4d6c-9cc7-b4ca68ad7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.523919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-da486805-98a4-4d6c-9cc7-b4ca68ad7549 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8402a-73ae-4e66-b77b-bb2c1764e23d HTTP/1.1" status: 200 len: 857 time: 0.0941291 Jul 16 08:35:47.531174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:47.531763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:47.550644 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:47.578173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.584752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-b9db60ba-043f-42ea-a936-deff52facd2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=378977bb-7c59-4bd8-9689-584133414372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540104 Jul 16 08:35:47.667028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:47.667293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.739893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.741048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-4bb1cfad-a6fb-4913-9173-ac718dbeba98 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6927969 Jul 16 08:35:47.752479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-672757c8-649f-4f04-b792-7c6049e29ace service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255251 Jul 16 08:35:47.764683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Deleting port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:47.765029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.818070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f958ffe-ae2d-4017-b16d-edd7a6f30851 req-c5a56087-239f-409e-9281-9da1d501ed82 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.819608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f958ffe-ae2d-4017-b16d-edd7a6f30851 req-c5a56087-239f-409e-9281-9da1d501ed82 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 943 time: 0.2500594 Jul 16 08:35:47.831233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-0712966e-55d4-4167-981a-c102a85dc75d service neutron] 10.222.0.36 "GET /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196612 Jul 16 08:35:47.862705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-76610384-4518-414a-b383-53d76995d4a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.1124768 Jul 16 08:35:47.871291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.910300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:47.957249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f958ffe-ae2d-4017-b16d-edd7a6f30851 req-2e9f3873-f290-404b-bd90-e7ab412cb676 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309581 Jul 16 08:35:47.990356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] For port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a, host n-d-798249-10, got binding levels [] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:47.990646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.013618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-6bc8ea5b-d034-4f38-a0a4-97ec28dc8bb2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.015123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-6bc8ea5b-d034-4f38-a0a4-97ec28dc8bb2 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 945 time: 0.3299422 Jul 16 08:35:48.024830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-366ed102-657a-4984-8ba0-cffaa0dca3b8 req-ec3a4642-1970-4d33-a2c8-f9be4d956c1c service neutron] 10.222.0.36 "GET /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817946 Jul 16 08:35:48.026662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Calling delete_port for c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:48.040892 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9b868-68f1-442a-a3f9-522068483543 x-openstack-request-id: req-4bf9b868-68f1-442a-a3f9-522068483543 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:48.041200 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2054fb88-af5f-4d72-b75b-af2aed490818", "tag": "3a853bb8-e024-46ed-988a-e75bccf8d6b9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:48.041445 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bf9b868-68f1-442a-a3f9-522068483543 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:48.041922 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2054fb88-af5f-4d72-b75b-af2aed490818', 'tag': '3a853bb8-e024-46ed-988a-e75bccf8d6b9', 'status': 'completed', 'code': 200} Jul 16 08:35:48.084066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_backend_mixin [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a was not found and therefore no delete operation was performed {{(pid=93699) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:35:48.092231 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f841fd-a0f8-4230-bf45-31d47b45f961 x-openstack-request-id: req-e0f841fd-a0f8-4230-bf45-31d47b45f961 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:48.092523 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "tag": "e6d81f78-054e-489e-b439-3d8389cca351", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:48.092853 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0f841fd-a0f8-4230-bf45-31d47b45f961 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:48.093155 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351', 'status': 'completed', 'code': 200} Jul 16 08:35:48.109425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.124300 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9018c06f-390b-40b9-9ca3-af1d2c6c3bd9 req-125c268d-9551-4b35-9c05-258ef09a3fba service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280134 Jul 16 08:35:48.127100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.172382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] No DVR routers for this DVR port c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:48.174805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.182213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Pushing event deleted for resources: {'Port': ['ID=c11f7c5b-1ea4-4eb2-8e29-eb813db56f6a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.257149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.295658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-b6044e6c-8af4-4f58-98be-32f1912afa62 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.297223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5862116f-84d8-4986-8ab6-fe6830f13156 req-b6044e6c-8af4-4f58-98be-32f1912afa62 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.4251060 Jul 16 08:35:48.348146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.350167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-315db68a-247e-4112-9579-2d68f943916b tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/ports/e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef HTTP/1.1" status: 204 len: 168 time: 1.0150163 Jul 16 08:35:48.354850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52150) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.369478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.414184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b463bc-960e-4f21-a79b-29dda3b0e68d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:48.434238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fd2981-bbff-4809-8273-3e66aa642ff8') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:48.434547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fd2981-bbff-4809-8273-3e66aa642ff8') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:48.439068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a751d-9a88-4d3d-9137-456896506d3b req-7dec9dd4-b7ab-4c5d-acf0-683a57e1bf37 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.452756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.454568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-489a751d-9a88-4d3d-9137-456896506d3b req-7dec9dd4-b7ab-4c5d-acf0-683a57e1bf37 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 943 time: 0.2885306 Jul 16 08:35:48.472489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Deleting port f23118bb-34f1-42da-b051-d0cc06c6d0aa {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:48.472489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.473769 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-327f6cab-00df-4752-9f82-2e4f415900b5 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] GET failed (client error): The resource could not be found. Jul 16 08:35:48.479591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-24844cef-7684-49c2-8b75-15e61f7d2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.481354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-24844cef-7684-49c2-8b75-15e61f7d2718 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 1095 time: 0.2666540 Jul 16 08:35:48.487017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-327f6cab-00df-4752-9f82-2e4f415900b5 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "GET /v2.0/ports/e0a6d9f1-2ff5-41a5-b5d1-f0068b57e4ef HTTP/1.1" status: 404 len: 333 time: 0.1262076 Jul 16 08:35:48.487443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-1ff64d0e-9ed8-489d-b369-aa23528c3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.490571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-1ff64d0e-9ed8-489d-b369-aa23528c3d85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7741a11aeb9d4c4a8ea0537a315b57ce&device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 1095 time: 0.3118839 Jul 16 08:35:48.495685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.504537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52154) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.545559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:48.545917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:48.549819 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:48.664422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-489a751d-9a88-4d3d-9137-456896506d3b req-c0e2c168-bde2-42ed-ac07-1752eb714cb3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080991 Jul 16 08:35:48.706610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-555392b5-8141-4847-b20d-159180f266b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.709935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-555392b5-8141-4847-b20d-159180f266b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=378977bb-7c59-4bd8-9689-584133414372 HTTP/1.1" status: 200 len: 918 time: 0.1798851 Jul 16 08:35:48.750366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2031443a-2f22-4fda-9a41-80588090e2f8 req-902d0e53-6f99-4eb9-a6b3-b40c4a2b6394 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips/1774940f-5981-4208-b692-10596ee86eff HTTP/1.1" status: 200 len: 692 time: 0.1065278 Jul 16 08:35:48.790257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.815944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.820623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9b463bc-960e-4f21-a79b-29dda3b0e68d HTTP/1.1" status: 204 len: 168 time: 1.9791315 Jul 16 08:35:48.856324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51bd83-6a1b-43ca-934a-9eb3c948315d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b463bc-960e-4f21-a79b-29dda3b0e68d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.858376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.865169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-14c8117b-2403-46bd-b449-37e5785462a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6d81f78-054e-489e-b439-3d8389cca351 HTTP/1.1" status: 200 len: 217 time: 0.1450112 Jul 16 08:35:48.898483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] For port f23118bb-34f1-42da-b051-d0cc06c6d0aa, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f23118bb-34f1-42da-b051-d0cc06c6d0aa,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:48.898912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.905391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-903d60bb-fc56-4ad6-b590-e6de0d707522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.906894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-903d60bb-fc56-4ad6-b590-e6de0d707522 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.4090188 Jul 16 08:35:48.951351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-d9c02db6-23fa-4dee-b6e7-c02896b0c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.952859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-d9c02db6-23fa-4dee-b6e7-c02896b0c937 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16b8402a-73ae-4e66-b77b-bb2c1764e23d HTTP/1.1" status: 200 len: 857 time: 0.0800774 Jul 16 08:35:48.968086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Calling delete_port for f23118bb-34f1-42da-b051-d0cc06c6d0aa owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:48.973338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-5e7c2f3b-12a6-4830-a26b-58071c48c8d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9 HTTP/1.1" status: 200 len: 217 time: 0.0546408 Jul 16 08:35:48.976380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdc6fc-6da1-47a3-a7d7-7f449998fde5 req-080a7a86-a252-4f29-9720-f2b9a8e91cc0 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.978586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5bdc6fc-6da1-47a3-a7d7-7f449998fde5 req-080a7a86-a252-4f29-9720-f2b9a8e91cc0 tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 945 time: 0.1716325 Jul 16 08:35:48.981476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port 99a15a9a-6e88-4a7b-80fd-eec82b42a250 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:48.981823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.016397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-d2aa173b-2ec3-44bf-bc7c-267569209bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=378977bb-7c59-4bd8-9689-584133414372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554056 Jul 16 08:35:49.038682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031443a-2f22-4fda-9a41-80588090e2f8 req-f259a1a8-ba7a-4f1e-a27e-44c749679e83 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.041883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2031443a-2f22-4fda-9a41-80588090e2f8 req-f259a1a8-ba7a-4f1e-a27e-44c749679e83 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2901947 Jul 16 08:35:49.101026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52168) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:49.122010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a284cfe-9eba-45f7-851c-3fed4d99c2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.146711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-3104b32f-6da4-4fe7-b953-cf158c80a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.148283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-3104b32f-6da4-4fe7-b953-cf158c80a166 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.1640298 Jul 16 08:35:49.168796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5bdc6fc-6da1-47a3-a7d7-7f449998fde5 req-2713a630-1ef7-4402-8a50-3ec5e843ffca tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/security-groups?id=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552830 Jul 16 08:35:49.200737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.210608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-2e446ca4-b081-4ecc-879a-15daa3c5a254 service neutron] 10.222.0.36 "GET /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804352 Jul 16 08:35:49.223105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for 99a15a9a-6e88-4a7b-80fd-eec82b42a250 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:49.225693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-acb8ffc9-e5e2-4463-ab72-ae7587e240a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639355 Jul 16 08:35:49.299623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-7d23a033-4c8e-453e-becf-588e8d5b41bd tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips/1774940f-5981-4208-b692-10596ee86eff HTTP/1.1" status: 200 len: 692 time: 0.0880358 Jul 16 08:35:49.303849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-15efc4c4-a0ca-4f01-b505-0898f027d9dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cb2710c2d844ba9b0bbac019ef9922d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014091 Jul 16 08:35:49.306532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52170) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:49.469557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a54585f-a557-4bd5-8443-bbaf1652ab69 req-38d4acb9-5734-4777-8b4e-2d4f4a559d95 service neutron] 10.222.0.36 "GET /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474432 Jul 16 08:35:49.519987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da44de-b3a6-4225-9c3d-d7d5e378c0d4 req-1d1b3a15-737c-48e0-ae5f-7407d6dc676e tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.521515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17da44de-b3a6-4225-9c3d-d7d5e378c0d4 req-1d1b3a15-737c-48e0-ae5f-7407d6dc676e tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 943 time: 0.3473155 Jul 16 08:35:49.538961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-a3e65a6b-cf0a-46d0-826d-d949e1753b24 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.539644 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-01871aef-78c8-47c0-9126-a5801c985c15 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812169 Jul 16 08:35:49.540484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-a3e65a6b-cf0a-46d0-826d-d949e1753b24 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2086411 Jul 16 08:35:49.549765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.580696 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28fee2a9-baee-4422-b772-3404f4d9c28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.599516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-28d95f40-a32b-4840-8124-49d73aca9fd8 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.0524499 Jul 16 08:35:49.628119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Pushing event deleted for resources: {'Port': ['ID=f23118bb-34f1-42da-b051-d0cc06c6d0aa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:49.647763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.684496 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-76cd2a85-cfd5-4f6a-b3ca-d950c01e5dbd tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.33 HTTP/1.1" status: 200 len: 695 time: 0.0778916 Jul 16 08:35:49.688202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=99a15a9a-6e88-4a7b-80fd-eec82b42a250,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:49.744235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28fee2a9-baee-4422-b772-3404f4d9c28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.778945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17da44de-b3a6-4225-9c3d-d7d5e378c0d4 req-40fd6211-09ce-4179-a160-03437d4ed58c tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498832 Jul 16 08:35:49.781144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a284cfe-9eba-45f7-851c-3fed4d99c2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.785976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] No DVR routers for this DVR port f23118bb-34f1-42da-b051-d0cc06c6d0aa on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:49.796182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.798196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b886ffd-a7c9-4d65-8fea-445f57bc99ff req-937b6a52-3573-45c1-a83c-57182def84bd tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.36 "DELETE /v2.0/ports/f23118bb-34f1-42da-b051-d0cc06c6d0aa HTTP/1.1" status: 204 len: 173 time: 1.7727959 Jul 16 08:35:49.798985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a284cfe-9eba-45f7-851c-3fed4d99c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.872865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.874969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f951dcc-44e1-406f-afde-6feb820ce4c6 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/ports/99a15a9a-6e88-4a7b-80fd-eec82b42a250 HTTP/1.1" status: 204 len: 168 time: 1.3683715 Jul 16 08:35:49.879207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52176) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:49.879571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a284cfe-9eba-45f7-851c-3fed4d99c2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b63e8df-a948-4679-8324-211dcf89c168,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:49.886226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ddb4678b-d344-4470-b90d-cf857fbb40d8 req-feeb1df3-05e3-4fc8-b7f3-c0da5fe35333 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361256 Jul 16 08:35:49.892555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a284cfe-9eba-45f7-851c-3fed4d99c2a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=437469d887044a31a7f3ca0532719572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0016177 Jul 16 08:35:49.892946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52178) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:49.921894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28fee2a9-baee-4422-b772-3404f4d9c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.924547 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28fee2a9-baee-4422-b772-3404f4d9c28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.929084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-28fee2a9-baee-4422-b772-3404f4d9c28a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02794422-c592-43f6-ba68-2513803c5dbb HTTP/1.1" status: 204 len: 168 time: 0.6115029 Jul 16 08:35:49.951815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fee2a9-baee-4422-b772-3404f4d9c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02794422-c592-43f6-ba68-2513803c5dbb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:49.994588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-491611db-09e0-42a6-ba6c-94db9356ab30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.045863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'name': 'network-vif-deleted', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:50.047916 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb69cc5-1dbc-4723-b2cf-9263ba024990" -d '{"events": [{"server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "name": "network-vif-deleted", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:50.055280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Deleting port ac9dfdee-3408-470d-b976-ce47f369ef01 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:50.055853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.088526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting subnet 6062db3b-733a-482a-b9cd-db8817858047 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:50.092376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.093294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-491611db-09e0-42a6-ba6c-94db9356ab30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.145527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.225460 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-491611db-09e0-42a6-ba6c-94db9356ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.230512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-491611db-09e0-42a6-ba6c-94db9356ab30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.232877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-491611db-09e0-42a6-ba6c-94db9356ab30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b63e8df-a948-4679-8324-211dcf89c168 HTTP/1.1" status: 204 len: 168 time: 0.3389449 Jul 16 08:35:50.252807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491611db-09e0-42a6-ba6c-94db9356ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b63e8df-a948-4679-8324-211dcf89c168,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:50.270108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40c3e-f078-4363-a923-aa37dc448def req-42a3ad8a-d0d8-44e9-a031-45227622fc93 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.285961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34a40c3e-f078-4363-a923-aa37dc448def req-42a3ad8a-d0d8-44e9-a031-45227622fc93 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 943 time: 0.1382849 Jul 16 08:35:50.324944 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.325285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.329791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34a40c3e-f078-4363-a923-aa37dc448def req-bdc75b38-7258-459c-8918-96cbd34d29a9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Jul 16 08:35:50.348622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Calling delete_port for ac9dfdee-3408-470d-b976-ce47f369ef01 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:50.356936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.403639 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f835b3-76ab-475c-bf1e-7b36e497c0a6 x-openstack-request-id: req-56f835b3-76ab-475c-bf1e-7b36e497c0a6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:50.404151 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb2ac0-7e95-4a2b-80a7-86f7d038039e", "name": "network-vif-deleted", "tag": "f23118bb-34f1-42da-b051-d0cc06c6d0aa", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:50.404653 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56f835b3-76ab-475c-bf1e-7b36e497c0a6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:50.405421 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb2ac0-7e95-4a2b-80a7-86f7d038039e', 'name': 'network-vif-deleted', 'tag': 'f23118bb-34f1-42da-b051-d0cc06c6d0aa', 'status': 'completed', 'code': 200} Jul 16 08:35:50.512845 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.538639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201982c7-ad14-4d5d-bf77-4aa9e163b6ff None None] Network ca460517-379e-4745-ab0a-76e2270e8a7a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:50.560848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.563636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/subnets/6062db3b-733a-482a-b9cd-db8817858047 HTTP/1.1" status: 204 len: 168 time: 0.6823394 Jul 16 08:35:50.565928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:50.578189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316da5eb-265c-4182-988f-112f00239e59 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Subnet': ['ID=6062db3b-733a-482a-b9cd-db8817858047,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:50.625848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83311b78-d5f0-4114-aa34-7408230cf5d8 req-bc231050-07d2-447d-89d8-0d0fc80bbd9e tempest-FloatingIPsAssociationTestJSON-48646784 tempest-FloatingIPsAssociationTestJSON-48646784-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dbb2ac0-7e95-4a2b-80a7-86f7d038039e HTTP/1.1" status: 200 len: 210 time: 0.0579128 Jul 16 08:35:50.704386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.726531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.797592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event deleted for resources: {'Port': ['ID=ac9dfdee-3408-470d-b976-ce47f369ef01,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:50.848300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] DHCP port deletion for ca460517-379e-4745-ab0a-76e2270e8a7a request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:50.875675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Deleting port 3435752a-bce5-4060-806e-e327df139e9d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:50.876034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.944341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.947676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.951518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] Deleting port 3435752a-bce5-4060-806e-e327df139e9d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:50.952266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0fb1771-2b47-4d71-9aeb-b1a198a7e095 req-dd8f282c-11cc-4332-9010-79638c64542e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "DELETE /v2.0/floatingips/1774940f-5981-4208-b692-10596ee86eff HTTP/1.1" status: 204 len: 173 time: 1.2377326 Jul 16 08:35:50.958786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.013592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e6d81f78-054e-489e-b439-3d8389cca351 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:51.015697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f23118bb-34f1-42da-b051-d0cc06c6d0aa no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:51.079188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50081ecb-60b0-4526-9a3b-f988cfa95279 req-a4295214-bebb-4ce4-82ae-c8fce2a4cafe tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.089912 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50081ecb-60b0-4526-9a3b-f988cfa95279 req-a4295214-bebb-4ce4-82ae-c8fce2a4cafe tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 943 time: 0.1031368 Jul 16 08:35:51.114144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: f23118bb-34f1-42da-b051-d0cc06c6d0aa {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:51.114728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f23118bb-34f1-42da-b051-d0cc06c6d0aa not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:51.124952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] For port 3435752a-bce5-4060-806e-e327df139e9d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3435752a-bce5-4060-806e-e327df139e9d,segment=NetworkSegment(61fd9e56-2f98-4026-b190-08c8155d5d68),segment_id=61fd9e56-2f98-4026-b190-08c8155d5d68)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.126009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.151193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] Calling delete_port for 3435752a-bce5-4060-806e-e327df139e9d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:51.153303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50081ecb-60b0-4526-9a3b-f988cfa95279 req-b8662160-65d8-43ce-a6f2-41103d29fa12 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Jul 16 08:35:51.401708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e6d81f78-054e-489e-b439-3d8389cca351,segment=NetworkSegment(310b0cbf-c5c4-4321-b15b-44f80e5fb34a),segment_id=310b0cbf-c5c4-4321-b15b-44f80e5fb34a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.410900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.457713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e6d81f78-054e-489e-b439-3d8389cca351', 'network_id': '378977bb-7c59-4bd8-9689-584133414372', 'port_id': 'e6d81f78-054e-489e-b439-3d8389cca351', 'mac_address': 'fa:16:3e:21:1c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b8402a-73ae-4e66-b77b-bb2c1764e23d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:51.463645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] Pushing event deleted for resources: {'Port': ['ID=3435752a-bce5-4060-806e-e327df139e9d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.467779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921b90c-d4ce-4697-a5ba-2d2b4a215ba5 None None] No DVR routers for this DVR port 3435752a-bce5-4060-806e-e327df139e9d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:51.522604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.530203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2857d6-7457-48f8-bafa-23f5a16b70c4 req-eca26ccc-b58f-4d3c-8ab3-b540fd073420 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.534874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e2857d6-7457-48f8-bafa-23f5a16b70c4 req-eca26ccc-b58f-4d3c-8ab3-b540fd073420 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5652540 Jul 16 08:35:51.549677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d81f78-054e-489e-b439-3d8389cca351 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:51.551509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] For port 3435752a-bce5-4060-806e-e327df139e9d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3435752a-bce5-4060-806e-e327df139e9d,segment=NetworkSegment(61fd9e56-2f98-4026-b190-08c8155d5d68),segment_id=61fd9e56-2f98-4026-b190-08c8155d5d68)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.551890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.559363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3435752a-bce5-4060-806e-e327df139e9d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:51.588603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3435752a-bce5-4060-806e-e327df139e9d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:51.589279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3435752a-bce5-4060-806e-e327df139e9d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:51.615185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e6d81f78-054e-489e-b439-3d8389cca351,segment=NetworkSegment(310b0cbf-c5c4-4321-b15b-44f80e5fb34a),segment_id=310b0cbf-c5c4-4321-b15b-44f80e5fb34a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.621354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.637865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Calling delete_port for 3435752a-bce5-4060-806e-e327df139e9d owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:51.658444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-500f85a0-c31f-46a9-af6c-cbaa3d12a7d9 req-632264fd-6174-4ef5-99b9-280dc11af2fc tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=8346b1444d154cbe9e45e6dd0185c247 HTTP/1.1" status: 200 len: 1657 time: 0.1010258 Jul 16 08:35:51.688127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52240) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:51.691506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.737577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f40f32-85bb-43fb-8cb9-bf5eda9b9c07 req-d31b9f29-2eeb-4abc-92f3-5559554916ca tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.739080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08f40f32-85bb-43fb-8cb9-bf5eda9b9c07 req-d31b9f29-2eeb-4abc-92f3-5559554916ca tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 943 time: 0.0942709 Jul 16 08:35:51.789776 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08f40f32-85bb-43fb-8cb9-bf5eda9b9c07 req-28137567-3cc2-4fd3-8c7e-b72b36a0757b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Jul 16 08:35:51.832619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f85a0-c31f-46a9-af6c-cbaa3d12a7d9 req-0895735a-c3ee-46fd-bc54-9a4f4e89f5b2 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.834203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-500f85a0-c31f-46a9-af6c-cbaa3d12a7d9 req-0895735a-c3ee-46fd-bc54-9a4f4e89f5b2 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks?id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 787 time: 0.1677179 Jul 16 08:35:51.835537 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.868152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-500f85a0-c31f-46a9-af6c-cbaa3d12a7d9 req-946a7210-de55-4a3b-a575-3411ffd17f0b tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:35:51.869179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-500f85a0-c31f-46a9-af6c-cbaa3d12a7d9 req-946a7210-de55-4a3b-a575-3411ffd17f0b tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248902 Jul 16 08:35:51.870338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Port': ['ID=3435752a-bce5-4060-806e-e327df139e9d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.873803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] No DVR routers for this DVR port 3435752a-bce5-4060-806e-e327df139e9d on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:51.902493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-153392310-network', 'tenant_id': '111f823d882545fd8a789792f18188a0'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:51.904298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e6d81f78-054e-489e-b439-3d8389cca351'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:51.938507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:51.944224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.967607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.974355 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.986986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca460517-379e-4745-ab0a-76e2270e8a7a']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:51.999403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fd9e56-2f98-4026-b190-08c8155d5d68') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:51.999801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fd9e56-2f98-4026-b190-08c8155d5d68') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:52.000244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52248) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:52.012991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.037190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.045921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:52.046639 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:52.078702 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:52.160312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-95986a26-4335-4c46-bb14-93488aedcb86 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips/e9f2f03f-678b-4f85-9f3b-8f4ac56c0dcf HTTP/1.1" status: 200 len: 693 time: 0.0811718 Jul 16 08:35:52.161461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.168998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.173973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] 10.222.0.41 "DELETE /v2.0/networks/ca460517-379e-4745-ab0a-76e2270e8a7a HTTP/1.1" status: 204 len: 168 time: 1.6040387 Jul 16 08:35:52.199087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee61fce-d604-4e8e-ab99-1b78d0c8e8f3 tempest-AllowedAddressPairTestJSON-882094312 tempest-AllowedAddressPairTestJSON-882094312-project] Pushing event deleted for resources: {'Network': ['ID=ca460517-379e-4745-ab0a-76e2270e8a7a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.323988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-12e288a8-8884-43de-a1ac-555b98a5d2a7 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.325972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-12e288a8-8884-43de-a1ac-555b98a5d2a7 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1466668 Jul 16 08:35:52.395911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-2539606c-00db-4903-babd-fdbbf978a4da tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0636077 Jul 16 08:35:52.476382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-33d3e9dd-5b4b-40c0-84e8-5686a3253989 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0743632 Jul 16 08:35:52.493801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52262) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:52.576664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3a853bb8-e024-46ed-988a-e75bccf8d6b9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:52.743085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-177c1008-1795-4dfe-8da6-f33cf9657f9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9d5916d60a3464894ec6a17f600c4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479651 Jul 16 08:35:52.744822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Deleting port 91f0bb0f-9726-4a7a-8298-f70c0e26c98b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:52.745318 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.761434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:52.775608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '3a853bb8-e024-46ed-988a-e75bccf8d6b9', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': '3a853bb8-e024-46ed-988a-e75bccf8d6b9', 'mac_address': 'fa:16:3e:58:f3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:52.786688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52272) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:52.823368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.823852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.847671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a853bb8-e024-46ed-988a-e75bccf8d6b9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:52.849161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.852931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.853262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.870023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Calling delete_port for 91f0bb0f-9726-4a7a-8298-f70c0e26c98b owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:52.875144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:52.880720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.935535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865234-eded-410d-89fb-0bf35cddf45f req-1d6c69cf-94ce-4930-940f-1c9e520eb8d9 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.947484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=3a853bb8-e024-46ed-988a-e75bccf8d6b9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.956442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e865234-eded-410d-89fb-0bf35cddf45f req-1d6c69cf-94ce-4930-940f-1c9e520eb8d9 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 944 time: 0.2902398 Jul 16 08:35:52.975717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:53.010161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e6d81f78-054e-489e-b439-3d8389cca351 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:53.033848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af5f312-d831-4375-9392-cc42aa032103,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.041108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.056566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.057216 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Added segment e293af59-90f0-4eee-85ff-ea2a1204e150 of type vlan for network d2901133-83fa-4369-a680-0a8c30d71109 Jul 16 08:35:53.090139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event deleted for resources: {'Port': ['ID=91f0bb0f-9726-4a7a-8298-f70c0e26c98b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.116817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port e6d81f78-054e-489e-b439-3d8389cca351 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:53.126563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e6d81f78-054e-489e-b439-3d8389cca351 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:53.127146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.138117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af4a60f4-7d96-4a81-8b80-f2ca09d27d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.139656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['3a853bb8-e024-46ed-988a-e75bccf8d6b9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:53.157362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e865234-eded-410d-89fb-0bf35cddf45f req-80b1e301-800c-43d8-b2f7-912a206c7ca6 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999567 Jul 16 08:35:53.193728 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.197875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.199572 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f2d0f74-d32d-460e-9ffa-17dbe67aa2ee req-7d053d17-97ee-4ac3-ac19-95e8aba14c06 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "DELETE /v2.0/floatingips/e9f2f03f-678b-4f85-9f3b-8f4ac56c0dcf HTTP/1.1" status: 204 len: 173 time: 0.7155275 Jul 16 08:35:53.254417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.310184 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af4a60f4-7d96-4a81-8b80-f2ca09d27d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.337420 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.434739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.436119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.436823 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.440555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:53.444008 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ec2df-41dd-410e-8004-15186e3ca998" -d '{"events": [{"server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "name": "network-vif-plugged", "status": "completed", "tag": "e6d81f78-054e-489e-b439-3d8389cca351"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:53.473787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e6d81f78-054e-489e-b439-3d8389cca351,segment=NetworkSegment(310b0cbf-c5c4-4321-b15b-44f80e5fb34a),segment_id=310b0cbf-c5c4-4321-b15b-44f80e5fb34a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:53.491607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.509630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af4a60f4-7d96-4a81-8b80-f2ca09d27d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.512899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af4a60f4-7d96-4a81-8b80-f2ca09d27d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.515291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af4a60f4-7d96-4a81-8b80-f2ca09d27d40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ad266a9-0c0c-454f-ad2d-e11b8c550b73 HTTP/1.1" status: 204 len: 168 time: 0.7258732 Jul 16 08:35:53.540735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965adab4-a34b-4f31-9e7c-74fa2df0621d req-fae61857-a268-40c2-8d1e-b52fbc897a5f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.544261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-965adab4-a34b-4f31-9e7c-74fa2df0621d req-fae61857-a268-40c2-8d1e-b52fbc897a5f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 944 time: 0.1065569 Jul 16 08:35:53.578737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.580700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-8da8e8c5-d02a-4532-aa46-b727028c088e tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips/defed900-3d43-4f96-8f74-76687c58c7b7 HTTP/1.1" status: 200 len: 693 time: 0.1487050 Jul 16 08:35:53.584836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a60f4-7d96-4a81-8b80-f2ca09d27d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad266a9-0c0c-454f-ad2d-e11b8c550b73,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.592017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9023266 Jul 16 08:35:53.597856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52284) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:53.617864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-965adab4-a34b-4f31-9e7c-74fa2df0621d req-294bd39e-3c0e-4d2b-bbbb-3c276f0ff0e2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659389 Jul 16 08:35:53.651545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Request body: {'subnet': {'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-subnet', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:53.668753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526313f3-253c-4364-a17d-43f777383788 admin admin] Pushing event updated for resources: {'Network': ['ID=d2901133-83fa-4369-a680-0a8c30d71109,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.675432 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97afb94-3389-4245-9b51-2732549526e4 x-openstack-request-id: req-e97afb94-3389-4245-9b51-2732549526e4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:53.675791 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "name": "network-vif-plugged", "status": "completed", "tag": "e6d81f78-054e-489e-b439-3d8389cca351", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:53.676114 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e97afb94-3389-4245-9b51-2732549526e4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:53.676633 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351', 'code': 200} Jul 16 08:35:53.684523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d2901133-83fa-4369-a680-0a8c30d71109 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:53.742768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:53.745195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.775992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.890378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-b579bd88-d1d4-477c-9e23-57c470fd365a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.891786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-b579bd88-d1d4-477c-9e23-57c470fd365a tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2971823 Jul 16 08:35:54.002522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-35eb37b3-9074-4aac-8981-9d0c814791ca tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 0.1025438 Jul 16 08:35:54.087538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e982b946-a782-4ec0-bef3-b52e20e6c470 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 0.0754657 Jul 16 08:35:54.113720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45ffe3-01b8-44b6-9f42-e46819e7b1ba req-352f9533-897e-4bf8-b300-137787b8f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.115205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f45ffe3-01b8-44b6-9f42-e46819e7b1ba req-352f9533-897e-4bf8-b300-137787b8f89f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 1097 time: 0.3326967 Jul 16 08:35:54.302974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:54.325374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f45ffe3-01b8-44b6-9f42-e46819e7b1ba req-b99dbc95-5e68-4816-a51c-b6b942752f58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974421 Jul 16 08:35:54.351243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.379147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212cbd-bf74-4269-a403-a3370897166b req-668bfc98-286d-4dd1-bae0-bbd250a1f179 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.380793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7212cbd-bf74-4269-a403-a3370897166b req-668bfc98-286d-4dd1-bae0-bbd250a1f179 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 945 time: 0.0961602 Jul 16 08:35:54.431778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7212cbd-bf74-4269-a403-a3370897166b req-df209aab-0c6f-4a44-9674-a85fa2958fef tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Jul 16 08:35:54.433715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0afb511-2a65-4bf9-ba35-d7406e9c390f,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.447218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'networks': [{'name': 'tempest-network--1955302536'}, {'name': 'tempest-network--1544489940'}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:54.447712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'network': {'name': 'tempest-network--1955302536'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:54.448238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'network': {'name': 'tempest-network--1544489940'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:54.474612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Deleting port c6d92f97-1e50-4259-81e7-b44e3608c76f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:54.474780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.482286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'network': 2} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:54.488590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.498261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.502704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Checking segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:54.503087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Network hostable DHCP agents. Network: d2901133-83fa-4369-a680-0a8c30d71109, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:54.581797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3a853bb8-e024-46ed-988a-e75bccf8d6b9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:54.600178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Network d2901133-83fa-4369-a680-0a8c30d71109 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:54.617240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.617671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.626580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d2901133-83fa-4369-a680-0a8c30d71109) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:54.635209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.638830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.639558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.642108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Calling delete_port for c6d92f97-1e50-4259-81e7-b44e3608c76f owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:54.643003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.644079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.678944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f89c4a-d96f-465a-a522-8c66bdf94e26 None None] Network d2901133-83fa-4369-a680-0a8c30d71109 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:54.703108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c57cb71-b017-4109-b96d-453beaa87a9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1035640 Jul 16 08:35:54.705872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52322) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:54.714142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Deleting port ed13fa88-55c5-4d7d-81eb-5807789626cb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:54.714975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:54.715062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.721644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d7c126-e99f-44a6-8499-d98c19e9c2fe,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.735549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:54.756360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.756887 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Added segment fdf9fbbb-5791-4945-99d3-323be3e44a77 of type vlan for network d96fa0b1-3ab2-4bb3-8e82-0ca92977e1f5 Jul 16 08:35:54.787713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.789125 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.831777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:54.847807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:54.848564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.863608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.924193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-d2901133-83fa-4369-a680-0a8c30d71109', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:54.925377 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.942144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.949066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] For port ed13fa88-55c5-4d7d-81eb-5807789626cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ed13fa88-55c5-4d7d-81eb-5807789626cb,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:54.949636 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.969987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Calling delete_port for ed13fa88-55c5-4d7d-81eb-5807789626cb owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:54.988485 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.988705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.084278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:55.114033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event deleted for resources: {'Port': ['ID=c6d92f97-1e50-4259-81e7-b44e3608c76f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.159878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.160647 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Added segment c1d25101-a6a4-411d-b0d5-d1422b5ca259 of type vlan for network 0ab43122-ac15-4b19-a42f-08b24f4db8e1 Jul 16 08:35:55.219664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.243599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:55.275709 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.327604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.330169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.331426 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f9fbb8-ce55-47a8-a141-2373823ebb99 req-e8e948e8-23de-4970-83ba-82c7cbab0fac tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "DELETE /v2.0/floatingips/defed900-3d43-4f96-8f74-76687c58c7b7 HTTP/1.1" status: 204 len: 173 time: 1.2133913 Jul 16 08:35:55.335342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=3a853bb8-e024-46ed-988a-e75bccf8d6b9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.360698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.383171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Allocated IP 172.20.0.2 (d2901133-83fa-4369-a680-0a8c30d71109/d0afb511-2a65-4bf9-ba35-d7406e9c390f/201d45e2-995a-4486-850a-26c2c9f2cd80) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:55.489767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.491733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.492616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.502574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.515466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.517608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.531680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44e2d-dfef-4334-bb6a-85fc16715655 req-ec726340-39d8-46ae-9488-1b20fcb0366e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.533527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bd44e2d-dfef-4334-bb6a-85fc16715655 req-ec726340-39d8-46ae-9488-1b20fcb0366e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 945 time: 0.3084421 Jul 16 08:35:55.575673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed13fa88-55c5-4d7d-81eb-5807789626cb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.644577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.658890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3483870 Jul 16 08:35:55.659862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52334) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.667150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Transition to ACTIVE for port object 201d45e2-995a-4486-850a-26c2c9f2cd80 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:55.678214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054fb88-af5f-4d72-b75b-af2aed490818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a853bb8-e024-46ed-988a-e75bccf8d6b9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:55.681360 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6f0d6a-e2d7-413f-8d11-f6ba840079cb" -d '{"events": [{"server_uuid": "2054fb88-af5f-4d72-b75b-af2aed490818", "name": "network-vif-plugged", "status": "completed", "tag": "3a853bb8-e024-46ed-988a-e75bccf8d6b9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:55.699169 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-c42470f9-70ed-4f80-94b9-6890ba6753cb tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips/68b4d12f-c301-4e2e-ad3f-b9d221ccd596 HTTP/1.1" status: 200 len: 693 time: 0.1542950 Jul 16 08:35:55.715098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Transition to ACTIVE for port object 201d45e2-995a-4486-850a-26c2c9f2cd80 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:55.726418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.780352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Network d2901133-83fa-4369-a680-0a8c30d71109 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:55.783432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:55.793571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:55.805372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14af64-def8-4e30-a51b-e7b05fcaa7c7 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.807150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Pushing event updated for resources: {'Port': ['ID=201d45e2-995a-4486-850a-26c2c9f2cd80,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.820870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14af64-def8-4e30-a51b-e7b05fcaa7c7 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.828308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14af64-def8-4e30-a51b-e7b05fcaa7c7 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.835737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14af64-def8-4e30-a51b-e7b05fcaa7c7 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.841883 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c14af64-def8-4e30-a51b-e7b05fcaa7c7 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1773498 Jul 16 08:35:55.860520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.889492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Attempting to bind port 201d45e2-995a-4486-850a-26c2c9f2cd80 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:55.889887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Attempting to bind port 201d45e2-995a-4486-850a-26c2c9f2cd80 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:55.890511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Attempting to bind port 201d45e2-995a-4486-850a-26c2c9f2cd80 on network d2901133-83fa-4369-a680-0a8c30d71109 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:55.896886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:55.897132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Checking segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:55.897531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.897944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Bound using segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:55.898942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Bound port: 201d45e2-995a-4486-850a-26c2c9f2cd80, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:55.899361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.943654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.970979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] For port 201d45e2-995a-4486-850a-26c2c9f2cd80, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:55.975554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] For port 201d45e2-995a-4486-850a-26c2c9f2cd80, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=201d45e2-995a-4486-850a-26c2c9f2cd80,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:55.981346 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.989842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.008535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Network': ['ID=d96fa0b1-3ab2-4bb3-8e82-0ca92977e1f5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.029471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d96fa0b1-3ab2-4bb3-8e82-0ca92977e1f5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:56.100092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcdbe6-fa7e-4804-b5e7-5db9ca11e33d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Network': ['ID=0ab43122-ac15-4b19-a42f-08b24f4db8e1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.114210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bd44e2d-dfef-4334-bb6a-85fc16715655 req-4fb5b441-bd03-46ed-b7de-bfd623ce9d8e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390990 Jul 16 08:35:56.127801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0ab43122-ac15-4b19-a42f-08b24f4db8e1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:56.227867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27e6b9-2648-4153-a567-a296137c3f25 None None] Pushing event updated for resources: {'Port': ['ID=201d45e2-995a-4486-850a-26c2c9f2cd80,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.349802 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.408703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96fa0b1-3ab2-4bb3-8e82-0ca92977e1f5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:56.449240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf9fbbb-5791-4945-99d3-323be3e44a77') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:56.449928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf9fbbb-5791-4945-99d3-323be3e44a77') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:56.470080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.473660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.523810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.529040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.552411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:56.553367 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:56.559295 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:56.609229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed50b3-615b-4ead-a724-d2e9e72f7c88 req-732b22b2-6bdd-4677-a74b-4bc75b343d8e tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.611652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6aed50b3-615b-4ead-a724-d2e9e72f7c88 req-732b22b2-6bdd-4677-a74b-4bc75b343d8e tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 945 time: 0.2576597 Jul 16 08:35:56.678649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-0309da4f-8da5-43b3-b167-75a1abe26be0 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.681247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-0309da4f-8da5-43b3-b167-75a1abe26be0 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.9808018 Jul 16 08:35:56.735591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.753918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.759179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/networks/d96fa0b1-3ab2-4bb3-8e82-0ca92977e1f5 HTTP/1.1" status: 204 len: 168 time: 0.8944790 Jul 16 08:35:56.763070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52342) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:56.783444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943a3be-7dbf-4ac4-99b8-b56bd05023b9 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Network': ['ID=d96fa0b1-3ab2-4bb3-8e82-0ca92977e1f5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.784823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-034aca09-2992-4243-b5ee-a145d38a1bfd tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0955632 Jul 16 08:35:56.837783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6aed50b3-615b-4ead-a724-d2e9e72f7c88 req-74094b94-ce4e-4f16-83cb-e50a91b56fde tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846056 Jul 16 08:35:56.912290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Allocated IP 172.25.0.96 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/3335c227-6fb7-4ecf-8773-88a0b7e42086) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:56.926616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Router ca925ae3-d5e9-417f-9e47-a8a56462e90c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:57.030564 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1f1564-e9ea-4c9d-8ca0-7cf48c462362 x-openstack-request-id: req-1f1f1564-e9ea-4c9d-8ca0-7cf48c462362 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:57.031084 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054fb88-af5f-4d72-b75b-af2aed490818", "name": "network-vif-plugged", "status": "completed", "tag": "3a853bb8-e024-46ed-988a-e75bccf8d6b9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:57.031084 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f1f1564-e9ea-4c9d-8ca0-7cf48c462362 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:57.031531 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054fb88-af5f-4d72-b75b-af2aed490818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a853bb8-e024-46ed-988a-e75bccf8d6b9', 'code': 200} Jul 16 08:35:57.036700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-a825b56b-f7e2-4944-b220-5b4ad199620b tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.2018793 Jul 16 08:35:57.089192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.123207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.156238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.201126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:57.204691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:57.208753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:57.249994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3335c227-6fb7-4ecf-8773-88a0b7e42086,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.416034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.505250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab43122-ac15-4b19-a42f-08b24f4db8e1']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:57.536178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d25101-a6a4-411d-b0d5-d1422b5ca259') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:57.536962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d25101-a6a4-411d-b0d5-d1422b5ca259') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:57.554603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.631172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.647464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6b76d3-8756-4a42-8ea4-91ac65c4a8cc None None] Network d2901133-83fa-4369-a680-0a8c30d71109 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:57.663180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:57.664468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:57.673238 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:57.690750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164f246-035c-4ffb-b0ef-ebf97fe9c975 req-b8f9688e-2bee-4fe1-88d8-d2f28bd5e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.692519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a164f246-035c-4ffb-b0ef-ebf97fe9c975 req-b8f9688e-2bee-4fe1-88d8-d2f28bd5e985 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 1097 time: 0.5304458 Jul 16 08:35:57.705173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:57.718784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0ff67254-baea-4751-b5d3-29cff2b48bbb admin admin] 10.222.0.41 "PUT /v2.0/routers/ca925ae3-d5e9-417f-9e47-a8a56462e90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7172849 Jul 16 08:35:57.734662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:57.743593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 201d45e2-995a-4486-850a-26c2c9f2cd80 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:57.747259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] Sync routers for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:57.797362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:57.798049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:57.862572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3d98acd7-e59b-416e-a9d4-2144091f71c9 None None] Provisioning for port 201d45e2-995a-4486-850a-26c2c9f2cd80 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:57.863863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.866749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a164f246-035c-4ffb-b0ef-ebf97fe9c975 req-f1690dca-b20c-4a7f-862a-4290c9132513 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634707 Jul 16 08:35:57.868322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Deleting port 7470fabc-dcb3-452b-aa63-b091205c3c96 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:57.868650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.878769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.883532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/networks/0ab43122-ac15-4b19-a42f-08b24f4db8e1 HTTP/1.1" status: 204 len: 168 time: 1.1152771 Jul 16 08:35:57.886538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52360) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:57.908603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caedaf3-65c1-43da-b4eb-43a548848c91 req-2e6a19a9-5a42-491a-b45d-fd3650434d2d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.910208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4caedaf3-65c1-43da-b4eb-43a548848c91 req-2e6a19a9-5a42-491a-b45d-fd3650434d2d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 945 time: 0.1690710 Jul 16 08:35:57.941352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bee498-bf77-45a0-9409-0bb055d5455f tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Network': ['ID=0ab43122-ac15-4b19-a42f-08b24f4db8e1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.973106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 201d45e2-995a-4486-850a-26c2c9f2cd80 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:57.987669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 201d45e2-995a-4486-850a-26c2c9f2cd80 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:57.988048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.992150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:58.011554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.048002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4caedaf3-65c1-43da-b4eb-43a548848c91 req-b53f257d-88e1-44b5-a037-f0ba60ba6480 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931573 Jul 16 08:35:58.059371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.071083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.071790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.092232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Calling delete_port for 7470fabc-dcb3-452b-aa63-b091205c3c96 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:58.234103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.255786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04910be8-d731-4056-b28c-1fcf5f0f7dfd tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.261192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.262777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04910be8-d731-4056-b28c-1fcf5f0f7dfd tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.264868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-04910be8-d731-4056-b28c-1fcf5f0f7dfd tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3766787 Jul 16 08:35:58.269044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52364) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.281429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1563058094'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:58.306330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 201d45e2-995a-4486-850a-26c2c9f2cd80, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=201d45e2-995a-4486-850a-26c2c9f2cd80,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:58.311827 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.365351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 5, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port': {'id': '7d42ee7e-ffc6-425c-b240-3799ef7ba220', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:02Z', 'updated_at': '2021-07-16T08:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:58.379820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:58.383754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.397053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=201d45e2-995a-4486-850a-26c2c9f2cd80,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.406018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.406364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.406708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.407050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.407405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.407742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.408073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.408402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.408698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.408805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.409042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.409368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.409693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:58.414684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] Checking router: ca925ae3-d5e9-417f-9e47-a8a56462e90c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:58.426553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] Routers {'ca925ae3-d5e9-417f-9e47-a8a56462e90c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:58.427776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:58.427908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.446433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:58.487286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Pushing event deleted for resources: {'Port': ['ID=7470fabc-dcb3-452b-aa63-b091205c3c96,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.514146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ae4a5-f8cb-4bf6-ba38-07b97295ad3a req-4a50c5e2-aae5-4e0f-b8ed-2be458a512fd tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.516252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b9ae4a5-f8cb-4bf6-ba38-07b97295ad3a req-4a50c5e2-aae5-4e0f-b8ed-2be458a512fd tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 945 time: 0.2450390 Jul 16 08:35:58.517278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.517278 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Added segment e4f251a8-dd4d-418e-a7b7-17e3cc35d43b of type vlan for network a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54 Jul 16 08:35:58.519654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Deleting port 7d42ee7e-ffc6-425c-b240-3799ef7ba220 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:58.519654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.534759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-01ebe750-e553-427f-bd21-4ac8bc48a62b None None] Provisioning complete for port 201d45e2-995a-4486-850a-26c2c9f2cd80 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:58.535307 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01ebe750-e553-427f-bd21-4ac8bc48a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.562096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] Set router ca925ae3-d5e9-417f-9e47-a8a56462e90c gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:58.621709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.626488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:35:58Z', 'revision_number': 6, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:58.648510 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b9ae4a5-f8cb-4bf6-ba38-07b97295ad3a req-3f6492a3-aa7f-4204-a663-d17242412671 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863738 Jul 16 08:35:58.666210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77bd3ac-43ee-4890-9e16-f7d90e241010 None None] The sync data for ids ['ca925ae3-d5e9-417f-9e47-a8a56462e90c'] in n-d-798249-10 is: [{'id': 'ca925ae3-d5e9-417f-9e47-a8a56462e90c', 'name': 'tempest-FloatingIPsAssociationTestJSON-495788345-router', 'tenant_id': '66fe0ffeb0c840a482334a05e956f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:00Z', 'updated_at': '2021-07-16T08:35:58Z', 'revision_number': 6, 'project_id': '66fe0ffeb0c840a482334a05e956f75c', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:58.667033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.671185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.684142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52366) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.687917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1448694-0998-426d-a6ff-a1d2c2b6c551 req-5b61e354-1df2-4d20-b636-a212f68eb9a1 tempest-FloatingIPDetailsTestJSON-712963544 tempest-FloatingIPDetailsTestJSON-712963544-project] 10.222.0.41 "DELETE /v2.0/floatingips/68b4d12f-c301-4e2e-ad3f-b9d221ccd596 HTTP/1.1" status: 204 len: 173 time: 1.5933771 Jul 16 08:35:58.750066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] For port 7d42ee7e-ffc6-425c-b240-3799ef7ba220, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7d42ee7e-ffc6-425c-b240-3799ef7ba220,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:58.750655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.754973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.762074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.762734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.810128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Calling delete_port for 7d42ee7e-ffc6-425c-b240-3799ef7ba220 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:58.816147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Router 1fb33585-2da2-43d8-b8e4-b4715a19ceee is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:35:58.842107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5674767 Jul 16 08:35:58.848078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52372) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.859637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1694817373'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:58.908023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2462b-85c8-414f-a747-837dd4a08e5b tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Network': ['ID=a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.919277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:59.035877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:59.040833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.155618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:59.166713 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Sync routers for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:59.185542 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:59.186412 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:59.217838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.220009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d212d74-990b-4c80-b8f5-13400b3c36d0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5130904 Jul 16 08:35:59.222824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52378) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:59.523706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096dc14-8ee4-4ee7-b20f-f6486dc49acb req-1c618fb1-f868-49bb-ad63-4e2ae94077c5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.526891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4096dc14-8ee4-4ee7-b20f-f6486dc49acb req-1c618fb1-f868-49bb-ad63-4e2ae94077c5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 945 time: 0.2143834 Jul 16 08:35:59.545669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-50828080-c065-499d-bc17-b54ebff2bc11 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.553257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-50828080-c065-499d-bc17-b54ebff2bc11 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 945 time: 0.6372056 Jul 16 08:35:59.555060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:59.581111 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:59.612258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.612617 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Added segment 2f56cb20-4a3b-4ee7-9257-b58a1c3e11f0 of type vlan for network daddfdf1-bdcf-4409-9f7f-8270527c8150 Jul 16 08:35:59.692161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4096dc14-8ee4-4ee7-b20f-f6486dc49acb req-7feb8cad-bbb9-42f8-a5d7-f7882efbca3b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567852 Jul 16 08:35:59.740514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 201d45e2-995a-4486-850a-26c2c9f2cd80 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:59.789754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.838290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 201d45e2-995a-4486-850a-26c2c9f2cd80 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:59.838686 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.905460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.053087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.078275 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:35:57Z', 'revision_number': 3, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:00.078765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.099275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.104929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.160759 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Checking router: 1fb33585-2da2-43d8-b8e4-b4715a19ceee for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:00.161984 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Updating router 1fb33585-2da2-43d8-b8e4-b4715a19ceee port 3335c227-6fb7-4ecf-8773-88a0b7e42086 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:00.250728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d42ee7e-ffc6-425c-b240-3799ef7ba220,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:00.343057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Network': ['ID=daddfdf1-bdcf-4409-9f7f-8270527c8150,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:00.365106 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.369220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network daddfdf1-bdcf-4409-9f7f-8270527c8150 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:00.402684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7d42ee7e-ffc6-425c-b240-3799ef7ba220 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:00.504482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 7d42ee7e-ffc6-425c-b240-3799ef7ba220 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:00.505174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7d42ee7e-ffc6-425c-b240-3799ef7ba220 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:00.505571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ed13fa88-55c5-4d7d-81eb-5807789626cb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:00.520625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.553028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e59a6894-4413-4f7c-a394-01bfe3e9bb25 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7017941 Jul 16 08:36:00.562146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ed13fa88-55c5-4d7d-81eb-5807789626cb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:00.562379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ed13fa88-55c5-4d7d-81eb-5807789626cb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:00.563521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52394) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:00.593216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'ports': [{'network_id': 'a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54', 'name': 'tempest-port--56271517', 'admin_state_up': True}, {'network_id': 'daddfdf1-bdcf-4409-9f7f-8270527c8150', 'admin_state_up': False}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:00.594214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'port': {'network_id': 'a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54', 'name': 'tempest-port--56271517', 'admin_state_up': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:00.594756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'port': {'network_id': 'daddfdf1-bdcf-4409-9f7f-8270527c8150', 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:00.817063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.821781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.904545 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.915389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Deleting port e6d81f78-054e-489e-b439-3d8389cca351 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:00.915793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.920759 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Transition to ACTIVE for port object 3335c227-6fb7-4ecf-8773-88a0b7e42086 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:00.928745 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.996651 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Attempting to bind port 3335c227-6fb7-4ecf-8773-88a0b7e42086 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:00.997318 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Attempting to bind port 3335c227-6fb7-4ecf-8773-88a0b7e42086 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:01.008755 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Attempting to bind port 3335c227-6fb7-4ecf-8773-88a0b7e42086 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:01.018742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13059e-244b-4b4b-9a65-eebda7ef43ad None None] Pushing event updated for resources: {'Port': ['ID=3335c227-6fb7-4ecf-8773-88a0b7e42086,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.037375 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:01.037737 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:01.038212 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.039239 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:01.042366 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Bound port: 3335c227-6fb7-4ecf-8773-88a0b7e42086, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:01.042982 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.056202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e6d81f78-054e-489e-b439-3d8389cca351 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:01.138848 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] For port 3335c227-6fb7-4ecf-8773-88a0b7e42086, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:01.145284 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] For port 3335c227-6fb7-4ecf-8773-88a0b7e42086, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3335c227-6fb7-4ecf-8773-88a0b7e42086,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:01.154157 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.199141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.210100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.236872 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:01.237965 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:01.241160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e6d81f78-054e-489e-b439-3d8389cca351,segment=NetworkSegment(310b0cbf-c5c4-4321-b15b-44f80e5fb34a),segment_id=310b0cbf-c5c4-4321-b15b-44f80e5fb34a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:01.242995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:01.247018 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a077e2-8a12-490b-b4eb-c2d448658392" -d '{"events": [{"server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d81f78-054e-489e-b439-3d8389cca351"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:01.275673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.365129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.453199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.454051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca925ae3-d5e9-417f-9e47-a8a56462e90c {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:01.466945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945bc88-9933-40e9-a5e7-57a623d09512 req-27314f67-bbe5-417d-b405-4ac24cab64fd tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.469631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9945bc88-9933-40e9-a5e7-57a623d09512 req-27314f67-bbe5-417d-b405-4ac24cab64fd tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 945 time: 1.5177329 Jul 16 08:36:01.472403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] For port e6d81f78-054e-489e-b439-3d8389cca351, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e6d81f78-054e-489e-b439-3d8389cca351,segment=NetworkSegment(310b0cbf-c5c4-4321-b15b-44f80e5fb34a),segment_id=310b0cbf-c5c4-4321-b15b-44f80e5fb34a)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:01.472993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.480540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.482436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9e0aa69d-a718-4001-86e8-77580294ab7b admin admin] 10.222.0.41 "DELETE /v2.0/routers/ca925ae3-d5e9-417f-9e47-a8a56462e90c HTTP/1.1" status: 204 len: 168 time: 3.7463431 Jul 16 08:36:01.486399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52414) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:01.544884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Calling delete_port for e6d81f78-054e-489e-b439-3d8389cca351 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:01.550539 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f74d695-f318-49bc-934c-34b5d8aecbf0 x-openstack-request-id: req-1f74d695-f318-49bc-934c-34b5d8aecbf0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:01.550798 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d81f78-054e-489e-b439-3d8389cca351", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:01.551048 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f74d695-f318-49bc-934c-34b5d8aecbf0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:01.551514 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351', 'code': 200} Jul 16 08:36:01.574783 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13059e-244b-4b4b-9a65-eebda7ef43ad None None] Pushing event updated for resources: {'Port': ['ID=3335c227-6fb7-4ecf-8773-88a0b7e42086,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.598220 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:01.732481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Allocated IP 172.20.0.1 (d2901133-83fa-4369-a680-0a8c30d71109/d0afb511-2a65-4bf9-ba35-d7406e9c390f/71e3aa6b-97d6-4429-922a-840995393514) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:01.752809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Deleting port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:01.753184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.805359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Deleting subnet 2c71d262-2390-44bd-b0a1-97090e8bb064 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:01.810839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.869940 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:35:57Z', 'revision_number': 3, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:01.903825 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e5a7-53ee-41c8-9c18-8f87b6bd1f3f None None] The sync data for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 is: [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:35:57Z', 'revision_number': 3, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:01.917819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.923213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] For port dbd4bbb4-5cf1-4d35-a53a-553b60447e7d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:01.923394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.952907 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.963789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Calling delete_port for dbd4bbb4-5cf1-4d35-a53a-553b60447e7d owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:01.970879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9945bc88-9933-40e9-a5e7-57a623d09512 req-e359c3b8-69e8-4a87-bff4-0125c4adb5e8 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/security-groups?id=75955bd5-ac24-46ea-ada6-d13e8812ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740534 Jul 16 08:36:02.019227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'port': 2} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:02.024877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.050507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Transition to ACTIVE for port object 71e3aa6b-97d6-4429-922a-840995393514 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:02.088684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.153573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.158863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.170296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.211230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Network d2901133-83fa-4369-a680-0a8c30d71109 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:02.218014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:02.222332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:02.240410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Pushing event deleted for resources: {'Port': ['ID=e6d81f78-054e-489e-b439-3d8389cca351,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:02.268079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.336355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=71e3aa6b-97d6-4429-922a-840995393514,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:02.416552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] device_id is not set on port 810dd4cc-0039-4969-85e5-092e97c2b1e5 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:02.464951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.606033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.650913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd4bbb4-5cf1-4d35-a53a-553b60447e7d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:02.673078 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.732584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] device_id is not set on port 2579a35f-d363-4bd4-8335-33594ac37550 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:02.739818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] No DVR routers for this DVR port e6d81f78-054e-489e-b439-3d8389cca351 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:02.740287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-96c092a9-13a7-4ff3-99f6-c3147b3c65d8 None None] Provisioning for port 71e3aa6b-97d6-4429-922a-840995393514 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:02.745671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.745909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-96c092a9-13a7-4ff3-99f6-c3147b3c65d8 None None] Provisioning complete for port 71e3aa6b-97d6-4429-922a-840995393514 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:02.747649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-96c092a9-13a7-4ff3-99f6-c3147b3c65d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.747791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc4f9eb0-5ac4-495b-a485-878506d5ebb1 req-64e460ed-4011-4a46-80fa-b2c89d60fda4 tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.36 "DELETE /v2.0/ports/e6d81f78-054e-489e-b439-3d8389cca351 HTTP/1.1" status: 204 len: 173 time: 3.1776052 Jul 16 08:36:02.756987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'name': 'network-vif-deleted', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:02.759554 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53578998-6666-43cf-a3a4-86c1a530b933" -d '{"events": [{"server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "name": "network-vif-deleted", "tag": "e6d81f78-054e-489e-b439-3d8389cca351"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:02.853063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-96c092a9-13a7-4ff3-99f6-c3147b3c65d8 None None] Port 71e3aa6b-97d6-4429-922a-840995393514 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:03.035058 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e8fea5-6181-4b9a-a634-078fa78f5208 x-openstack-request-id: req-28e8fea5-6181-4b9a-a634-078fa78f5208 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:03.035979 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1db237-20e8-4117-b664-69260a9dbc8a", "name": "network-vif-deleted", "tag": "e6d81f78-054e-489e-b439-3d8389cca351", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:03.036933 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28e8fea5-6181-4b9a-a634-078fa78f5208 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:03.038101 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1db237-20e8-4117-b664-69260a9dbc8a', 'name': 'network-vif-deleted', 'tag': 'e6d81f78-054e-489e-b439-3d8389cca351', 'status': 'completed', 'code': 200} Jul 16 08:36:03.042949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.149636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c71d262-2390-44bd-b0a1-97090e8bb064,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:03.166436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.168779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d3e61bd-ecca-4cf8-9c2e-48cfd62428c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c71d262-2390-44bd-b0a1-97090e8bb064 HTTP/1.1" status: 204 len: 168 time: 1.6699860 Jul 16 08:36:03.173467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e4470-c64a-48d6-bc8c-a686c21ca556 None None] Network 04902013-6aa2-4fa4-b588-21469d44649a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:03.183748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:03.186986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.444856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.475730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c316f66b-608b-4c3d-bcc7-f87d25aab61e req-67f97cd9-114c-40b5-9823-b79af7badf5d tempest-InstanceActionsV221TestJSON-1461868028 tempest-InstanceActionsV221TestJSON-1461868028-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1db237-20e8-4117-b664-69260a9dbc8a HTTP/1.1" status: 200 len: 210 time: 0.1850421 Jul 16 08:36:03.517149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.572581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:03.601133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.666979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.715683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.726480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] DHCP port deletion for 04902013-6aa2-4fa4-b588-21469d44649a request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:03.791774 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.845925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Port': ['ID=810dd4cc-0039-4969-85e5-092e97c2b1e5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:03.854904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Deleting port 19b24d42-3187-42a8-bee5-1de26434ffb4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:03.855267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.866356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] Deleting port 19b24d42-3187-42a8-bee5-1de26434ffb4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:03.867509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.927964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=71e3aa6b-97d6-4429-922a-840995393514,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:03.946180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] For port 19b24d42-3187-42a8-bee5-1de26434ffb4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=19b24d42-3187-42a8-bee5-1de26434ffb4,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:03.953266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.969734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.973270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Checking segment: {'id': 'e4f251a8-dd4d-418e-a7b7-17e3cc35d43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:03.976570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network hostable DHCP agents. Network: a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:03.986593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3335c227-6fb7-4ecf-8773-88a0b7e42086 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:03.988910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] Calling delete_port for 19b24d42-3187-42a8-bee5-1de26434ffb4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:03.990598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] For port 19b24d42-3187-42a8-bee5-1de26434ffb4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=19b24d42-3187-42a8-bee5-1de26434ffb4,segment=NetworkSegment(aa9de341-1570-490f-afc4-3c4e3339a199),segment_id=aa9de341-1570-490f-afc4-3c4e3339a199)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:03.990983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.018864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Calling delete_port for 19b24d42-3187-42a8-bee5-1de26434ffb4 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:04.032226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:04.096753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:04.103387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:04.104518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.112603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e07d0e-c40d-4a9c-973c-72ca5cd5472a None None] Network a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:04.150423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3335c227-6fb7-4ecf-8773-88a0b7e42086 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:04.221459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3335c227-6fb7-4ecf-8773-88a0b7e42086 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:04.222158 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.237040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Port': ['ID=2579a35f-d363-4bd4-8335-33594ac37550,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.265164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:04.270060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Network d2901133-83fa-4369-a680-0a8c30d71109 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:04.270547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Checking segment: {'id': '2f56cb20-4a3b-4ee7-9257-b58a1c3e11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'daddfdf1-bdcf-4409-9f7f-8270527c8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:04.270997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network hostable DHCP agents. Network: daddfdf1-bdcf-4409-9f7f-8270527c8150, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:04.273234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:04.273648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.275435 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.295455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-914da219-7517-4aef-a36e-b31027c45129 admin admin] 10.222.0.41 "PUT /v2.0/routers/0bddbbcf-565e-4e4c-bf29-b976bd8dbce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6071930 Jul 16 08:36:04.296211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52446) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.324836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] Sync routers for ids ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:04.329702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] No DVR routers for this DVR port 19b24d42-3187-42a8-bee5-1de26434ffb4 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:04.332558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362d847-ce1f-4cd2-9216-ab99874fd320 None None] Pushing event deleted for resources: {'Port': ['ID=19b24d42-3187-42a8-bee5-1de26434ffb4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.345144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b24d42-3187-42a8-bee5-1de26434ffb4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.363250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] No DVR routers for this DVR port 19b24d42-3187-42a8-bee5-1de26434ffb4 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:04.413504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] Routers {'0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:04.414756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.428292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network daddfdf1-bdcf-4409-9f7f-8270527c8150 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:04.442592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.505439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, daddfdf1-bdcf-4409-9f7f-8270527c8150) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:04.549383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:04.565682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f786ada-45ec-4178-aca3-79eeb3f1c135 None None] Network daddfdf1-bdcf-4409-9f7f-8270527c8150 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:04.574977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.598869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.611025 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.672864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c1dcfdac-bb26-401c-a91c-a72e9c659a06 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.1059449 Jul 16 08:36:04.688794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52454) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.735436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.748609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04902013-6aa2-4fa4-b588-21469d44649a']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.782080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9de341-1570-490f-afc4-3c4e3339a199') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.782680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9de341-1570-490f-afc4-3c4e3339a199') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.807777 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.832706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.843509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:04.844278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:04.846787 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:04.849368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3c6a3b-762c-4af6-b565-e0949f8f543e tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.865868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3c6a3b-762c-4af6-b565-e0949f8f543e tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.873743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ab3c6a3b-762c-4af6-b565-e0949f8f543e tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1818125 Jul 16 08:36:04.888311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52460) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.890172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.997235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-62d304a9-e608-44ca-a34e-27948bafada8 None None] Provisioning complete for port 71e3aa6b-97d6-4429-922a-840995393514 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:04.997741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62d304a9-e608-44ca-a34e-27948bafada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.999391 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.012234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Router 1fb33585-2da2-43d8-b8e4-b4715a19ceee has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:05.020268 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.042168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.046990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/04902013-6aa2-4fa4-b588-21469d44649a HTTP/1.1" status: 204 len: 168 time: 1.8621411 Jul 16 08:36:05.048082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b2be-89ac-4167-af0d-6d5a95c40ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04902013-6aa2-4fa4-b588-21469d44649a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.081126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3335c227-6fb7-4ecf-8773-88a0b7e42086, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3335c227-6fb7-4ecf-8773-88a0b7e42086,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:05.095889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] Set router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:05.205516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-62d304a9-e608-44ca-a34e-27948bafada8 None None] Port 71e3aa6b-97d6-4429-922a-840995393514 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:05.307896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Deleting port f5e241a6-848b-484c-8700-a99c9e735627 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:05.308239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.352811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.385601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.419141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52482) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.483921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Deleting port 810dd4cc-0039-4969-85e5-092e97c2b1e5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:05.484455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.520951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:05.531618 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Sync routers for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:05.543385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bf706278-c751-4d93-bab4-a9e4c7c90bc2 admin admin] 10.222.0.41 "PUT /v2.0/routers/1fb33585-2da2-43d8-b8e4-b4715a19ceee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3114769 Jul 16 08:36:05.571907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] For port f5e241a6-848b-484c-8700-a99c9e735627, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f5e241a6-848b-484c-8700-a99c9e735627,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:05.572837 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:05.576743 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.577499 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:05.585776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3335c227-6fb7-4ecf-8773-88a0b7e42086,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.586892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ce511345-fd8f-4a9d-b7b3-d9f7343ff47f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66fe0ffeb0c840a482334a05e956f75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993663 Jul 16 08:36:05.593770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52486) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.610672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 19b24d42-3187-42a8-bee5-1de26434ffb4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:05.630257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Deleting subnet 16b8402a-73ae-4e66-b77b-bb2c1764e23d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:05.646123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 19b24d42-3187-42a8-bee5-1de26434ffb4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:05.646534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 19b24d42-3187-42a8-bee5-1de26434ffb4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:05.680416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 5, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port': {'id': 'f5e241a6-848b-484c-8700-a99c9e735627', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:21Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:05.682014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.726967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Calling delete_port for f5e241a6-848b-484c-8700-a99c9e735627 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:05.737409 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:05.755204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.848615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52492) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.849571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Calling delete_port for 810dd4cc-0039-4969-85e5-092e97c2b1e5 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:05.927373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ba2b-d76c-420a-b9ec-b6a884fa4d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.967998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.999928 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 2, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.054517 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Checking router: 1fb33585-2da2-43d8-b8e4-b4715a19ceee for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:06.054955 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Updating router 1fb33585-2da2-43d8-b8e4-b4715a19ceee port 71e3aa6b-97d6-4429-922a-840995393514 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:06.086489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ba2b-d76c-420a-b9ec-b6a884fa4d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.091809 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-664ec98a-ad6d-4970-b690-af9e0982189e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.133510 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.155379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] Checking router: 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:06.178769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.180770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] Routers {'0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:06.181406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.285375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.322803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Port': ['ID=810dd4cc-0039-4969-85e5-092e97c2b1e5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:06.381553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.384432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-676ce3f3-2192-4e7b-a990-d64f3935eba5 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/ports/810dd4cc-0039-4969-85e5-092e97c2b1e5 HTTP/1.1" status: 204 len: 168 time: 1.4796398 Jul 16 08:36:06.387118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52526) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.393724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.422403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] Set router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:06.430805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.553179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.563230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/16b8402a-73ae-4e66-b77b-bb2c1764e23d HTTP/1.1" status: 204 len: 168 time: 1.1417468 Jul 16 08:36:06.568630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:36:04Z', 'revision_number': 6, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.587228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52536) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.613001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-664ec98a-ad6d-4970-b690-af9e0982189e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.635296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e241a6-848b-484c-8700-a99c9e735627,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:06.635870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b63317-771d-49d9-aa62-4b26de21d3b3 None None] The sync data for ids ['0bddbbcf-565e-4e4c-bf29-b976bd8dbce4'] in n-d-798249-10 is: [{'id': '0bddbbcf-565e-4e4c-bf29-b976bd8dbce4', 'name': 'tempest-FloatingIPDetailsTestJSON-158830528-router', 'tenant_id': '8346b1444d154cbe9e45e6dd0185c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:20Z', 'updated_at': '2021-07-16T08:36:04Z', 'revision_number': 6, 'project_id': '8346b1444d154cbe9e45e6dd0185c247', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:06.642919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-664ec98a-ad6d-4970-b690-af9e0982189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.705517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8ff1-cb10-4e3c-92c1-43c22c34d581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b8402a-73ae-4e66-b77b-bb2c1764e23d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:06.742792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-664ec98a-ad6d-4970-b690-af9e0982189e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74b24d6272e64b23aef30dbb9270d874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908777 Jul 16 08:36:06.749310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52538) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.752546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ec98a-ad6d-4970-b690-af9e0982189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95b2c1-4d67-4290-b1dd-16000a865bf5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:06.819368 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.851782 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Transition to ACTIVE for port object 71e3aa6b-97d6-4429-922a-840995393514 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:06.860936 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.869178 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-586d3134-560f-4de7-926b-128b65d77ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.899454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-586d3134-560f-4de7-926b-128b65d77ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.959149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ba2b-d76c-420a-b9ec-b6a884fa4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.962903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ba2b-d76c-420a-b9ec-b6a884fa4d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.966815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4bf4ba2b-d76c-420a-b9ec-b6a884fa4d11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7 HTTP/1.1" status: 204 len: 168 time: 1.3674555 Jul 16 08:36:06.982330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-586d3134-560f-4de7-926b-128b65d77ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.986568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-586d3134-560f-4de7-926b-128b65d77ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.988190 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-586d3134-560f-4de7-926b-128b65d77ebf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf95b2c1-4d67-4290-b1dd-16000a865bf5 HTTP/1.1" status: 204 len: 168 time: 0.2022631 Jul 16 08:36:07.004398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Deleting port 2579a35f-d363-4bd4-8335-33594ac37550 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:07.004760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.245533 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7569f-3754-474b-a29d-4eb784d19ecd None None] Pushing event updated for resources: {'Port': ['ID=71e3aa6b-97d6-4429-922a-840995393514,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.302611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.308092 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Attempting to bind port 71e3aa6b-97d6-4429-922a-840995393514 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:07.309073 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Attempting to bind port 71e3aa6b-97d6-4429-922a-840995393514 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:07.310350 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Attempting to bind port 71e3aa6b-97d6-4429-922a-840995393514 on network d2901133-83fa-4369-a680-0a8c30d71109 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:07.337020 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:07.337383 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Checking segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:07.337493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ba2b-d76c-420a-b9ec-b6a884fa4d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f62e2-b7e7-4abd-89d8-85a6e4fcfbd7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.337792 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.346898 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Bound using segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:07.347919 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Bound port: 71e3aa6b-97d6-4429-922a-840995393514, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:07.347919 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.392549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Calling delete_port for 2579a35f-d363-4bd4-8335-33594ac37550 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:07.395864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d3134-560f-4de7-926b-128b65d77ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95b2c1-4d67-4290-b1dd-16000a865bf5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.573807 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] For port 71e3aa6b-97d6-4429-922a-840995393514, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:07.582898 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] For port 71e3aa6b-97d6-4429-922a-840995393514, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71e3aa6b-97d6-4429-922a-840995393514,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:07.595990 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.654721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.729098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.740278 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7569f-3754-474b-a29d-4eb784d19ecd None None] Pushing event updated for resources: {'Port': ['ID=71e3aa6b-97d6-4429-922a-840995393514,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.760899 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:07.761647 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.781523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.837080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3335c227-6fb7-4ecf-8773-88a0b7e42086 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:07.854328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Port': ['ID=2579a35f-d363-4bd4-8335-33594ac37550,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.872796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.888441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52600) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.894749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7f6c8422-32e0-454c-a326-0d9b6c98a3e4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/ports/2579a35f-d363-4bd4-8335-33594ac37550 HTTP/1.1" status: 204 len: 168 time: 1.5010390 Jul 16 08:36:07.951418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3335c227-6fb7-4ecf-8773-88a0b7e42086 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:07.951804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.079029 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:08.203226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc7c4493-e606-4c95-8af2-f900aa18499c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3104477 Jul 16 08:36:08.206954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52606) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.213872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1936688633'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:08.227289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.284210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.309272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dbd4bbb4-5cf1-4d35-a53a-553b60447e7d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:08.322925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:08.342689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.392401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: dbd4bbb4-5cf1-4d35-a53a-553b60447e7d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:08.395577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dbd4bbb4-5cf1-4d35-a53a-553b60447e7d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:08.396385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f5e241a6-848b-484c-8700-a99c9e735627 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:08.415634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:08.440830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.441236 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Added segment 433802a6-d77b-4a2f-90c3-19e4e0044e9d of type vlan for network cdf0ceaa-573d-44d1-9441-f6ef940ba1a0 Jul 16 08:36:08.446712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f5e241a6-848b-484c-8700-a99c9e735627 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:08.448083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f5e241a6-848b-484c-8700-a99c9e735627 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:08.472953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.475115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:08.494428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.499777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8fbb3ba9-f6cc-40ab-b917-49b5c27e4c90 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0bddbbcf-565e-4e4c-bf29-b976bd8dbce4 HTTP/1.1" status: 204 len: 168 time: 4.2028542 Jul 16 08:36:08.502433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.578706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.605364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378977bb-7c59-4bd8-9689-584133414372']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.606007 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.633266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310b0cbf-c5c4-4321-b15b-44f80e5fb34a') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.634572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310b0cbf-c5c4-4321-b15b-44f80e5fb34a') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.666191 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.667216 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:07Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.687984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Deleting subnet 4f93d45d-38af-4010-940f-c15a115bfc4d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:08.702134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.713863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.727344 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550d6-028d-405c-bdf8-163938dea74d None None] The sync data for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 is: [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:07Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:08.727606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:08.728737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:08.734516 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:08.938711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.943527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.978187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.017980 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.022551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] 10.222.0.41 "DELETE /v2.0/networks/378977bb-7c59-4bd8-9689-584133414372 HTTP/1.1" status: 204 len: 168 time: 2.4064286 Jul 16 08:36:09.023518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531077c-84c9-4725-b375-8bc72039f77e admin admin] Pushing event deleted for resources: {'Network': ['ID=378977bb-7c59-4bd8-9689-584133414372,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.097691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.104749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.105395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.166023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9577599 Jul 16 08:36:09.168580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52640) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.174685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-410989417'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:09.180127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.215126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:09.218779 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.255542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c40c1-b211-4839-b4aa-c887b0b16749 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Network': ['ID=cdf0ceaa-573d-44d1-9441-f6ef940ba1a0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.269383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:09.277765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cdf0ceaa-573d-44d1-9441-f6ef940ba1a0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:09.300852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.301212 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Added segment c6c2f32f-74d3-4fd1-9027-6c433554528f of type vlan for network 5c31028f-d57e-480a-9d90-78ec4098523a Jul 16 08:36:09.325399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-546176030-network', 'tenant_id': 'a4bb685c35294cb6ae9c43348b11200f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:09.343021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.444613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.520894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f93d45d-38af-4010-940f-c15a115bfc4d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.524711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.543083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52650) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.556389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cd338a10-1e4f-4675-9b39-fce46c389aea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f93d45d-38af-4010-940f-c15a115bfc4d HTTP/1.1" status: 204 len: 168 time: 1.0297103 Jul 16 08:36:09.556921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb723b1-20f1-4b71-9358-79fabda2d8db None None] Network 81f7a3c9-1a02-44af-b395-d670cc84d812 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:09.562513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Made reservation on behalf of a4bb685c35294cb6ae9c43348b11200f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:09.577164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.627898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71e3aa6b-97d6-4429-922a-840995393514 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:09.663195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52654) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.666472 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.687501 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.resource_extend [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:36:09.737628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.744748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d0469123-1e35-474d-9bad-6418bb4d51e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7741a11aeb9d4c4a8ea0537a315b57ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797088 Jul 16 08:36:09.747137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52656) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.748964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.749623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.840659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 71e3aa6b-97d6-4429-922a-840995393514 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:09.885164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 71e3aa6b-97d6-4429-922a-840995393514 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:09.885539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.910117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42221678-3d49-4108-ac1d-b6b9765912fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.948471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.984445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42221678-3d49-4108-ac1d-b6b9765912fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.051078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Network': ['ID=5c31028f-d57e-480a-9d90-78ec4098523a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.081991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5c31028f-d57e-480a-9d90-78ec4098523a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:10.120301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42221678-3d49-4108-ac1d-b6b9765912fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.126913 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42221678-3d49-4108-ac1d-b6b9765912fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.142072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-42221678-3d49-4108-ac1d-b6b9765912fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75955bd5-ac24-46ea-ada6-d13e8812ba2c HTTP/1.1" status: 204 len: 168 time: 0.3912010 Jul 16 08:36:10.172923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] DHCP port deletion for 81f7a3c9-1a02-44af-b395-d670cc84d812 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:10.186942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221678-3d49-4108-ac1d-b6b9765912fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75955bd5-ac24-46ea-ada6-d13e8812ba2c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.308324 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.380980 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.409637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.445276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 71e3aa6b-97d6-4429-922a-840995393514, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71e3aa6b-97d6-4429-922a-840995393514,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:10.453235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] Deleting port a5b838ef-e019-44c1-8d34-1454918d3fb2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:10.454069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.459113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.510017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-151955a9-15d7-4cff-8de5-3db602564d74 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3402140 Jul 16 08:36:10.514489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5f9e38-1e1e-45ee-b2b8-37a69563f183,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.549445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Deleting port a5b838ef-e019-44c1-8d34-1454918d3fb2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:10.550888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.580376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=71e3aa6b-97d6-4429-922a-840995393514,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.614974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:10.668973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52672) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.674451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'subnets': [{'network_id': 'cdf0ceaa-573d-44d1-9441-f6ef940ba1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2004946297', 'ip_version': 4}, {'network_id': '5c31028f-d57e-480a-9d90-78ec4098523a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:10.674850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'subnet': {'network_id': 'cdf0ceaa-573d-44d1-9441-f6ef940ba1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2004946297', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:10.676636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Request body: {'subnet': {'network_id': '5c31028f-d57e-480a-9d90-78ec4098523a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:10.749695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.750545 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Added segment 82723917-5350-484f-a42c-f6648acb2529 of type vlan for network 10c6fc21-58bc-441d-9af6-48a037fd8c98 Jul 16 08:36:10.762325 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] For port a5b838ef-e019-44c1-8d34-1454918d3fb2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a5b838ef-e019-44c1-8d34-1454918d3fb2,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:10.765276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.820619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] Calling delete_port for a5b838ef-e019-44c1-8d34-1454918d3fb2 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:11.049510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.129133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] For port a5b838ef-e019-44c1-8d34-1454918d3fb2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a5b838ef-e019-44c1-8d34-1454918d3fb2,segment=NetworkSegment(4f9b9860-ed0d-40d6-8411-ca9e15ed39f8),segment_id=4f9b9860-ed0d-40d6-8411-ca9e15ed39f8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:11.131364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.148390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] Pushing event deleted for resources: {'Port': ['ID=a5b838ef-e019-44c1-8d34-1454918d3fb2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.155247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb2779-15dd-420c-9270-9e9ef9f44905 None None] No DVR routers for this DVR port a5b838ef-e019-44c1-8d34-1454918d3fb2 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:11.174304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.185382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Calling delete_port for a5b838ef-e019-44c1-8d34-1454918d3fb2 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:11.223144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Made reservation on behalf of cae6c0b93b554b5682f4abbe30202c15 for: {'subnet': 2} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:11.229418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.232599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.312141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.resource_extend [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:36:11.352737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.353730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.354553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.414845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4662664 Jul 16 08:36:11.417429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52688) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.439749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Request body: {'subnet': {'network_id': '10c6fc21-58bc-441d-9af6-48a037fd8c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-546176030-subnet', 'tenant_id': 'a4bb685c35294cb6ae9c43348b11200f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:11.572100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e773d-bfed-433e-be4a-a4dc550413be admin admin] Pushing event updated for resources: {'Network': ['ID=10c6fc21-58bc-441d-9af6-48a037fd8c98,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.590723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.594190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 10c6fc21-58bc-441d-9af6-48a037fd8c98 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:11.615781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71e3aa6b-97d6-4429-922a-840995393514 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:11.729372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b838ef-e019-44c1-8d34-1454918d3fb2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.748640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Made reservation on behalf of a4bb685c35294cb6ae9c43348b11200f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:11.751221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.792053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] No DVR routers for this DVR port a5b838ef-e019-44c1-8d34-1454918d3fb2 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:11.831137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 71e3aa6b-97d6-4429-922a-840995393514 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:11.834832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.155051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a5b838ef-e019-44c1-8d34-1454918d3fb2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:12.175566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.199275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a5b838ef-e019-44c1-8d34-1454918d3fb2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:12.200001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a5b838ef-e019-44c1-8d34-1454918d3fb2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:12.204564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f7a3c9-1a02-44af-b395-d670cc84d812']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:12.236726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:12.237022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9b9860-ed0d-40d6-8411-ca9e15ed39f8') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:12.260380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.345799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.349125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52720) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:12.374977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.406194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:12.406821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:12.420197 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:12.582536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Checking segment: {'id': '433802a6-d77b-4a2f-90c3-19e4e0044e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cdf0ceaa-573d-44d1-9441-f6ef940ba1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:12.582845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network hostable DHCP agents. Network: cdf0ceaa-573d-44d1-9441-f6ef940ba1a0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:12.603390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Subnet': ['ID=d6359a8c-7451-4795-baa5-9696580acc71,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.632460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network cdf0ceaa-573d-44d1-9441-f6ef940ba1a0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:12.652047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cdf0ceaa-573d-44d1-9441-f6ef940ba1a0) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:12.652709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.663208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.665833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/81f7a3c9-1a02-44af-b395-d670cc84d812 HTTP/1.1" status: 204 len: 168 time: 3.1082239 Jul 16 08:36:12.668605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.678114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e69254-25f5-4507-bf3e-78f0e2fb38f8 None None] Network cdf0ceaa-573d-44d1-9441-f6ef940ba1a0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:12.687715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.688156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f29ba7-dc79-48a2-ac9f-ee753c0596c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f7a3c9-1a02-44af-b395-d670cc84d812,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.763588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=08383f66-7c15-41b9-a497-76013953fd5d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.791849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Checking segment: {'id': '82723917-5350-484f-a42c-f6648acb2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '10c6fc21-58bc-441d-9af6-48a037fd8c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:12.792382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Network hostable DHCP agents. Network: 10c6fc21-58bc-441d-9af6-48a037fd8c98, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:12.834317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Network 10c6fc21-58bc-441d-9af6-48a037fd8c98 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:12.860031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 10c6fc21-58bc-441d-9af6-48a037fd8c98) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:12.877566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.878421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.889457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16ea8d-01b4-4f97-9ab2-10a1ee45cf97 None None] Network 10c6fc21-58bc-441d-9af6-48a037fd8c98 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:12.893955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event updated for resources: {'Subnet': ['ID=63ea0337-3e29-4665-b839-e210c54b22b3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.904385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Checking segment: {'id': 'c6c2f32f-74d3-4fd1-9027-6c433554528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5c31028f-d57e-480a-9d90-78ec4098523a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:12.905793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network hostable DHCP agents. Network: 5c31028f-d57e-480a-9d90-78ec4098523a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:12.947366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1459155254-network', 'tenant_id': '8a17d5b6cf174de4b917feeb3e751a4d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:12.948518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Network 5c31028f-d57e-480a-9d90-78ec4098523a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:12.964140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5c31028f-d57e-480a-9d90-78ec4098523a) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:12.980652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.981288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.982074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.985907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b32080f-332b-4776-b1dc-28f9cc7b6d9d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5598264 Jul 16 08:36:13.007302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34b560-21c9-43b1-b94e-57f750973b10 None None] Network 5c31028f-d57e-480a-9d90-78ec4098523a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:13.024867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Made reservation on behalf of 8a17d5b6cf174de4b917feeb3e751a4d for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:13.028244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.030677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3e97f53f-3dbe-4f34-8ee4-1b71ea86995d tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3605616 Jul 16 08:36:13.033244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.051563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.162221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f56a4d43-ccc7-45c0-b80a-294ad714af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.182511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.218705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c59d1-0801-48a9-bec9-55ad02320a78 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.221267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c59d1-0801-48a9-bec9-55ad02320a78 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.223705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c59d1-0801-48a9-bec9-55ad02320a78 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.226484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-091c59d1-0801-48a9-bec9-55ad02320a78 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1920891 Jul 16 08:36:13.229771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.255722 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.263075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.316465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:13.317397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Deleting subnet d6359a8c-7451-4795-baa5-9696580acc71 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:13.323282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.327069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-42565f98-9186-4fd1-82fe-12c8adb40332 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8346b1444d154cbe9e45e6dd0185c247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426144 Jul 16 08:36:13.332126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52752) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.356493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.357962 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Added segment 218de844-5693-4258-a114-5c1a5118cf00 of type vlan for network cf88b841-bcad-4427-9594-d52f13f19305 Jul 16 08:36:13.369961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1316ba2-3d84-4d24-a1bc-b325893f87b9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.389839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.449261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1ae30-f163-4de0-bde9-1052ab878795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-cdf0ceaa-573d-44d1-9441-f6ef940ba1a0', 'network_id': 'cdf0ceaa-573d-44d1-9441-f6ef940ba1a0', 'tenant_id': 'cae6c0b93b554b5682f4abbe30202c15', 'fixed_ips': [{'subnet_id': 'd6359a8c-7451-4795-baa5-9696580acc71'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:13.450393 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aea1ae30-f163-4de0-bde9-1052ab878795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.495560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.510184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.568947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56589c38-b489-4dd9-9961-acd2816374fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.613837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.663547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56589c38-b489-4dd9-9961-acd2816374fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.665694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.666769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.667444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.676064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52758) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.696085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Subnet': ['ID=d6359a8c-7451-4795-baa5-9696580acc71,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.698364 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.714977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d4d576fa-0090-46f8-b2c4-3f264b36ad33 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/subnets/d6359a8c-7451-4795-baa5-9696580acc71 HTTP/1.1" status: 204 len: 168 time: 0.4815562 Jul 16 08:36:13.715284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.793521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4411030 Jul 16 08:36:13.801390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52764) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.826675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Deleting subnet 63ea0337-3e29-4665-b839-e210c54b22b3 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:13.827504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Request body: {'subnet': {'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1459155254-subnet', 'tenant_id': '8a17d5b6cf174de4b917feeb3e751a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:13.832875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.842871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e448fce-06e2-41d2-9093-6bae430efe96 None None] Network 10c6fc21-58bc-441d-9af6-48a037fd8c98 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:13.888282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaa2b1-1f90-4d8a-8614-277b48524768 admin admin] Pushing event updated for resources: {'Network': ['ID=cf88b841-bcad-4427-9594-d52f13f19305,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.910618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Made reservation on behalf of 8a17d5b6cf174de4b917feeb3e751a4d for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:13.913548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.935209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cf88b841-bcad-4427-9594-d52f13f19305 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:13.945580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1868161324', 'description': 'tempest-description-1142096318'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:13.946260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab8c432e-896d-4aed-bb94-ddfeac752d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.955566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56589c38-b489-4dd9-9961-acd2816374fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.958452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56589c38-b489-4dd9-9961-acd2816374fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.960227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-56589c38-b489-4dd9-9961-acd2816374fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47f75a97-6bbc-4519-b9cd-58e308b35f50 HTTP/1.1" status: 204 len: 168 time: 0.6217740 Jul 16 08:36:13.973394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.023504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589c38-b489-4dd9-9961-acd2816374fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f75a97-6bbc-4519-b9cd-58e308b35f50,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.041118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.049700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e06e3-4722-465b-961a-1eb5e8b11d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-5c31028f-d57e-480a-9d90-78ec4098523a', 'network_id': '5c31028f-d57e-480a-9d90-78ec4098523a', 'tenant_id': 'cae6c0b93b554b5682f4abbe30202c15', 'fixed_ips': [{'subnet_id': '63ea0337-3e29-4665-b839-e210c54b22b3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:14.050661 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-779e06e3-4722-465b-961a-1eb5e8b11d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.099724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:36:14.099724 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:36:14.099724 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id_1': 'a4bb685c35294cb6ae9c43348b11200f', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 36, 14, 77173)}] Jul 16 08:36:14.099724 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:36:14.101440 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:36:14.105083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-aea1ae30-f163-4de0-bde9-1052ab878795 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6359a8c-7451-4795-baa5-9696580acc71: This subnet is being modified by another concurrent operation. Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:36:14.131266 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6359a8c-7451-4795-baa5-9696580acc71: This subnet is being modified by another concurrent operation. Jul 16 08:36:14.135726 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:36:14.206678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e73503-f70c-4071-b886-e41e8e1f14a3 None None] Network cdf0ceaa-573d-44d1-9441-f6ef940ba1a0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:14.246189 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.251702 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.320962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bee3071-7f7f-45c2-bc97-698f3b6910f8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.333859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Checking segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:14.334231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Network hostable DHCP agents. Network: cf88b841-bcad-4427-9594-d52f13f19305, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:14.368991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab8c432e-896d-4aed-bb94-ddfeac752d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.373054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Network cf88b841-bcad-4427-9594-d52f13f19305 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:14.374274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Subnet': ['ID=63ea0337-3e29-4665-b839-e210c54b22b3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.385711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cf88b841-bcad-4427-9594-d52f13f19305) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:14.388805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.391847 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2d71470-f18d-4baf-8f37-c82f897dca8c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/subnets/63ea0337-3e29-4665-b839-e210c54b22b3 HTTP/1.1" status: 204 len: 168 time: 0.6756554 Jul 16 08:36:14.392631 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab8c432e-896d-4aed-bb94-ddfeac752d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.395896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.397417 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.400671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52774) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:14.452478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03785238-526c-4ed9-908f-d17bf6c69621 None None] Network cf88b841-bcad-4427-9594-d52f13f19305 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:14.478782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b08749d0-3a99-40ee-b31e-7b38f5290ef7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6712132 Jul 16 08:36:14.517755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab8c432e-896d-4aed-bb94-ddfeac752d79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=049a5d97e2d54165a852050599128639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8402283 Jul 16 08:36:14.518415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52782) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:14.519082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c432e-896d-4aed-bb94-ddfeac752d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452100b3-6d01-46e0-9be1-b578c5471b40,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.530320 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a792ccf-70d5-4270-b479-2f8b485fd85a None None] Network 5c31028f-d57e-480a-9d90-78ec4098523a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:14.616463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.640172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd33b6-0e08-4c36-ab43-ee51f8a934fd tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.647666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f1cd33b6-0e08-4c36-ab43-ee51f8a934fd tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2381585 Jul 16 08:36:14.648145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52786) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:14.779150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.821007 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b1b73b-1866-4620-b2d2-1dbebacb8b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.858599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03fd1b-acdb-46ab-98c0-1983bc02ad05 None None] Network cf88b841-bcad-4427-9594-d52f13f19305 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:14.874169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.883726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.987373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e85fa64-c57d-4c29-89ab-c2f851b954eb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.003548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b1b73b-1866-4620-b2d2-1dbebacb8b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.009151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.010586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fa9b7b8-1a7b-4efd-880b-e6e695d0a5da req-640d93b6-2782-477d-9520-7b1349369620 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0720601 Jul 16 08:36:15.109165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.114774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15946311-dd49-41cc-be4d-79209de83eff None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:36:15.180288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c31028f-d57e-480a-9d90-78ec4098523a']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:15.242422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c2f32f-74d3-4fd1-9027-6c433554528f') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:15.242811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c2f32f-74d3-4fd1-9027-6c433554528f') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:15.271243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.279980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b1b73b-1866-4620-b2d2-1dbebacb8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.282618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b1b73b-1866-4620-b2d2-1dbebacb8b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.284354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-96b1b73b-1866-4620-b2d2-1dbebacb8b84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/452100b3-6d01-46e0-9be1-b578c5471b40 HTTP/1.1" status: 204 len: 168 time: 0.7604554 Jul 16 08:36:15.309323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-6a610ee8-4f60-4a10-948d-2f44eedf0a98 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/4e85fa64-c57d-4c29-89ab-c2f851b954eb HTTP/1.1" status: 200 len: 1815 time: 0.1915076 Jul 16 08:36:15.317783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.323737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e85fa64-c57d-4c29-89ab-c2f851b954eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:15.324408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e85fa64-c57d-4c29-89ab-c2f851b954eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:15.360204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1b73b-1866-4620-b2d2-1dbebacb8b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452100b3-6d01-46e0-9be1-b578c5471b40,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.372020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:15.372781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:15.386790 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:15.406403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.430090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15946311-dd49-41cc-be4d-79209de83eff None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:36:15.485647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.500053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.520667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.532315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/networks/5c31028f-d57e-480a-9d90-78ec4098523a HTTP/1.1" status: 204 len: 168 time: 0.8802085 Jul 16 08:36:15.533093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52826) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.563953 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.567011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574f58a-c74e-4983-8efb-e6d60c9e78db tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Network': ['ID=5c31028f-d57e-480a-9d90-78ec4098523a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.579914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.605350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6382e041-6798-4f00-8519-b7987ff5f1e1,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.620904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-98dc4183-921f-40e7-ac1c-d6dbf389c365 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.623977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-98dc4183-921f-40e7-ac1c-d6dbf389c365 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 813 time: 0.2962143 Jul 16 08:36:15.651192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.651628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-8d47dea2-d6fe-4440-a6a3-921471a53728 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/quotas/8a17d5b6cf174de4b917feeb3e751a4d HTTP/1.1" status: 200 len: 375 time: 0.0205908 Jul 16 08:36:15.656059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3f462c6-f07f-4f73-af4d-f3ed9be8ccc2 req-a01be254-53d9-4835-93f8-ab8ea8d2a5a1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3480518 Jul 16 08:36:15.694904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.741442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-23f754bd-fcd1-4341-b18d-366ff23d91ba tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796776 Jul 16 08:36:15.755042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6930b90d-34aa-4737-8f93-097db08e37c5 req-969abc48-9a0e-4140-b13a-effc41088fbd tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/4e85fa64-c57d-4c29-89ab-c2f851b954eb HTTP/1.1" status: 200 len: 2409 time: 0.0745006 Jul 16 08:36:15.849692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-5cb7cf86-b953-42c5-877b-1aabb4cc713c tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-group-rules/6382e041-6798-4f00-8519-b7987ff5f1e1 HTTP/1.1" status: 200 len: 778 time: 0.0692101 Jul 16 08:36:15.878273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-01f44ba4-525f-4237-8880-a2b056f7b9ac service neutron] 10.222.0.41 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257567 Jul 16 08:36:15.885499 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c39eabca-8762-40b1-b491-167ccf4d070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.888444 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.920613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.926959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1762453444-network', 'tenant_id': '2a76a305297e4e488c34cb1706e21733'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:15.946684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf0ceaa-573d-44d1-9441-f6ef940ba1a0']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:15.966661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-787b9aa5-f86a-4d12-b724-43f2228de99c tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/4e85fa64-c57d-4c29-89ab-c2f851b954eb HTTP/1.1" status: 200 len: 2409 time: 0.1153736 Jul 16 08:36:15.978250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433802a6-d77b-4a2f-90c3-19e4e0044e9d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:15.978665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433802a6-d77b-4a2f-90c3-19e4e0044e9d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:15.998356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.019365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-2e92bbd9-efa8-44d3-b15f-d4ef0067bf22 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.027377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.030692 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-2e92bbd9-efa8-44d3-b15f-d4ef0067bf22 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.044716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:16.044716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:16.047436 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:16.060603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:16.097922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Made reservation on behalf of 2a76a305297e4e488c34cb1706e21733 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:16.100712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.105381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6c23-39cc-4b1d-a7a6-51026e86fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.124515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.129253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-2e92bbd9-efa8-44d3-b15f-d4ef0067bf22 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.140379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-2e92bbd9-efa8-44d3-b15f-d4ef0067bf22 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.150244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-1601b6eb-463f-45ae-9492-2d0ea7d475a4 service neutron] 10.222.0.41 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593625 Jul 16 08:36:16.152389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-886b1dd0-0f4c-4719-a80b-00532b0081eb req-2e92bbd9-efa8-44d3-b15f-d4ef0067bf22 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6382e041-6798-4f00-8519-b7987ff5f1e1 HTTP/1.1" status: 204 len: 173 time: 0.1841357 Jul 16 08:36:16.164124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92bbd9-efa8-44d3-b15f-d4ef0067bf22 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6382e041-6798-4f00-8519-b7987ff5f1e1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.172378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.188240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.193187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/networks/cdf0ceaa-573d-44d1-9441-f6ef940ba1a0 HTTP/1.1" status: 204 len: 168 time: 0.6355319 Jul 16 08:36:16.193187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52840) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:16.214345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b5eff-9af2-4558-ae5d-d30d82b07dd4 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Network': ['ID=cdf0ceaa-573d-44d1-9441-f6ef940ba1a0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.322468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6c23-39cc-4b1d-a7a6-51026e86fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.331685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6c23-39cc-4b1d-a7a6-51026e86fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.335710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-51674a54-8584-4911-8e86-cf04a059219b req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-764001838', 'description': 'tempest-description-1897458007'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:16.358175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.439432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b6c23-39cc-4b1d-a7a6-51026e86fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52658812-684a-4c46-836f-8f0fd0663aca,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.446521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7f7b6c23-39cc-4b1d-a7a6-51026e86fffe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f03584cbcfd497cb70dec9423456a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772571 Jul 16 08:36:16.450420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52848) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:16.526637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c42349d2-09c9-427a-ac08-96df89e9a7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.534431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.552826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daddfdf1-bdcf-4409-9f7f-8270527c8150']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:16.564153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c42349d2-09c9-427a-ac08-96df89e9a7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.575515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f56cb20-4a3b-4ee7-9257-b58a1c3e11f0') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:16.575812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f56cb20-4a3b-4ee7-9257-b58a1c3e11f0') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:16.590187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.591349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.608551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.617003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:16.617441 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:16.621303 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:16.623026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.653674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.690914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d84906a5-058a-41f4-ba6d-b04c36e8af54 req-191acb0f-71b2-4eef-a410-d54dd16d971a tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 210 time: 0.0716984 Jul 16 08:36:16.705113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:16.706713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51674a54-8584-4911-8e86-cf04a059219b req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.716263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1414fd22-3305-449d-8174-304c5fbd66cc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.721219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.740218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.745374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/networks/daddfdf1-bdcf-4409-9f7f-8270527c8150 HTTP/1.1" status: 204 len: 168 time: 0.5404816 Jul 16 08:36:16.748262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:16.763543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.763924 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Added segment 615dae90-2b44-43a9-9a46-933c6f50ded5 of type vlan for network 19a255dd-d3b5-4fe3-bbca-e0292f353cac Jul 16 08:36:16.769717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c42349d2-09c9-427a-ac08-96df89e9a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.769717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c42349d2-09c9-427a-ac08-96df89e9a7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.769941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01228e2d-5fe0-4e61-a8d1-2ede5ef1e26c tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Network': ['ID=daddfdf1-bdcf-4409-9f7f-8270527c8150,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.770237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c42349d2-09c9-427a-ac08-96df89e9a7fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52658812-684a-4c46-836f-8f0fd0663aca HTTP/1.1" status: 204 len: 168 time: 0.3184092 Jul 16 08:36:16.829024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42349d2-09c9-427a-ac08-96df89e9a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52658812-684a-4c46-836f-8f0fd0663aca,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.862757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51674a54-8584-4911-8e86-cf04a059219b req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.871196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51674a54-8584-4911-8e86-cf04a059219b req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.912901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51674a54-8584-4911-8e86-cf04a059219b req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.918370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51674a54-8584-4911-8e86-cf04a059219b req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5878782 Jul 16 08:36:16.930552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.934832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b8347-9bb5-4466-a78b-d30fdc0d16df tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7eb677-66f8-44c2-a535-aff7d9b9d742,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.938760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.022343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.023742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.024371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.105990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6971750 Jul 16 08:36:17.109908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:17.119935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Request body: {'subnet': {'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1762453444-subnet', 'tenant_id': '2a76a305297e4e488c34cb1706e21733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:17.142392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cd12453-2d67-4ed0-aa7e-96ed2c44dc72 req-5da5275b-526b-42d2-9600-cc34798f319b tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/7b7eb677-66f8-44c2-a535-aff7d9b9d742 HTTP/1.1" status: 200 len: 1814 time: 0.1903174 Jul 16 08:36:17.157649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Made reservation on behalf of 2a76a305297e4e488c34cb1706e21733 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:17.161818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.182745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.185443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737826-3a29-4fe2-9cd7-e49ff2e21480 admin admin] Pushing event updated for resources: {'Network': ['ID=19a255dd-d3b5-4fe3-bbca-e0292f353cac,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:17.197454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:17.198597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-76642367-9f48-4ab2-be11-b9ec6de12f32 req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1595496899', 'description': 'tempest-description-1277060765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:17.208777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:17.223174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f251a8-dd4d-418e-a7b7-17e3cc35d43b') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:17.223501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f251a8-dd4d-418e-a7b7-17e3cc35d43b') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:17.240720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.265463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-76642367-9f48-4ab2-be11-b9ec6de12f32 req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.268752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.312868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:17.313312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:17.316620 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:17.536399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-76642367-9f48-4ab2-be11-b9ec6de12f32 req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.543747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-76642367-9f48-4ab2-be11-b9ec6de12f32 req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.552210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.559912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.562535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] 10.222.0.41 "DELETE /v2.0/networks/a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54 HTTP/1.1" status: 204 len: 168 time: 0.8131144 Jul 16 08:36:17.618442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.628798 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.633092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d97e78-730b-4c98-bc20-2d0210d72f22 tempest-BulkNetworkOpsTest-1617359764 tempest-BulkNetworkOpsTest-1617359764-project] Pushing event deleted for resources: {'Network': ['ID=a1bb68b6-dfbc-49bb-9dbc-6c0ade0dcc54,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:17.640282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b7bd56-6832-46e3-b9d7-36e58cf82a6e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:17.643251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-76642367-9f48-4ab2-be11-b9ec6de12f32 req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.649583 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76642367-9f48-4ab2-be11-b9ec6de12f32 req-f4882f3b-0d40-49b9-8fb7-6048a511192e tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4567814 Jul 16 08:36:17.864922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=068d9a50-f980-4306-baeb-36bd6d7fe978,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:17.941613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19a540fd-02e3-4b90-9e13-9f6ec7584cbe req-6c24b5de-89c3-40d2-8912-3e3f96310802 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/28b7bd56-6832-46e3-b9d7-36e58cf82a6e HTTP/1.1" status: 200 len: 1815 time: 0.2431235 Jul 16 08:36:17.956057 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eeecdcfc-7f90-42b0-968c-e67be319e8b8 req-5518f3e9-27d5-422b-890c-60a516438836 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 210 time: 0.0695479 Jul 16 08:36:17.960668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-a8d0089f-50cf-40f9-8821-bdc484da5da4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4867148 Jul 16 08:36:17.985611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Checking segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:17.986032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Network hostable DHCP agents. Network: 19a255dd-d3b5-4fe3-bbca-e0292f353cac, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:18.028733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-83042715-c5cf-4be3-9df2-af4ff98504f3 req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1044124443', 'description': 'tempest-description-782140247'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:18.053782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:18.105817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 19a255dd-d3b5-4fe3-bbca-e0292f353cac) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:18.110104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52906) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:18.116169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328699e8-9bac-423c-abff-9359ae753c6f None None] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:18.121773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.122388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.139156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-83042715-c5cf-4be3-9df2-af4ff98504f3 req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.171684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-a6e3f7e0-19c5-4c5b-8e55-9972c903cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.173284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-a6e3f7e0-19c5-4c5b-8e55-9972c903cff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e54d698982dc43a784ed21b854678300&device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 1098 time: 0.1376464 Jul 16 08:36:18.178730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6eca65f5-b95a-44e0-a4c2-f13f56633caa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0661330 Jul 16 08:36:18.339427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-911962b2-c0de-4fd4-bc8d-64ae7cdeeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.341230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-911962b2-c0de-4fd4-bc8d-64ae7cdeeee9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04ab1436-0278-4eba-897c-345d3a0fee45 HTTP/1.1" status: 200 len: 917 time: 0.1396768 Jul 16 08:36:18.443058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5481a00-9d1f-4c2c-8a0d-6f856c52406d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cae6c0b93b554b5682f4abbe30202c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317730 Jul 16 08:36:18.446141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52918) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:18.473059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-83042715-c5cf-4be3-9df2-af4ff98504f3 req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.474660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.496931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-83042715-c5cf-4be3-9df2-af4ff98504f3 req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.534015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-83042715-c5cf-4be3-9df2-af4ff98504f3 req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.537772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83042715-c5cf-4be3-9df2-af4ff98504f3 req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5418353 Jul 16 08:36:18.573093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e252f1-7dda-4e07-83a5-217230e033f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7cc704-894d-4098-b43e-f479cbed8652,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:18.598298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-bd2d831a-c9aa-48d8-a356-951a56655018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882 HTTP/1.1" status: 200 len: 1002 time: 0.2461276 Jul 16 08:36:18.700748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174931d-5bf2-4172-9bb0-69036abf2de9 None None] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:18.713215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-044a21b2-ebb4-4993-93c1-2d31549e3d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.748792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-7a446509-4e37-4358-8490-173cd6c4a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.750193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-7a446509-4e37-4358-8490-173cd6c4a9b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a3cf17-2a39-43ff-8691-1b08a8bbcb01 HTTP/1.1" status: 200 len: 855 time: 0.1436465 Jul 16 08:36:18.908927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-478ea81e-f1e8-423b-aec0-beab81c58349 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.911371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-478ea81e-f1e8-423b-aec0-beab81c58349 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 813 time: 0.2457502 Jul 16 08:36:18.924575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-1fb51a18-5e09-4fb4-96be-589ba1085127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.926476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-1fb51a18-5e09-4fb4-96be-589ba1085127 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04ab1436-0278-4eba-897c-345d3a0fee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680005 Jul 16 08:36:18.934895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Request body: {'port': {'device_id': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'admin_state_up': True, 'tenant_id': '8a17d5b6cf174de4b917feeb3e751a4d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:19.145957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-044a21b2-ebb4-4993-93c1-2d31549e3d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.176588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bddc25f0-581b-4792-bc8c-270646e5a176 req-a8992543-4125-4ab6-89df-20599218647f tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/cd7cc704-894d-4098-b43e-f479cbed8652 HTTP/1.1" status: 200 len: 1814 time: 0.5909553 Jul 16 08:36:19.200339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-a04f5c5d-f405-412f-ab1e-cfacf5079c55 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.211980 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-a04f5c5d-f405-412f-ab1e-cfacf5079c55 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 813 time: 0.4893672 Jul 16 08:36:19.228140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Request body: {'port': {'device_id': '649175a5-808e-4855-8841-eb126ad88c2d', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'admin_state_up': True, 'tenant_id': '8a17d5b6cf174de4b917feeb3e751a4d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:19.279545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-63d5182f-1205-450c-a610-94646ae53b37 service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389204 Jul 16 08:36:19.395188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Made reservation on behalf of 8a17d5b6cf174de4b917feeb3e751a4d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:19.406258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.538909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-044a21b2-ebb4-4993-93c1-2d31549e3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.542117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-044a21b2-ebb4-4993-93c1-2d31549e3d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.547218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-044a21b2-ebb4-4993-93c1-2d31549e3d50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9d7c126-e99f-44a6-8499-d98c19e9c2fe HTTP/1.1" status: 204 len: 168 time: 1.0991824 Jul 16 08:36:19.598849 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed8aba9c-651a-40e8-a3aa-c18783542c58 req-2cba941e-59ab-43de-a86b-e27c264e239c tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 210 time: 0.0754650 Jul 16 08:36:19.615933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a21b2-ebb4-4993-93c1-2d31549e3d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d7c126-e99f-44a6-8499-d98c19e9c2fe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.658954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-394a1569-1fab-4b0b-808a-41a589528951 req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1060077081', 'description': 'tempest-description-835429920'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:19.695492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Made reservation on behalf of 8a17d5b6cf174de4b917feeb3e751a4d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:19.711617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.743218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3470f490-6939-4d5d-b83f-7989c071d6b0 req-842cfc98-4f8c-4c70-8a05-ae47c99ab9eb service neutron] 10.222.0.18 "GET /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342372 Jul 16 08:36:19.807842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-394a1569-1fab-4b0b-808a-41a589528951 req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.812681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Allocated IP 172.20.0.8 (cf88b841-bcad-4427-9594-d52f13f19305/6bee3071-7f7f-45c2-bc97-698f3b6910f8/afbe0ab1-9775-4958-a28f-694d4fb3a58e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:19.835544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-e4e8d3be-4417-46d3-811c-805d3137f098 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.837149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-e4e8d3be-4417-46d3-811c-805d3137f098 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.3119178 Jul 16 08:36:19.884808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-72ca26be-586d-4de1-a30a-1cd6640636cd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/quotas/2a76a305297e4e488c34cb1706e21733 HTTP/1.1" status: 200 len: 375 time: 0.0410237 Jul 16 08:36:19.950781 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-f1ac1463-b3e2-47b6-9ef9-d97fc73b1e1e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571418 Jul 16 08:36:20.020148 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-394a1569-1fab-4b0b-808a-41a589528951 req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.029302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-394a1569-1fab-4b0b-808a-41a589528951 req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.095974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0805caa-9fda-4b7c-8a68-976efd23925d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:20.103668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-394a1569-1fab-4b0b-808a-41a589528951 req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.105058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-394a1569-1fab-4b0b-808a-41a589528951 req-393f7e33-6f87-475d-bc24-38c32e593bfe tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4636126 Jul 16 08:36:20.183377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-78f80961-ba02-4578-bc9d-5d2fd1a8a73e service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221065 Jul 16 08:36:20.280046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.721179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-d524e713-7340-4a13-9987-7e874a8baca5 service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291996 Jul 16 08:36:20.733466 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.790553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Network cf88b841-bcad-4427-9594-d52f13f19305 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:20.795567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:20.800029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:20.856167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.857256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.869109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event updated for resources: {'Port': ['ID=afbe0ab1-9775-4958-a28f-694d4fb3a58e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:20.881174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c2b205c3-b38d-4aa3-a594-d1cdad5bca06 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9532247 Jul 16 08:36:20.901879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Request body: {'port': {'device_id': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:20.913439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Allocated IP 172.20.0.7 (cf88b841-bcad-4427-9594-d52f13f19305/6bee3071-7f7f-45c2-bc97-698f3b6910f8/6d66046f-b1e6-44c0-9964-d3632204da02) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:20.978676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3628b4-4c76-4c72-8db8-43987fff245b req-1ca3d150-050c-4629-8804-f6f3c824a0ec tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/a0805caa-9fda-4b7c-8a68-976efd23925d HTTP/1.1" status: 200 len: 1814 time: 0.4261000 Jul 16 08:36:21.059441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53014) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:21.168012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.361998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.375042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-936606758'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:21.406270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec9919-7dea-4799-813f-11572e7b4917 req-3f2f277c-dc4f-4439-bff0-3874a4945ad2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.415221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-85ec9919-7dea-4799-813f-11572e7b4917 req-3f2f277c-dc4f-4439-bff0-3874a4945ad2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 945 time: 0.2133191 Jul 16 08:36:21.456150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:21.468409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.489498 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.494594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-85ec9919-7dea-4799-813f-11572e7b4917 req-00e63517-1335-4d08-836c-4b4b7fdb605a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780425 Jul 16 08:36:21.527912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.574994 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-b1994ef9-a2f4-4427-847a-f8624a81dd11 req-62230d24-3eac-4134-b50a-3d888b77ba12 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] show failed (client error): The resource could not be found. Jul 16 08:36:21.588792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1994ef9-a2f4-4427-847a-f8624a81dd11 req-62230d24-3eac-4134-b50a-3d888b77ba12 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/1bcf0ce2-9b1b-41ab-b0e1-3b58b6cbf9c0 HTTP/1.1" status: 404 len: 352 time: 0.0692971 Jul 16 08:36:21.639755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Network cf88b841-bcad-4427-9594-d52f13f19305 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:21.648359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:21.662831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:21.664239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.669027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event updated for resources: {'Port': ['ID=6d66046f-b1e6-44c0-9964-d3632204da02,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:21.691828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.729935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-312c8026-9a07-404c-8d83-59fe73969952 req-47d460d3-574e-48c5-9b27-37861b135103 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 210 time: 0.0832961 Jul 16 08:36:21.775724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:21.788124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.792803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.829832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-b58590d5-4aac-4bbc-8180-9ff9341f8f4e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6167455 Jul 16 08:36:21.842545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ffd580-4a1e-4ca9-bd4b-5a31182d7f47,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:21.849561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Request body: {'port': {'device_id': '649175a5-808e-4855-8841-eb126ad88c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:21.856180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.856640 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment e93bd573-839a-450a-a4ed-6e8949d305ba of type vlan for network e477b34c-b085-4a0a-9805-ebcf6cf30a63 Jul 16 08:36:21.950349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.971715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb147c3-df77-4623-9c65-f96c556d68a8 req-262adc21-e930-43c0-888a-765f4be8b462 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.976641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bfb147c3-df77-4623-9c65-f96c556d68a8 req-262adc21-e930-43c0-888a-765f4be8b462 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 931 time: 0.7345023 Jul 16 08:36:22.004642 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.041525 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-ded379cf-2085-48bd-8e00-00f0098a15ef req-1ce6c84f-3fda-4d3a-b7a3-f33ed0326d66 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] show failed (client error): The resource could not be found. Jul 16 08:36:22.043888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ded379cf-2085-48bd-8e00-00f0098a15ef req-1ce6c84f-3fda-4d3a-b7a3-f33ed0326d66 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-group-rules/2e21e489-352c-4ec7-9312-09bc2323b984 HTTP/1.1" status: 404 len: 361 time: 0.0406582 Jul 16 08:36:22.217295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bfb147c3-df77-4623-9c65-f96c556d68a8 req-cd627a9c-7d9c-46ca-94be-884afc0a72e5 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332857 Jul 16 08:36:22.230475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.237325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:22.238213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.252557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbe0ab1-9775-4958-a28f-694d4fb3a58e {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:22.265573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb83664f-8e11-4b87-bf98-1245a59e9e4c req-4e0a1693-9e38-4016-bdc6-e518c8a5d4d2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/a0805caa-9fda-4b7c-8a68-976efd23925d HTTP/1.1" status: 200 len: 1814 time: 0.1275945 Jul 16 08:36:22.288522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.366223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=e477b34c-b085-4a0a-9805-ebcf6cf30a63,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.381124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b1ac8a2-614e-464c-80ef-81417206200c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3211777 Jul 16 08:36:22.382742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:22.393995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:22.399574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'name': 'tempest-PortsIpV6TestJSON-2090323168'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:22.409770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Transition to ACTIVE for port object afbe0ab1-9775-4958-a28f-694d4fb3a58e will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:22.444735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.457922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53048) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:22.459232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eb83664f-8e11-4b87-bf98-1245a59e9e4c req-ec7b280e-f9bf-48db-b62c-57feb7e113f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.526941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eb83664f-8e11-4b87-bf98-1245a59e9e4c req-ec7b280e-f9bf-48db-b62c-57feb7e113f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.570271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-060a92e8-cd97-42a1-8521-9dfda470e680 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:22.572059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-060a92e8-cd97-42a1-8521-9dfda470e680 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 945 time: 0.4192066 Jul 16 08:36:22.604447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe0ab1-9775-4958-a28f-694d4fb3a58e,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.611645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eb83664f-8e11-4b87-bf98-1245a59e9e4c req-ec7b280e-f9bf-48db-b62c-57feb7e113f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.615770 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eb83664f-8e11-4b87-bf98-1245a59e9e4c req-ec7b280e-f9bf-48db-b62c-57feb7e113f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.620291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb83664f-8e11-4b87-bf98-1245a59e9e4c req-ec7b280e-f9bf-48db-b62c-57feb7e113f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0805caa-9fda-4b7c-8a68-976efd23925d HTTP/1.1" status: 204 len: 173 time: 0.3381727 Jul 16 08:36:22.702427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b280e-f9bf-48db-b62c-57feb7e113f3 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0805caa-9fda-4b7c-8a68-976efd23925d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.725959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0770a19d-6aed-4da9-adbb-a61349906f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.753987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d66046f-b1e6-44c0-9964-d3632204da02 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:22.783225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adf1d6ee-6bc4-45ce-b85a-4dd9282f3b90 req-91f90076-c812-4754-b78a-75014dbcd716 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/cd7cc704-894d-4098-b43e-f479cbed8652 HTTP/1.1" status: 200 len: 1814 time: 0.1113663 Jul 16 08:36:22.787462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.842481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Transition to ACTIVE for port object 6d66046f-b1e6-44c0-9964-d3632204da02 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:22.850863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:22.854662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.854835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.934239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 597abd95-6db0-478e-801c-71f41ffe6f08 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:22.963416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Attempting to bind port afbe0ab1-9775-4958-a28f-694d4fb3a58e on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:22.963866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Attempting to bind port afbe0ab1-9775-4958-a28f-694d4fb3a58e by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:22.964270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Attempting to bind port afbe0ab1-9775-4958-a28f-694d4fb3a58e on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:23.032134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd667eb-f258-4a8e-88a7-ed09391dc80c req-ef5ad82a-514a-4db3-81fa-1612b08b85b5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.033785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8cd667eb-f258-4a8e-88a7-ed09391dc80c req-ef5ad82a-514a-4db3-81fa-1612b08b85b5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 945 time: 0.3404098 Jul 16 08:36:23.034448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Port afbe0ab1-9775-4958-a28f-694d4fb3a58e on network cf88b841-bcad-4427-9594-d52f13f19305 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:23.034854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Attempting to bind port afbe0ab1-9775-4958-a28f-694d4fb3a58e on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:23.073013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:23.073448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Checking segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:23.074195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Bound using segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:23.074389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Bound port: afbe0ab1-9775-4958-a28f-694d4fb3a58e, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:23.077326 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.107407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-adf1d6ee-6bc4-45ce-b85a-4dd9282f3b90 req-8ed96d7c-d52d-4b00-8eed-b40d56ca2f48 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.120469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Pushing event updated for resources: {'Port': ['ID=6d66046f-b1e6-44c0-9964-d3632204da02,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.175630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-adf1d6ee-6bc4-45ce-b85a-4dd9282f3b90 req-8ed96d7c-d52d-4b00-8eed-b40d56ca2f48 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.188346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Deleting port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:23.188678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.195667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-a64eb51f-9d16-4b1d-a77d-204bfd92099e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.197441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-a64eb51f-9d16-4b1d-a77d-204bfd92099e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.3201964 Jul 16 08:36:23.228918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Request body: {'port': {'device_id': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'admin_state_up': True, 'tenant_id': '2a76a305297e4e488c34cb1706e21733'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:23.274271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Attempting to bind port 6d66046f-b1e6-44c0-9964-d3632204da02 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:23.274607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Attempting to bind port 6d66046f-b1e6-44c0-9964-d3632204da02 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:23.274937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Attempting to bind port 6d66046f-b1e6-44c0-9964-d3632204da02 on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:23.291178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8cd667eb-f258-4a8e-88a7-ed09391dc80c req-4a23efc6-9021-450f-bf5c-d08510d52f19 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410758 Jul 16 08:36:23.337280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-adf1d6ee-6bc4-45ce-b85a-4dd9282f3b90 req-8ed96d7c-d52d-4b00-8eed-b40d56ca2f48 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.339905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-adf1d6ee-6bc4-45ce-b85a-4dd9282f3b90 req-8ed96d7c-d52d-4b00-8eed-b40d56ca2f48 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.341069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adf1d6ee-6bc4-45ce-b85a-4dd9282f3b90 req-8ed96d7c-d52d-4b00-8eed-b40d56ca2f48 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd7cc704-894d-4098-b43e-f479cbed8652 HTTP/1.1" status: 204 len: 173 time: 0.5569429 Jul 16 08:36:23.341643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Port 6d66046f-b1e6-44c0-9964-d3632204da02 on network cf88b841-bcad-4427-9594-d52f13f19305 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:23.341950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Attempting to bind port 6d66046f-b1e6-44c0-9964-d3632204da02 on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:23.372467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0770a19d-6aed-4da9-adbb-a61349906f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.373023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:23.373326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Checking segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:23.373723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Bound using segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:23.374216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Bound port: 6d66046f-b1e6-44c0-9964-d3632204da02, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:23.374660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.378616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed96d7c-d52d-4b00-8eed-b40d56ca2f48 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7cc704-894d-4098-b43e-f479cbed8652,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.429906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0770a19d-6aed-4da9-adbb-a61349906f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.446896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] For port afbe0ab1-9775-4958-a28f-694d4fb3a58e, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:23.488343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Made reservation on behalf of 2a76a305297e4e488c34cb1706e21733 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:23.492812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.520489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] For port 6d66046f-b1e6-44c0-9964-d3632204da02, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:23.523380 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.529909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] For port afbe0ab1-9775-4958-a28f-694d4fb3a58e, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:23.542058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] For port 6d66046f-b1e6-44c0-9964-d3632204da02, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6d66046f-b1e6-44c0-9964-d3632204da02,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:23.542289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc2db64b-f694-419d-b9e0-997a468290de req-5ac6a33d-5e8a-484e-9a1b-d624ea8be7fc tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 210 time: 0.0991724 Jul 16 08:36:23.555340 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.576764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.644502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.645439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.647988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] 10.222.0.18 "PUT /v2.0/ports/6d66046f-b1e6-44c0-9964-d3632204da02 HTTP/1.1" status: 200 len: 1092 time: 1.8094239 Jul 16 08:36:23.648597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649175a5-808e-4855-8841-eb126ad88c2d', 'tag': '6d66046f-b1e6-44c0-9964-d3632204da02'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:23.649953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] For port 3a853bb8-e024-46ed-988a-e75bccf8d6b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3a853bb8-e024-46ed-988a-e75bccf8d6b9,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:23.650321 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.651491 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f2838-90bc-40c1-9830-8edeb07f5f42" -d '{"events": [{"name": "network-changed", "server_uuid": "649175a5-808e-4855-8841-eb126ad88c2d", "tag": "6d66046f-b1e6-44c0-9964-d3632204da02"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:23.669556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.670426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.672316 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] 10.222.0.36 "PUT /v2.0/ports/afbe0ab1-9775-4958-a28f-694d4fb3a58e HTTP/1.1" status: 200 len: 1092 time: 2.7762501 Jul 16 08:36:23.717163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'tag': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:23.720272 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc5462-d19e-4be1-b1fb-61cda6686b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c993e0e7-81fa-4182-8bc9-478c6e963dbe", "tag": "afbe0ab1-9775-4958-a28f-694d4fb3a58e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:23.725646 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0770a19d-6aed-4da9-adbb-a61349906f81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcf6eced218b4663b864e3389afb28c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2648914 Jul 16 08:36:23.744785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a19d-6aed-4da9-adbb-a61349906f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f56752-1361-465a-905b-15f5db5f2dbe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.772154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53072) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:23.786242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Calling delete_port for 3a853bb8-e024-46ed-988a-e75bccf8d6b9 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:23.862783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdbcb3-90c4-4ff1-b6cf-744491ff6965 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe0ab1-9775-4958-a28f-694d4fb3a58e,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.880154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7edae7c3-38d2-4559-851f-ce4a3eaf133c req-b105a1a4-c59f-49fb-84d2-2bff41632fc1 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/28b7bd56-6832-46e3-b9d7-36e58cf82a6e HTTP/1.1" status: 200 len: 1815 time: 0.2352691 Jul 16 08:36:23.982925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.095749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c602272-8209-4130-9aa8-7641c10bb5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.101032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-d14eae50-57e0-4c37-aa8e-ba6df47c9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.101714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-d14eae50-57e0-4c37-aa8e-ba6df47c9d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=c993e0e7-81fa-4182-8bc9-478c6e963dbe HTTP/1.1" status: 200 len: 1095 time: 0.3447177 Jul 16 08:36:24.127852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ab11d-5435-458c-9c78-f1852be30890 service neutron] Pushing event updated for resources: {'Port': ['ID=6d66046f-b1e6-44c0-9964-d3632204da02,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.158200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c602272-8209-4130-9aa8-7641c10bb5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.160704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Allocated IP 172.20.0.13 (19a255dd-d3b5-4fe3-bbca-e0292f353cac/068d9a50-f980-4306-baeb-36bd6d7fe978/d8780fa3-f3c3-497b-ada6-db6561f4566d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:24.212769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=597abd95-6db0-478e-801c-71f41ffe6f08,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.236092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-3dc5fdfc-d242-4c02-aa53-20c5d30a7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.237727 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-3dc5fdfc-d242-4c02-aa53-20c5d30a7b26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 1095 time: 0.1914868 Jul 16 08:36:24.253571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09dbbe-6c93-4dfb-9092-9f0c4dbeeb8f req-26edac1d-04c1-49a2-a8ea-003bf817ff8f tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.261143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-eadaf425-5457-4a3a-b8b6-80edac66cd46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e HTTP/1.1" status: 200 len: 217 time: 0.1342039 Jul 16 08:36:24.261143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7edae7c3-38d2-4559-851f-ce4a3eaf133c req-795e11f6-587f-498e-9ac9-97627bb19ce2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.261853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b09dbbe-6c93-4dfb-9092-9f0c4dbeeb8f req-26edac1d-04c1-49a2-a8ea-003bf817ff8f tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 943 time: 0.2051928 Jul 16 08:36:24.322127 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-53f6e67f-b09a-4972-9461-f17021334b98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d66046f-b1e6-44c0-9964-d3632204da02 HTTP/1.1" status: 200 len: 217 time: 0.0535519 Jul 16 08:36:24.376050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b09dbbe-6c93-4dfb-9092-9f0c4dbeeb8f req-8b322149-d79f-4207-832c-b3d819d01248 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130135 Jul 16 08:36:24.383444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': 'e93bd573-839a-450a-a4ed-6e8949d305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:24.383820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: e477b34c-b085-4a0a-9805-ebcf6cf30a63, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:24.388465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7edae7c3-38d2-4559-851f-ce4a3eaf133c req-795e11f6-587f-498e-9ac9-97627bb19ce2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.424181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-d5ac77b1-f6a7-4584-b167-a660959ce641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.425824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-d5ac77b1-f6a7-4584-b167-a660959ce641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.0978334 Jul 16 08:36:24.427984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c602272-8209-4130-9aa8-7641c10bb5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.435276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c602272-8209-4130-9aa8-7641c10bb5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.439435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2c602272-8209-4130-9aa8-7641c10bb5e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65f56752-1361-465a-905b-15f5db5f2dbe HTTP/1.1" status: 204 len: 168 time: 0.6661448 Jul 16 08:36:24.456010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-fa511e16-6a96-44c0-9b92-6e3289b262d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.457996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-fa511e16-6a96-44c0-9b92-6e3289b262d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.1775393 Jul 16 08:36:24.482791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.495144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['3a853bb8-e024-46ed-988a-e75bccf8d6b9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:24.497524 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67296640-2ecc-4287-b8b1-1470d6781379 x-openstack-request-id: req-67296640-2ecc-4287-b8b1-1470d6781379 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:24.502310 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649175a5-808e-4855-8841-eb126ad88c2d", "tag": "6d66046f-b1e6-44c0-9964-d3632204da02", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:24.502711 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67296640-2ecc-4287-b8b1-1470d6781379 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:24.503287 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649175a5-808e-4855-8841-eb126ad88c2d', 'tag': '6d66046f-b1e6-44c0-9964-d3632204da02', 'status': 'completed', 'code': 200} Jul 16 08:36:24.529923 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba9613f-fde2-4dea-b1fa-c7d99dcbeed0 x-openstack-request-id: req-2ba9613f-fde2-4dea-b1fa-c7d99dcbeed0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:24.530286 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c993e0e7-81fa-4182-8bc9-478c6e963dbe", "tag": "afbe0ab1-9775-4958-a28f-694d4fb3a58e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:24.530663 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ba9613f-fde2-4dea-b1fa-c7d99dcbeed0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:24.531294 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'tag': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e', 'status': 'completed', 'code': 200} Jul 16 08:36:24.555468 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:24.568686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-6ae1b641-f49f-4460-b0e8-5e3003501f49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641828 Jul 16 08:36:24.576101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-904999b1-4b3e-4cae-a52c-b60f8ba3a8f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027637 Jul 16 08:36:24.585874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event deleted for resources: {'Port': ['ID=3a853bb8-e024-46ed-988a-e75bccf8d6b9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.589521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:24.606582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c602272-8209-4130-9aa8-7641c10bb5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f56752-1361-465a-905b-15f5db5f2dbe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.676059 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02424cfa-503a-481e-912d-847cd8667070 req-fd743535-cb67-4492-9bec-8606cfb9c890 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.0940645 Jul 16 08:36:24.736717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7edae7c3-38d2-4559-851f-ce4a3eaf133c req-795e11f6-587f-498e-9ac9-97627bb19ce2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.743566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7edae7c3-38d2-4559-851f-ce4a3eaf133c req-795e11f6-587f-498e-9ac9-97627bb19ce2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.759115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7edae7c3-38d2-4559-851f-ce4a3eaf133c req-795e11f6-587f-498e-9ac9-97627bb19ce2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "DELETE /v2.0/security-groups/28b7bd56-6832-46e3-b9d7-36e58cf82a6e HTTP/1.1" status: 204 len: 173 time: 0.8773606 Jul 16 08:36:24.769505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e477b34c-b085-4a0a-9805-ebcf6cf30a63) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:24.774804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26e74f-acbb-47b8-bee1-32da63a3d151 None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:24.799210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:24.813395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.823226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.824620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-7e7043f3-29db-4b3f-8cb2-9758ff2cf3af service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470572 Jul 16 08:36:24.934568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] No DVR routers for this DVR port 3a853bb8-e024-46ed-988a-e75bccf8d6b9 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:24.950797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53088) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:24.954348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.963905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6c3607d-5f49-4e27-a538-80700ab6f4ae req-4d30d2f3-aaea-47b8-807d-e26c2e3b80aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "DELETE /v2.0/ports/3a853bb8-e024-46ed-988a-e75bccf8d6b9 HTTP/1.1" status: 204 len: 173 time: 2.3840754 Jul 16 08:36:24.965096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e11f6-587f-498e-9ac9-97627bb19ce2 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b7bd56-6832-46e3-b9d7-36e58cf82a6e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.973288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.008378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf411da1-ae98-4aaf-b56e-aee2e47e6f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.013886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d673d1e6-b8da-4694-8637-07eacd526536 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6187861 Jul 16 08:36:25.027650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.085492 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3177227-2adb-472d-a471-e6b676482145 req-4b73c561-d191-413a-b58e-7532f74a482c tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/7b7eb677-66f8-44c2-a535-aff7d9b9d742 HTTP/1.1" status: 200 len: 1814 time: 0.1593213 Jul 16 08:36:25.096049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-690016882'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:25.105633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46124eb2-444f-411e-bda4-374cf8d79626 req-e2b0e43e-bb4c-4af4-9cb1-def2d88e9607 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 210 time: 0.1001675 Jul 16 08:36:25.114758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-02e3b86a-c849-48b6-b2e5-3cba42890054 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224175 Jul 16 08:36:25.125230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-e190cb4b-6481-4558-89af-869d75701af5 service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818229 Jul 16 08:36:25.159424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.164294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:25.172933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.218498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:25.258991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:25.300638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.300943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:25.301515 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment 61e0e4a4-d093-4153-9e6b-826ba11a84dc of type vlan for network bdef3f9e-43f1-49b1-9221-1fb7cce65c6a Jul 16 08:36:25.323277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f3177227-2adb-472d-a471-e6b676482145 req-e818b937-742b-402e-adfb-9b56e16129bb tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.326082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:25.334244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d3a1bad-d6c0-4460-aff2-94867e4325d2 req-a8619012-d431-43db-84a1-933f29fe9739 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088835 Jul 16 08:36:25.442836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.488501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.524465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf411da1-ae98-4aaf-b56e-aee2e47e6f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.525525 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f3177227-2adb-472d-a471-e6b676482145 req-e818b937-742b-402e-adfb-9b56e16129bb tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.542383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf411da1-ae98-4aaf-b56e-aee2e47e6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.578032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.579229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.611296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.611544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-1b1aeadf-71ab-4e23-b2dc-a8fb328bc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.613237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-1b1aeadf-71ab-4e23-b2dc-a8fb328bc6ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 1095 time: 0.3931463 Jul 16 08:36:25.616499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-84596595-f16d-4b30-96f1-eaa1c9205307 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3929684 Jul 16 08:36:25.617835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.618427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.637629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Request body: {'port': {'device_id': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:25.683690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f3177227-2adb-472d-a471-e6b676482145 req-e818b937-742b-402e-adfb-9b56e16129bb tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.687338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f3177227-2adb-472d-a471-e6b676482145 req-e818b937-742b-402e-adfb-9b56e16129bb tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.688717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3177227-2adb-472d-a471-e6b676482145 req-e818b937-742b-402e-adfb-9b56e16129bb tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "DELETE /v2.0/security-groups/7b7eb677-66f8-44c2-a535-aff7d9b9d742 HTTP/1.1" status: 204 len: 173 time: 0.5887120 Jul 16 08:36:25.721042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818b937-742b-402e-adfb-9b56e16129bb tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7eb677-66f8-44c2-a535-aff7d9b9d742,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.901799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02a1aa94-0500-481c-8986-6f3e1b44125f req-0ef2d520-26ba-4b53-94ac-1ad236fac277 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "GET /v2.0/security-groups/4e85fa64-c57d-4c29-89ab-c2f851b954eb HTTP/1.1" status: 200 len: 1815 time: 0.1838241 Jul 16 08:36:25.904103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-0952bf6e-fd59-4196-91c9-be637107af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.905557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-0952bf6e-fd59-4196-91c9-be637107af99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 914 time: 0.2855139 Jul 16 08:36:25.906989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.980481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-131e27a3-ede7-462c-a234-3d0eab519c58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d66046f-b1e6-44c0-9964-d3632204da02 HTTP/1.1" status: 200 len: 217 time: 0.0643475 Jul 16 08:36:25.990668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cf411da1-ae98-4aaf-b56e-aee2e47e6f12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3572ab38bfbf4b0389cf7bd10ec46e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0106871 Jul 16 08:36:25.997216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.000354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf411da1-ae98-4aaf-b56e-aee2e47e6f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bbd9f9-7b84-40d8-a8ed-b3eab12da412,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.019060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9819565 Jul 16 08:36:26.023908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53104) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.041087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'ports': [{'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'}, {'network_id': 'bdef3f9e-43f1-49b1-9221-1fb7cce65c6a'}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:26.041425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:26.041908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'bdef3f9e-43f1-49b1-9221-1fb7cce65c6a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:26.082871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb777f-e833-4bc9-9754-256069394ab9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=bdef3f9e-43f1-49b1-9221-1fb7cce65c6a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.096681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network bdef3f9e-43f1-49b1-9221-1fb7cce65c6a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:26.130040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-be69540f-d20c-4420-aa18-71e8591d43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.132706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-be69540f-d20c-4420-aa18-71e8591d43a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=c993e0e7-81fa-4182-8bc9-478c6e963dbe HTTP/1.1" status: 200 len: 1095 time: 0.6016023 Jul 16 08:36:26.146335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5c45a-b793-4b90-b481-ed0796800c07 req-7c64eb6d-7bc8-4a87-8307-e62a56d55bf3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.148328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b5c45a-b793-4b90-b481-ed0796800c07 req-7c64eb6d-7bc8-4a87-8307-e62a56d55bf3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 943 time: 0.5725772 Jul 16 08:36:26.200746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c82ebff-e292-4a80-90df-db92fbd11ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.269406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-64260ed0-540b-4057-88c0-fbe928eaddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.271115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-64260ed0-540b-4057-88c0-fbe928eaddfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.2646661 Jul 16 08:36:26.276600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-02a1aa94-0500-481c-8986-6f3e1b44125f req-1fbb55a5-3330-4829-af63-24313ed1d814 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.307434 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c82ebff-e292-4a80-90df-db92fbd11ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.319673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b5c45a-b793-4b90-b481-ed0796800c07 req-5951d1f0-80f2-4482-b902-4bd71577895d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579385 Jul 16 08:36:26.340641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-f3340c98-6370-4bec-8bda-82d24eee0e17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623245 Jul 16 08:36:26.370972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-9ecf5b20-fb0f-493b-8b66-c880f690f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.372509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-9ecf5b20-fb0f-493b-8b66-c880f690f5c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 914 time: 0.2232840 Jul 16 08:36:26.453586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-2d698899-cb1f-4112-87ca-2a89690da889 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e HTTP/1.1" status: 200 len: 217 time: 0.0732186 Jul 16 08:36:26.466621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-02a1aa94-0500-481c-8986-6f3e1b44125f req-1fbb55a5-3330-4829-af63-24313ed1d814 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.516069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c82ebff-e292-4a80-90df-db92fbd11ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.517872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c82ebff-e292-4a80-90df-db92fbd11ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.521374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7c82ebff-e292-4a80-90df-db92fbd11ce4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6bbd9f9-7b84-40d8-a8ed-b3eab12da412 HTTP/1.1" status: 204 len: 168 time: 0.5207274 Jul 16 08:36:26.561215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054fb88-af5f-4d72-b75b-af2aed490818', 'name': 'network-vif-deleted', 'tag': '3a853bb8-e024-46ed-988a-e75bccf8d6b9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:26.563981 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e89534c-967b-4009-8cd9-23da0193643a" -d '{"events": [{"server_uuid": "2054fb88-af5f-4d72-b75b-af2aed490818", "name": "network-vif-deleted", "tag": "3a853bb8-e024-46ed-988a-e75bccf8d6b9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:26.577350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ae4b887-7233-425b-9315-442be1d0780d req-f57761d5-a144-421d-a4fb-fd9c9f0a0767 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.0976388 Jul 16 08:36:26.580628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82ebff-e292-4a80-90df-db92fbd11ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bbd9f9-7b84-40d8-a8ed-b3eab12da412,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.618918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-38d0ea83-2b58-42d9-aba7-f5c527cf87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.620482 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-38d0ea83-2b58-42d9-aba7-f5c527cf87c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.1572120 Jul 16 08:36:26.678499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-b067767d-56c9-4fa7-a2e9-79b78a8ec6bf service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835944 Jul 16 08:36:26.688415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-38e7ebc3-01fe-4cb6-84cf-38410b79e9bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591524 Jul 16 08:36:26.715588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-02a1aa94-0500-481c-8986-6f3e1b44125f req-1fbb55a5-3330-4829-af63-24313ed1d814 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.718037 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-02a1aa94-0500-481c-8986-6f3e1b44125f req-1fbb55a5-3330-4829-af63-24313ed1d814 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.725317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02a1aa94-0500-481c-8986-6f3e1b44125f req-1fbb55a5-3330-4829-af63-24313ed1d814 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] 10.222.0.41 "DELETE /v2.0/security-groups/4e85fa64-c57d-4c29-89ab-c2f851b954eb HTTP/1.1" status: 204 len: 173 time: 0.8224728 Jul 16 08:36:26.739457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3a853bb8-e024-46ed-988a-e75bccf8d6b9 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:26.741817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53114) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.779904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 2} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:26.784630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.791061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb55a5-3330-4829-af63-24313ed1d814 tempest-SecurityGroupRulesNegativeTestJSON-943298367 tempest-SecurityGroupRulesNegativeTestJSON-943298367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e85fa64-c57d-4c29-89ab-c2f851b954eb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.826962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 3a853bb8-e024-46ed-988a-e75bccf8d6b9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:26.827306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3a853bb8-e024-46ed-988a-e75bccf8d6b9 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:26.875775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.893455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Deleting subnet 08383f66-7c15-41b9-a497-76013953fd5d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:26.913718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.952371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8780fa3-f3c3-497b-ada6-db6561f4566d {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:26.978157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.037784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.044511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Transition to ACTIVE for port object d8780fa3-f3c3-497b-ada6-db6561f4566d will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:27.048304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da8f2838-90bc-40c1-9830-8edeb07f5f42 req-16ddeace-0d1b-4b0f-aa4f-f0efbe0e7e59 service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572912 Jul 16 08:36:27.110800 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.135343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.140055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 16aca4e9-f800-46c0-af98-083f106eeccd yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:27.155957 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f848281a-fda9-46d0-af69-74e3d34c9316 x-openstack-request-id: req-f848281a-fda9-46d0-af69-74e3d34c9316 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:27.156250 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054fb88-af5f-4d72-b75b-af2aed490818", "name": "network-vif-deleted", "tag": "3a853bb8-e024-46ed-988a-e75bccf8d6b9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:27.156548 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f848281a-fda9-46d0-af69-74e3d34c9316 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:27.157113 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054fb88-af5f-4d72-b75b-af2aed490818', 'name': 'network-vif-deleted', 'tag': '3a853bb8-e024-46ed-988a-e75bccf8d6b9', 'status': 'completed', 'code': 200} Jul 16 08:36:27.230424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.329817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-cdec8ea7-0641-4d27-9bca-3938c9433932 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346323 Jul 16 08:36:27.399764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1ff55-263f-464e-a43f-0a67ae2d3501 req-e278c2de-0938-4f39-8135-a61730e4cf8f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:27.407073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0fc1ff55-263f-464e-a43f-0a67ae2d3501 req-e278c2de-0938-4f39-8135-a61730e4cf8f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 932 time: 0.3821340 Jul 16 08:36:27.408875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.501560 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0fc1ff55-263f-464e-a43f-0a67ae2d3501 req-a66f8ed5-bc7f-47fc-8740-aa1d95ce054e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935099 Jul 16 08:36:27.575372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Attempting to bind port d8780fa3-f3c3-497b-ada6-db6561f4566d on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:27.575891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08383f66-7c15-41b9-a497-76013953fd5d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.576019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Attempting to bind port d8780fa3-f3c3-497b-ada6-db6561f4566d by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:27.576494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Attempting to bind port d8780fa3-f3c3-497b-ada6-db6561f4566d on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:27.580709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.583262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c3486322-749a-4f1b-b5de-6ba785f69684 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/08383f66-7c15-41b9-a497-76013953fd5d HTTP/1.1" status: 204 len: 168 time: 0.8405426 Jul 16 08:36:27.588438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:27.590976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.593715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Port d8780fa3-f3c3-497b-ada6-db6561f4566d on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:27.595432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Attempting to bind port d8780fa3-f3c3-497b-ada6-db6561f4566d on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:27.607873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:27.608463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Checking segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:27.608981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Bound using segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:27.609694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Bound port: d8780fa3-f3c3-497b-ada6-db6561f4566d, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:27.610053 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.699753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83fc5462-d19e-4be1-b1fb-61cda6686b6e req-61477a45-a032-4bf8-ab47-b4cd6edb537d service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536031 Jul 16 08:36:27.776342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.851819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141916aa-f31b-42fe-94f0-298142409237 req-6eaf5471-fe9d-46a8-bdc2-2c03e1421e85 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:27.859749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-141916aa-f31b-42fe-94f0-298142409237 req-6eaf5471-fe9d-46a8-bdc2-2c03e1421e85 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 943 time: 0.2228873 Jul 16 08:36:27.907768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port c84cfee7-2085-4a70-9ffa-e4ba942d7928 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:27.923030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c736e04-e8e8-4775-ac57-ef35dca85aa1 req-d050bb9d-d6e3-4657-9e8d-e5b4c8f1b909 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.1128886 Jul 16 08:36:27.926683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.947103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c6fc21-58bc-441d-9af6-48a037fd8c98']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:27.975033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-141916aa-f31b-42fe-94f0-298142409237 req-3ca77ce9-6f39-493e-9cb4-a03b6b317e0b tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110516 Jul 16 08:36:27.980002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82723917-5350-484f-a42c-f6648acb2529') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:27.980369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82723917-5350-484f-a42c-f6648acb2529') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:27.995434 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:27.999712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:28.005318 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.011507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.036608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.049685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:28.050561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:28.054992 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:28.151006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.158362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.165385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] 10.222.0.41 "DELETE /v2.0/networks/10c6fc21-58bc-441d-9af6-48a037fd8c98 HTTP/1.1" status: 204 len: 168 time: 0.5735331 Jul 16 08:36:28.178590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.179215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.188239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8780fa3-f3c3-497b-ada6-db6561f4566d HTTP/1.1" status: 200 len: 1093 time: 2.5554733 Jul 16 08:36:28.188239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:28.189164 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:28.214837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a6a41-9788-42f9-86cf-d082d4531947 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c6fc21-58bc-441d-9af6-48a037fd8c98,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.253593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f619298-caa6-43c0-87b8-b7914107f648 service neutron] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.303627 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2f38c-d2a4-4b2b-947e-0ef8f4b0bca0 x-openstack-request-id: req-ebc2f38c-d2a4-4b2b-947e-0ef8f4b0bca0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:28.303943 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:28.304196 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebc2f38c-d2a4-4b2b-947e-0ef8f4b0bca0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:28.304599 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'status': 'completed', 'code': 200} Jul 16 08:36:28.320308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.377603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-86e02d4f-3172-4c8e-aa1b-78c0ce29fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.379374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-86e02d4f-3172-4c8e-aa1b-78c0ce29fa09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 1096 time: 0.1207705 Jul 16 08:36:28.391237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.468336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-fa1558a5-fd48-4b5b-8cf2-f63a375d2c2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d HTTP/1.1" status: 200 len: 217 time: 0.0743861 Jul 16 08:36:28.494495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53170) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.547901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:28.556383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:28.563768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:28.564668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.602093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=16aca4e9-f800-46c0-af98-083f106eeccd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.607261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0e642216-24bd-4663-8a13-1e357abbdd86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4bb685c35294cb6ae9c43348b11200f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114781 Jul 16 08:36:28.608308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53174) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.669470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': '61e0e4a4-d093-4153-9e6b-826ba11a84dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bdef3f9e-43f1-49b1-9221-1fb7cce65c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:28.669832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: bdef3f9e-43f1-49b1-9221-1fb7cce65c6a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:28.678460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5d3a3519-034c-4d7d-92af-6709ad6f78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.680383 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-5d3a3519-034c-4d7d-92af-6709ad6f78da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.1847732 Jul 16 08:36:28.728459 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-ae382370-b505-4f7d-9c0c-c8a3dabafa3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328112 Jul 16 08:36:28.743657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6d66046f-b1e6-44c0-9964-d3632204da02 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:28.763627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26976e6e-9ccb-4e07-9db6-d60120c627a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.822749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network bdef3f9e-43f1-49b1-9221-1fb7cce65c6a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:28.830565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=c84cfee7-2085-4a70-9ffa-e4ba942d7928,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.836569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26976e6e-9ccb-4e07-9db6-d60120c627a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.851925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, bdef3f9e-43f1-49b1-9221-1fb7cce65c6a) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:28.861059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780203b-ac2b-4d59-9331-24a854bd58ab None None] Network bdef3f9e-43f1-49b1-9221-1fb7cce65c6a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:28.865886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:28.873473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.880604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.881350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.951940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53184) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.953121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b2bcea7-98d4-4f1e-9535-edfec82c8a7f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9218094 Jul 16 08:36:28.991615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e57e22-6589-49b7-81cf-804bad5fd3cf req-643b8022-12a2-4dd1-a0c8-8910dbc9f7eb tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.992441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20e57e22-6589-49b7-81cf-804bad5fd3cf req-643b8022-12a2-4dd1-a0c8-8910dbc9f7eb tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 944 time: 0.2628641 Jul 16 08:36:28.994995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6d66046f-b1e6-44c0-9964-d3632204da02, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6d66046f-b1e6-44c0-9964-d3632204da02,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.053163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26976e6e-9ccb-4e07-9db6-d60120c627a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.056971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26976e6e-9ccb-4e07-9db6-d60120c627a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.074317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-26976e6e-9ccb-4e07-9db6-d60120c627a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e5f9e38-1e1e-45ee-b2b8-37a69563f183 HTTP/1.1" status: 204 len: 168 time: 0.4622133 Jul 16 08:36:29.091365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '6d66046f-b1e6-44c0-9964-d3632204da02', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'port_id': '6d66046f-b1e6-44c0-9964-d3632204da02', 'mac_address': 'fa:16:3e:e1:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bee3071-7f7f-45c2-bc97-698f3b6910f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:29.109708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20e57e22-6589-49b7-81cf-804bad5fd3cf req-290462c0-ac22-4cca-b033-51f416a9310f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058328 Jul 16 08:36:29.117557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-39c833bf-ccff-41b6-81f0-349da86480f8 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364139 Jul 16 08:36:29.149378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.171613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device afbe0ab1-9775-4958-a28f-694d4fb3a58e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:29.183701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d66046f-b1e6-44c0-9964-d3632204da02 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:29.206743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6d66046f-b1e6-44c0-9964-d3632204da02, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6d66046f-b1e6-44c0-9964-d3632204da02,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.214626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26976e6e-9ccb-4e07-9db6-d60120c627a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5f9e38-1e1e-45ee-b2b8-37a69563f183,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.215503 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.300942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6d66046f-b1e6-44c0-9964-d3632204da02,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.326213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-326b5c49-cc71-4271-b97a-e940b93fd5e4 req-334c62e9-b4a2-4a7d-85dc-9bcad7f08985 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.0765831 Jul 16 08:36:29.381726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port c84cfee7-2085-4a70-9ffa-e4ba942d7928 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:29.382159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.425083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6d66046f-b1e6-44c0-9964-d3632204da02'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:29.532480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0ebae68-54ba-4071-bbf3-77dedf48a968 req-9be8db6f-136c-464e-b537-870c8d1abf57 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077628 Jul 16 08:36:29.557899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.580606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for c84cfee7-2085-4a70-9ffa-e4ba942d7928 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:29.613073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cebe90-2a13-4e5f-8a70-e334cc74ad5d req-05e4d13a-2816-4db6-a3d6-39ed9f02ae3a tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:29.626616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7cebe90-2a13-4e5f-8a70-e334cc74ad5d req-05e4d13a-2816-4db6-a3d6-39ed9f02ae3a tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 944 time: 0.1991017 Jul 16 08:36:29.699732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port afbe0ab1-9775-4958-a28f-694d4fb3a58e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.722264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'port_id': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e', 'mac_address': 'fa:16:3e:62:c3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bee3071-7f7f-45c2-bc97-698f3b6910f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:29.820551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7cebe90-2a13-4e5f-8a70-e334cc74ad5d req-2d33fde4-a040-4b24-98c0-34cb5d9701aa tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926391 Jul 16 08:36:29.876743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.889853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.907154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.911423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/c84cfee7-2085-4a70-9ffa-e4ba942d7928 HTTP/1.1" status: 204 len: 168 time: 0.9566140 Jul 16 08:36:29.915469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-75551b52-fb28-4ce3-9569-0a6d2572d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:29.918214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-75551b52-fb28-4ce3-9569-0a6d2572d47c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 1096 time: 0.2830825 Jul 16 08:36:29.920367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53212) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.946217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da80b5-1d80-4958-865e-c89120fc8e61 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=c84cfee7-2085-4a70-9ffa-e4ba942d7928,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.947940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbe0ab1-9775-4958-a28f-694d4fb3a58e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:29.980454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port afbe0ab1-9775-4958-a28f-694d4fb3a58e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.987266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.086792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=afbe0ab1-9775-4958-a28f-694d4fb3a58e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:30.150305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-71fd3b5f-f932-41ba-b4e4-24e4022dc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.154248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-71fd3b5f-f932-41ba-b4e4-24e4022dc83d service neutron] 10.222.0.36 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 906 time: 0.2068863 Jul 16 08:36:30.226713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-7cda8301-43ec-4b30-ab58-2f4beb556c1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d HTTP/1.1" status: 200 len: 217 time: 0.0536551 Jul 16 08:36:30.256520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['afbe0ab1-9775-4958-a28f-694d4fb3a58e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:30.343458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-cc74d47a-a04d-4bca-b35e-e505d319dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.350080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-cc74d47a-a04d-4bca-b35e-e505d319dfaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.1159363 Jul 16 08:36:30.382889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff956a3-8df0-4b90-b950-cf69e1d4b79b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.405972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff956a3-8df0-4b90-b950-cf69e1d4b79b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.407644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cff956a3-8df0-4b90-b950-cf69e1d4b79b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4845405 Jul 16 08:36:30.414301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53246) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:30.418040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623adafd-83fe-41dc-936a-cf7dd43a9de6 req-d421cdcc-be90-4095-82a8-986e12535b58 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.426448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-623adafd-83fe-41dc-936a-cf7dd43a9de6 req-d421cdcc-be90-4095-82a8-986e12535b58 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 944 time: 0.0932231 Jul 16 08:36:30.521908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-623adafd-83fe-41dc-936a-cf7dd43a9de6 req-aa340943-4649-48ea-a5c2-29ae92fd9abe tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911567 Jul 16 08:36:30.554951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:30.758332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6d66046f-b1e6-44c0-9964-d3632204da02 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:30.761112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-959183790-network', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:30.804801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:30.811765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.858153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.885601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 6d66046f-b1e6-44c0-9964-d3632204da02 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:30.899049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 6d66046f-b1e6-44c0-9964-d3632204da02 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:30.904313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.107185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.113987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.141346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:31.163384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.163756 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Added segment 729010a1-c6e0-42cf-a73f-f6cb46c5c82e of type vlan for network b8640244-191c-481d-9a3f-7e9ba02d5ee2 Jul 16 08:36:31.167783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device afbe0ab1-9775-4958-a28f-694d4fb3a58e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:31.184143 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-cf2d2c60-1588-4308-a6c0-cbdb18d8a441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7656400 Jul 16 08:36:31.242734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-f10f9469-4475-464b-be49-a587da2f93cb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:31.248377 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-f10f9469-4475-464b-be49-a587da2f93cb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120332 Jul 16 08:36:31.277659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-101dedc7-2642-4ed3-ba43-8dade7020946 req-2a6892b5-085b-4d7e-8f71-218dd2b83a99 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.1118944 Jul 16 08:36:31.280578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.284641 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.366097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53284) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:31.374927 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649175a5-808e-4855-8841-eb126ad88c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d66046f-b1e6-44c0-9964-d3632204da02'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:31.383857 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694c457-b7c0-4d0b-a341-c56dd04ab334" -d '{"events": [{"server_uuid": "649175a5-808e-4855-8841-eb126ad88c2d", "name": "network-vif-plugged", "status": "completed", "tag": "6d66046f-b1e6-44c0-9964-d3632204da02"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:31.425718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.427641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.428235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.476317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6d66046f-b1e6-44c0-9964-d3632204da02, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6d66046f-b1e6-44c0-9964-d3632204da02,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:31.490176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.542134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9857137 Jul 16 08:36:31.557965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53292) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:31.591161 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102a5b3-a8cf-409e-87f9-3fd71003540e x-openstack-request-id: req-7102a5b3-a8cf-409e-87f9-3fd71003540e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:31.591531 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649175a5-808e-4855-8841-eb126ad88c2d", "name": "network-vif-plugged", "status": "completed", "tag": "6d66046f-b1e6-44c0-9964-d3632204da02", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:31.591791 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7102a5b3-a8cf-409e-87f9-3fd71003540e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:31.592188 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649175a5-808e-4855-8841-eb126ad88c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d66046f-b1e6-44c0-9964-d3632204da02', 'code': 200} Jul 16 08:36:31.595243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port afbe0ab1-9775-4958-a28f-694d4fb3a58e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:31.608650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port afbe0ab1-9775-4958-a28f-694d4fb3a58e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:31.609028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.611764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Request body: {'subnet': {'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-959183790-subnet', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:31.690176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941f7f39-c3ce-4108-a941-dcf45e567fe2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.703579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:31.714012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.782313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6d66046f-b1e6-44c0-9964-d3632204da02,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.796185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-fd5c9452-1e2d-4c87-9803-87927ba4fa29 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172751 Jul 16 08:36:31.818100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.824235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 16aca4e9-f800-46c0-af98-083f106eeccd {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:31.824573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.873942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port afbe0ab1-9775-4958-a28f-694d4fb3a58e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:31.882624 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.907303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.912888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff6660-b947-4c6d-a865-93c5e2b4a1a3 req-cd6e87ed-c37e-48d3-8fef-31dd583dc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.914415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27ff6660-b947-4c6d-a865-93c5e2b4a1a3 req-cd6e87ed-c37e-48d3-8fef-31dd583dc2be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 1097 time: 0.3375306 Jul 16 08:36:31.924226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d0074-85eb-4474-b6c4-b3e8797af498 admin admin] Pushing event updated for resources: {'Network': ['ID=b8640244-191c-481d-9a3f-7e9ba02d5ee2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.929610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d13a0e-2896-43b9-90d1-77a0904ebec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.953323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:31.960302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98c068-03d9-4162-83a8-18ce262d1f67 req-c015450c-f247-4a8b-acfe-7f13f2b844af tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.961916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a98c068-03d9-4162-83a8-18ce262d1f67 req-c015450c-f247-4a8b-acfe-7f13f2b844af tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 944 time: 0.6147084 Jul 16 08:36:32.005573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 16aca4e9-f800-46c0-af98-083f106eeccd owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:32.037280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27ff6660-b947-4c6d-a865-93c5e2b4a1a3 req-1d8919de-d2ca-47a7-8ec9-7989351f181d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849767 Jul 16 08:36:32.161162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=afbe0ab1-9775-4958-a28f-694d4fb3a58e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.178160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a98c068-03d9-4162-83a8-18ce262d1f67 req-ffa2c4d1-2b66-432a-be2e-6efa91b10e70 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568813 Jul 16 08:36:32.215879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f4bb7a-3f9a-4109-b9a6-6b4df8940262 req-b50ec352-fba9-4092-9b91-634004387628 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048681 Jul 16 08:36:32.231174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e32ef-c472-4891-b7a7-08acedd46961 req-e5bb06df-7f4d-44d3-8224-346ca3e19bc0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.233102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-182e32ef-c472-4891-b7a7-08acedd46961 req-e5bb06df-7f4d-44d3-8224-346ca3e19bc0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 944 time: 0.4859896 Jul 16 08:36:32.345462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-182e32ef-c472-4891-b7a7-08acedd46961 req-fe8c1825-51f9-491f-b040-77302a4504d5 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953465 Jul 16 08:36:32.382899 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.451681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=16aca4e9-f800-46c0-af98-083f106eeccd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.465799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d13a0e-2896-43b9-90d1-77a0904ebec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.471549 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.474734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-92be1184-6fd1-4984-8167-93a71e3760fc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/16aca4e9-f800-46c0-af98-083f106eeccd HTTP/1.1" status: 204 len: 168 time: 2.0545981 Jul 16 08:36:32.481250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.483843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53300) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.549352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d13a0e-2896-43b9-90d1-77a0904ebec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.629264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1fe71-3fec-4be8-850a-4b20da33ceec tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.633879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fd1fe71-3fec-4be8-850a-4b20da33ceec tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1463585 Jul 16 08:36:32.634175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53302) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.660357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1100b7-2c73-496b-8b1d-f868b83c41a3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.692162 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8eead0-71ee-41c4-b274-5815ecc52a2b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:36:32.695176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ef8eead0-71ee-41c4-b274-5815ecc52a2b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/c84cfee7-2085-4a70-9ffa-e4ba942d7928 HTTP/1.1" status: 404 len: 333 time: 0.0596523 Jul 16 08:36:32.697804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53304) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.769859 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba05224-2fcb-4900-9225-e10fd9c11743 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:36:32.772956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5ba05224-2fcb-4900-9225-e10fd9c11743 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/16aca4e9-f800-46c0-af98-083f106eeccd HTTP/1.1" status: 404 len: 333 time: 0.0736597 Jul 16 08:36:32.775481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.806260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cc2281a-40a3-4dc2-bb72-85824e431939 req-a8fd1de6-e9a5-40b9-8ad4-07a90dcf5bbc tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=2054fb88-af5f-4d72-b75b-af2aed490818 HTTP/1.1" status: 200 len: 210 time: 0.2148070 Jul 16 08:36:32.814690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-11d13a0e-2896-43b9-90d1-77a0904ebec7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35ad63b62ceb434c9c644795af8447d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4137506 Jul 16 08:36:32.817064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d13a0e-2896-43b9-90d1-77a0904ebec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b882d-9407-48f5-88c0-6385ba7e7d02,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.821120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.833137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Checking segment: {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:32.833901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Network hostable DHCP agents. Network: b8640244-191c-481d-9a3f-7e9ba02d5ee2, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:32.917849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:32.922555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.932144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b928f70-6a35-4686-9c7f-fa48d99c4b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.942413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b8640244-191c-481d-9a3f-7e9ba02d5ee2) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:32.947478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.948451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.952185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44e97e-b0d4-4614-9473-3913b45be579 None None] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:32.983230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b928f70-6a35-4686-9c7f-fa48d99c4b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.996277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc2ec311-b301-44f7-b9eb-a77ab5ec2437 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3937433 Jul 16 08:36:32.999729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53310) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.008953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:33.069067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.071554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.074044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.081076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdef3f9e-43f1-49b1-9221-1fb7cce65c6a']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:33.098572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e0e4a4-d093-4153-9e6b-826ba11a84dc') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:33.098943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e0e4a4-d093-4153-9e6b-826ba11a84dc') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:33.109515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.128801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.138204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:33.138657 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:33.142646 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:33.159608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.161982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b928f70-6a35-4686-9c7f-fa48d99c4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.165528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b928f70-6a35-4686-9c7f-fa48d99c4b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.166727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9b928f70-6a35-4686-9c7f-fa48d99c4b49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/637b882d-9407-48f5-88c0-6385ba7e7d02 HTTP/1.1" status: 204 len: 168 time: 0.3414202 Jul 16 08:36:33.175721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:33.243301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.276515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.278552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/bdef3f9e-43f1-49b1-9221-1fb7cce65c6a HTTP/1.1" status: 204 len: 168 time: 0.5018258 Jul 16 08:36:33.279585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4068ba-55ce-4d56-9781-ddb2e5b863c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=bdef3f9e-43f1-49b1-9221-1fb7cce65c6a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.282003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53318) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.289586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-882333895'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:33.315585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'fixed_ips': [{'subnet_id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:33.316684 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.353652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.367838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:33.374013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928f70-6a35-4686-9c7f-fa48d99c4b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b882d-9407-48f5-88c0-6385ba7e7d02,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.378978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.545567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:33.564195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:33.575707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.576060 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment 7b180e41-a44b-4a19-884b-4aea48cc0e9d of type vlan for network b81027ab-5cd3-4720-b409-dc3a0c0c9547 Jul 16 08:36:33.699740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.706974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361f965-bec9-4b6c-b474-b36dde9a798b req-96c079b0-8105-4c96-8c28-e2f5308590c0 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:33.708792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6361f965-bec9-4b6c-b474-b36dde9a798b req-96c079b0-8105-4c96-8c28-e2f5308590c0 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 945 time: 0.3193336 Jul 16 08:36:33.732355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.741470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.754860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:33.773388 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a03c01-5616-49d4-aa8c-50cd6dd11af8" -d '{"events": [{"server_uuid": "c993e0e7-81fa-4182-8bc9-478c6e963dbe", "name": "network-vif-plugged", "status": "completed", "tag": "afbe0ab1-9775-4958-a28f-694d4fb3a58e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:33.777282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53326) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.789416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'mac_address': 'fa:16:3e:c1:37:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:33.838289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.852773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6361f965-bec9-4b6c-b474-b36dde9a798b req-c6d0033f-5ea4-4e54-b385-31d2810fc69b tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332259 Jul 16 08:36:33.856241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75d29252-308a-441f-8914-97ef156f97aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.935002 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7572532a-043e-434f-a9ef-835becaf90c2 x-openstack-request-id: req-7572532a-043e-434f-a9ef-835becaf90c2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:33.935434 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993e0e7-81fa-4182-8bc9-478c6e963dbe", "name": "network-vif-plugged", "status": "completed", "tag": "afbe0ab1-9775-4958-a28f-694d4fb3a58e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:33.935705 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7572532a-043e-434f-a9ef-835becaf90c2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:33.936113 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e', 'code': 200} Jul 16 08:36:33.939055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.948726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:33.948726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.991900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Allocated IP 172.25.0.117 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/ec9e2e99-995a-40df-8782-8987479328fe) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:33.992313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Allocated IP 172.20.0.2 (b8640244-191c-481d-9a3f-7e9ba02d5ee2/dd1100b7-2c73-496b-8b1d-f868b83c41a3/3dbc04b1-8eaf-4659-8680-86b7c8d695db) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:34.022285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d37d07-0cdb-44fe-be28-6c25cace647a req-daa3a812-4f6d-453a-844e-d55eb7090695 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.024248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c6d37d07-0cdb-44fe-be28-6c25cace647a req-daa3a812-4f6d-453a-844e-d55eb7090695 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 944 time: 0.1941683 Jul 16 08:36:34.062819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=b81027ab-5cd3-4720-b409-dc3a0c0c9547,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.092484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:34.119715 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.121009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75d29252-308a-441f-8914-97ef156f97aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.130953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75d29252-308a-441f-8914-97ef156f97aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.167915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b90044dd-2609-464f-9854-1eac1217e829 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8820076 Jul 16 08:36:34.188659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8780fa3-f3c3-497b-ada6-db6561f4566d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:34.203505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:34.215936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:34.285019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.319393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:34.328017 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.341034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-75d29252-308a-441f-8914-97ef156f97aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78cecae97ca84257812d00ef8532d7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484841 Jul 16 08:36:34.341034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:34.360607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d29252-308a-441f-8914-97ef156f97aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9c126-87eb-4912-b433-4516d9dba5c9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.399066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.436495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.479989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:34.483430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9e2e99-995a-40df-8782-8987479328fe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.487881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:34.493927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:34.507431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:34.511093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.538576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c6d37d07-0cdb-44fe-be28-6c25cace647a req-6dd1826b-da2f-4e48-aa89-f420434ed53d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507487 Jul 16 08:36:34.574882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.596671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Transition to ACTIVE for port object 3dbc04b1-8eaf-4659-8680-86b7c8d695db will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:34.636196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['d8780fa3-f3c3-497b-ada6-db6561f4566d'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:34.641442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Transition to ACTIVE for port object 3dbc04b1-8eaf-4659-8680-86b7c8d695db will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:34.672357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a86ebb-f9d8-4310-8d4a-f3a2f76c4513 req-42f0d9c2-6505-4005-8916-60b2a47db3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.673958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78a86ebb-f9d8-4310-8d4a-f3a2f76c4513 req-42f0d9c2-6505-4005-8916-60b2a47db3b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c993e0e7-81fa-4182-8bc9-478c6e963dbe HTTP/1.1" status: 200 len: 1097 time: 0.6190686 Jul 16 08:36:34.674871 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.702148 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.702362 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.777877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:34.790556 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.790854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:34.793496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:34.793770 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.795116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28c9c126-87eb-4912-b433-4516d9dba5c9 HTTP/1.1" status: 204 len: 168 time: 0.4544148 Jul 16 08:36:34.838160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Pushing event updated for resources: {'Port': ['ID=3dbc04b1-8eaf-4659-8680-86b7c8d695db,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.840220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd10dfb-6ecf-4ca8-98fc-fabb6162b3df req-24acccc8-3191-4b23-a9dd-95119fa2f782 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.855160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbd10dfb-6ecf-4ca8-98fc-fabb6162b3df req-24acccc8-3191-4b23-a9dd-95119fa2f782 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=c993e0e7-81fa-4182-8bc9-478c6e963dbe HTTP/1.1" status: 200 len: 945 time: 0.4627554 Jul 16 08:36:34.874280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9c126-87eb-4912-b433-4516d9dba5c9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.907301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78a86ebb-f9d8-4310-8d4a-f3a2f76c4513 req-cedbdc01-b7ff-4ae0-9995-6c77cf2fd02d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497827 Jul 16 08:36:34.912126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.912562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.912828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.913136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.913474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.913790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.914147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.914431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.914794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.915121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.915481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.915866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c32c7e-9b12-4782-978d-0cb4fa5f48b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:34.956792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbd10dfb-6ecf-4ca8-98fc-fabb6162b3df req-8e41cbe6-80c5-4743-8ea6-de678c03a873 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003802 Jul 16 08:36:34.968863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Attempting to bind port 3dbc04b1-8eaf-4659-8680-86b7c8d695db on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:34.969208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Attempting to bind port 3dbc04b1-8eaf-4659-8680-86b7c8d695db by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:34.969697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Attempting to bind port 3dbc04b1-8eaf-4659-8680-86b7c8d695db on network b8640244-191c-481d-9a3f-7e9ba02d5ee2 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:34.984623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:34.985009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Checking segment: {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:34.985404 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.985792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Bound using segment: {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:34.986249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Bound port: 3dbc04b1-8eaf-4659-8680-86b7c8d695db, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:34.986629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.097890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] For port 3dbc04b1-8eaf-4659-8680-86b7c8d695db, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:35.101862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] For port 3dbc04b1-8eaf-4659-8680-86b7c8d695db, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3dbc04b1-8eaf-4659-8680-86b7c8d695db,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:35.108288 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.149685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.292229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1eb39-ee18-4b3f-a120-888d24f25a08 req-5c614c7a-311e-4d06-bd5e-0fdbe6c7dd54 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:35.296087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': '7b180e41-a44b-4a19-884b-4aea48cc0e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:35.296942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31e1eb39-ee18-4b3f-a120-888d24f25a08 req-5c614c7a-311e-4d06-bd5e-0fdbe6c7dd54 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.2406580 Jul 16 08:36:35.297554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: b81027ab-5cd3-4720-b409-dc3a0c0c9547, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:35.347969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=10154569-f803-4428-8666-70fc232a35e0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.374836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:35.386187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31e1eb39-ee18-4b3f-a120-888d24f25a08 req-f42a90e9-220d-4f92-8a43-6fffb1e50906 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0287271 Jul 16 08:36:35.406702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f7714-65cc-4371-a9ff-fd053b015620 None None] Pushing event updated for resources: {'Port': ['ID=3dbc04b1-8eaf-4659-8680-86b7c8d695db,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.418565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b81027ab-5cd3-4720-b409-dc3a0c0c9547) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:35.423866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:35.424523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.429575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e481e-4b3b-4f5c-84b3-7d5672492788 None None] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:35.444642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31e1eb39-ee18-4b3f-a120-888d24f25a08 req-29bfa617-fc05-405e-96e7-1d98c5e178b4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572207 Jul 16 08:36:35.471171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4621f521-c222-474f-a4a9-cb9221eff43e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2647419 Jul 16 08:36:35.473108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53376) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.484979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547', 'name': 'tempest-PortsIpV6TestJSON-856367284'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:35.573793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.657538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31e1eb39-ee18-4b3f-a120-888d24f25a08 req-dfc19e6a-5e3e-4c97-9e26-d8ba81b91d4e service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113929 Jul 16 08:36:35.687474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b81027ab-5cd3-4720-b409-dc3a0c0c9547', 'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': '10154569-f803-4428-8666-70fc232a35e0'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:35.688828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.883203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:35.891787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.914508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31e1eb39-ee18-4b3f-a120-888d24f25a08 req-6358f990-1d85-43bb-bab9-066903c9c474 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558694 Jul 16 08:36:35.988989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 1850d454-7e3c-4cf1-9026-d29c67c1cc89 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:36.110917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Allocated IP 2001:db8::2 (b81027ab-5cd3-4720-b409-dc3a0c0c9547/10154569-f803-4428-8666-70fc232a35e0/9d59b4b5-db13-495a-b1d4-4aa2e832e69a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:36.230148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.272723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c1d5c-2993-4150-b31c-b2bce5f20713 req-948d9041-cde6-45ee-b5ba-9b8c3ffa173b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.274582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f4c1d5c-2993-4150-b31c-b2bce5f20713 req-948d9041-cde6-45ee-b5ba-9b8c3ffa173b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 945 time: 0.3111665 Jul 16 08:36:36.359223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f4c1d5c-2993-4150-b31c-b2bce5f20713 req-e442e348-8c4b-4313-a613-203ee16dd3cc tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786359 Jul 16 08:36:36.447529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.473828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Transition to ACTIVE for port object 9d59b4b5-db13-495a-b1d4-4aa2e832e69a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:36.511285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Transition to ACTIVE for port object 9d59b4b5-db13-495a-b1d4-4aa2e832e69a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:36.525396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.566486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba430f40-bf89-4f7f-a649-272f136adf51 req-8e76dae7-b190-45ce-9c24-ba9d73870a7d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=51043326-eafe-4e3c-bffa-46028351e710 HTTP/1.1" status: 200 len: 210 time: 0.1170602 Jul 16 08:36:36.671142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:36.687352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:36.695763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:36.721269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Pushing event updated for resources: {'Port': ['ID=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:36.743066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::3aa (b81027ab-5cd3-4720-b409-dc3a0c0c9547/10154569-f803-4428-8666-70fc232a35e0/1850d454-7e3c-4cf1-9026-d29c67c1cc89) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:36.807525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5ec74-1d71-4908-8c81-8bdfa2870187 req-82c228bd-3425-4af4-b2d1-0895f1bf12c2 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.820937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7a5ec74-1d71-4908-8c81-8bdfa2870187 req-82c228bd-3425-4af4-b2d1-0895f1bf12c2 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=c993e0e7-81fa-4182-8bc9-478c6e963dbe HTTP/1.1" status: 200 len: 945 time: 0.3639984 Jul 16 08:36:36.835736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Router 4113e794-20b7-424e-8d41-bc3079331110 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:36:36.876413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Attempting to bind port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:36.876980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Attempting to bind port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '7b180e41-a44b-4a19-884b-4aea48cc0e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:36.877828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Attempting to bind port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a on network b81027ab-5cd3-4720-b409-dc3a0c0c9547 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:36.886312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:36.886816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Checking segment: {'id': '7b180e41-a44b-4a19-884b-4aea48cc0e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:36.887362 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.888055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Bound using segment: {'id': '7b180e41-a44b-4a19-884b-4aea48cc0e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:36.888799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Bound port: 9d59b4b5-db13-495a-b1d4-4aa2e832e69a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b180e41-a44b-4a19-884b-4aea48cc0e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b81027ab-5cd3-4720-b409-dc3a0c0c9547'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:36.889316 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.063962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc93c3-c182-45a1-9fca-9662890aed16 None None] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:37.073575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] For port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:37.077193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.113235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7a5ec74-1d71-4908-8c81-8bdfa2870187 req-ce085d1f-c437-4f3c-af21-2eb8746c9d49 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896273 Jul 16 08:36:37.132312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 1850d454-7e3c-4cf1-9026-d29c67c1cc89 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:37.265121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] For port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,segment=NetworkSegment(7b180e41-a44b-4a19-884b-4aea48cc0e9d),segment_id=7b180e41-a44b-4a19-884b-4aea48cc0e9d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:37.268518 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.278401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53478) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.290997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:37.306557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.342841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:37.368726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.370167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99821bc7-8fbe-4ce9-b426-3c459aa25501 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3682144 Jul 16 08:36:37.373111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53484) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.382959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Sync routers for ids ['4113e794-20b7-424e-8d41-bc3079331110'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:37.419716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:37.426155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:37.437050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-df73fdac-6a3d-4504-9579-f287c184a8d1 None None] Provisioning for port 3dbc04b1-8eaf-4659-8680-86b7c8d695db completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:37.440129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:37.446288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.446932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.463281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=1850d454-7e3c-4cf1-9026-d29c67c1cc89,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.503879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53490) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.507123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27e2d41a-3811-42d9-8a8c-fff1103a8428 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0328972 Jul 16 08:36:37.622696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0006c4d8-8f4b-4f80-ba44-cbd680fc4bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.730095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3dbc04b1-8eaf-4659-8680-86b7c8d695db up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:37.803459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Routers {'4113e794-20b7-424e-8d41-bc3079331110'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:37.804939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4113e794-20b7-424e-8d41-bc3079331110'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:38.038240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Set router 4113e794-20b7-424e-8d41-bc3079331110 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:38.060003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7e68f-baa9-4a77-b730-064737eea526 req-0ed35376-482c-4622-868d-4fc5f8388f42 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.069732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbf7e68f-baa9-4a77-b730-064737eea526 req-0ed35376-482c-4622-868d-4fc5f8388f42 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 945 time: 0.3527110 Jul 16 08:36:38.115240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 1850d454-7e3c-4cf1-9026-d29c67c1cc89 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:38.115750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.121739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea251947-e0ab-445b-87fe-9fac7edf41de None None] Pushing event updated for resources: {'Port': ['ID=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.133350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0006c4d8-8f4b-4f80-ba44-cbd680fc4bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.146772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0006c4d8-8f4b-4f80-ba44-cbd680fc4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.221710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbf7e68f-baa9-4a77-b730-064737eea526 req-4ae46306-5f28-4a0f-a64f-c163a0921ccd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493690 Jul 16 08:36:38.240481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0006c4d8-8f4b-4f80-ba44-cbd680fc4bf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a11a7b4e99b84adbbcd02a6fa661211f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9598894 Jul 16 08:36:38.241887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53506) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:38.271055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3dbc04b1-8eaf-4659-8680-86b7c8d695db completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:38.274357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port d8780fa3-f3c3-497b-ada6-db6561f4566d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:38.288834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006c4d8-8f4b-4f80-ba44-cbd680fc4bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9636864f-dd49-42e8-9b50-1ac249972d0d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.292724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port d8780fa3-f3c3-497b-ada6-db6561f4566d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:38.293795 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.299458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3dbc04b1-8eaf-4659-8680-86b7c8d695db triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:38.300963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.389364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bda0c69e-b65c-4c75-9a15-93153fb2b749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.449443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bda0c69e-b65c-4c75-9a15-93153fb2b749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.554740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bda0c69e-b65c-4c75-9a15-93153fb2b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.557943 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bda0c69e-b65c-4c75-9a15-93153fb2b749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.569590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bda0c69e-b65c-4c75-9a15-93153fb2b749 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9636864f-dd49-42e8-9b50-1ac249972d0d HTTP/1.1" status: 204 len: 168 time: 0.3194923 Jul 16 08:36:38.599859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c69e-b65c-4c75-9a15-93153fb2b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9636864f-dd49-42e8-9b50-1ac249972d0d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.605520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.646612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.668152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 1850d454-7e3c-4cf1-9026-d29c67c1cc89 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:38.812087 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.832902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 3, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:38.835751 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.988522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Checking router: 4113e794-20b7-424e-8d41-bc3079331110 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:38.988874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Updating router 4113e794-20b7-424e-8d41-bc3079331110 port ec9e2e99-995a-40df-8782-8987479328fe binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:38.998874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-02a664cb-848e-4fad-a1cc-cba4f3d02891 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.004513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-02a664cb-848e-4fad-a1cc-cba4f3d02891 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 813 time: 0.2202942 Jul 16 08:36:39.013562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-c01c7f7a-1132-4a61-8b8e-671b6a8a6eea tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.020606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-c01c7f7a-1132-4a61-8b8e-671b6a8a6eea tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.4861968 Jul 16 08:36:39.046965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-5cc72f27-7a10-4558-91ca-466279fd2e5c tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/quotas/8a17d5b6cf174de4b917feeb3e751a4d HTTP/1.1" status: 200 len: 375 time: 0.0329068 Jul 16 08:36:39.073360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-49cf57eb-87d4-4ea5-8786-8852c66821d2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0514963 Jul 16 08:36:39.202082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:39.209344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:39.212667 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4690cfbb-9c04-42d2-8509-029f88ed3886" -d '{"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-plugged", "status": "completed", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:39.234119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-da4ce06d-535b-4e0f-b93c-f47e3048f724 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830204 Jul 16 08:36:39.240249 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.406044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-da271687-65f5-48c7-886e-99d07413690d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.407858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-da271687-65f5-48c7-886e-99d07413690d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993e0e7-81fa-4182-8bc9-478c6e963dbe HTTP/1.1" status: 200 len: 945 time: 0.1583261 Jul 16 08:36:39.439385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.455866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-4ecce81b-3d67-4b30-be56-00654af35df2 service neutron] 10.222.0.41 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162595 Jul 16 08:36:39.466770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d93e4-bc63-45b1-9047-f1228add6ecb None None] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:39.497006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3dbc04b1-8eaf-4659-8680-86b7c8d695db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3dbc04b1-8eaf-4659-8680-86b7c8d695db,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:39.502835 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-b1d387ba-0062-40f7-932d-39e6eea30a7d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4275961 Jul 16 08:36:39.524369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-64697063-737b-4011-95da-e681a9e1ec77 None None] Provisioning complete for port 3dbc04b1-8eaf-4659-8680-86b7c8d695db triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:39.524993 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64697063-737b-4011-95da-e681a9e1ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.669826 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-22d67635-c1db-4856-8cc2-c36d7ac5259e service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658452 Jul 16 08:36:39.733386 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.818875 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-8e8841bc-98e4-4a05-bf5d-378831e3b29b service neutron] 10.222.0.41 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501322 Jul 16 08:36:39.836881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Deleting port afbe0ab1-9775-4958-a28f-694d4fb3a58e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:39.838335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.880242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.945657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-5c2bf991-bf78-4a4a-ab0e-628fec37ce90 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.954809 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-5c2bf991-bf78-4a4a-ab0e-628fec37ce90 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "GET /v2.0/ports?device_id=649175a5-808e-4855-8841-eb126ad88c2d HTTP/1.1" status: 200 len: 945 time: 0.3096883 Jul 16 08:36:39.994187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=1850d454-7e3c-4cf1-9026-d29c67c1cc89,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.997634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Allocated IP 172.20.0.1 (b8640244-191c-481d-9a3f-7e9ba02d5ee2/dd1100b7-2c73-496b-8b1d-f868b83c41a3/d589d4d3-db94-4074-99e3-0d191591ad5b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:40.021775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.022112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.022501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.022821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.023157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.023522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.023921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.024256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.024596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.025024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.025598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.025932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:40.029322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d59b4b5-db13-495a-b1d4-4aa2e832e69a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:40.104012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] For port afbe0ab1-9775-4958-a28f-694d4fb3a58e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=afbe0ab1-9775-4958-a28f-694d4fb3a58e,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:40.104834 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.124823 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.132753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Calling delete_port for afbe0ab1-9775-4958-a28f-694d4fb3a58e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:40.133291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ec3aff92-b31e-4477-b6d1-43ea0ec653af tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/1850d454-7e3c-4cf1-9026-d29c67c1cc89 HTTP/1.1" status: 204 len: 168 time: 2.6267128 Jul 16 08:36:40.165671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53570) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:40.214946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-82dc63b1-0757-4f6b-9568-339400c94554 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442364 Jul 16 08:36:40.217311 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fd8482-907a-404f-b657-3f937d7ac941 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:36:40.224898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fd8482-907a-404f-b657-3f937d7ac941 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:36:40.230915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-23fd8482-907a-404f-b657-3f937d7ac941 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/1850d454-7e3c-4cf1-9026-d29c67c1cc89 HTTP/1.1" status: 404 len: 333 time: 0.0641336 Jul 16 08:36:40.256049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53582) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:40.368844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.376728 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d6ead-579f-472e-86ba-a69b275014b1 x-openstack-request-id: req-7b4d6ead-579f-472e-86ba-a69b275014b1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:40.377383 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-plugged", "status": "completed", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:40.377844 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b4d6ead-579f-472e-86ba-a69b275014b1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:40.378466 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'code': 200} Jul 16 08:36:40.387116 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-388f4740-f83c-4914-b040-ebab3304a95f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:36:40.395613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53598) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:40.398022 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-388f4740-f83c-4914-b040-ebab3304a95f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/1850d454-7e3c-4cf1-9026-d29c67c1cc89 HTTP/1.1" status: 404 len: 333 time: 0.1385272 Jul 16 08:36:40.473719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 10154569-f803-4428-8666-70fc232a35e0 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:40.477968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.523345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.679992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9fca-62ff-4103-9758-1bb1bd1a3354 req-c424cbeb-7061-49b5-a18c-eeb1c842a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.681229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:40.681435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f3f9fca-62ff-4103-9758-1bb1bd1a3354 req-c424cbeb-7061-49b5-a18c-eeb1c842a7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 1098 time: 0.4201612 Jul 16 08:36:40.704604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.726648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.732015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3dbc04b1-8eaf-4659-8680-86b7c8d695db,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.778696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Transition to ACTIVE for port object d589d4d3-db94-4074-99e3-0d191591ad5b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:40.823983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.857739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] Provisioning for port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:40.863002 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f3f9fca-62ff-4103-9758-1bb1bd1a3354 req-3ea890cd-c51c-4d66-bc6d-48b2c960659f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618688 Jul 16 08:36:40.871375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] Provisioning complete for port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:40.873215 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.894626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:40.911035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28447e1-e4f7-4a8a-a545-bbf188337a22 req-5a88bde7-e67c-45a3-bbe2-76ac3769d7ac tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.917928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d28447e1-e4f7-4a8a-a545-bbf188337a22 req-5a88bde7-e67c-45a3-bbe2-76ac3769d7ac tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 946 time: 0.6258020 Jul 16 08:36:40.949511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Transition to ACTIVE for port object ec9e2e99-995a-40df-8782-8987479328fe will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:40.961214 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.978828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.041417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53622) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.051501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d589d4d3-db94-4074-99e3-0d191591ad5b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.065535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:41.068058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:41.084997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:41.102602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2121659885'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:41.114633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.140227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6d66046f-b1e6-44c0-9964-d3632204da02'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:41.176438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['afbe0ab1-9775-4958-a28f-694d4fb3a58e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:41.187167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Attempting to bind port ec9e2e99-995a-40df-8782-8987479328fe on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:41.187976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Attempting to bind port ec9e2e99-995a-40df-8782-8987479328fe by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:41.188351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Attempting to bind port ec9e2e99-995a-40df-8782-8987479328fe on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:41.195011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.234323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae35b39b-3e25-43d2-9c76-0c589190cf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.257478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:41.257887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:41.258278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.258678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:41.259169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Bound port: ec9e2e99-995a-40df-8782-8987479328fe, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:41.259604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.297163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d28447e1-e4f7-4a8a-a545-bbf188337a22 req-a90a68dc-3acd-466e-8138-0832d0c95a85 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604055 Jul 16 08:36:41.328891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.351253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1065e-9c24-4dd8-bc8b-0be69d3cf0af None None] Pushing event updated for resources: {'Port': ['ID=ec9e2e99-995a-40df-8782-8987479328fe,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.410781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Deleting port 6d66046f-b1e6-44c0-9964-d3632204da02 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:41.417732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.426778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event deleted for resources: {'Port': ['ID=afbe0ab1-9775-4958-a28f-694d4fb3a58e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.468992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:36:41.468992 n-d-798249-10 neutron-server[93700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:36:41.468992 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id': '111f823d882545fd8a789792f18188a0', 'id': '5554ee75-dbb2-4990-8e00-0fd465cbf5a8', 'expiration': datetime.datetime(2021, 7, 16, 8, 38, 41, 450754)}] Jul 16 08:36:41.468992 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:36:41.469431 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:36:41.473450 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.482013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/10154569-f803-4428-8666-70fc232a35e0 HTTP/1.1" status: 204 len: 168 time: 1.0819154 Jul 16 08:36:41.560700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53630) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.608534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7ec642c-0dd1-4057-91e8-dc6b808b1681 req-c0a653d6-b347-45d1-b982-306166b75d95 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 210 time: 0.0818043 Jul 16 08:36:41.717302 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.725665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.766476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] For port ec9e2e99-995a-40df-8782-8987479328fe, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:41.783118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] No DVR routers for this DVR port afbe0ab1-9775-4958-a28f-694d4fb3a58e on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:41.800420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.807838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-060b7180-e5f9-4e11-9631-9f7172a94f8c req-9398e48a-9c1c-45be-b906-593e2596fa19 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "DELETE /v2.0/ports/afbe0ab1-9775-4958-a28f-694d4fb3a58e HTTP/1.1" status: 204 len: 173 time: 2.3891597 Jul 16 08:36:41.816627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'name': 'network-vif-deleted', 'tag': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:41.826933 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ff69b-2823-4219-9fcf-e4b2abaf8667" -d '{"events": [{"server_uuid": "c993e0e7-81fa-4182-8bc9-478c6e963dbe", "name": "network-vif-deleted", "tag": "afbe0ab1-9775-4958-a28f-694d4fb3a58e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:41.843454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962b68e-0c85-458c-bbfe-e7dd49c9b8eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=10154569-f803-4428-8666-70fc232a35e0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.895725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] For port ec9e2e99-995a-40df-8782-8987479328fe, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec9e2e99-995a-40df-8782-8987479328fe,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:41.900614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.922179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c624e-3b49-4f94-a76f-0c04d899567a None None] Network b81027ab-5cd3-4720-b409-dc3a0c0c9547 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:41.951596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3dbc04b1-8eaf-4659-8680-86b7c8d695db up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:41.956216 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87c1a4-197e-4df5-a74a-62f1675c56bc x-openstack-request-id: req-df87c1a4-197e-4df5-a74a-62f1675c56bc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:41.956845 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993e0e7-81fa-4182-8bc9-478c6e963dbe", "name": "network-vif-deleted", "tag": "afbe0ab1-9775-4958-a28f-694d4fb3a58e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:41.957955 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df87c1a4-197e-4df5-a74a-62f1675c56bc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:41.958829 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993e0e7-81fa-4182-8bc9-478c6e963dbe', 'name': 'network-vif-deleted', 'tag': 'afbe0ab1-9775-4958-a28f-694d4fb3a58e', 'status': 'completed', 'code': 200} Jul 16 08:36:41.962794 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.082970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae35b39b-3e25-43d2-9c76-0c589190cf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.101477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae35b39b-3e25-43d2-9c76-0c589190cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.106613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7b6b939-d108-4165-9672-74e1c973ffad req-ddc9b386-2b56-4213-8d83-1fb018d9ce3a tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 210 time: 0.0736740 Jul 16 08:36:42.137406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:42.148424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.155985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35b39b-3e25-43d2-9c76-0c589190cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9e555-c96a-440c-9b53-3105fdaecd07,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.161001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:42.161480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.163876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] For port 6d66046f-b1e6-44c0-9964-d3632204da02, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6d66046f-b1e6-44c0-9964-d3632204da02,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:42.164523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.168163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1065e-9c24-4dd8-bc8b-0be69d3cf0af None None] Pushing event updated for resources: {'Port': ['ID=ec9e2e99-995a-40df-8782-8987479328fe,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.185501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Calling delete_port for 6d66046f-b1e6-44c0-9964-d3632204da02 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:42.188966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] For port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,segment=NetworkSegment(7b180e41-a44b-4a19-884b-4aea48cc0e9d),segment_id=7b180e41-a44b-4a19-884b-4aea48cc0e9d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:42.236852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,segment=NetworkSegment(7b180e41-a44b-4a19-884b-4aea48cc0e9d),segment_id=7b180e41-a44b-4a19-884b-4aea48cc0e9d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:42.237774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.252497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 9d59b4b5-db13-495a-b1d4-4aa2e832e69a owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:42.270770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Routers {'4113e794-20b7-424e-8d41-bc3079331110'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:42.271061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4113e794-20b7-424e-8d41-bc3079331110'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:42.279240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.356023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae35b39b-3e25-43d2-9c76-0c589190cf75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ad02dae872d4f41a59cc616d05b433c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4528048 Jul 16 08:36:42.357479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53642) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:42.380954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:42.387900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.400044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.406929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.407310 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Added segment a208e2cc-49a6-4242-9737-6806963bd59f of type vlan for network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f Jul 16 08:36:42.521858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.559414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d589d4d3-db94-4074-99e3-0d191591ad5b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.574032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.577244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.581910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Provisioning complete for port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:42.582290 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.625327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event deleted for resources: {'Port': ['ID=6d66046f-b1e6-44c0-9964-d3632204da02,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.649656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a was deleted so its status cannot be updated. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:36:42.656776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.658999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.660734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c058e-b3b3-49d8-81c7-216ab63df339 None None] Pushing event updated for resources: {'Port': ['ID=9d59b4b5-db13-495a-b1d4-4aa2e832e69a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.661697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port 9d59b4b5-db13-495a-b1d4-4aa2e832e69a on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:42.663312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3dbc04b1-8eaf-4659-8680-86b7c8d695db triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:42.663734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.668358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Could not find standard attr ID for object 1850d454-7e3c-4cf1-9026-d29c67c1cc89. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:36:42.670932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] Set router 4113e794-20b7-424e-8d41-bc3079331110 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:42.685085 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66525328-9b03-406d-9724-284fbaf79dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.697001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.704438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.705198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.754210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6708839 Jul 16 08:36:42.766501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e44ea-5227-4e09-a25c-35feb6d62761 None None] DHCP port deletion for b81027ab-5cd3-4720-b409-dc3a0c0c9547 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:42.805810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8df59f-a7a6-4254-8960-6510ca251887 req-baa9bece-cac4-41ec-9d43-c0c307b9831d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.811371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d8df59f-a7a6-4254-8960-6510ca251887 req-baa9bece-cac4-41ec-9d43-c0c307b9831d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 946 time: 0.2922144 Jul 16 08:36:42.814453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] No DVR routers for this DVR port 6d66046f-b1e6-44c0-9964-d3632204da02 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:42.850207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Provisioning for port d589d4d3-db94-4074-99e3-0d191591ad5b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:42.858355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Provisioning complete for port d589d4d3-db94-4074-99e3-0d191591ad5b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:42.858879 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.877829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.889974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81027ab-5cd3-4720-b409-dc3a0c0c9547']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:42.894517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53646) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:42.896729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb704448-c8fc-4e27-9885-43733209e6ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Network': ['ID=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.902325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b180e41-a44b-4a19-884b-4aea48cc0e9d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:42.902920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b180e41-a44b-4a19-884b-4aea48cc0e9d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:42.903390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1878779406'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:42.906903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.908836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18de5442-77ef-49d9-bff6-d43aa2689822 req-e174446b-b030-4b57-8a66-e67158d570e3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "DELETE /v2.0/ports/6d66046f-b1e6-44c0-9964-d3632204da02 HTTP/1.1" status: 204 len: 173 time: 2.9503186 Jul 16 08:36:42.913943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.936664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.943789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:42.944374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.998025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:43.018896 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:43.090862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0048d0d9-dd2d-4bb9-9244-5f877c295b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.127751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.158168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:43.169997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.176607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/b81027ab-5cd3-4720-b409-dc3a0c0c9547 HTTP/1.1" status: 204 len: 168 time: 1.6100509 Jul 16 08:36:43.209189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.221039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-52c7e17f-95b2-40fc-9b25-e0426f70c73c None None] Port d589d4d3-db94-4074-99e3-0d191591ad5b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:43.225449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d1ee611-bdd1-4997-8c70-f3d674f0a05d req-dfc0ae6d-3c20-4b79-84e3-cd023d6f2050 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 210 time: 0.2142940 Jul 16 08:36:43.227595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:43.245046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66525328-9b03-406d-9724-284fbaf79dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.255864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-779498068'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.262872 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device afbe0ab1-9775-4958-a28f-694d4fb3a58e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:43.306944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb78ba-57ec-46b9-a82a-fb35ea2e7920 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=b81027ab-5cd3-4720-b409-dc3a0c0c9547,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:43.308220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: afbe0ab1-9775-4958-a28f-694d4fb3a58e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:43.308570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device afbe0ab1-9775-4958-a28f-694d4fb3a58e not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:43.314971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd589d4d3-db94-4074-99e3-0d191591ad5b', 'name': '', 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'mac_address': 'fa:16:3e:88:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:38Z', 'updated_at': '2021-07-16T08:36:40Z', 'revision_number': 1, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'subnets': [{'id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:43.372655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c647da-fec7-46e4-a1e6-4e98c45d68a8 None None] The sync data for ids ['4113e794-20b7-424e-8d41-bc3079331110'] in n-d-798249-10 is: [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd589d4d3-db94-4074-99e3-0d191591ad5b', 'name': '', 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'mac_address': 'fa:16:3e:88:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:38Z', 'updated_at': '2021-07-16T08:36:40Z', 'revision_number': 1, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'subnets': [{'id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:43.498458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:36:43.498458 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:36:43.498458 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': 'a3d1cbdd0b634c4990ca857268bf28a8', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 36, 43, 268128)}] Jul 16 08:36:43.498458 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:36:43.498873 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:36:43.569709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:43.570853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc9c2397-922a-4f23-94a4-7fe12a8cd79a req-0272db8f-a89c-4806-b569-04b3cbdd1f17 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 210 time: 0.0915906 Jul 16 08:36:43.576525 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.617991 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d8df59f-a7a6-4254-8960-6510ca251887 req-89c3de42-8667-4f43-acaa-8eaf12fabbf0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222881 Jul 16 08:36:43.661348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-651ffde5-7529-4f7a-a2cb-7680d7f2162e None None] Provisioning complete for port d589d4d3-db94-4074-99e3-0d191591ad5b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:43.662468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-651ffde5-7529-4f7a-a2cb-7680d7f2162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.675847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-fb78f444-5d15-4c66-8aa6-661bcd5ba219 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.685081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-fb78f444-5d15-4c66-8aa6-661bcd5ba219 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 813 time: 0.6670640 Jul 16 08:36:43.704534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Request body: {'port': {'device_id': '0745a920-0291-4fa9-a8f2-1247dea33909', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'admin_state_up': True, 'tenant_id': '8a17d5b6cf174de4b917feeb3e751a4d'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.725906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:43.740147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.757242 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Added segment 3a23096a-20bc-4098-ba02-54427bedd811 of type vlan for network bfa75b7d-5873-4e57-922c-47b3e04e232e Jul 16 08:36:43.797341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66525328-9b03-406d-9724-284fbaf79dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.807860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66525328-9b03-406d-9724-284fbaf79dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.809310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-66525328-9b03-406d-9724-284fbaf79dbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2d9e555-c96a-440c-9b53-3105fdaecd07 HTTP/1.1" status: 204 len: 168 time: 1.4455616 Jul 16 08:36:43.815016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-651ffde5-7529-4f7a-a2cb-7680d7f2162e None None] Port d589d4d3-db94-4074-99e3-0d191591ad5b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:43.886255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.893437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Router 4113e794-20b7-424e-8d41-bc3079331110 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:43.917256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525328-9b03-406d-9724-284fbaf79dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9e555-c96a-440c-9b53-3105fdaecd07,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:43.951676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.958632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.959758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.980170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649175a5-808e-4855-8841-eb126ad88c2d', 'name': 'network-vif-deleted', 'tag': '6d66046f-b1e6-44c0-9964-d3632204da02'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:43.982744 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909468b5-0ee6-43bd-a622-3c49ca590d2d" -d '{"events": [{"server_uuid": "649175a5-808e-4855-8841-eb126ad88c2d", "name": "network-vif-deleted", "tag": "6d66046f-b1e6-44c0-9964-d3632204da02"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:43.984085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d59b4b5-db13-495a-b1d4-4aa2e832e69a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:43.994044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0923550 Jul 16 08:36:44.008152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:44.024471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'subnet': {'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:44.046399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9d59b4b5-db13-495a-b1d4-4aa2e832e69a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:44.049125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d59b4b5-db13-495a-b1d4-4aa2e832e69a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:44.078257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-98201bcb-cbcb-40ce-93f3-eca0be41638c tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.079926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-98201bcb-cbcb-40ce-93f3-eca0be41638c tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 813 time: 0.6200280 Jul 16 08:36:44.149622 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106740a-e3af-4b14-900d-2a820f4c39c0 x-openstack-request-id: req-b106740a-e3af-4b14-900d-2a820f4c39c0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:44.150602 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649175a5-808e-4855-8841-eb126ad88c2d", "name": "network-vif-deleted", "tag": "6d66046f-b1e6-44c0-9964-d3632204da02", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:44.150722 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b106740a-e3af-4b14-900d-2a820f4c39c0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:44.151111 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649175a5-808e-4855-8841-eb126ad88c2d', 'name': 'network-vif-deleted', 'tag': '6d66046f-b1e6-44c0-9964-d3632204da02', 'status': 'completed', 'code': 200} Jul 16 08:36:44.156168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Request body: {'port': {'device_id': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'admin_state_up': True, 'tenant_id': '8a17d5b6cf174de4b917feeb3e751a4d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:44.164056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531a74a-773a-4011-b11e-5b92f8664211 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Network': ['ID=bfa75b7d-5873-4e57-922c-47b3e04e232e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.178340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network bfa75b7d-5873-4e57-922c-47b3e04e232e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:44.372940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.388965 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.505038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:44.665191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Made reservation on behalf of 8a17d5b6cf174de4b917feeb3e751a4d for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.673282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.680833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.687771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.689423 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment 9c907df7-b21b-41da-a85b-f737f9c1bbac of type vlan for network 0c023cc5-133e-464d-877a-d42f6fb9af05 Jul 16 08:36:44.692983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.780648 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8560261-92c7-44fc-82b1-7174fdf6ea81 req-544278b8-2d75-469e-870c-1e0753e4b7ca tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 210 time: 0.1762772 Jul 16 08:36:44.839170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6d66046f-b1e6-44c0-9964-d3632204da02 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:44.878099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 6d66046f-b1e6-44c0-9964-d3632204da02 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:44.878459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6d66046f-b1e6-44c0-9964-d3632204da02 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:44.924428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.944922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:44.995301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-41a6c405-8149-41d9-aec3-dcd7e3690595 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.997073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-41a6c405-8149-41d9-aec3-dcd7e3690595 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.6820617 Jul 16 08:36:45.018866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Request body: {'port': {'device_id': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'admin_state_up': True, 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:45.061287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53688) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:45.083909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-984586f7-8eb9-4263-b944-82c165b160b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/4113e794-20b7-424e-8d41-bc3079331110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7011168 Jul 16 08:36:45.084298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Made reservation on behalf of 8a17d5b6cf174de4b917feeb3e751a4d for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:45.084298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.145757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49873c-e860-4702-99a0-68d630225d7d req-5cf75678-280f-4130-8f82-393876391fa1 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.152828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf49873c-e860-4702-99a0-68d630225d7d req-5cf75678-280f-4130-8f82-393876391fa1 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 946 time: 0.6792879 Jul 16 08:36:45.178219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c69e5011-e1bc-4c11-bfc8-08ec1254dd81 req-9fd8e340-e3a7-408d-8340-f8dc8e87b29a tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 210 time: 0.0829968 Jul 16 08:36:45.197608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.210795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.217067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.235706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Allocated IP 172.20.0.4 (cf88b841-bcad-4427-9594-d52f13f19305/6bee3071-7f7f-45c2-bc97-698f3b6910f8/c3121646-ba1c-4d63-b2a3-ebbecf44f979) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:45.260997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1648605644'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:45.304472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53694) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:45.363934 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf49873c-e860-4702-99a0-68d630225d7d req-18018d1f-b49b-4f7a-9e84-1cbf9be53d54 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101362 Jul 16 08:36:45.421177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1886090698'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:45.429740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:45.433288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.444223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2180519 Jul 16 08:36:45.444936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1c4a8-12c9-4412-9060-048e2e10b26f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=0c023cc5-133e-464d-877a-d42f6fb9af05,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.450857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53698) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:45.457046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:45.458131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:45.488100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.517131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:45.520728 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.526866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.557781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.581925 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0873-cb16-436b-948f-f08da0f5ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.600710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:45.604362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.615753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.656894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:36:45.656894 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:36:45.656894 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': 'a3d1cbdd0b634c4990ca857268bf28a8', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 36, 45, 572231)}] Jul 16 08:36:45.656894 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:36:45.657355 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:36:45.670939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Network cf88b841-bcad-4427-9594-d52f13f19305 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:45.683460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:45.700951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:45.701311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.706310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event updated for resources: {'Port': ['ID=c3121646-ba1c-4d63-b2a3-ebbecf44f979,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.706813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Subnet': ['ID=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.771952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:45.776500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.780305 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.818961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Checking segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:45.819975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network hostable DHCP agents. Network: 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:45.828309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Allocated IP 172.20.0.3 (cf88b841-bcad-4427-9594-d52f13f19305/6bee3071-7f7f-45c2-bc97-698f3b6910f8/7bdaf700-c067-453e-a63f-8f4cf5c02985) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:45.844843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.845189 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Added segment d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92 of type vlan for network 70f86f9d-785f-467c-bf19-de7169b02965 Jul 16 08:36:45.883112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec9e2e99-995a-40df-8782-8987479328fe up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:45.924398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Allocated IP 172.20.0.2 (cb832068-27e6-49ee-b711-fc8e14512fb8/456243ff-9820-4c6b-b358-90adaca2cbfd/f564f0e4-9796-4055-8b5f-5d3775bd09e8) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:45.940249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ec9e2e99-995a-40df-8782-8987479328fe completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:45.945665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ec9e2e99-995a-40df-8782-8987479328fe triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:45.946235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.946544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:45.968297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.008374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:46.031299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.032302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.042394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.047939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c820c18-4d4a-4683-a599-659cc88f1fcb None None] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:46.074252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.093649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ec9e2e99-995a-40df-8782-8987479328fe, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec9e2e99-995a-40df-8782-8987479328fe,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:46.107955 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.130094 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.140840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad327806-c893-417b-91b0-9d8c87a76e77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1245182 Jul 16 08:36:46.173189 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.179303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.179950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.187048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53702) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:46.204100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'subnet': {'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:46.218283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:46.221697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ec9e2e99-995a-40df-8782-8987479328fe,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.290174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:46.291404 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.315602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c0c8952-7e0f-4ac4-9127-526ec75bec77 req-8da1569c-202c-4918-a344-47ea1d62a745 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 210 time: 0.3977807 Jul 16 08:36:46.354026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-0a7add72-c402-4618-aab2-f0c62feb818d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6546218 Jul 16 08:36:46.356588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:46.368835 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0353913 Jul 16 08:36:46.369680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f157d8f1-692e-4cec-b071-17704837039e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.369973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.378699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.379049 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Added segment 68b82f27-349f-4c86-a7cc-3861946e276e of type vlan for network 403e1a12-e2ec-4877-807a-187d784f3d1f Jul 16 08:36:46.383544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53708) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:46.393400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-005138c3-9fa1-4da2-b30e-393c51382db8 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:46.396908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-005138c3-9fa1-4da2-b30e-393c51382db8 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142276 Jul 16 08:36:46.432850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'subnet': {'network_id': '70f86f9d-785f-467c-bf19-de7169b02965', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:46.481270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Allocated IP 10.1.1.2 (5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f/a14aa1fb-bb87-406c-9b8d-ff3b70df3d81/246e46ec-7090-4a42-a06f-2b80d28e0331) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:46.529135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e9262-5ec4-46da-92d9-ba73609b114f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Network': ['ID=70f86f9d-785f-467c-bf19-de7169b02965,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.540907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 70f86f9d-785f-467c-bf19-de7169b02965 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:46.587526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Request body: {'port': {'device_id': '0745a920-0291-4fa9-a8f2-1247dea33909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:46.657493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d2518ac-66ba-4a6d-b6d6-fc893f0293bf req-b87d7cc3-6e75-42ed-bac3-b6697aedffe3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 210 time: 0.1550648 Jul 16 08:36:46.664478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.688993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.708184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.782599 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.794315 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.796482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.806890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Transition to ACTIVE for port object 246e46ec-7090-4a42-a06f-2b80d28e0331 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:46.811715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:46.815193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.826092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Transition to ACTIVE for port object 246e46ec-7090-4a42-a06f-2b80d28e0331 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:46.833472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.847389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.859728 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Sync routers for ids ['4113e794-20b7-424e-8d41-bc3079331110'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:46.872696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181471ec-c21f-4cea-bf34-7730a49ee614 req-09334db1-54c5-41bc-8c36-21a13d921687 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.879894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-181471ec-c21f-4cea-bf34-7730a49ee614 req-09334db1-54c5-41bc-8c36-21a13d921687 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 946 time: 0.2502975 Jul 16 08:36:46.882571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:46.883391 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Routers {'4113e794-20b7-424e-8d41-bc3079331110'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:46.884044 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4113e794-20b7-424e-8d41-bc3079331110'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:46.887890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:46.890328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:46.901864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Pushing event updated for resources: {'Port': ['ID=246e46ec-7090-4a42-a06f-2b80d28e0331,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.935067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:46.939289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.942831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.949514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.950539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.955515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.976589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Attempting to bind port 246e46ec-7090-4a42-a06f-2b80d28e0331 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:46.976965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Attempting to bind port 246e46ec-7090-4a42-a06f-2b80d28e0331 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:46.977333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Attempting to bind port 246e46ec-7090-4a42-a06f-2b80d28e0331 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:46.982626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:46.983083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Checking segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:46.983543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.983942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Bound using segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:46.984576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Bound port: 246e46ec-7090-4a42-a06f-2b80d28e0331, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:46.984961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.004904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': '9c907df7-b21b-41da-a85b-f737f9c1bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:47.005265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: 0c023cc5-133e-464d-877a-d42f6fb9af05, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:47.007359 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Set router 4113e794-20b7-424e-8d41-bc3079331110 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:47.030940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-181471ec-c21f-4cea-bf34-7730a49ee614 req-c4986ddd-f79c-41db-8b8f-e597343d0e14 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474643 Jul 16 08:36:47.067885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:47.086482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] For port 246e46ec-7090-4a42-a06f-2b80d28e0331, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:47.087185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.091686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] For port 246e46ec-7090-4a42-a06f-2b80d28e0331, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=246e46ec-7090-4a42-a06f-2b80d28e0331,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:47.098706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.120665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0522974 Jul 16 08:36:47.123013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53716) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:47.139481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:47.186491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac8da2-0822-44b8-9cf3-d2f1f3a0313a None None] Pushing event updated for resources: {'Port': ['ID=246e46ec-7090-4a42-a06f-2b80d28e0331,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.258813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5b5e-7133-4a73-b541-70b1cc6e332e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Network': ['ID=403e1a12-e2ec-4877-807a-187d784f3d1f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.277241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:47.292330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Network cf88b841-bcad-4427-9594-d52f13f19305 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:47.306291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.314409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:47.330801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event updated for resources: {'Port': ['ID=7bdaf700-c067-453e-a63f-8f4cf5c02985,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.336963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:47.501302 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd589d4d3-db94-4074-99e3-0d191591ad5b', 'name': '', 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'mac_address': 'fa:16:3e:88:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:38Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 2, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'subnets': [{'id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.513255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:47.557678 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Checking router: 4113e794-20b7-424e-8d41-bc3079331110 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:47.557997 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Updating router 4113e794-20b7-424e-8d41-bc3079331110 port d589d4d3-db94-4074-99e3-0d191591ad5b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:47.596018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.629351 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.668147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:47.670560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:47.718664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3121646-ba1c-4d63-b2a3-ebbecf44f979 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:47.729152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.743894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Transition to ACTIVE for port object c3121646-ba1c-4d63-b2a3-ebbecf44f979 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:47.756393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 0c023cc5-133e-464d-877a-d42f6fb9af05) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:47.765825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.766625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c700b-6cfc-48ab-a4f8-4b8a042c1eb0 None None] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:47.776034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:47.779905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.784347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event updated for resources: {'Port': ['ID=f564f0e4-9796-4055-8b5f-5d3775bd09e8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.849762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:47.851077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:47.851405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.851749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.951975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-5374fec8-2a8a-423d-ae1c-40b5bcbef7c4 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8557210 Jul 16 08:36:47.956708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.021603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Request body: {'port': {'device_id': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.025984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 246e46ec-7090-4a42-a06f-2b80d28e0331 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:48.079997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-0c023cc5-133e-464d-877a-d42f6fb9af05', 'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': 'fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:48.081220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.102813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.103786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.134356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Pushing event updated for resources: {'Port': ['ID=c3121646-ba1c-4d63-b2a3-ebbecf44f979,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.135055 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.155387 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Transition to ACTIVE for port object d589d4d3-db94-4074-99e3-0d191591ad5b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:48.163699 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.231491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.237221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 246e46ec-7090-4a42-a06f-2b80d28e0331 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:48.291512 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Attempting to bind port d589d4d3-db94-4074-99e3-0d191591ad5b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:48.292030 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Attempting to bind port d589d4d3-db94-4074-99e3-0d191591ad5b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:48.292483 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Attempting to bind port d589d4d3-db94-4074-99e3-0d191591ad5b on network b8640244-191c-481d-9a3f-7e9ba02d5ee2 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:48.295777 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Pushing event updated for resources: {'Port': ['ID=d589d4d3-db94-4074-99e3-0d191591ad5b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.306250 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.306737 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.307338 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.307769 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.308318 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.308746 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.309236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.309686 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.310153 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.310645 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.311155 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.311608 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.317859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-f65636f2-25ab-4612-ba9d-66a1a1a0bdd2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3095176 Jul 16 08:36:48.323096 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:48.323646 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Checking segment: {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.324155 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.324729 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Bound using segment: {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:48.326074 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Bound port: d589d4d3-db94-4074-99e3-0d191591ad5b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729010a1-c6e0-42cf-a73f-f6cb46c5c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:48.326600 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.358809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Subnet': ['ID=9044e804-f16a-47fa-8d3a-f6624c3c9884,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.364688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ce5fad17-6abf-4731-aec1-1c867a1c9840 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9126511 Jul 16 08:36:48.365501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Request body: {'port': {'device_id': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.370026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53734) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.376163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2020613470'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.384540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec9e2e99-995a-40df-8782-8987479328fe up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:48.437260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.445583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.488335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Allocated IP 2001:db8::2 (0c023cc5-133e-464d-877a-d42f6fb9af05/fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6/444fd078-3439-485e-b761-e55f88264a37) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:48.499976 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] For port d589d4d3-db94-4074-99e3-0d191591ad5b, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:48.500192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Checking segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.500457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network hostable DHCP agents. Network: 70f86f9d-785f-467c-bf19-de7169b02965, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:48.505923 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] For port d589d4d3-db94-4074-99e3-0d191591ad5b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d589d4d3-db94-4074-99e3-0d191591ad5b,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:48.514729 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.539160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ec9e2e99-995a-40df-8782-8987479328fe triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:48.539790 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.585421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Checking segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.586187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network hostable DHCP agents. Network: bfa75b7d-5873-4e57-922c-47b3e04e232e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:48.620584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.644810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95da6f-3a44-4854-906b-a0d1de902f2b req-89e9751e-be2e-4404-b9b1-a500ba2806cc tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.652380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a95da6f-3a44-4854-906b-a0d1de902f2b req-89e9751e-be2e-4404-b9b1-a500ba2806cc tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 931 time: 0.5344012 Jul 16 08:36:48.684579 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262634-250f-4205-966e-f7845b5cd238 None None] Pushing event updated for resources: {'Port': ['ID=d589d4d3-db94-4074-99e3-0d191591ad5b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.690777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=f714a734-f865-451f-bc79-f5b1c1db6ed5,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.700398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Attempting to bind port c3121646-ba1c-4d63-b2a3-ebbecf44f979 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:48.700739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Attempting to bind port c3121646-ba1c-4d63-b2a3-ebbecf44f979 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:48.701075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Attempting to bind port c3121646-ba1c-4d63-b2a3-ebbecf44f979 on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:48.709176 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Routers {'4113e794-20b7-424e-8d41-bc3079331110'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:48.710433 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4113e794-20b7-424e-8d41-bc3079331110'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:48.728829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Port c3121646-ba1c-4d63-b2a3-ebbecf44f979 on network cf88b841-bcad-4427-9594-d52f13f19305 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:48.729297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Attempting to bind port c3121646-ba1c-4d63-b2a3-ebbecf44f979 on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:48.761847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Subnet': ['ID=beb22244-7f42-4edc-9970-fb142d092415,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.762475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799eaa-2641-4151-a6b1-1adff8ce2a23 req-1c8b8cc6-b7c5-4041-aa27-a74d380253d8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.784737 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33799eaa-2641-4151-a6b1-1adff8ce2a23 req-1c8b8cc6-b7c5-4041-aa27-a74d380253d8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 931 time: 1.0127935 Jul 16 08:36:48.822564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50b274-bf0b-4c69-a681-a3c54d320de6 None None] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:48.827125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network 70f86f9d-785f-467c-bf19-de7169b02965 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:48.832308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:48.832754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Checking segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.833057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Bound using segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:48.833512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Bound port: c3121646-ba1c-4d63-b2a3-ebbecf44f979, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:48.834227 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.853780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 70f86f9d-785f-467c-bf19-de7169b02965) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:48.871665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.876360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab929073-b1ac-4f26-8c10-e57531d15a2d None None] Network 70f86f9d-785f-467c-bf19-de7169b02965 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:48.894680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a95da6f-3a44-4854-906b-a0d1de902f2b req-4985096a-5210-4746-866d-8198e46acedb tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412190 Jul 16 08:36:48.899492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.902206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.917284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:48.924435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Transition to ACTIVE for port object 444fd078-3439-485e-b761-e55f88264a37 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:48.936838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network bfa75b7d-5873-4e57-922c-47b3e04e232e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:48.937797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.945686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33799eaa-2641-4151-a6b1-1adff8ce2a23 req-95516e6a-303e-485a-b047-f1494faab715 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600358 Jul 16 08:36:48.953593 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.001342 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] Set router 4113e794-20b7-424e-8d41-bc3079331110 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:49.007995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 9ea77f7f-40aa-475c-81a7-3e8edfca7652 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:49.025122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:49.025791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network hostable DHCP agents. Network: 403e1a12-e2ec-4877-807a-187d784f3d1f, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:49.098375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-694939e5-b179-4995-b898-f79368ca1126 None None] Provisioning for port 246e46ec-7090-4a42-a06f-2b80d28e0331 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:49.117368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Transition to ACTIVE for port object 444fd078-3439-485e-b761-e55f88264a37 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:49.125696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-694939e5-b179-4995-b898-f79368ca1126 None None] Provisioning complete for port 246e46ec-7090-4a42-a06f-2b80d28e0331 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:49.126216 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-694939e5-b179-4995-b898-f79368ca1126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.166124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.205994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:49.209933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] For port c3121646-ba1c-4d63-b2a3-ebbecf44f979, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:49.216974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] For port c3121646-ba1c-4d63-b2a3-ebbecf44f979, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:49.225612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.232986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 403e1a12-e2ec-4877-807a-187d784f3d1f) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:49.258500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a5c7a-2fef-4ea9-b7ea-d04ee13a8169 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:49.317377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:49.321505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.322882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.355737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:49.362020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.362649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.364125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] 10.222.0.18 "PUT /v2.0/ports/c3121646-ba1c-4d63-b2a3-ebbecf44f979 HTTP/1.1" status: 200 len: 1092 time: 2.9511712 Jul 16 08:36:49.367642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745a920-0291-4fa9-a8f2-1247dea33909', 'tag': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:49.375622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:49.376325 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d632b05d-503f-4689-8db7-2862e821efda" -d '{"events": [{"name": "network-changed", "server_uuid": "0745a920-0291-4fa9-a8f2-1247dea33909", "tag": "c3121646-ba1c-4d63-b2a3-ebbecf44f979"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:49.415111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-de866aa5-b4b4-40f5-9fda-f37d33301fbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2908394 Jul 16 08:36:49.421996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53750) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:49.438693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Pushing event updated for resources: {'Port': ['ID=444fd078-3439-485e-b761-e55f88264a37,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.440387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'name': 'tempest-NetworksTestDHCPv6-618581995'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:49.444576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d447b4-5262-4f6e-b864-4480c8454e2c service neutron] Pushing event updated for resources: {'Port': ['ID=c3121646-ba1c-4d63-b2a3-ebbecf44f979,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.481728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::81 (0c023cc5-133e-464d-877a-d42f6fb9af05/fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6/9ea77f7f-40aa-475c-81a7-3e8edfca7652) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:49.521157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, bfa75b7d-5873-4e57-922c-47b3e04e232e) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:49.526322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.526910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.560173 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd589d4d3-db94-4074-99e3-0d191591ad5b', 'name': '', 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'mac_address': 'fa:16:3e:88:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:38Z', 'updated_at': '2021-07-16T08:36:48Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'subnets': [{'id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:49.595959 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9fe124-ca2e-417c-92f6-7fe1c34cf2e4 None None] The sync data for ids ['4113e794-20b7-424e-8d41-bc3079331110'] in n-d-798249-10 is: [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:41Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd589d4d3-db94-4074-99e3-0d191591ad5b', 'name': '', 'network_id': 'b8640244-191c-481d-9a3f-7e9ba02d5ee2', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'mac_address': 'fa:16:3e:88:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:38Z', 'updated_at': '2021-07-16T08:36:48Z', 'revision_number': 4, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'subnets': [{'id': 'dd1100b7-2c73-496b-8b1d-f868b83c41a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:49.597594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-70f86f9d-785f-467c-bf19-de7169b02965', 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'fixed_ips': [{'subnet_id': '9044e804-f16a-47fa-8d3a-f6624c3c9884'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:49.598591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.601624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdef8df-20c7-4f6f-b4ae-8cbeda334a6a None None] Network bfa75b7d-5873-4e57-922c-47b3e04e232e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:49.609067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dcbb2bfb-1759-4be2-8a2d-380c7828f79f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4140239 Jul 16 08:36:49.621085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53752) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:49.627079 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fe97ed7-b953-44bd-82f6-2c22feaad0b1 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2346985 Jul 16 08:36:49.628376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53754) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:49.641236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'name': 'tempest-TaggedBootDevicesTest_v242-314843553', 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:49.643115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1345940082'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:49.773652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.791513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 9ea77f7f-40aa-475c-81a7-3e8edfca7652 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:49.827515 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a526c43-ef63-42ee-b27e-17b4eb4b60d8 x-openstack-request-id: req-0a526c43-ef63-42ee-b27e-17b4eb4b60d8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:49.827791 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745a920-0291-4fa9-a8f2-1247dea33909", "tag": "c3121646-ba1c-4d63-b2a3-ebbecf44f979", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:49.828192 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a526c43-ef63-42ee-b27e-17b4eb4b60d8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:49.828608 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0745a920-0291-4fa9-a8f2-1247dea33909', 'tag': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979', 'status': 'completed', 'code': 200} Jul 16 08:36:49.861355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:49.866209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.869899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.895909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-216ddd87-4c7b-4aa9-bbad-07a79418641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.898201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-216ddd87-4c7b-4aa9-bbad-07a79418641b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=0745a920-0291-4fa9-a8f2-1247dea33909 HTTP/1.1" status: 200 len: 1095 time: 0.4750459 Jul 16 08:36:49.949844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:49.964192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:49.966063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d589d4d3-db94-4074-99e3-0d191591ad5b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:50.028376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdaf700-c067-453e-a63f-8f4cf5c02985 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:50.037041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.061779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Transition to ACTIVE for port object 7bdaf700-c067-453e-a63f-8f4cf5c02985 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:50.079899 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.125226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:50.131051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.138929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.175114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:50.181847 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-8407b2fb-ee7f-409a-b022-3337ea58d243 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979 HTTP/1.1" status: 200 len: 217 time: 0.2727728 Jul 16 08:36:50.268276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Pushing event updated for resources: {'Port': ['ID=7bdaf700-c067-453e-a63f-8f4cf5c02985,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.277550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=9ea77f7f-40aa-475c-81a7-3e8edfca7652,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.306278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.306859 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Added segment 4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd of type vlan for network b7066435-9cec-412e-ad6f-3ef8b270416b Jul 16 08:36:50.313374 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-694939e5-b179-4995-b898-f79368ca1126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.315625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Attempting to bind port 444fd078-3439-485e-b761-e55f88264a37 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:50.316018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Attempting to bind port 444fd078-3439-485e-b761-e55f88264a37 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9c907df7-b21b-41da-a85b-f737f9c1bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:50.316610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Attempting to bind port 444fd078-3439-485e-b761-e55f88264a37 on network 0c023cc5-133e-464d-877a-d42f6fb9af05 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:50.335437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:50.340108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.351086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:50.362476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09bf64b8-122a-4cdb-baef-7a0caadc622d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9914999 Jul 16 08:36:50.372744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53764) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:50.372951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:50.373211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Checking segment: {'id': '9c907df7-b21b-41da-a85b-f737f9c1bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:50.373616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.374022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Bound using segment: {'id': '9c907df7-b21b-41da-a85b-f737f9c1bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:50.374491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Bound port: 444fd078-3439-485e-b761-e55f88264a37, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c907df7-b21b-41da-a85b-f737f9c1bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0c023cc5-133e-464d-877a-d42f6fb9af05'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:50.374865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.402832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d589d4d3-db94-4074-99e3-0d191591ad5b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:50.451259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d589d4d3-db94-4074-99e3-0d191591ad5b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:50.451659 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.454994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.455821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-5d727258-f5f2-45f6-b97c-771e981f4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.458977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-5d727258-f5f2-45f6-b97c-771e981f4730 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.2331135 Jul 16 08:36:50.492305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port f714654b-bd18-4863-b4f2-40a43b0f0a95 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:50.500591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Attempting to bind port 7bdaf700-c067-453e-a63f-8f4cf5c02985 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:50.501097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Attempting to bind port 7bdaf700-c067-453e-a63f-8f4cf5c02985 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:50.501532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Attempting to bind port 7bdaf700-c067-453e-a63f-8f4cf5c02985 on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:50.516877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c3ade-c5e9-4f52-a831-1c9ba6bdb70e req-23db8a68-3552-457a-84e3-1bc88bd727b1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.518620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e3c3ade-c5e9-4f52-a831-1c9ba6bdb70e req-23db8a68-3552-457a-84e3-1bc88bd727b1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 931 time: 0.3323925 Jul 16 08:36:50.541434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-694939e5-b179-4995-b898-f79368ca1126 None None] For port 246e46ec-7090-4a42-a06f-2b80d28e0331, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=246e46ec-7090-4a42-a06f-2b80d28e0331,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:50.542469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Port 7bdaf700-c067-453e-a63f-8f4cf5c02985 on network cf88b841-bcad-4427-9594-d52f13f19305 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:50.542945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Attempting to bind port 7bdaf700-c067-453e-a63f-8f4cf5c02985 on network cf88b841-bcad-4427-9594-d52f13f19305 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:50.558151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:50.558151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Checking segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:50.558151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Bound using segment: {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:50.558745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Bound port: 7bdaf700-c067-453e-a63f-8f4cf5c02985, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218de844-5693-4258-a114-5c1a5118cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:50.559212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.563418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-694939e5-b179-4995-b898-f79368ca1126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.581129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-bfa75b7d-5873-4e57-922c-47b3e04e232e', 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'fixed_ips': [{'subnet_id': 'beb22244-7f42-4edc-9970-fb142d092415'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:50.582598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.594462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'f714a734-f865-451f-bc79-f5b1c1db6ed5'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:50.595186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.608012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.614282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.615614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.644802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::197 (403e1a12-e2ec-4877-807a-187d784f3d1f/f714a734-f865-451f-bc79-f5b1c1db6ed5/f714654b-bd18-4863-b4f2-40a43b0f0a95) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:50.655920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Allocated IP 19.80.0.2 (70f86f9d-785f-467c-bf19-de7169b02965/9044e804-f16a-47fa-8d3a-f6624c3c9884/3846cc49-639f-48fe-9a31-911a51e302d2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:50.715349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] For port 444fd078-3439-485e-b761-e55f88264a37, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:50.729349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] For port 7bdaf700-c067-453e-a63f-8f4cf5c02985, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:50.732834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] For port 7bdaf700-c067-453e-a63f-8f4cf5c02985, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:50.747585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f564f0e4-9796-4055-8b5f-5d3775bd09e8 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:50.755560 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.778662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.796350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Transition to ACTIVE for port object f564f0e4-9796-4055-8b5f-5d3775bd09e8 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:50.816296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] For port 444fd078-3439-485e-b761-e55f88264a37, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=444fd078-3439-485e-b761-e55f88264a37,segment=NetworkSegment(9c907df7-b21b-41da-a85b-f737f9c1bbac),segment_id=9c907df7-b21b-41da-a85b-f737f9c1bbac)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:50.840351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2079482 Jul 16 08:36:50.847043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:50.852024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742b5cd-e5c0-4f04-a4d5-374d21a09021 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Network': ['ID=b7066435-9cec-412e-ad6f-3ef8b270416b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.854471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.885450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b7066435-9cec-412e-ad6f-3ef8b270416b details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:50.908819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694939e5-b179-4995-b898-f79368ca1126 None None] Pushing event updated for resources: {'Port': ['ID=246e46ec-7090-4a42-a06f-2b80d28e0331,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.914339 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.924664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e3c3ade-c5e9-4f52-a831-1c9ba6bdb70e req-d3bfb0d7-f51a-4f18-82ad-406a08812a73 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882155 Jul 16 08:36:50.935615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'subnet': {'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:50.975132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.975995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.977565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] 10.222.0.36 "PUT /v2.0/ports/7bdaf700-c067-453e-a63f-8f4cf5c02985 HTTP/1.1" status: 200 len: 1092 time: 2.9614656 Jul 16 08:36:50.980234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'tag': '7bdaf700-c067-453e-a63f-8f4cf5c02985'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:50.982681 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1856929d-3991-4d78-baaa-4a41a441f5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "86fcd3b9-1637-438a-abdf-9cdfd1207e95", "tag": "7bdaf700-c067-453e-a63f-8f4cf5c02985"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:51.001541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.021915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fbcf2-698b-4c9f-b256-353c63dae46a req-9946ae35-a684-47c9-aa7b-3a0faf5b42ce tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.038817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f5fbcf2-698b-4c9f-b256-353c63dae46a req-9946ae35-a684-47c9-aa7b-3a0faf5b42ce tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 943 time: 0.8707430 Jul 16 08:36:51.038817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-b8fcbc36-577a-4a40-9b8a-01c5a35aebbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5528843 Jul 16 08:36:51.112664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object f714654b-bd18-4863-b4f2-40a43b0f0a95 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:51.200123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.216413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f5fbcf2-698b-4c9f-b256-353c63dae46a req-7e5307e9-5d73-4047-a3f4-8269302b85da tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806996 Jul 16 08:36:51.296762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6bb2-dfd9-4b3c-940b-6ac8dd7f3efe service neutron] Pushing event updated for resources: {'Port': ['ID=7bdaf700-c067-453e-a63f-8f4cf5c02985,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.331392 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc538e4-e7d8-4202-835e-91c8bfd38e7c x-openstack-request-id: req-6bc538e4-e7d8-4202-835e-91c8bfd38e7c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:51.336730 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fcd3b9-1637-438a-abdf-9cdfd1207e95", "tag": "7bdaf700-c067-453e-a63f-8f4cf5c02985", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:51.339364 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bc538e4-e7d8-4202-835e-91c8bfd38e7c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:51.342048 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'tag': '7bdaf700-c067-453e-a63f-8f4cf5c02985', 'status': 'completed', 'code': 200} Jul 16 08:36:51.370523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 9ea77f7f-40aa-475c-81a7-3e8edfca7652 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:51.371103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.378179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6c3f158-8101-40b5-a340-402930602bce None None] Provisioning complete for port d589d4d3-db94-4074-99e3-0d191591ad5b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:51.378708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f158-8101-40b5-a340-402930602bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.379257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] device_id is not set on port 4c960b88-af29-41bb-bf44-748b71499b90 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:51.380356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:51.432947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-8b91c759-4852-4bfe-b1e1-48f34be1331a service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785193 Jul 16 08:36:51.494291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:51.522527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'mac_address': 'fa:16:3e:c1:37:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:51.544820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Pushing event updated for resources: {'Port': ['ID=f564f0e4-9796-4055-8b5f-5d3775bd09e8,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.560423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-41679462-0292-4b51-a414-48a49d9be966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.566737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-41679462-0292-4b51-a414-48a49d9be966 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 1095 time: 0.4706600 Jul 16 08:36:51.570741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:51.577206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.582169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Attempting to bind port f564f0e4-9796-4055-8b5f-5d3775bd09e8 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:51.582409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Attempting to bind port f564f0e4-9796-4055-8b5f-5d3775bd09e8 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:51.582564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.582962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Attempting to bind port f564f0e4-9796-4055-8b5f-5d3775bd09e8 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:51.594750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Port f564f0e4-9796-4055-8b5f-5d3775bd09e8 on network cb832068-27e6-49ee-b711-fc8e14512fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:51.595242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Attempting to bind port f564f0e4-9796-4055-8b5f-5d3775bd09e8 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:51.650274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.658299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:51.658594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:51.659089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Bound using segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:51.659652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Bound port: f564f0e4-9796-4055-8b5f-5d3775bd09e8, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:51.660083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.666505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-cb2ebe27-01b8-4712-903f-bf4fb4ae680a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985 HTTP/1.1" status: 200 len: 217 time: 0.0854814 Jul 16 08:36:51.704921 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.744759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f6db-2ef1-41a9-a98c-77d9a54d1e8c None None] Pushing event updated for resources: {'Port': ['ID=444fd078-3439-485e-b761-e55f88264a37,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.764301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Transition to ACTIVE for port object 3846cc49-639f-48fe-9a31-911a51e302d2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:51.798917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/f714a734-f865-451f-bc79-f5b1c1db6ed5/072b5054-00ec-4e45-a494-952349b60d0f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:51.802159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Allocated IP 10.2.2.2 (bfa75b7d-5873-4e57-922c-47b3e04e232e/beb22244-7f42-4edc-9970-fb142d092415/75ad7f46-a7cb-42c8-be11-b545169204cb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:51.806632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d589d4d3-db94-4074-99e3-0d191591ad5b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d589d4d3-db94-4074-99e3-0d191591ad5b,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:51.822308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.852036 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.853376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417380-992f-4a86-865a-ef612f062e57 req-97430fa2-ecd3-4c0f-aec6-24d721463849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.856237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-97430fa2-ecd3-4c0f-aec6-24d721463849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.1792285 Jul 16 08:36:51.899958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Transition to ACTIVE for port object 3846cc49-639f-48fe-9a31-911a51e302d2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:51.915993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8780fa3-f3c3-497b-ada6-db6561f4566d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:51.988123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-382d6668-06b4-4435-9259-0326637d017e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097746 Jul 16 08:36:52.074844 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.079805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] For port f564f0e4-9796-4055-8b5f-5d3775bd09e8, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:52.140078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] For port f564f0e4-9796-4055-8b5f-5d3775bd09e8, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:52.198533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:52.204972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.249219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 246e46ec-7090-4a42-a06f-2b80d28e0331 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:52.272141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.358732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Network 70f86f9d-785f-467c-bf19-de7169b02965 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:52.359805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Pushing event updated for resources: {'Port': ['ID=f564f0e4-9796-4055-8b5f-5d3775bd09e8,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.367191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-92d290c1-204a-44e8-8170-9e96a1a46020 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660820 Jul 16 08:36:52.379967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.395574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-c9149123-f122-4d62-b7e6-f927c959e525 service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151857 Jul 16 08:36:52.477531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 10.1.1.101 (5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f/a14aa1fb-bb87-406c-9b8d-ff3b70df3d81/4c960b88-af29-41bb-bf44-748b71499b90) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:52.505115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:52.522283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['d8780fa3-f3c3-497b-ada6-db6561f4566d'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:52.524633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d589d4d3-db94-4074-99e3-0d191591ad5b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.531725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:52.586424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.587059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.588551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a239595b-ac6c-4b2f-95b9-7a34da5dfb0b service neutron] 10.222.0.18 "PUT /v2.0/ports/f564f0e4-9796-4055-8b5f-5d3775bd09e8 HTTP/1.1" status: 200 len: 1092 time: 4.2396653 Jul 16 08:36:52.756641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Subnet': ['ID=88be4540-32db-4fe2-8be3-a646306bb409,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.796611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.829030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object 4c960b88-af29-41bb-bf44-748b71499b90 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:52.852994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b417380-992f-4a86-865a-ef612f062e57 req-e744f4c8-5ae8-4399-ae48-011565544554 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658248 Jul 16 08:36:52.854786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a5232-1a6d-46d0-8fae-be9fd6533163 None None] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:52.897635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Checking segment: {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:52.898056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network hostable DHCP agents. Network: b7066435-9cec-412e-ad6f-3ef8b270416b, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:52.918169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc84941-44ff-4039-bba4-c058087c33ba req-c00daec7-0df9-4c87-a25f-b679fa749f21 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.929904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2dc84941-44ff-4039-bba4-c058087c33ba req-c00daec7-0df9-4c87-a25f-b679fa749f21 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 943 time: 0.5576360 Jul 16 08:36:52.942144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.943516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f7aebf40-4c20-48ee-bbd7-b9b0ae102820 None None] Provisioning complete for port 246e46ec-7090-4a42-a06f-2b80d28e0331 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:52.944103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7aebf40-4c20-48ee-bbd7-b9b0ae102820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.958312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 9ea77f7f-40aa-475c-81a7-3e8edfca7652 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:52.960647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-703b691b-0bd5-424b-97df-834f8337b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.962494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-703b691b-0bd5-424b-97df-834f8337b727 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 1095 time: 0.1864674 Jul 16 08:36:52.965073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network b7066435-9cec-412e-ad6f-3ef8b270416b is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:53.036347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-e07cede5-59ff-474d-a048-800bbbcd3c1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8 HTTP/1.1" status: 200 len: 217 time: 0.0626001 Jul 16 08:36:53.058181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b7066435-9cec-412e-ad6f-3ef8b270416b) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:53.077193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2dc84941-44ff-4039-bba4-c058087c33ba req-52be7eb7-001e-48f1-bab3-ce80debdf1e3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462400 Jul 16 08:36:53.096608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.097390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.139369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Pushing event updated for resources: {'Port': ['ID=3846cc49-639f-48fe-9a31-911a51e302d2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.144031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6622ea2-9ee5-48c4-ac5f-d295f9e7dfd3 None None] Network b7066435-9cec-412e-ad6f-3ef8b270416b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:53.181935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.194713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eaaa8231-a3a2-47de-a1ab-6c11e023163b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3167660 Jul 16 08:36:53.200934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-88170eb4-5550-42e0-a2b0-43b3aa7b477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.202480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-88170eb4-5550-42e0-a2b0-43b3aa7b477b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.1419015 Jul 16 08:36:53.271958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:53.297634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a759efa1-730b-4060-99dd-5c04b855f949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682733 Jul 16 08:36:53.299987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-44caed7b-2215-44ef-bf05-ca1550b5de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.306096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-44caed7b-2215-44ef-bf05-ca1550b5de73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 1095 time: 0.3115120 Jul 16 08:36:53.356218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'tag': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:53.383711 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db126754-2abd-40dc-b34f-65ac41d99dad" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7ca576-73c2-4eab-bd76-67d8afd8e913", "tag": "f564f0e4-9796-4055-8b5f-5d3775bd09e8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:53.481597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f7aebf40-4c20-48ee-bbd7-b9b0ae102820 None None] Provisioning for port 444fd078-3439-485e-b761-e55f88264a37 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:53.481820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:53.516288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:53.535120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Attempting to bind port 3846cc49-639f-48fe-9a31-911a51e302d2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:53.535745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Attempting to bind port 3846cc49-639f-48fe-9a31-911a51e302d2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:53.536094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Attempting to bind port 3846cc49-639f-48fe-9a31-911a51e302d2 on network 70f86f9d-785f-467c-bf19-de7169b02965 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:53.540541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.542658 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.546183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=f714654b-bd18-4863-b4f2-40a43b0f0a95,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.555387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 246e46ec-7090-4a42-a06f-2b80d28e0331 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:53.555913 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.558074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:53.558571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Checking segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:53.559055 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.559570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Bound using segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:53.560245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Bound port: 3846cc49-639f-48fe-9a31-911a51e302d2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:53.560727 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.562832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b7066435-9cec-412e-ad6f-3ef8b270416b', 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'fixed_ips': [{'subnet_id': '88be4540-32db-4fe2-8be3-a646306bb409'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:53.563829 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.644471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:53.651879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-1008c247-8d5b-48d2-b224-27e1de0e3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.653497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-1008c247-8d5b-48d2-b224-27e1de0e3fa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 914 time: 0.3435833 Jul 16 08:36:53.666552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.674640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:53.712074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-4e7fddd6-5680-4cd2-8241-a8ec143be731 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735170 Jul 16 08:36:53.716857 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-77dca45f-be68-4e89-9702-7ed95b37675e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985 HTTP/1.1" status: 200 len: 217 time: 0.0530348 Jul 16 08:36:53.718166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.730129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Allocated IP 19.86.0.2 (b7066435-9cec-412e-ad6f-3ef8b270416b/88be4540-32db-4fe2-8be3-a646306bb409/1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:53.733176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:53.852833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.853515 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.914818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=9ea77f7f-40aa-475c-81a7-3e8edfca7652,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.933497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6112fe8d-b4bd-430e-a8cb-ead43503a6d7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2978981 Jul 16 08:36:53.936177 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.945945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-350ea853-b53e-4f7f-964a-8aec258f294e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/9ea77f7f-40aa-475c-81a7-3e8edfca7652 HTTP/1.1" status: 204 len: 168 time: 3.5591192 Jul 16 08:36:53.947871 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.950980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.951567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53852) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.956788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d822d-0dfd-4aba-86d2-d75f666f150f req-5ff9f0f9-29fa-408c-b0d7-bb17dc31e090 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.958526 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f89d822d-0dfd-4aba-86d2-d75f666f150f req-5ff9f0f9-29fa-408c-b0d7-bb17dc31e090 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 943 time: 0.8268602 Jul 16 08:36:53.961594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Transition to ACTIVE for port object 75ad7f46-a7cb-42c8-be11-b545169204cb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:53.976624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5d080bb-6865-4e4c-87ba-e3abaaa5e8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5488441 Jul 16 08:36:53.984491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Transition to ACTIVE for port object 75ad7f46-a7cb-42c8-be11-b545169204cb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:53.999802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'name': 'tempest-TaggedBootDevicesTest_v242-303990956', 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:54.008570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.012458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b05d-503f-4689-8db7-2862e821efda req-e94d1d71-0c9c-473a-84a6-9e7601831489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.015731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-e94d1d71-0c9c-473a-84a6-9e7601831489 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&device_id=0745a920-0291-4fa9-a8f2-1247dea33909 HTTP/1.1" status: 200 len: 1095 time: 0.8803582 Jul 16 08:36:54.023533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.029581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-36885f7d-9cb4-41c8-abf8-552c76cc5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.031515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-36885f7d-9cb4-41c8-abf8-552c76cc5cf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.3003750 Jul 16 08:36:54.036382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Transition to ACTIVE for port object 072b5054-00ec-4e45-a494-952349b60d0f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:54.057655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Transition to ACTIVE for port object 072b5054-00ec-4e45-a494-952349b60d0f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:54.061951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-3aae01ee-ce8c-448a-b7ef-85d4bf410363 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.063394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.069301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-3aae01ee-ce8c-448a-b7ef-85d4bf410363 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.077002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-3aae01ee-ce8c-448a-b7ef-85d4bf410363 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/networks?id=70f86f9d-785f-467c-bf19-de7169b02965&id=b7066435-9cec-412e-ad6f-3ef8b270416b&id=70f86f9d-785f-467c-bf19-de7169b02965 HTTP/1.1" status: 200 len: 1392 time: 0.4743600 Jul 16 08:36:54.107873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.118189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.153659 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7464518c-421d-41ca-a127-2a2e83f6a0ac tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:36:54.155501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f89d822d-0dfd-4aba-86d2-d75f666f150f req-f297032c-6868-476c-a1bc-8c45965e1144 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771467 Jul 16 08:36:54.164601 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7464518c-421d-41ca-a127-2a2e83f6a0ac tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/9ea77f7f-40aa-475c-81a7-3e8edfca7652 HTTP/1.1" status: 404 len: 333 time: 0.1982901 Jul 16 08:36:54.171666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.183819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-39e8c5aa-8494-4c2b-b9f9-8a610300b6ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299443 Jul 16 08:36:54.187531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Network bfa75b7d-5873-4e57-922c-47b3e04e232e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:54.209961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Pushing event updated for resources: {'Port': ['ID=75ad7f46-a7cb-42c8-be11-b545169204cb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.219259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:54.285379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] For port 3846cc49-639f-48fe-9a31-911a51e302d2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:54.289175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] For port 3846cc49-639f-48fe-9a31-911a51e302d2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3846cc49-639f-48fe-9a31-911a51e302d2,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:54.297032 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9af9dc9b-62c9-4e91-8da9-668f96847562 req-a14b996e-59e4-4ea2-b661-58ba5d3aa1a6 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696361 Jul 16 08:36:54.304168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6d81aa45-e1c2-4b7a-8f62-56f831314ea7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/quotas/97544d6cbb8e434694ac0ad586ccbc2f HTTP/1.1" status: 200 len: 375 time: 0.2260392 Jul 16 08:36:54.325790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:54.348320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ef992-997a-4dfa-82f5-5585d7bcd7d8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.369699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ef992-997a-4dfa-82f5-5585d7bcd7d8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.371664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ca0ef992-997a-4dfa-82f5-5585d7bcd7d8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3252332 Jul 16 08:36:54.387855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53862) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.430536 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15122f7f-7637-4ab7-ad78-c436cd639a01 x-openstack-request-id: req-15122f7f-7637-4ab7-ad78-c436cd639a01 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:54.430922 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7ca576-73c2-4eab-bd76-67d8afd8e913", "tag": "f564f0e4-9796-4055-8b5f-5d3775bd09e8", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:54.431099 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15122f7f-7637-4ab7-ad78-c436cd639a01 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:54.432681 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'tag': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8', 'status': 'completed', 'code': 200} Jul 16 08:36:54.476417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:54.541297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b05d-503f-4689-8db7-2862e821efda req-140ca4ab-93df-48d3-b99b-9534182986f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.543560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-140ca4ab-93df-48d3-b99b-9534182986f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 200 len: 914 time: 0.4004619 Jul 16 08:36:54.561644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:54.567755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.586030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:54.593455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Attempting to bind port 75ad7f46-a7cb-42c8-be11-b545169204cb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:54.593850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Attempting to bind port 75ad7f46-a7cb-42c8-be11-b545169204cb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:54.594223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Attempting to bind port 75ad7f46-a7cb-42c8-be11-b545169204cb on network bfa75b7d-5873-4e57-922c-47b3e04e232e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:54.626605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:54.626987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Checking segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:54.627785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.628359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Bound using segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:54.629141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Bound port: 75ad7f46-a7cb-42c8-be11-b545169204cb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:54.629546 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.632721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-0d57cbce-6be6-44ba-a156-f82a1e3d2e30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979 HTTP/1.1" status: 200 len: 217 time: 0.0810246 Jul 16 08:36:54.741997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915360e-24f2-4b62-9fd6-95019f904c4f req-98a6d10a-f24d-44b1-a648-4a701b4139b0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.751980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3915360e-24f2-4b62-9fd6-95019f904c4f req-98a6d10a-f24d-44b1-a648-4a701b4139b0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 943 time: 0.2837961 Jul 16 08:36:54.767629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b05d-503f-4689-8db7-2862e821efda req-99acbb02-25f6-4f2b-b05e-e1905dfa058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.777192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-99acbb02-25f6-4f2b-b05e-e1905dfa058d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 200 len: 853 time: 0.1371830 Jul 16 08:36:54.820781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] For port 75ad7f46-a7cb-42c8-be11-b545169204cb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:54.824186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] For port 75ad7f46-a7cb-42c8-be11-b545169204cb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=75ad7f46-a7cb-42c8-be11-b545169204cb,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:54.826104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 444fd078-3439-485e-b761-e55f88264a37 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:54.835884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-4f01af64-4adf-479e-a412-4069405631c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cf88b841-bcad-4427-9594-d52f13f19305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427513 Jul 16 08:36:54.844016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port f714654b-bd18-4863-b4f2-40a43b0f0a95 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:54.844520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.885997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6df78e6-efbf-4f7c-a471-7389f96666a0 None None] Provisioning for port 4c960b88-af29-41bb-bf44-748b71499b90 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:54.899806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3915360e-24f2-4b62-9fd6-95019f904c4f req-cbfa6135-6fd1-4903-a9fd-eaee1014a5c0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462424 Jul 16 08:36:54.906744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6df78e6-efbf-4f7c-a471-7389f96666a0 None None] Provisioning complete for port 4c960b88-af29-41bb-bf44-748b71499b90 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:54.907189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6df78e6-efbf-4f7c-a471-7389f96666a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.955427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.034588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a6df78e6-efbf-4f7c-a471-7389f96666a0 None None] Port 4c960b88-af29-41bb-bf44-748b71499b90 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:55.198153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:55.201527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.211826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.216538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-d2f1b8b6-06ce-43eb-a78d-1542123ceeeb service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623688 Jul 16 08:36:55.266886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for f714654b-bd18-4863-b4f2-40a43b0f0a95 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:55.279419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.376595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Pushing event updated for resources: {'Port': ['ID=072b5054-00ec-4e45-a494-952349b60d0f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.421761 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-34c95cbb-5bf5-4311-9298-ea224da0b5cd tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1132488 Jul 16 08:36:55.440463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db126754-2abd-40dc-b34f-65ac41d99dad req-9c585b57-e70d-4121-b7cb-01632d3bf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.441989 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-9c585b57-e70d-4121-b7cb-01632d3bf055 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 1095 time: 0.9420214 Jul 16 08:36:55.468728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d632b05d-503f-4689-8db7-2862e821efda req-13955cf0-e367-4ff4-b168-7f6e62eb986d service neutron] 10.222.0.18 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396004 Jul 16 08:36:55.475035 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.604026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.611582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d046f37-cf8c-46ce-88da-48c3b5f50242 req-dde5788d-2630-4e56-873c-070d592c712d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.614986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Transition to ACTIVE for port object 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:55.624571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d046f37-cf8c-46ce-88da-48c3b5f50242 req-dde5788d-2630-4e56-873c-070d592c712d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 943 time: 0.1524541 Jul 16 08:36:55.653207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 444fd078-3439-485e-b761-e55f88264a37 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:55.655467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Attempting to bind port 072b5054-00ec-4e45-a494-952349b60d0f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:55.655940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Attempting to bind port 072b5054-00ec-4e45-a494-952349b60d0f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:55.656406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Attempting to bind port 072b5054-00ec-4e45-a494-952349b60d0f on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:55.696377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 444fd078-3439-485e-b761-e55f88264a37 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:55.696934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.700663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Transition to ACTIVE for port object 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:55.745932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-36be1e7b-56b2-440d-b84b-9ed9b1d4f9c9 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5304470 Jul 16 08:36:55.754500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.758154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:55.760015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:55.760536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.761035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:55.761722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Bound port: 072b5054-00ec-4e45-a494-952349b60d0f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:55.762207 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.765070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf2f1-cb3a-4aeb-8ae6-0e1cf312ed30 None None] Pushing event updated for resources: {'Port': ['ID=3846cc49-639f-48fe-9a31-911a51e302d2,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.770563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:55.788377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.800962 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.893217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=f714654b-bd18-4863-b4f2-40a43b0f0a95,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.938692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d046f37-cf8c-46ce-88da-48c3b5f50242 req-44d19c88-2fca-47e8-af5b-9ef5926868fd tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075631 Jul 16 08:36:55.985697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Network b7066435-9cec-412e-ad6f-3ef8b270416b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:55.996029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:56.000234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:56.012848 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.018692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-940f61eb-681f-4fb2-a57a-11ff5c813b09 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/f714654b-bd18-4863-b4f2-40a43b0f0a95 HTTP/1.1" status: 204 len: 168 time: 1.6256261 Jul 16 08:36:56.019566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53878) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:56.041956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91c67f-8cd4-49f4-9a83-e724504afd01 None None] Pushing event updated for resources: {'Port': ['ID=75ad7f46-a7cb-42c8-be11-b545169204cb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:56.068578 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.074731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6 HTTP/1.1" status: 204 len: 168 time: 1.8932545 Jul 16 08:36:56.091581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53880) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:56.099267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7b90f-108f-441d-bdaf-f9c92874383f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:56.202549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f257ddd-1aba-4be0-a207-151bb1e7a3f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.207121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f257ddd-1aba-4be0-a207-151bb1e7a3f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.215257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1f257ddd-1aba-4be0-a207-151bb1e7a3f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1894133 Jul 16 08:36:56.215481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:56.245497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] For port 072b5054-00ec-4e45-a494-952349b60d0f, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:56.248430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ded30f-5520-4bdf-b1d8-ae869ebe85bc None None] Network 0c023cc5-133e-464d-877a-d42f6fb9af05 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:56.332632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-261456cd-b0c5-4b6f-bc11-1cf1f27aafe4 service neutron] 10.222.0.41 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9013295 Jul 16 08:36:56.336467 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.421400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet f714a734-f865-451f-bc79-f5b1c1db6ed5 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:56.425294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.477537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-dea1e0e2-9d38-482a-b1b9-93ca3582e78b service neutron] 10.222.0.41 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245220 Jul 16 08:36:56.501206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db126754-2abd-40dc-b34f-65ac41d99dad req-bc9ed1af-0066-40af-b3cf-901a6795fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.502697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-bc9ed1af-0066-40af-b3cf-901a6795fb54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 1.0405848 Jul 16 08:36:56.506526 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.532478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416f83-687e-4ea8-aafe-4c0c8aa3d9f2 req-1b04dd8a-5512-4ea0-8ceb-7eb351e92ef9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.540656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0416f83-687e-4ea8-aafe-4c0c8aa3d9f2 req-1b04dd8a-5512-4ea0-8ceb-7eb351e92ef9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 943 time: 0.2350633 Jul 16 08:36:56.580298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] device_id is not set on port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:56.637939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Attempting to bind port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:56.638555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Attempting to bind port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:56.639742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Attempting to bind port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 on network b7066435-9cec-412e-ad6f-3ef8b270416b {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:56.680381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0416f83-687e-4ea8-aafe-4c0c8aa3d9f2 req-1ab94d31-7100-4d87-8cd2-ae9d1a75a4c3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387088 Jul 16 08:36:56.681961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] For port 072b5054-00ec-4e45-a494-952349b60d0f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=072b5054-00ec-4e45-a494-952349b60d0f,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:56.702630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471bb5f-c32b-40c1-be47-1145cd2486b4 None None] Network 70f86f9d-785f-467c-bf19-de7169b02965 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:56.778106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.782898 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.818131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Pushing event updated for resources: {'Port': ['ID=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:56.820971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:56.821504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Checking segment: {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:56.822223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.822725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Bound using segment: {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:56.823340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Bound port: 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:56.823863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.905427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-221d4d9b-490c-4da0-86ae-cb9abd52cd56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8 HTTP/1.1" status: 200 len: 217 time: 0.3568511 Jul 16 08:36:56.948565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.962806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3121646-ba1c-4d63-b2a3-ebbecf44f979 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:56.965957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.020693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=f714a734-f865-451f-bc79-f5b1c1db6ed5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.025834 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.030277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e464fb9-6561-4446-ad6f-fa83878473c8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f714a734-f865-451f-bc79-f5b1c1db6ed5 HTTP/1.1" status: 204 len: 168 time: 0.8115745 Jul 16 08:36:57.030492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53898) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:57.057852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.180071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3121646-ba1c-4d63-b2a3-ebbecf44f979, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:57.191967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6a31f796-a034-47af-9baf-b6a1543f7139 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1601520 Jul 16 08:36:57.196679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53900) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:57.201884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:57.268393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-538d1cb2-e2f1-4e2a-b046-13fac2a67a95 service neutron] 10.222.0.41 "GET /v2.0/networks/b7066435-9cec-412e-ad6f-3ef8b270416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789185 Jul 16 08:36:57.305482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1856929d-3991-4d78-baaa-4a41a441f5fb req-97e4a2bb-bbef-47c0-b253-be3527460af2 service neutron] 10.222.0.36 "GET /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4890268 Jul 16 08:36:57.342738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db126754-2abd-40dc-b34f-65ac41d99dad req-f1f6bfc9-f147-41be-bcfb-9226da520d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.344522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-f1f6bfc9-f147-41be-bcfb-9226da520d36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.3918984 Jul 16 08:36:57.389419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 444fd078-3439-485e-b761-e55f88264a37, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=444fd078-3439-485e-b761-e55f88264a37,segment=NetworkSegment(9c907df7-b21b-41da-a85b-f737f9c1bbac),segment_id=9c907df7-b21b-41da-a85b-f737f9c1bbac)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:57.449311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'port_id': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979', 'mac_address': 'fa:16:3e:ba:f5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bee3071-7f7f-45c2-bc97-698f3b6910f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:57.469940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1c71-f754-44ba-9192-823cda105802 None None] Pushing event updated for resources: {'Port': ['ID=072b5054-00ec-4e45-a494-952349b60d0f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.485486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.487113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-08820c2c-4618-4651-a878-219dcdab2570 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318240 Jul 16 08:36:57.488804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:57.498762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.499034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e300d1e1-176e-4d7c-974e-1d08d0c02484 None None] Provisioning complete for port 444fd078-3439-485e-b761-e55f88264a37 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:57.508000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e300d1e1-176e-4d7c-974e-1d08d0c02484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.603500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65318dd9-8f38-4f01-86da-653514441d51 req-2019e791-bcc7-4192-9c81-0a6f14949335 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.605138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65318dd9-8f38-4f01-86da-653514441d51 req-2019e791-bcc7-4192-9c81-0a6f14949335 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 943 time: 0.2515209 Jul 16 08:36:57.638873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 10.1.1.194 (5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f/a14aa1fb-bb87-406c-9b8d-ff3b70df3d81/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:57.736441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65318dd9-8f38-4f01-86da-653514441d51 req-7d37c803-02c3-4cde-9bda-ac98a7caf2da tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Jul 16 08:36:57.850581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-60d6020d-8a5b-4197-8e42-0a416dc69b28 service neutron] 10.222.0.41 "GET /v2.0/networks/b7066435-9cec-412e-ad6f-3ef8b270416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809786 Jul 16 08:36:57.853054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7bdaf700-c067-453e-a63f-8f4cf5c02985 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:57.936309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 444fd078-3439-485e-b761-e55f88264a37 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:57.936742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.938195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.973669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:58.007054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:58.012429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.013027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.041809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8439643 Jul 16 08:36:58.042150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-385a1ecb-a3be-49fa-bdac-1f0e0f474f7a service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049672 Jul 16 08:36:58.044916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53906) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:58.054554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'name': 'tempest-NetworksTestDHCPv6-540652346'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:58.078443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7bdaf700-c067-453e-a63f-8f4cf5c02985, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:58.092545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:58.133015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3ba3ac-ba1b-4f93-b08b-3a7b660591d1 None None] Network bfa75b7d-5873-4e57-922c-47b3e04e232e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:58.144653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc71ec-72e2-4e8f-b253-584f0b2c942d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=d9892833-012b-4b42-a668-de30433d7212,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.255226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.267262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.280388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:58.281906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '7bdaf700-c067-453e-a63f-8f4cf5c02985', 'network_id': 'cf88b841-bcad-4427-9594-d52f13f19305', 'port_id': '7bdaf700-c067-453e-a63f-8f4cf5c02985', 'mac_address': 'fa:16:3e:43:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bee3071-7f7f-45c2-bc97-698f3b6910f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:58.305687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e362bf-7b35-43d2-9b5f-44cd59f6655d req-391f326c-775a-4e92-958b-aab85b660ff4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.313445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88e362bf-7b35-43d2-9b5f-44cd59f6655d req-391f326c-775a-4e92-958b-aab85b660ff4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 943 time: 0.2544475 Jul 16 08:36:58.314581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d589d4d3-db94-4074-99e3-0d191591ad5b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:58.339895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:58.343699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.379289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 2c2addd7-e978-4a75-83b2-144bcce738e3 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:58.411279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88e362bf-7b35-43d2-9b5f-44cd59f6655d req-323a50d1-7209-45bc-a757-0bdc51807123 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943973 Jul 16 08:36:58.418752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.422066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-a8cf10fa-0810-4f07-aa87-9e15dcb85adc service neutron] 10.222.0.41 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706046 Jul 16 08:36:58.440900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3121646-ba1c-4d63-b2a3-ebbecf44f979 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:58.529820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=444fd078-3439-485e-b761-e55f88264a37,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.540654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d589d4d3-db94-4074-99e3-0d191591ad5b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:58.541032 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.617860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f7 (403e1a12-e2ec-4877-807a-187d784f3d1f/d9892833-012b-4b42-a668-de30433d7212/2c2addd7-e978-4a75-83b2-144bcce738e3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:58.717623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3121646-ba1c-4d63-b2a3-ebbecf44f979, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:58.749058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9ea34870-dc31-4253-b5ea-3c8c5ad9a0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878439 Jul 16 08:36:58.796313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:58.806081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port 444fd078-3439-485e-b761-e55f88264a37, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=444fd078-3439-485e-b761-e55f88264a37,segment=NetworkSegment(9c907df7-b21b-41da-a85b-f737f9c1bbac),segment_id=9c907df7-b21b-41da-a85b-f737f9c1bbac)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:58.806572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.809796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:58.886936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:58.925552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port d8780fa3-f3c3-497b-ada6-db6561f4566d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:58.926112 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.961837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.962921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.980540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.981100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.981587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.982286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.982933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.983505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.984286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.984907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.985418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.985891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.986748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.987290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:58.995704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 444fd078-3439-485e-b761-e55f88264a37 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:59.002542 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.006889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0417643 Jul 16 08:36:59.022954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] For port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:59.028022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] For port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:59.039010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741b90b-5857-4e3f-9622-5e16b7eaeb2d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.064784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.104868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db126754-2abd-40dc-b34f-65ac41d99dad req-8d82168c-e520-4bd1-8be3-203635aa8e1b service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0191381 Jul 16 08:36:59.123896 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.129968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6d4a1-e03b-4832-aec6-f75ffcde63ae None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:59.185447 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.194621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8bdb-cdee-4b02-baba-e7b31681bfe4 req-22bd8eb7-55fa-4da1-a7ee-8d2e641a68d2 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.202659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2ee8bdb-cdee-4b02-baba-e7b31681bfe4 req-22bd8eb7-55fa-4da1-a7ee-8d2e641a68d2 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 943 time: 0.2870657 Jul 16 08:36:59.207177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 2c2addd7-e978-4a75-83b2-144bcce738e3 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:59.261058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f564f0e4-9796-4055-8b5f-5d3775bd09e8 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:59.264399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=444fd078-3439-485e-b761-e55f88264a37,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.278217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2ee8bdb-cdee-4b02-baba-e7b31681bfe4 req-066a93e9-d7ac-4bf1-86c8-9dcf3ad53170 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745890 Jul 16 08:36:59.300431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port 444fd078-3439-485e-b761-e55f88264a37 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:59.332850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.396722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f564f0e4-9796-4055-8b5f-5d3775bd09e8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:59.410935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=2c2addd7-e978-4a75-83b2-144bcce738e3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.466988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b304fe6-ec39-42be-b68a-d1e01080b987 req-98890c2c-ac22-4db6-b201-c7a153c0c5bd tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0538814 Jul 16 08:36:59.485235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:59.489193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:59.499646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:59.515895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.517446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.541261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.550334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f2d1290d-6533-4908-ab3c-51489d05c41a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5030046 Jul 16 08:36:59.552187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53932) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:59.567060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c023cc5-133e-464d-877a-d42f6fb9af05']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:59.577438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdaf700-c067-453e-a63f-8f4cf5c02985 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:59.601660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7bdaf700-c067-453e-a63f-8f4cf5c02985, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:59.615145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c907df7-b21b-41da-a85b-f737f9c1bbac') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:59.618229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c907df7-b21b-41da-a85b-f737f9c1bbac') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:59.649817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.666771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8', 'mac_address': 'fa:16:3e:e7:91:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:59.681065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3846cc49-639f-48fe-9a31-911a51e302d2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:59.714650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.719390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24c8b4-1a90-447d-b2eb-1d6daf0f1bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.744613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24c8b4-1a90-447d-b2eb-1d6daf0f1bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.746596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc24c8b4-1a90-447d-b2eb-1d6daf0f1bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1932688 Jul 16 08:36:59.749916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:59.750441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53940) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:59.750842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:59.780325 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:59.844104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.856166 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.905993 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.939366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c3121646-ba1c-4d63-b2a3-ebbecf44f979'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:59.989271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.006198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.010640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/0c023cc5-133e-464d-877a-d42f6fb9af05 HTTP/1.1" status: 204 len: 168 time: 3.8983243 Jul 16 08:37:00.044521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53946) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:00.070563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'name': 'tempest-PortsIpV6TestJSON-2022477963'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:00.099062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a00920-ef83-4f21-a4a7-e5b58aaad098 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=0c023cc5-133e-464d-877a-d42f6fb9af05,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.195028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce09f0-df94-454f-8059-39b89716ed51 req-7d31b1a8-f6db-4cd4-b26c-2b4c6fdace26 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.209257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d3ce09f0-df94-454f-8059-39b89716ed51 req-7d31b1a8-f6db-4cd4-b26c-2b4c6fdace26 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 943 time: 0.4610219 Jul 16 08:37:00.222213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:00.228938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.252294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 564faa24-a24a-485b-a7cc-4178c9599a24 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:00.266747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 2c2addd7-e978-4a75-83b2-144bcce738e3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:00.283165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.358817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f564f0e4-9796-4055-8b5f-5d3775bd09e8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:00.451532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Provisioning for port 3846cc49-639f-48fe-9a31-911a51e302d2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:00.519689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d3ce09f0-df94-454f-8059-39b89716ed51 req-1326d094-16ac-4dad-b322-f694efcd175b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090088 Jul 16 08:37:00.552434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c3121646-ba1c-4d63-b2a3-ebbecf44f979,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.557141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56d158-dde5-4673-a928-672dea5c379f None None] DHCP port deletion for 0c023cc5-133e-464d-877a-d42f6fb9af05 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:00.565399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['7bdaf700-c067-453e-a63f-8f4cf5c02985'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:00.568277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Provisioning complete for port 3846cc49-639f-48fe-9a31-911a51e302d2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:00.568820 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.580074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.580885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f564f0e4-9796-4055-8b5f-5d3775bd09e8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:00.615091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 2c2addd7-e978-4a75-83b2-144bcce738e3 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:00.630492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.662901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3846cc49-639f-48fe-9a31-911a51e302d2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:00.666852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.690217 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.746163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:00.747557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:00.763116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:00.764884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:00.771296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.772572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.779549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086156753', 'description': 'tempest-description--61578630'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:00.852572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=564faa24-a24a-485b-a7cc-4178c9599a24,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.872578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.880167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a902fccc-2a78-4c21-8b3b-293ff21ecec6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8207552 Jul 16 08:37:00.882968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:00.888703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3846cc49-639f-48fe-9a31-911a51e302d2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:00.889092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.930242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.961931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.046331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=2c2addd7-e978-4a75-83b2-144bcce738e3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.062846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7bdaf700-c067-453e-a63f-8f4cf5c02985,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.083601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:01.087379 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ed87bb-4eb8-4acf-9e8b-dc8b23a7c268" -d '{"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-plugged", "status": "completed", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:01.173658 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.181286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-85511483-69ce-403e-841a-b1d6fe03a082 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/2c2addd7-e978-4a75-83b2-144bcce738e3 HTTP/1.1" status: 204 len: 168 time: 1.4258249 Jul 16 08:37:01.186709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be1da6ca-c707-42de-a487-ee4e8f9c7907 req-431cbd5a-e091-4a5c-8d07-55e39c022c50 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0965903 Jul 16 08:37:01.192532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53970) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:01.231619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39c0c9-61f0-468c-a022-234671838746 None None] Pushing event updated for resources: {'Port': ['ID=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.376249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13893266-eadd-4bcf-860e-2633d2a12b1a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.379398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13893266-eadd-4bcf-860e-2633d2a12b1a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.386763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-13893266-eadd-4bcf-860e-2633d2a12b1a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1870103 Jul 16 08:37:01.388071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53974) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:01.450592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f564f0e4-9796-4055-8b5f-5d3775bd09e8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:01.456727 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8345b5-f8c6-42eb-8b46-303a3e89f4f6 x-openstack-request-id: req-ab8345b5-f8c6-42eb-8b46-303a3e89f4f6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:01.457028 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-plugged", "status": "completed", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:01.457288 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab8345b5-f8c6-42eb-8b46-303a3e89f4f6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:01.457691 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'code': 200} Jul 16 08:37:01.488544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05f140-d3ee-4204-9ea5-aece81afcbb5 req-bccbc558-40d1-42be-a142-1229962ca324 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.494520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:01.496761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae05f140-d3ee-4204-9ea5-aece81afcbb5 req-bccbc558-40d1-42be-a142-1229962ca324 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 944 time: 0.3323030 Jul 16 08:37:01.557298 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:01.623422 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.625120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f564f0e4-9796-4055-8b5f-5d3775bd09e8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.632979 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.657654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae05f140-d3ee-4204-9ea5-aece81afcbb5 req-4e019c9a-1ca2-4188-87b5-43bed19e7675 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513684 Jul 16 08:37:01.664013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.741328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9faaba-db5d-4295-953d-a0daef210422,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.777630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.784656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db115bfb-f9da-48bc-9e29-aaeba3708c54 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0130982 Jul 16 08:37:01.786198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53980) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:01.809647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'security_group_rule': {'security_group_id': 'db9faaba-db5d-4295-953d-a0daef210422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:01.875250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.908209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e7e49-298f-4e5b-b1e4-92867c69c425 None None] Network b7066435-9cec-412e-ad6f-3ef8b270416b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:02.020450 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.027618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.049323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e4631c-1f97-44d8-9566-173ad4e24666,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.089597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.096918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d504daa1-accb-4494-b3b8-6398803c0f9a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036013 Jul 16 08:37:02.099038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53988) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:02.104337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'security_group_rule': {'security_group_id': 'db9faaba-db5d-4295-953d-a0daef210422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:02.112236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.176745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c098e9c0-0524-4914-a6b5-002ea933a8f7 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:02.198362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.210319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.398391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] For port 3846cc49-639f-48fe-9a31-911a51e302d2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3846cc49-639f-48fe-9a31-911a51e302d2,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:02.415722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6aaadc3f-7684-4e64-a7c4-5d68c60a4613 req-f95862dd-217e-4f05-94b6-b7c50cfb85f5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0473719 Jul 16 08:37:02.461484 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.462001 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.467534 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.470720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-8336f2ec-088a-456e-b4c0-d176a4c230db tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.477440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-8336f2ec-088a-456e-b4c0-d176a4c230db tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.479040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-8336f2ec-088a-456e-b4c0-d176a4c230db tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "GET /v2.0/networks?id=70f86f9d-785f-467c-bf19-de7169b02965&id=b7066435-9cec-412e-ad6f-3ef8b270416b&id=70f86f9d-785f-467c-bf19-de7169b02965 HTTP/1.1" status: 200 len: 1392 time: 0.1355028 Jul 16 08:37:02.492209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f28530d-ca45-4071-86cf-0963de488723,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.503825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.506530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e4b714df-d643-4f18-b659-9cff6e01d2f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4057927 Jul 16 08:37:02.509253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53996) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:02.509995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 564faa24-a24a-485b-a7cc-4178c9599a24 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:02.510460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.514016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:02.522636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'port': {'device_id': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965', 'admin_state_up': True, 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:02.552773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Pushing event updated for resources: {'Port': ['ID=3846cc49-639f-48fe-9a31-911a51e302d2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.555563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.571158 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.574579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Provisioning for port 072b5054-00ec-4e45-a494-952349b60d0f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:02.595509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet d9892833-012b-4b42-a668-de30433d7212 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:02.599499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.704335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.735220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-15574b97-735a-4008-be02-8296f75c1a32 None None] Provisioning for port 75ad7f46-a7cb-42c8-be11-b545169204cb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:02.748166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.818768 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:37:02.819194 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:37:02.830405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.919036 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.969093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 172.25.0.135 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d6c3b463-95f0-4387-8d95-4948c83569da) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:03.010443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Provisioning for port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:03.011584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=d9892833-012b-4b42-a668-de30433d7212,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:03.026178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3121646-ba1c-4d63-b2a3-ebbecf44f979 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:03.080013 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.103500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabc23b-b5d4-4fca-904d-5fdf6bc77b5d req-a50a8b36-20d5-4701-a49d-d710d91b60a5 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.108184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Provisioning complete for port 3846cc49-639f-48fe-9a31-911a51e302d2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:03.108570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.112852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db3c88-a572-4b3e-b3ac-e78430b9f75f req-7a7ce883-351e-4627-a0dc-190e169ac219 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.115801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e1db3c88-a572-4b3e-b3ac-e78430b9f75f req-7a7ce883-351e-4627-a0dc-190e169ac219 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 944 time: 0.7706697 Jul 16 08:37:03.120305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.122811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-030a8783-8f73-44f8-b751-4eaf930306e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d9892833-012b-4b42-a668-de30433d7212 HTTP/1.1" status: 204 len: 168 time: 1.7277186 Jul 16 08:37:03.135241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:03.138384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dbabc23b-b5d4-4fca-904d-5fdf6bc77b5d req-a50a8b36-20d5-4701-a49d-d710d91b60a5 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 944 time: 0.2334156 Jul 16 08:37:03.165938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port c3121646-ba1c-4d63-b2a3-ebbecf44f979 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:03.176089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port c3121646-ba1c-4d63-b2a3-ebbecf44f979 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:03.176345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.211005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 564faa24-a24a-485b-a7cc-4178c9599a24 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:03.229221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d564788-0c05-4860-acc6-c5b98c2de8d4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873797 Jul 16 08:37:03.241139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54006) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:03.249899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:03.460077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:03.464541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.500672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.531152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797e488-004d-40d5-b43a-085cbfebec81 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:03.553912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 75ad7f46-a7cb-42c8-be11-b545169204cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:03.600183 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.638067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Provisioning for port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:03.699464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Provisioning complete for port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:03.699874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.706249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745a920-0291-4fa9-a8f2-1247dea33909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:03.708847 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b6969-d383-4ad9-8bca-a3b61f35ed93" -d '{"events": [{"server_uuid": "0745a920-0291-4fa9-a8f2-1247dea33909", "name": "network-vif-plugged", "status": "completed", "tag": "c3121646-ba1c-4d63-b2a3-ebbecf44f979"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:03.768666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.787762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c3121646-ba1c-4d63-b2a3-ebbecf44f979, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:03.792306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dbabc23b-b5d4-4fca-904d-5fdf6bc77b5d req-dafbf448-f1ad-4110-a2da-ca870c5ee6ab tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527567 Jul 16 08:37:03.800077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:03.806466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 75ad7f46-a7cb-42c8-be11-b545169204cb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:03.814524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:03.818946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.819749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.829147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.868448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:03.869933 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e1db3c88-a572-4b3e-b3ac-e78430b9f75f req-3ae649cf-1da7-45f2-bc2f-815e9484c27f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435160 Jul 16 08:37:03.870084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 75ad7f46-a7cb-42c8-be11-b545169204cb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:03.870471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.885038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.935259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:03.940072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.965292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54016) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:03.971846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7201869 Jul 16 08:37:03.972882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'name': 'tempest-NetworksTestDHCPv6-1903196770'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:03.985470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7bdaf700-c067-453e-a63f-8f4cf5c02985 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:03.987842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Could not find standard attr ID for object 2c2addd7-e978-4a75-83b2-144bcce738e3. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:37:04.020568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbfd0a-4aa8-4351-84c7-a4387f4abc8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=9fb773a9-33ae-490f-a9d2-5127416f8079,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.070164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.174210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.175342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.181059 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/564faa24-a24a-485b-a7cc-4178c9599a24 HTTP/1.1" status: 204 len: 168 time: 3.2885339 Jul 16 08:37:04.191920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54022) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:04.202036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'mac_address': 'fa:16:3e:9b:b3:89', 'name': 'tempest-PortsIpV6TestJSON-1117599688'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:04.215430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d1c4a-2660-407f-ae3f-026b27bd55ef tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=564faa24-a24a-485b-a7cc-4178c9599a24,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.274225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=d6c3b463-95f0-4387-8d95-4948c83569da,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.289961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:04.298616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:04.298843 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0d594f-72d7-4752-af48-5f351e8a3026 x-openstack-request-id: req-cf0d594f-72d7-4752-af48-5f351e8a3026 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:04.299299 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745a920-0291-4fa9-a8f2-1247dea33909", "name": "network-vif-plugged", "status": "completed", "tag": "c3121646-ba1c-4d63-b2a3-ebbecf44f979", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:04.299299 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf0d594f-72d7-4752-af48-5f351e8a3026 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:04.299576 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0745a920-0291-4fa9-a8f2-1247dea33909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979', 'code': 200} Jul 16 08:37:04.302321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:04.320031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c3121646-ba1c-4d63-b2a3-ebbecf44f979,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.341733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Provisioning complete for port 75ad7f46-a7cb-42c8-be11-b545169204cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:04.347567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.352042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1413afbd-ba9d-481d-8ebe-84526c6887fb req-1bd99165-d0c5-464e-a68e-745fb8bad4aa tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0870414 Jul 16 08:37:04.401618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:04.405271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.421616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:04.440418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.452882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 2069caea-6ce0-4b9d-9a16-5442a9a4cd2a yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:04.503218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Allocated IP 19.80.0.76 (70f86f9d-785f-467c-bf19-de7169b02965/9044e804-f16a-47fa-8d3a-f6624c3c9884/b0a42397-100e-4a5e-8123-d73376061fa6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:04.514342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdef83-056b-4006-8b4d-2ba13d95e423 req-3b6a6486-4fa1-4c33-8f8e-27f573f50a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.516672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1bfdef83-056b-4006-8b4d-2ba13d95e423 req-3b6a6486-4fa1-4c33-8f8e-27f573f50a69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0745a920-0291-4fa9-a8f2-1247dea33909 HTTP/1.1" status: 200 len: 1097 time: 0.3344667 Jul 16 08:37:04.535036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:04.559974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 7bdaf700-c067-453e-a63f-8f4cf5c02985 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:04.567939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 7bdaf700-c067-453e-a63f-8f4cf5c02985 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:04.568933 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.573856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 75ad7f46-a7cb-42c8-be11-b545169204cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=75ad7f46-a7cb-42c8-be11-b545169204cb,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:04.594405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::129 (403e1a12-e2ec-4877-807a-187d784f3d1f/9fb773a9-33ae-490f-a9d2-5127416f8079/2069caea-6ce0-4b9d-9a16-5442a9a4cd2a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:04.594755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.623116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.624039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 072b5054-00ec-4e45-a494-952349b60d0f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:04.657331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1bfdef83-056b-4006-8b4d-2ba13d95e423 req-f24d8d2b-a326-4b15-af93-6576bcdbaa17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300256 Jul 16 08:37:04.686728 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.735388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port d629dab7-4b8b-422c-84c4-51ea04a43f4c yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:04.737205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] Deleting port 072b5054-00ec-4e45-a494-952349b60d0f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:04.737651 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.768624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.784019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 2069caea-6ce0-4b9d-9a16-5442a9a4cd2a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:04.836822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.908077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] For port 072b5054-00ec-4e45-a494-952349b60d0f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=072b5054-00ec-4e45-a494-952349b60d0f,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:04.908516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.938691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.946720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.994275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] Calling delete_port for 072b5054-00ec-4e45-a494-952349b60d0f owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:05.002561 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:37:05.003057 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-8fc47da5-4ab8-4adc-8a4e-b4b3f51ced37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:37:05.007170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:05.009360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=2069caea-6ce0-4b9d-9a16-5442a9a4cd2a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.014702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=75ad7f46-a7cb-42c8-be11-b545169204cb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.040568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Transition to ACTIVE for port object b0a42397-100e-4a5e-8123-d73376061fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:05.045266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f564f0e4-9796-4055-8b5f-5d3775bd09e8 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:05.058953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:05.064694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:05.075196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.076395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.112795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ec87c742-99be-443c-9df3-3684211b8ab8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1455791 Jul 16 08:37:05.134286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54032) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:05.157607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 072b5054-00ec-4e45-a494-952349b60d0f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:05.164349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.174247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.176178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 072b5054-00ec-4e45-a494-952349b60d0f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:05.176553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.248265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.295350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7bdaf700-c067-453e-a63f-8f4cf5c02985, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:05.303539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.312232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f564f0e4-9796-4055-8b5f-5d3775bd09e8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:05.319644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.337819 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.340118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Could not find standard attr ID for object 072b5054-00ec-4e45-a494-952349b60d0f. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:37:05.351546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f564f0e4-9796-4055-8b5f-5d3775bd09e8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:05.351925 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.355278 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No ports have port_id starting with 072b5054-00ec-4e45-a494-952349b60d0f Jul 16 08:37:05.392746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] No DVR routers for this DVR port 072b5054-00ec-4e45-a494-952349b60d0f on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:05.409273 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.424225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5501d9c3-551f-4dd7-b098-033fad6d1203 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:05.426351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.428967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7bdaf700-c067-453e-a63f-8f4cf5c02985,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.431851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.472343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991232-6eb3-4c96-84f2-d0c17ac07a31 req-e9757e2e-5b8a-4d6b-b57a-0d392c8ed763 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.482371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0c32b-f722-445a-b27c-01b249ae6313 None None] Pushing event deleted for resources: {'Port': ['ID=072b5054-00ec-4e45-a494-952349b60d0f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.486016 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26991232-6eb3-4c96-84f2-d0c17ac07a31 req-e9757e2e-5b8a-4d6b-b57a-0d392c8ed763 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 944 time: 0.4103947 Jul 16 08:37:05.542875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4292b8c5-af7e-48b7-a6a2-3b0a1e88e571 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.562148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4292b8c5-af7e-48b7-a6a2-3b0a1e88e571 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.565532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4292b8c5-af7e-48b7-a6a2-3b0a1e88e571 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4291959 Jul 16 08:37:05.585304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54036) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:05.607253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network 70f86f9d-785f-467c-bf19-de7169b02965 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:05.620360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=d6c3b463-95f0-4387-8d95-4948c83569da,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.655114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54630d4c-383c-4aac-8b2e-b4bb795ab4f2 req-689be0d7-33bb-49b1-8378-de0ae46471cc tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.658795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54630d4c-383c-4aac-8b2e-b4bb795ab4f2 req-689be0d7-33bb-49b1-8378-de0ae46471cc tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 944 time: 0.5439508 Jul 16 08:37:05.669886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.693476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:05.703821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:05.713145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.751175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26991232-6eb3-4c96-84f2-d0c17ac07a31 req-56b1269d-0721-42df-a679-6dd1c8ca4e61 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628045 Jul 16 08:37:05.798104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.836636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54630d4c-383c-4aac-8b2e-b4bb795ab4f2 req-df227ce2-6be1-4aca-81b7-6ba923a1b85b tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656432 Jul 16 08:37:05.838303 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.841946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3831eca5-65a5-4853-882e-864bb8ba523e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3316956 Jul 16 08:37:05.848874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3846cc49-639f-48fe-9a31-911a51e302d2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:05.911103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f564f0e4-9796-4055-8b5f-5d3775bd09e8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:05.926362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=d629dab7-4b8b-422c-84c4-51ea04a43f4c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.937412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:05.938836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:05.950232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.952866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.953566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.957916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:05.964215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.964865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.988163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-85b76ffe-aed0-4f8e-9f47-4ee905d5ce00 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7914226 Jul 16 08:37:05.991496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54048) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:06.024609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-134f5e15-0d0c-4b87-a2b8-9449aea5e222 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5039334 Jul 16 08:37:06.063147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'port': {'device_id': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b', 'admin_state_up': True, 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:06.074085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 2069caea-6ce0-4b9d-9a16-5442a9a4cd2a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:06.074437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.152194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9bdb2e-0a3b-45c9-9a03-2d98655f2ed1 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.155543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9a9bdb2e-0a3b-45c9-9a03-2d98655f2ed1 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/d629dab7-4b8b-422c-84c4-51ea04a43f4c HTTP/1.1" status: 200 len: 845 time: 0.1623034 Jul 16 08:37:06.158663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54052) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:06.180962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f564f0e4-9796-4055-8b5f-5d3775bd09e8,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:06.226821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cf853d7d-20e5-44e3-83d1-11817146a678 None None] Could not find standard attr ID for object 072b5054-00ec-4e45-a494-952349b60d0f. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:37:06.271057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3846cc49-639f-48fe-9a31-911a51e302d2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:06.271466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.319746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdaf700-c067-453e-a63f-8f4cf5c02985'}, {'server_uuid': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:06.322878 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9313e-0b8b-4bde-8b03-d81ff7ada9e8" -d '{"events": [{"server_uuid": "86fcd3b9-1637-438a-abdf-9cdfd1207e95", "name": "network-vif-plugged", "status": "completed", "tag": "7bdaf700-c067-453e-a63f-8f4cf5c02985"}, {"server_uuid": "6e7ca576-73c2-4eab-bd76-67d8afd8e913", "name": "network-vif-plugged", "status": "completed", "tag": "f564f0e4-9796-4055-8b5f-5d3775bd09e8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:06.332632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port d629dab7-4b8b-422c-84c4-51ea04a43f4c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:06.332993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.341988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '9fb773a9-33ae-490f-a9d2-5127416f8079'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:06.343105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.393551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-7d351408-8957-461f-8dd1-ae1157a88caa tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2086156753&fields=id&tenant_id=111f823d882545fd8a789792f18188a0 HTTP/1.1" status: 200 len: 267 time: 0.0686786 Jul 16 08:37:06.466699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.466936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:06.471181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.488242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for d629dab7-4b8b-422c-84c4-51ea04a43f4c owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:06.496534 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.497088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:06.511002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f0ed23e9-356e-4dbb-b74b-e52d4dc7c276 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.512462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f0ed23e9-356e-4dbb-b74b-e52d4dc7c276 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 936 time: 0.0837216 Jul 16 08:37:06.512768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 2069caea-6ce0-4b9d-9a16-5442a9a4cd2a owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:06.528418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1aa37414-91ef-4f7e-a0ee-7cd0cb9401b0 None None] Provisioning for port b0a42397-100e-4a5e-8123-d73376061fa6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:06.536534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1aa37414-91ef-4f7e-a0ee-7cd0cb9401b0 None None] Provisioning complete for port b0a42397-100e-4a5e-8123-d73376061fa6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:06.537006 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1aa37414-91ef-4f7e-a0ee-7cd0cb9401b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.627336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-0ccbfece-e873-4c9c-a166-599c85bb67ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.634773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-0ccbfece-e873-4c9c-a166-599c85bb67ce tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 936 time: 0.0863988 Jul 16 08:37:06.642877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0ba4c-12b6-4e14-9741-99e6914a7338 req-705ee8ed-eabf-4fd2-bbd8-242eb6e8ba52 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.644541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4eb0ba4c-12b6-4e14-9741-99e6914a7338 req-705ee8ed-eabf-4fd2-bbd8-242eb6e8ba52 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 931 time: 0.4342971 Jul 16 08:37:06.655485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37414-91ef-4f7e-a0ee-7cd0cb9401b0 None None] Port b0a42397-100e-4a5e-8123-d73376061fa6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:06.664867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/9fb773a9-33ae-490f-a9d2-5127416f8079/899b81d3-c71b-4dea-b52f-f65362ee7c21) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:06.677681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:06.687471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:06.687936 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.698307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-3d9c6e34-0fcc-4493-b649-4cab9c1132e9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0624001 Jul 16 08:37:06.742033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a8ddbff5-f9c1-4a0c-a0f9-1a0298725464 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0426548 Jul 16 08:37:06.743532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4eb0ba4c-12b6-4e14-9741-99e6914a7338 req-46897277-2717-4a81-b043-6cd6b9e9f7ac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876701 Jul 16 08:37:06.785237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.833579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Allocated IP 19.86.0.85 (b7066435-9cec-412e-ad6f-3ef8b270416b/88be4540-32db-4fe2-8be3-a646306bb409/0c683253-83fc-4bc4-b104-d7edd43da6f6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:06.854052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=d629dab7-4b8b-422c-84c4-51ea04a43f4c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:06.886127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.892409 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127f5890-e08e-4edc-9aac-d84674ab21d4 x-openstack-request-id: req-127f5890-e08e-4edc-9aac-d84674ab21d4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:06.893028 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcd3b9-1637-438a-abdf-9cdfd1207e95", "name": "network-vif-plugged", "status": "completed", "tag": "7bdaf700-c067-453e-a63f-8f4cf5c02985", "code": 200}, {"server_uuid": "6e7ca576-73c2-4eab-bd76-67d8afd8e913", "name": "network-vif-plugged", "status": "completed", "tag": "f564f0e4-9796-4055-8b5f-5d3775bd09e8", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:06.893523 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-127f5890-e08e-4edc-9aac-d84674ab21d4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:06.894391 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdaf700-c067-453e-a63f-8f4cf5c02985', 'code': 200} Jul 16 08:37:06.905934 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8', 'code': 200} Jul 16 08:37:06.920455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.927979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-50c9cd84-b237-4b7c-aa57-504c8adcbf79 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/d629dab7-4b8b-422c-84c4-51ea04a43f4c HTTP/1.1" status: 204 len: 168 time: 0.7672322 Jul 16 08:37:06.928715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:07.005115 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c3e323-6c6f-484c-8e63-fb8e61f104b8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:37:07.014518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38c3e323-6c6f-484c-8e63-fb8e61f104b8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/d629dab7-4b8b-422c-84c4-51ea04a43f4c HTTP/1.1" status: 404 len: 333 time: 0.0826149 Jul 16 08:37:07.040968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54074) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:07.043005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.046747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'name': 'tempest-PortsIpV6TestJSON-1879804067'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:07.077385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.097390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Transition to ACTIVE for port object 899b81d3-c71b-4dea-b52f-f65362ee7c21 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:07.101764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:07.110271 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.111076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 75ad7f46-a7cb-42c8-be11-b545169204cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:07.140036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Transition to ACTIVE for port object 899b81d3-c71b-4dea-b52f-f65362ee7c21 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:07.175626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.188505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.200101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ff5a822a-80ed-40b3-8151-ea1979344dab tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.207128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ff5a822a-80ed-40b3-8151-ea1979344dab tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.207537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Transition to ACTIVE for port object 0c683253-83fc-4bc4-b104-d7edd43da6f6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:07.215074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ff5a822a-80ed-40b3-8151-ea1979344dab tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.217218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ff5a822a-80ed-40b3-8151-ea1979344dab tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=bfa75b7d-5873-4e57-922c-47b3e04e232e&id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 1995 time: 0.4744334 Jul 16 08:37:07.245708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-8a2d7465-a396-4303-aedd-a213e256b782 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/quotas/111f823d882545fd8a789792f18188a0 HTTP/1.1" status: 200 len: 375 time: 0.0134780 Jul 16 08:37:07.277186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:07.286248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.319034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.323643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=2069caea-6ce0-4b9d-9a16-5442a9a4cd2a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.332717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.335903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-75fab9da-0df0-4c85-bf39-5550b6f9174c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/2069caea-6ce0-4b9d-9a16-5442a9a4cd2a HTTP/1.1" status: 204 len: 168 time: 1.7266665 Jul 16 08:37:07.341645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54078) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:07.364649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9c01-63e0-4e43-8664-19c029f3e440 req-2999f4c1-7b42-4fc0-a4ff-a6fb95c184e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.367294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d75d9c01-63e0-4e43-8664-19c029f3e440 req-2999f4c1-7b42-4fc0-a4ff-a6fb95c184e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 1097 time: 0.3511925 Jul 16 08:37:07.373804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 1a178597-1837-4da0-a680-9c2b0ee3bccd yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:07.403185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.407384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:07.412596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:07.434059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:07.461936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.483658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Pushing event updated for resources: {'Port': ['ID=899b81d3-c71b-4dea-b52f-f65362ee7c21,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.488461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 75ad7f46-a7cb-42c8-be11-b545169204cb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:07.488841 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.507204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network b7066435-9cec-412e-ad6f-3ef8b270416b is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:07.510821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:07.531846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:07.555166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Attempting to bind port 899b81d3-c71b-4dea-b52f-f65362ee7c21 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:07.555724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Attempting to bind port 899b81d3-c71b-4dea-b52f-f65362ee7c21 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:07.556098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Attempting to bind port 899b81d3-c71b-4dea-b52f-f65362ee7c21 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:07.564163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:07.564551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:07.565028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.565351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:07.565831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Bound port: 899b81d3-c71b-4dea-b52f-f65362ee7c21, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:07.566222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.577931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.618472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.619170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.686360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-50f98a54-3f27-43c8-bb45-be3419b7e763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6475112 Jul 16 08:37:07.696243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.711268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'port': {'device_id': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965', 'admin_state_up': True, 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:07.720757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] For port 899b81d3-c71b-4dea-b52f-f65362ee7c21, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:07.730725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] For port 899b81d3-c71b-4dea-b52f-f65362ee7c21, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=899b81d3-c71b-4dea-b52f-f65362ee7c21,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:07.749875 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.791995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=1a178597-1837-4da0-a680-9c2b0ee3bccd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.827077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 072b5054-00ec-4e45-a494-952349b60d0f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:07.859705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d75d9c01-63e0-4e43-8664-19c029f3e440 req-1e97cf89-1301-49e3-8637-cc40c8c969f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409487 Jul 16 08:37:07.871080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 072b5054-00ec-4e45-a494-952349b60d0f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:07.871405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 072b5054-00ec-4e45-a494-952349b60d0f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:07.871837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 444fd078-3439-485e-b761-e55f88264a37 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:07.873946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191338-a833-4f14-9ae2-fd2d99466ae9 None None] Pushing event updated for resources: {'Port': ['ID=899b81d3-c71b-4dea-b52f-f65362ee7c21,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.875562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:07.887826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:07.901342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 444fd078-3439-485e-b761-e55f88264a37 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:07.901695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 444fd078-3439-485e-b761-e55f88264a37 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:07.910478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227efb-b9b8-4ac7-9991-0c723999c984 req-d6f0318b-cba5-4940-8de5-1a39c2fca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.915103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45227efb-b9b8-4ac7-9991-0c723999c984 req-d6f0318b-cba5-4940-8de5-1a39c2fca502 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 1097 time: 0.6493664 Jul 16 08:37:07.924945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-90e31337-2c0c-4cc9-8e11-44f31d5b1c20 None None] Provisioning for port 0c683253-83fc-4bc4-b104-d7edd43da6f6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:07.930187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-90e31337-2c0c-4cc9-8e11-44f31d5b1c20 None None] Provisioning complete for port 0c683253-83fc-4bc4-b104-d7edd43da6f6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:07.930479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c791cbc-263a-4ec6-9439-e41402fdeef4 req-33581f3d-3be5-4aa6-9e3b-db06ad06bb52 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.930611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-90e31337-2c0c-4cc9-8e11-44f31d5b1c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.932435 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c791cbc-263a-4ec6-9439-e41402fdeef4 req-33581f3d-3be5-4aa6-9e3b-db06ad06bb52 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 945 time: 0.6660914 Jul 16 08:37:07.942504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a1c5bef2-8b2c-4fbf-9fd0-aced8fc1b51e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6881247 Jul 16 08:37:07.946672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:07.958937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.971672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.979095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-90e31337-2c0c-4cc9-8e11-44f31d5b1c20 None None] Port 0c683253-83fc-4bc4-b104-d7edd43da6f6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:07.988362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a3b6ba98-1e33-4025-8801-edaf2e3274ec service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:37:07.989414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a3b6ba98-1e33-4025-8801-edaf2e3274ec service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146594 Jul 16 08:37:08.019942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d28424-7694-4c1c-9db7-4b6206356c82 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.022587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d28424-7694-4c1c-9db7-4b6206356c82 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.024358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-96d28424-7694-4c1c-9db7-4b6206356c82 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6750135 Jul 16 08:37:08.036631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.098895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:08.103162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d5f3d346-b0f2-4584-a13b-570da1b43530 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0605798 Jul 16 08:37:08.109402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54084) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.116572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:08.134344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c791cbc-263a-4ec6-9439-e41402fdeef4 req-8d59a3a6-4667-43d2-989e-2f6e14407b2e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727912 Jul 16 08:37:08.165792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45227efb-b9b8-4ac7-9991-0c723999c984 req-c1764494-eb0c-477d-b0af-27dbab3da7b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260044 Jul 16 08:37:08.225923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:08.227152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.235536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 9fb773a9-33ae-490f-a9d2-5127416f8079 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:08.247560 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.247873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:08.251473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.286234 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-41c0607c-3c6d-46b8-9262-8cd247bc55ee service neutron] 10.222.0.41 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770696 Jul 16 08:37:08.393239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.505246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.592560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-adc864bc-fb05-4544-8df1-1702ef003146 service neutron] 10.222.0.41 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884705 Jul 16 08:37:08.600903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Allocated IP 19.80.0.206 (70f86f9d-785f-467c-bf19-de7169b02965/9044e804-f16a-47fa-8d3a-f6624c3c9884/6d4e6943-984b-4213-ad43-782833044aad) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:08.613769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.692428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739253-bfb8-4043-ae90-e6865625f936 req-3d557cc1-3107-4e20-b1fd-3461a3884230 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.701099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a739253-bfb8-4043-ae90-e6865625f936 req-3d557cc1-3107-4e20-b1fd-3461a3884230 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 945 time: 0.2805824 Jul 16 08:37:08.804949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.813428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.817364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.863171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-8e507b28-198c-4f1d-a547-5ab62ed5f761 service neutron] 10.222.0.41 "GET /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2554278 Jul 16 08:37:08.871099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a739253-bfb8-4043-ae90-e6865625f936 req-b89ef549-d8b3-4209-ab70-b03c41efdbf3 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688964 Jul 16 08:37:08.877138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb773a9-33ae-490f-a9d2-5127416f8079,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.887429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.889493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fea1ddd-7e3c-49bd-b93d-40e09812422d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/9fb773a9-33ae-490f-a9d2-5127416f8079 HTTP/1.1" status: 204 len: 168 time: 0.8511653 Jul 16 08:37:08.894366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54090) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.904425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] In _notify_port_updated(), no bound segment for port 1a178597-1837-4da0-a680-9c2b0ee3bccd on network e477b34c-b085-4a0a-9805-ebcf6cf30a63 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:08.922908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.923783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.925296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/ports/1a178597-1837-4da0-a680-9c2b0ee3bccd HTTP/1.1" status: 200 len: 818 time: 0.8142285 Jul 16 08:37:08.964019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e7dfa-1ced-4cbb-a6a0-685399db4cb0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=1a178597-1837-4da0-a680-9c2b0ee3bccd,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.966708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54096) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:09.267524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-3d9d5773-602c-4cbc-967a-da775fc05e7d service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068611 Jul 16 08:37:09.398272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5c51a951-5042-4bae-ac96-465c473283c9 service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244063 Jul 16 08:37:09.423134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 1a178597-1837-4da0-a680-9c2b0ee3bccd {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:09.423743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.431848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad87fd32-bf79-442f-a21a-eb5526de109b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5325656 Jul 16 08:37:09.448353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:09.514718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.566893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Transition to ACTIVE for port object 6d4e6943-984b-4213-ad43-782833044aad will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:09.623365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-00ad439c-4929-4578-9ca5-85754baf5298 service neutron] 10.222.0.41 "GET /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2163377 Jul 16 08:37:09.628131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.639589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb87a84-efda-43a7-873f-7299b31b65bd req-df353ca0-2f98-4140-adf2-a124e0c5d18f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.645855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb87a84-efda-43a7-873f-7299b31b65bd req-df353ca0-2f98-4140-adf2-a124e0c5d18f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.647878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0bb87a84-efda-43a7-873f-7299b31b65bd req-df353ca0-2f98-4140-adf2-a124e0c5d18f tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 1653 time: 0.1180000 Jul 16 08:37:09.677386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 1a178597-1837-4da0-a680-9c2b0ee3bccd owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:09.682360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.689512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e9d63-518d-493c-905d-49b86abb4c61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.693542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-df5e9d63-518d-493c-905d-49b86abb4c61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2296836 Jul 16 08:37:09.697943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:09.720851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd7da6-5fe3-4643-902c-3ca3d2eb4d7c None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:09.744002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0bb87a84-efda-43a7-873f-7299b31b65bd req-535e6c96-afc5-4028-8a47-44dc4de51093 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Jul 16 08:37:09.760056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network 70f86f9d-785f-467c-bf19-de7169b02965 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:09.765130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46313b23-dd44-419d-8842-ebc032931b2d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.769996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-46313b23-dd44-419d-8842-ebc032931b2d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0709717 Jul 16 08:37:09.772528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54108) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:09.775991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:09.778239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Port': ['ID=6d4e6943-984b-4213-ad43-782833044aad,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:09.780516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:09.836400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3094da9a-20fa-4998-b7d7-1f3b16d3ace0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611658 Jul 16 08:37:09.841802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.842554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.853709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54110) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:09.860487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:09.865881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-6353493f-65cf-4bc2-a5a9-8da2764d4fac tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1597719 Jul 16 08:37:09.916701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Request body: {'port': {'device_id': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:09.949132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ce8ebc0c-1dd0-4c63-9706-f4109ef5fb74 None None] Provisioning for port 899b81d3-c71b-4dea-b52f-f65362ee7c21 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:10.119547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ce8ebc0c-1dd0-4c63-9706-f4109ef5fb74 None None] Could not find standard attr ID for object 2069caea-6ce0-4b9d-9a16-5442a9a4cd2a. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:37:10.158366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:10.162891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.184747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 899b81d3-c71b-4dea-b52f-f65362ee7c21 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:10.220895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.298119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688c9c-a3ce-4063-9a3f-36991a07b06b req-a6129d92-391c-42c7-ac66-82c35916458a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.307592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed688c9c-a3ce-4063-9a3f-36991a07b06b req-a6129d92-391c-42c7-ac66-82c35916458a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 945 time: 0.2941236 Jul 16 08:37:10.308344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:10.359917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-c21da295-e9fe-4e1d-bc4b-80a7d0f12b6c service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210703 Jul 16 08:37:10.400107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bc88bcc5-9279-4419-9225-d99b9282e045 None None] Provisioning for port 6d4e6943-984b-4213-ad43-782833044aad completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:10.424920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bc88bcc5-9279-4419-9225-d99b9282e045 None None] Provisioning complete for port 6d4e6943-984b-4213-ad43-782833044aad triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:10.425062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed688c9c-a3ce-4063-9a3f-36991a07b06b req-58854b02-df4f-4dd1-9e54-8e8f0dbea3b4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164117 Jul 16 08:37:10.425655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc88bcc5-9279-4419-9225-d99b9282e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.474420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 899b81d3-c71b-4dea-b52f-f65362ee7c21 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:10.483443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] Deleting port 899b81d3-c71b-4dea-b52f-f65362ee7c21 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:10.483816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.500313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-05529d65-0709-4643-bf9b-62040ed4bda8 service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218569 Jul 16 08:37:10.524292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 899b81d3-c71b-4dea-b52f-f65362ee7c21 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:10.524621 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.528867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.587032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=1a178597-1837-4da0-a680-9c2b0ee3bccd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:10.601009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.606586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7ad2e2ef-1619-4575-b96c-b3b1b07bd6e8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/1a178597-1837-4da0-a680-9c2b0ee3bccd HTTP/1.1" status: 204 len: 168 time: 1.6282489 Jul 16 08:37:10.607687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54120) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:10.636437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] For port 899b81d3-c71b-4dea-b52f-f65362ee7c21, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=899b81d3-c71b-4dea-b52f-f65362ee7c21,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:10.637150 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.655878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] Calling delete_port for 899b81d3-c71b-4dea-b52f-f65362ee7c21 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:10.735795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-142e9c39-9f95-40e8-94be-0431b2348830 service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223048 Jul 16 08:37:10.772437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bc88bcc5-9279-4419-9225-d99b9282e045 None None] Port 6d4e6943-984b-4213-ad43-782833044aad cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:10.779521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.818128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] Pushing event deleted for resources: {'Port': ['ID=899b81d3-c71b-4dea-b52f-f65362ee7c21,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:10.826667 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No ports have port_id starting with 899b81d3-c71b-4dea-b52f-f65362ee7c21 Jul 16 08:37:10.835813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b1ba1-0fa6-44e8-b532-eb4a19153f6d None None] No DVR routers for this DVR port 899b81d3-c71b-4dea-b52f-f65362ee7c21 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:10.879686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b14f56-5abb-4b7e-b3af-e119a7e2185f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.881474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-79b14f56-5abb-4b7e-b3af-e119a7e2185f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2728233 Jul 16 08:37:10.883962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:10.888230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0fded-d8ec-45be-8503-4f3b8c8c5528 req-409dc401-940e-43eb-8030-28193b827cfc tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.890126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1c0fded-d8ec-45be-8503-4f3b8c8c5528 req-409dc401-940e-43eb-8030-28193b827cfc tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 945 time: 0.2380495 Jul 16 08:37:10.918603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.925993 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ac20d2-0d3d-4652-bb85-6423d21ba768 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:37:10.931139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34ac20d2-0d3d-4652-bb85-6423d21ba768 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/1a178597-1837-4da0-a680-9c2b0ee3bccd HTTP/1.1" status: 404 len: 333 time: 0.0427251 Jul 16 08:37:10.934322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:10.940165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1127663905'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:10.965910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5993f522-63c6-4a27-bdb3-a3077208b804 service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155895 Jul 16 08:37:10.974444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:10.975784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.029339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:11.035908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1c0fded-d8ec-45be-8503-4f3b8c8c5528 req-5d560d95-bec8-4741-91e2-05d4f642e215 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146595 Jul 16 08:37:11.046584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:11.048943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:11.057246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18854699-84af-4be2-b187-9d9a4e87532b None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:11.058708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:11.059332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.096879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2388115 Jul 16 08:37:11.118910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54134) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:11.127503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': 'd572cee0-ac61-4b57-a21d-1eafb0ca9f60', 'ip_address': '2001:db8::3e86:ef93:30b5:8936'}], 'name': 'tempest-NetworksTestDHCPv6-295833183'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.132479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f68ef-ad74-46f1-b102-6b44385e11e6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=d572cee0-ac61-4b57-a21d-1eafb0ca9f60,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.167515 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.168107 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment 18ff9311-d1ba-430f-8753-ba65e04007e1 of type vlan for network 284bedf5-c969-4e67-a8f7-bae25040d706 Jul 16 08:37:11.171674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a42397-100e-4a5e-8123-d73376061fa6 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:11.184491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.239551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.242100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Transition to ACTIVE for port object b0a42397-100e-4a5e-8123-d73376061fa6 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:11.249523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.252046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-7e531cf8-ddc5-468d-92ae-f4a23db80b4f service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657573 Jul 16 08:37:11.365324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.372921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:11.373808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.408254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.449321 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5139043 Jul 16 08:37:11.464186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:11.469890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.481105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:11.523749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'd572cee0-ac61-4b57-a21d-1eafb0ca9f60'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:11.524644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.531463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442278e3-7388-48e6-b07d-e1c0ca8fc541 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=284bedf5-c969-4e67-a8f7-bae25040d706,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.557802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-3e8437a2-8a02-48fc-ab51-1a447f1cf91d service neutron] 10.222.0.41 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987015 Jul 16 08:37:11.562669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:11.680697 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.757919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port ddb5176e-7b33-4913-a7ac-5a8df9f18669 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:11.802571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-0f412901-202e-4420-817b-aa8a2d10cb5f service neutron] 10.222.0.41 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438858 Jul 16 08:37:11.903888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:11.907922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.971664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Attempting to bind port b0a42397-100e-4a5e-8123-d73376061fa6 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:11.972331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Attempting to bind port b0a42397-100e-4a5e-8123-d73376061fa6 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:11.972331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Attempting to bind port b0a42397-100e-4a5e-8123-d73376061fa6 on network 70f86f9d-785f-467c-bf19-de7169b02965 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:12.017590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Port b0a42397-100e-4a5e-8123-d73376061fa6 on network 70f86f9d-785f-467c-bf19-de7169b02965 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:12.017923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Attempting to bind port b0a42397-100e-4a5e-8123-d73376061fa6 on network 70f86f9d-785f-467c-bf19-de7169b02965 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:12.086573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:12.087198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Checking segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:12.087444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f74651eb-e5b3-48cd-aac0-f763c09b038a service neutron] 10.222.0.41 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587154 Jul 16 08:37:12.087967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Bound using segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:12.088575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Bound port: b0a42397-100e-4a5e-8123-d73376061fa6, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:12.089092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.097818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 899b81d3-c71b-4dea-b52f-f65362ee7c21 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:12.102185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/d572cee0-ac61-4b57-a21d-1eafb0ca9f60/4010bec7-c135-42cf-82ba-f1829ffe689a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:12.134359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 899b81d3-c71b-4dea-b52f-f65362ee7c21 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:12.134696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 899b81d3-c71b-4dea-b52f-f65362ee7c21 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:12.244806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:12.251631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b0a42397-100e-4a5e-8123-d73376061fa6,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:12.263580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.312478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.323230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.324406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.326009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0a42397-100e-4a5e-8123-d73376061fa6 HTTP/1.1" status: 200 len: 1092 time: 2.4206257 Jul 16 08:37:12.328992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:12.332616 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc92356b-8496-46c4-b2be-d69e3613aa87" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:12.367769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Request body: {'port': {'device_id': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:12.384244 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.390999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273cf5a-f9f7-4793-a474-39be609695ed req-6e084791-c7e7-4e4a-a841-7f9d950ad5ed tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.399372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273cf5a-f9f7-4793-a474-39be609695ed req-6e084791-c7e7-4e4a-a841-7f9d950ad5ed tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.406914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Transition to ACTIVE for port object 4010bec7-c135-42cf-82ba-f1829ffe689a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:12.407123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273cf5a-f9f7-4793-a474-39be609695ed req-6e084791-c7e7-4e4a-a841-7f9d950ad5ed tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.418733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9273cf5a-f9f7-4793-a474-39be609695ed req-6e084791-c7e7-4e4a-a841-7f9d950ad5ed tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2387 time: 0.4502816 Jul 16 08:37:12.430594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2692c2c4-141a-45c2-b5be-9b4cb5fba7ee service neutron] 10.222.0.41 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415508 Jul 16 08:37:12.440649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': '18ff9311-d1ba-430f-8753-ba65e04007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:12.441015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: 284bedf5-c969-4e67-a8f7-bae25040d706, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:12.476851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Transition to ACTIVE for port object 4010bec7-c135-42cf-82ba-f1829ffe689a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:12.478353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=8e7e9b0e-b028-4d6e-bcec-da8f61b905b9,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.489441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.572274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c96a93-7070-4119-85e6-81e02d644497 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.580716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:12.589583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:12.593375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:12.610659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Pushing event updated for resources: {'Port': ['ID=4010bec7-c135-42cf-82ba-f1829ffe689a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.631022 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-7f09b611-be8c-4715-a813-541f5426f1be service neutron] 10.222.0.41 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002659 Jul 16 08:37:12.633599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 284bedf5-c969-4e67-a8f7-bae25040d706 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:12.648670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 284bedf5-c969-4e67-a8f7-bae25040d706) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:12.673599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96aefc-6863-43da-949e-5d029111012a None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:12.675028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::3e86:ef93:30b5:8936 (403e1a12-e2ec-4877-807a-187d784f3d1f/d572cee0-ac61-4b57-a21d-1eafb0ca9f60/ddb5176e-7b33-4913-a7ac-5a8df9f18669) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:12.684831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.687987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.715150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9273cf5a-f9f7-4793-a474-39be609695ed req-bab7e1b6-9ed3-4aeb-acbe-3ab8f3a597f2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953465 Jul 16 08:37:12.742515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.751680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db8f5327-edf6-4f0f-9cdb-7db1deb7605b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2860529 Jul 16 08:37:12.752557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54150) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:12.800021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:12.878506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Attempting to bind port 4010bec7-c135-42cf-82ba-f1829ffe689a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:12.878944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Attempting to bind port 4010bec7-c135-42cf-82ba-f1829ffe689a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:12.879301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Attempting to bind port 4010bec7-c135-42cf-82ba-f1829ffe689a on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:12.920459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:12.920890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:12.921255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.921724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:12.922243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Bound port: 4010bec7-c135-42cf-82ba-f1829ffe689a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:12.922603 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.940517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69ba8106-98d0-4d59-9734-d49ca337a9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.113948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:13.120418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.206634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] For port 4010bec7-c135-42cf-82ba-f1829ffe689a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:13.213438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-284bedf5-c969-4e67-a8f7-bae25040d706', 'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': '8e7e9b0e-b028-4d6e-bcec-da8f61b905b9'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:13.214398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.274842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] For port 4010bec7-c135-42cf-82ba-f1829ffe689a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4010bec7-c135-42cf-82ba-f1829ffe689a,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:13.297885 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.339057 n-d-798249-10 neutron-server[93699]: INFO neutron.db.ipam_backend_mixin [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e7e9b0e-b028-4d6e-bcec-da8f61b905b9 (CIDR: 2001:db8::/64) Jul 16 08:37:13.343892 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:37:13.344117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:37:13.374540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e6b436f3-41b8-4141-93d1-b01f1a834b8b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6186972 Jul 16 08:37:13.377521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54166) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:13.383358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:13.559429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.595855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55eef3-3e00-4de8-9a2f-d51602f7f111 req-87aa018c-0b0f-4682-abe0-1de05ca2ab76 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.606778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5f06-80f8-438f-a7ea-ec7c6eb56546 None None] Pushing event updated for resources: {'Port': ['ID=4010bec7-c135-42cf-82ba-f1829ffe689a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:13.621329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b55eef3-3e00-4de8-9a2f-d51602f7f111 req-87aa018c-0b0f-4682-abe0-1de05ca2ab76 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=0745a920-0291-4fa9-a8f2-1247dea33909 HTTP/1.1" status: 200 len: 945 time: 0.6289213 Jul 16 08:37:13.640270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:13.648931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.659477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object ddb5176e-7b33-4913-a7ac-5a8df9f18669 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:13.708502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Allocated IP 2001:db8::2 (284bedf5-c969-4e67-a8f7-bae25040d706/8e7e9b0e-b028-4d6e-bcec-da8f61b905b9/071c4e5c-16bc-4c27-88b2-a549e5ddf3e7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:13.861448 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b55eef3-3e00-4de8-9a2f-d51602f7f111 req-835a09db-709b-4c2f-863e-4b3620e0896e tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301209 Jul 16 08:37:14.167132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c683253-83fc-4bc4-b104-d7edd43da6f6 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:14.180979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.195380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.228794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4010bec7-c135-42cf-82ba-f1829ffe689a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:14.229376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Transition to ACTIVE for port object 0c683253-83fc-4bc4-b104-d7edd43da6f6 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:14.239366 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.249785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.270484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Transition to ACTIVE for port object 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:14.313223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Transition to ACTIVE for port object 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:14.324165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.343645 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439918e1-99ee-4715-8eff-1768c85cb7fc x-openstack-request-id: req-439918e1-99ee-4715-8eff-1768c85cb7fc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:14.344520 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:14.344982 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-439918e1-99ee-4715-8eff-1768c85cb7fc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:14.345741 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6', 'status': 'completed', 'code': 200} Jul 16 08:37:14.400991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:14.409940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:14.414783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:14.419971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 4010bec7-c135-42cf-82ba-f1829ffe689a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:14.454535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:14.468963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:14.471728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Pushing event updated for resources: {'Port': ['ID=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.481196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:14.508592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.519797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.566525 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4463484 Jul 16 08:37:14.569323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54198) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:14.574315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Pushing event updated for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.600452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.651450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Attempting to bind port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:14.651450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Attempting to bind port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '18ff9311-d1ba-430f-8753-ba65e04007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:14.655149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Attempting to bind port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 on network 284bedf5-c969-4e67-a8f7-bae25040d706 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:14.679703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:14.680149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Checking segment: {'id': '18ff9311-d1ba-430f-8753-ba65e04007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:14.683913 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.684411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Bound using segment: {'id': '18ff9311-d1ba-430f-8753-ba65e04007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:14.684931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Bound port: 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff9311-d1ba-430f-8753-ba65e04007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:14.685330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.719890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547a668-49b1-4134-8264-1cc7de9f3389 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=ddb5176e-7b33-4913-a7ac-5a8df9f18669,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.751810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d016-5e65-4698-9c46-cacf87f621fe req-de4efbaf-af07-4814-a5eb-9e96ca36847e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.754125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d52d016-5e65-4698-9c46-cacf87f621fe req-de4efbaf-af07-4814-a5eb-9e96ca36847e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 945 time: 0.6245985 Jul 16 08:37:14.770809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Attempting to bind port 0c683253-83fc-4bc4-b104-d7edd43da6f6 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:14.770809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Attempting to bind port 0c683253-83fc-4bc4-b104-d7edd43da6f6 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:14.770809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Attempting to bind port 0c683253-83fc-4bc4-b104-d7edd43da6f6 on network b7066435-9cec-412e-ad6f-3ef8b270416b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:14.783637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Port 0c683253-83fc-4bc4-b104-d7edd43da6f6 on network b7066435-9cec-412e-ad6f-3ef8b270416b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:14.784476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Attempting to bind port 0c683253-83fc-4bc4-b104-d7edd43da6f6 on network b7066435-9cec-412e-ad6f-3ef8b270416b {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:14.795158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:14.796066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Checking segment: {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:14.796467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Bound using segment: {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:14.796895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Bound port: 0c683253-83fc-4bc4-b104-d7edd43da6f6, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:14.797261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.810951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 284bedf5-c969-4e67-a8f7-bae25040d706 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:14.839498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:14.864718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.866333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.895182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=8476bce3-ccd7-43d4-bbee-146153fa37eb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.909118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-831ced7d-8129-4f32-8008-2d79c273edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.909959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-831ced7d-8129-4f32-8008-2d79c273edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.910682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-831ced7d-8129-4f32-8008-2d79c273edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.916254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-831ced7d-8129-4f32-8008-2d79c273edb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2757 time: 0.5762565 Jul 16 08:37:14.919502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-773f142c-c324-44b4-9df4-cb9aaf64c1bb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5408649 Jul 16 08:37:14.926436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] For port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:14.926572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:14.938691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] For port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,segment=NetworkSegment(18ff9311-d1ba-430f-8753-ba65e04007e1),segment_id=18ff9311-d1ba-430f-8753-ba65e04007e1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:14.956381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.983837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706', 'fixed_ips': [{'subnet_id': '8e7e9b0e-b028-4d6e-bcec-da8f61b905b9'}, {'subnet_id': '8476bce3-ccd7-43d4-bbee-146153fa37eb'}], 'name': 'tempest-PortsIpV6TestJSON-886786205'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:15.052665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c61f0-a131-4b89-968e-da0fb77e3368 None None] Pushing event updated for resources: {'Port': ['ID=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:15.146444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803960b9-a170-45dd-8c50-6674328ea9ad req-6b0baefa-293f-4220-9248-73c392881674 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.153946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803960b9-a170-45dd-8c50-6674328ea9ad req-6b0baefa-293f-4220-9248-73c392881674 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.160697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803960b9-a170-45dd-8c50-6674328ea9ad req-6b0baefa-293f-4220-9248-73c392881674 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.170969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-803960b9-a170-45dd-8c50-6674328ea9ad req-6b0baefa-293f-4220-9248-73c392881674 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2399 time: 0.3306105 Jul 16 08:37:15.212461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:15.239700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:15.243025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cd1a8-e313-4afd-a7ef-c92764d89908 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.251437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cd1a8-e313-4afd-a7ef-c92764d89908 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.259668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-803960b9-a170-45dd-8c50-6674328ea9ad req-96cd0c38-eecf-4ffa-9d06-f2d1bd402990 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Jul 16 08:37:15.262294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.266664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f84cd1a8-e313-4afd-a7ef-c92764d89908 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6747870 Jul 16 08:37:15.284977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54204) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:15.517131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.517763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.523527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c683253-83fc-4bc4-b104-d7edd43da6f6 HTTP/1.1" status: 200 len: 1092 time: 3.1639924 Jul 16 08:37:15.586000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d52d016-5e65-4698-9c46-cacf87f621fe req-4e4f4ebb-1b2c-49b8-b019-65e99875ebe9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004212 Jul 16 08:37:15.633253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31e6023e-c72f-4689-8c05-9d4a4d329356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.637990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-4dfcd809-2119-4b45-b4d8-173d06d93bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.645417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-4dfcd809-2119-4b45-b4d8-173d06d93bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.646144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-4dfcd809-2119-4b45-b4d8-173d06d93bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.651185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-4dfcd809-2119-4b45-b4d8-173d06d93bd3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7203357 Jul 16 08:37:15.671138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Request body: {'port': {'device_id': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:15.745883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.751048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] Provisioning for port 4010bec7-c135-42cf-82ba-f1829ffe689a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:15.759829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] Provisioning complete for port 4010bec7-c135-42cf-82ba-f1829ffe689a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:15.760426 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.915957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5af783e5-a8d6-479a-b9df-c6bbf7237757 req-f9464045-26cb-49dc-840f-003be1ae4f3f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.3035626 Jul 16 08:37:15.931063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bb4d9-d158-4548-88a7-a771d9cfe644 service neutron] Pushing event updated for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.096198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.128328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port ddb5176e-7b33-4913-a7ac-5a8df9f18669 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:16.128920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.165112 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.287602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:16.320070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] For port 4010bec7-c135-42cf-82ba-f1829ffe689a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4010bec7-c135-42cf-82ba-f1829ffe689a,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:16.328276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.363945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:16.366917 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ef5b6-910b-49ef-a11b-5080b653425c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:16.402145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5b906-16e8-41cd-8e15-12602b344aff None None] Pushing event updated for resources: {'Port': ['ID=4010bec7-c135-42cf-82ba-f1829ffe689a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.405717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:16.456924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cdbeea37-d886-491f-b3b7-ac5641d6d805 None None] Provisioning for port ddb5176e-7b33-4913-a7ac-5a8df9f18669 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:16.463583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cdbeea37-d886-491f-b3b7-ac5641d6d805 None None] Provisioning complete for port ddb5176e-7b33-4913-a7ac-5a8df9f18669 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:16.463967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdbeea37-d886-491f-b3b7-ac5641d6d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.522218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeea37-d886-491f-b3b7-ac5641d6d805 None None] Port ddb5176e-7b33-4913-a7ac-5a8df9f18669 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:16.540439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:16.577801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-827ab9f2-9dc3-481e-81fb-3e6123446878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.580256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc92356b-8496-46c4-b2be-d69e3613aa87 req-827ab9f2-9dc3-481e-81fb-3e6123446878 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8211887 Jul 16 08:37:16.588152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.648410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.703010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:16.703525 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.765876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ff445641-acd3-49b5-b00a-bba4151e6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.767269 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ff445641-acd3-49b5-b00a-bba4151e6c93 service neutron] 10.222.0.18 "GET /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 1032 time: 0.3975501 Jul 16 08:37:16.806777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for ddb5176e-7b33-4913-a7ac-5a8df9f18669 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:16.957633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fde8-2dbe-4752-aa74-adf5b96614bb req-540c9534-72af-4a35-8b04-954f239d84f0 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.973818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cd3fde8-2dbe-4752-aa74-adf5b96614bb req-540c9534-72af-4a35-8b04-954f239d84f0 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 0.7142808 Jul 16 08:37:17.085619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cd753-5316-4491-9acb-8fa6d46748c6 None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:17.104486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-29d927f3-7903-4607-8a6a-e51ef029c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.108297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-29d927f3-7903-4607-8a6a-e51ef029c1ba service neutron] 10.222.0.18 "GET /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 1032 time: 0.3191540 Jul 16 08:37:17.213394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cd3fde8-2dbe-4752-aa74-adf5b96614bb req-18d32e18-7f43-4dd7-b3f2-30fe92f9d778 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376201 Jul 16 08:37:17.261154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] Provisioning for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:17.320845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::3d7 (284bedf5-c969-4e67-a8f7-bae25040d706/8e7e9b0e-b028-4d6e-bcec-da8f61b905b9/998dad2b-1f5d-4d0c-9228-5b76ece8eec7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:17.325306 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b4e227-c3f1-4e5d-830e-546c66412c8c x-openstack-request-id: req-26b4e227-c3f1-4e5d-830e-546c66412c8c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:17.325600 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:17.325852 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26b4e227-c3f1-4e5d-830e-546c66412c8c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:17.326242 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6', 'status': 'completed', 'code': 200} Jul 16 08:37:17.342567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8:0:1::3e4 (284bedf5-c969-4e67-a8f7-bae25040d706/8476bce3-ccd7-43d4-bbee-146153fa37eb/998dad2b-1f5d-4d0c-9228-5b76ece8eec7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:17.349709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] Provisioning complete for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:17.350575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.775038 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.786462 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.839079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] For port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,segment=NetworkSegment(18ff9311-d1ba-430f-8753-ba65e04007e1),segment_id=18ff9311-d1ba-430f-8753-ba65e04007e1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:17.890738 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.985160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4e6943-984b-4213-ad43-782833044aad {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:18.005742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.048316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Update dhcp port {'port': {'network_id': '284bedf5-c969-4e67-a8f7-bae25040d706', 'fixed_ips': [{'subnet_id': '8e7e9b0e-b028-4d6e-bcec-da8f61b905b9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8476bce3-ccd7-43d4-bbee-146153fa37eb'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '071c4e5c-16bc-4c27-88b2-a549e5ddf3e7'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:37:18.108964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4010bec7-c135-42cf-82ba-f1829ffe689a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:18.122549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-78dbfccd-072a-4730-a352-d15df9dfd4b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.128409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-04c11dfc-0a92-443c-97aa-fc4be2f9fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.128927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-04c11dfc-0a92-443c-97aa-fc4be2f9fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.129053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-78dbfccd-072a-4730-a352-d15df9dfd4b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.129396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-04c11dfc-0a92-443c-97aa-fc4be2f9fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.131025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-04c11dfc-0a92-443c-97aa-fc4be2f9fe2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2799 time: 0.7608972 Jul 16 08:37:18.135551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-78dbfccd-072a-4730-a352-d15df9dfd4b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.137595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-78dbfccd-072a-4730-a352-d15df9dfd4b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=bfa75b7d-5873-4e57-922c-47b3e04e232e&id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 1995 time: 1.0209458 Jul 16 08:37:18.157718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9414-69ed-4b0d-885b-74f497d5b6b1 req-bbfa2b86-e2e6-46b9-810a-c277b5ae5ac6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.160537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a478333-dc62-4bc0-b72d-bedbb6be2d43 None None] Pushing event updated for resources: {'Port': ['ID=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.163915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9414-69ed-4b0d-885b-74f497d5b6b1 req-bbfa2b86-e2e6-46b9-810a-c277b5ae5ac6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.174040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9414-69ed-4b0d-885b-74f497d5b6b1 req-bbfa2b86-e2e6-46b9-810a-c277b5ae5ac6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.174537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Transition to ACTIVE for port object 6d4e6943-984b-4213-ad43-782833044aad will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:18.180402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.181923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a36c9414-69ed-4b0d-885b-74f497d5b6b1 req-bbfa2b86-e2e6-46b9-810a-c277b5ae5ac6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2399 time: 0.7951262 Jul 16 08:37:18.199079 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.217353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.217575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-9735911b-1af4-406e-a14a-937afb01d8d9 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.219084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-9735911b-1af4-406e-a14a-937afb01d8d9 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "GET /v2.0/ports?device_id=0745a920-0291-4fa9-a8f2-1247dea33909 HTTP/1.1" status: 200 len: 945 time: 0.3133049 Jul 16 08:37:18.227681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=ddb5176e-7b33-4913-a7ac-5a8df9f18669,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.281554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4010bec7-c135-42cf-82ba-f1829ffe689a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:18.282360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.300049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2bc81c98-d4e4-4acd-93ee-f021b57eb0e2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=111f823d882545fd8a789792f18188a0 HTTP/1.1" status: 200 len: 380 time: 0.1463883 Jul 16 08:37:18.308063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.313496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'admin_state_up': True, 'tenant_id': '111f823d882545fd8a789792f18188a0', 'security_groups': ['db9faaba-db5d-4295-953d-a0daef210422']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:18.323670 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.380806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a36c9414-69ed-4b0d-885b-74f497d5b6b1 req-2f1b11ba-176e-4d88-9447-762893122665 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948655 Jul 16 08:37:18.420517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2d379-1ef4-42a5-ac95-71bd9cec8fb8 req-d16d3742-696f-403b-b18e-b9e7a6b69eb1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.422583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:18.423643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2b2d379-1ef4-42a5-ac95-71bd9cec8fb8 req-d16d3742-696f-403b-b18e-b9e7a6b69eb1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 945 time: 0.3737261 Jul 16 08:37:18.448645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.454998 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-211de778-9163-4410-90ea-30a42bd6b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/ddb5176e-7b33-4913-a7ac-5a8df9f18669 HTTP/1.1" status: 204 len: 168 time: 3.1672583 Jul 16 08:37:18.458992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54248) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:18.597163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e6943-984b-4213-ad43-782833044aad,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.645271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0026ae-3a5d-4ee1-9562-4e881c6ba565 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.651308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0026ae-3a5d-4ee1-9562-4e881c6ba565 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.656729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b0026ae-3a5d-4ee1-9562-4e881c6ba565 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1549041 Jul 16 08:37:18.658855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:18.722859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2b2d379-1ef4-42a5-ac95-71bd9cec8fb8 req-c339b5f5-0f7c-4230-9792-db8cdf89ebcd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663960 Jul 16 08:37:18.740082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-5c4d5363-429c-4687-8152-90da612fae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.740082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-5c4d5363-429c-4687-8152-90da612fae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.740082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-5c4d5363-429c-4687-8152-90da612fae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.743375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-5c4d5363-429c-4687-8152-90da612fae11 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5496526 Jul 16 08:37:18.767723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Attempting to bind port 6d4e6943-984b-4213-ad43-782833044aad on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:18.768216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Attempting to bind port 6d4e6943-984b-4213-ad43-782833044aad by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:18.768660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Attempting to bind port 6d4e6943-984b-4213-ad43-782833044aad on network 70f86f9d-785f-467c-bf19-de7169b02965 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:18.778018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Port 6d4e6943-984b-4213-ad43-782833044aad on network 70f86f9d-785f-467c-bf19-de7169b02965 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:18.778506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Attempting to bind port 6d4e6943-984b-4213-ad43-782833044aad on network 70f86f9d-785f-467c-bf19-de7169b02965 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:18.790970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:18.791459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Checking segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:18.791912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Bound using segment: {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:18.792482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Bound port: 6d4e6943-984b-4213-ad43-782833044aad, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:18.792837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.842897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:18.846800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.864956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-578733f5-b169-4dec-a852-76cfd81df3d7 req-6d089bd6-be56-4aac-85a2-14d2b492d64d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.1509395 Jul 16 08:37:18.919933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet d572cee0-ac61-4b57-a21d-1eafb0ca9f60 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:18.939256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.039964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-c6e06bb0-ed2a-408d-ad68-682b82fcc845 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.041739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-c6e06bb0-ed2a-408d-ad68-682b82fcc845 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 945 time: 0.6581259 Jul 16 08:37:19.052185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.074380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Allocated IP 2001:db8:0:1::2 (284bedf5-c969-4e67-a8f7-bae25040d706/8476bce3-ccd7-43d4-bbee-146153fa37eb/071c4e5c-16bc-4c27-88b2-a549e5ddf3e7) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:19.177450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] For port 6d4e6943-984b-4213-ad43-782833044aad, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:19.188105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] For port 6d4e6943-984b-4213-ad43-782833044aad, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6d4e6943-984b-4213-ad43-782833044aad,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:19.198850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] For port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,segment=NetworkSegment(18ff9311-d1ba-430f-8753-ba65e04007e1),segment_id=18ff9311-d1ba-430f-8753-ba65e04007e1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:19.224349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.239789 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.257283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Transition to ACTIVE for port object 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:19.262614 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.283739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Deleting port c3121646-ba1c-4d63-b2a3-ebbecf44f979 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:19.284741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.285220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.348899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.349626 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.352253 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d4e6943-984b-4213-ad43-782833044aad HTTP/1.1" status: 200 len: 1093 time: 3.6976717 Jul 16 08:37:19.364733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'tag': '6d4e6943-984b-4213-ad43-782833044aad'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:19.367903 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b964e51-2b96-4e15-87f6-1d2672fafd87" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "tag": "6d4e6943-984b-4213-ad43-782833044aad"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:19.384550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e5cb9-2de7-44cb-a37e-562773a6d048 None None] Pushing event updated for resources: {'Port': ['ID=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:19.421071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bae89b-fc96-44a8-bcab-139d46c229c7 req-3c2c0a22-994e-47ef-8dda-88a130bbeb7f tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.425552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 284bedf5-c969-4e67-a8f7-bae25040d706 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:19.434152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26bae89b-fc96-44a8-bcab-139d46c229c7 req-3c2c0a22-994e-47ef-8dda-88a130bbeb7f tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/ports?device_id=0745a920-0291-4fa9-a8f2-1247dea33909 HTTP/1.1" status: 200 len: 945 time: 0.5730076 Jul 16 08:37:19.470557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 172.20.0.6 (d2901133-83fa-4369-a680-0a8c30d71109/d0afb511-2a65-4bf9-ba35-d7406e9c390f/92bba5f3-0b40-493c-97db-27c4ceedae30) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:19.543821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:19.561651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:19.577959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.578815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.599133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-ca6057a3-cb4c-4596-a750-a35fd8a7b69d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.601357 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-ca6057a3-cb4c-4596-a750-a35fd8a7b69d tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "GET /v2.0/ports?device_id=86fcd3b9-1637-438a-abdf-9cdfd1207e95 HTTP/1.1" status: 200 len: 945 time: 0.6792684 Jul 16 08:37:19.611396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-eca97114-ebf1-4a7e-a09f-e4bc79f858a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.613662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c95ef5b6-910b-49ef-a11b-5080b653425c req-eca97114-ebf1-4a7e-a09f-e4bc79f858a5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7829981 Jul 16 08:37:19.636928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=998dad2b-1f5d-4d0c-9228-5b76ece8eec7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:19.676445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26bae89b-fc96-44a8-bcab-139d46c229c7 req-3dd3b6d3-79ae-45c6-b7e9-8c5b82eb47a8 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1316ba2-3d84-4d24-a1bc-b325893f87b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410629 Jul 16 08:37:19.736876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad2f28-0288-4508-bf09-784f8143f3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e6943-984b-4213-ad43-782833044aad,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:19.784992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ffe28b41-ff37-426f-9619-770ecca9d504 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.8548462 Jul 16 08:37:19.786841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Deleting port f564f0e4-9796-4055-8b5f-5d3775bd09e8 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:19.787206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.789753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54284) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:19.797072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e7e9b0e-b028-4d6e-bcec-da8f61b905b9'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:19.957410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] For port c3121646-ba1c-4d63-b2a3-ebbecf44f979, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c3121646-ba1c-4d63-b2a3-ebbecf44f979,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:19.957780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.978947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.034706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.092591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Calling delete_port for c3121646-ba1c-4d63-b2a3-ebbecf44f979 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:20.094892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:20.142316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object 92bba5f3-0b40-493c-97db-27c4ceedae30 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:20.146579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Deleting port 7bdaf700-c067-453e-a63f-8f4cf5c02985 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:20.147611 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.331081 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.333012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.344472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c3121646-ba1c-4d63-b2a3-ebbecf44f979'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:20.385002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b1fed-f5af-4e46-81bf-269dae834203 None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:20.404242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.447162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1047b90a-357d-4559-87b9-ec2128741f97 None None] Provisioning for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:20.455343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1047b90a-357d-4559-87b9-ec2128741f97 None None] Provisioning complete for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:20.467816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1047b90a-357d-4559-87b9-ec2128741f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.468962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] No DVR routers for this DVR port c3121646-ba1c-4d63-b2a3-ebbecf44f979 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:20.473379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.474072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.476629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57adc0e7-a758-4818-9d52-3da646235ed0 req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.18 "DELETE /v2.0/ports/c3121646-ba1c-4d63-b2a3-ebbecf44f979 HTTP/1.1" status: 204 len: 173 time: 2.2339149 Jul 16 08:37:20.485098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745a920-0291-4fa9-a8f2-1247dea33909', 'name': 'network-vif-deleted', 'tag': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:20.487946 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8953e13-e410-4f7a-a5fb-41cc94acc4ab" -d '{"events": [{"server_uuid": "0745a920-0291-4fa9-a8f2-1247dea33909", "name": "network-vif-deleted", "tag": "c3121646-ba1c-4d63-b2a3-ebbecf44f979"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:20.491267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208a116-70b8-4fe7-952c-c5cd3c9f4082 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event deleted for resources: {'Port': ['ID=c3121646-ba1c-4d63-b2a3-ebbecf44f979,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.501073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=d572cee0-ac61-4b57-a21d-1eafb0ca9f60,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.512634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a29f-b4d3-4956-b792-96e2f861ed2b req-cdaaf57e-71e1-4c16-acf2-3d3ae678f48d tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.521691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dff5a29f-b4d3-4956-b792-96e2f861ed2b req-cdaaf57e-71e1-4c16-acf2-3d3ae678f48d tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 0.7064736 Jul 16 08:37:20.526824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cebbe7-e475-4b99-a285-67aa696ade25 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:20.531789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.536072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a70eb81f-d414-4445-8a52-e5cd5f0af43f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d572cee0-ac61-4b57-a21d-1eafb0ca9f60 HTTP/1.1" status: 204 len: 168 time: 1.8090396 Jul 16 08:37:20.556169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] For port 7bdaf700-c067-453e-a63f-8f4cf5c02985, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7bdaf700-c067-453e-a63f-8f4cf5c02985,segment=NetworkSegment(218de844-5693-4258-a114-5c1a5118cf00),segment_id=218de844-5693-4258-a114-5c1a5118cf00)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.556741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.562371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54324) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:20.583806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-754aa626-1bc1-4d69-ac35-0790e1ffbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.585334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-754aa626-1bc1-4d69-ac35-0790e1ffbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.585805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-754aa626-1bc1-4d69-ac35-0790e1ffbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.587831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-754aa626-1bc1-4d69-ac35-0790e1ffbd19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2867 time: 0.8547137 Jul 16 08:37:20.625943 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e97f606-595d-46d9-99f9-4231de5400ef x-openstack-request-id: req-5e97f606-595d-46d9-99f9-4231de5400ef {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:20.626392 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "tag": "6d4e6943-984b-4213-ad43-782833044aad", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:20.626756 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e97f606-595d-46d9-99f9-4231de5400ef {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:20.627293 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'tag': '6d4e6943-984b-4213-ad43-782833044aad', 'status': 'completed', 'code': 200} Jul 16 08:37:20.638194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] For port f564f0e4-9796-4055-8b5f-5d3775bd09e8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f564f0e4-9796-4055-8b5f-5d3775bd09e8,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.638566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.658043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-640f3b82-0961-457f-826c-d78ae19897f5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901582 Jul 16 08:37:20.666066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54326) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:20.674956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:20.730123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Calling delete_port for 7bdaf700-c067-453e-a63f-8f4cf5c02985 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:20.760867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-c60aec96-b6b9-44ef-98a6-6c88af338f4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.76&port_id=b0a42397-100e-4a5e-8123-d73376061fa6 HTTP/1.1" status: 200 len: 217 time: 0.1187892 Jul 16 08:37:20.775275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Calling delete_port for f564f0e4-9796-4055-8b5f-5d3775bd09e8 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:20.782873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network d2901133-83fa-4369-a680-0a8c30d71109 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:20.787506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=92bba5f3-0b40-493c-97db-27c4ceedae30,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.799129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:20.801805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:20.846912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-74c68d3e-1e2e-4141-acd4-4c867899d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.849278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-74c68d3e-1e2e-4141-acd4-4c867899d9f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9044e804-f16a-47fa-8d3a-f6624c3c9884 HTTP/1.1" status: 200 len: 801 time: 0.0675809 Jul 16 08:37:20.884576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dff5a29f-b4d3-4956-b792-96e2f861ed2b req-f98c0ef9-6bc7-4859-a3f4-975c6962b20c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616455 Jul 16 08:37:20.948020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:21.064169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] Deleting port 4010bec7-c135-42cf-82ba-f1829ffe689a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:21.065667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.140063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.140878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.210732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] For port 4010bec7-c135-42cf-82ba-f1829ffe689a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4010bec7-c135-42cf-82ba-f1829ffe689a,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:21.211259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.242743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] Calling delete_port for 4010bec7-c135-42cf-82ba-f1829ffe689a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:21.313881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e4ee581-394f-4330-a949-e5372e4d1e0f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0042403 Jul 16 08:37:21.320589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:21.324612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.349109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'admin_state_up': True, 'tenant_id': '111f823d882545fd8a789792f18188a0', 'security_groups': ['db9faaba-db5d-4295-953d-a0daef210422']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:21.394463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-a5311848-bfc3-4d01-905c-62b1299e9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.396185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-a5311848-bfc3-4d01-905c-62b1299e9f94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f86f9d-785f-467c-bf19-de7169b02965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5406508 Jul 16 08:37:21.409708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b8839-8b9e-4673-9122-f6dcb8442cfd req-38b15023-09b8-42d0-87a6-8cec62f1dd9f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.418415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.418929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e0b8839-8b9e-4673-9122-f6dcb8442cfd req-38b15023-09b8-42d0-87a6-8cec62f1dd9f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7ca576-73c2-4eab-bd76-67d8afd8e913 HTTP/1.1" status: 200 len: 945 time: 0.2828093 Jul 16 08:37:21.452925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853953-9b8e-4826-9c7d-b1996e501d29 req-df4bf655-6e3c-428a-84c1-684958b54883 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.459817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853953-9b8e-4826-9c7d-b1996e501d29 req-df4bf655-6e3c-428a-84c1-684958b54883 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.464154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-16abc041-70d7-4400-82ec-10c80268dbeb None None] Provisioning for port 92bba5f3-0b40-493c-97db-27c4ceedae30 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:21.466295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853953-9b8e-4826-9c7d-b1996e501d29 req-df4bf655-6e3c-428a-84c1-684958b54883 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.468067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74853953-9b8e-4826-9c7d-b1996e501d29 req-df4bf655-6e3c-428a-84c1-684958b54883 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2411 time: 0.5921075 Jul 16 08:37:21.476051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-16abc041-70d7-4400-82ec-10c80268dbeb None None] Provisioning complete for port 92bba5f3-0b40-493c-97db-27c4ceedae30 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:21.476607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16abc041-70d7-4400-82ec-10c80268dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.479105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] Pushing event deleted for resources: {'Port': ['ID=4010bec7-c135-42cf-82ba-f1829ffe689a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:21.485990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f4bd9-6618-4d8a-8476-b64ffddae4b3 None None] No DVR routers for this DVR port 4010bec7-c135-42cf-82ba-f1829ffe689a on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:21.556335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Delete allocated IP 2001:db8:0:1::3e4 (284bedf5-c969-4e67-a8f7-bae25040d706/8476bce3-ccd7-43d4-bbee-146153fa37eb) {{(pid=93700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:37:21.570668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-16abc041-70d7-4400-82ec-10c80268dbeb None None] Port 92bba5f3-0b40-493c-97db-27c4ceedae30 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:21.592527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74853953-9b8e-4826-9c7d-b1996e501d29 req-5e60c9c3-05e8-49fb-b476-63f08faaf44e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071758 Jul 16 08:37:21.628843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.700601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4efa66d2-dc2c-4dc2-9094-bec1855162f6 None None] Provisioning for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:21.704691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4efa66d2-dc2c-4dc2-9094-bec1855162f6 None None] Provisioning complete for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:21.705072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4efa66d2-dc2c-4dc2-9094-bec1855162f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.737493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Pushing event deleted for resources: {'Port': ['ID=7bdaf700-c067-453e-a63f-8f4cf5c02985,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:21.749939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-1cf21d92-58cc-42a3-9a7c-69d9a9cc4ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160350 Jul 16 08:37:21.754819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.795276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] No DVR routers for this DVR port 7bdaf700-c067-453e-a63f-8f4cf5c02985 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:21.798401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.798941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4efa66d2-dc2c-4dc2-9094-bec1855162f6 None None] Port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:21.803552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e690c296-54e4-48c3-b761-7b515d6a94ff req-e546a54a-7a20-4799-81bd-574e8cbe3cf1 tempest-MultipleCreateTestJSON-492948668 tempest-MultipleCreateTestJSON-492948668-project] 10.222.0.36 "DELETE /v2.0/ports/7bdaf700-c067-453e-a63f-8f4cf5c02985 HTTP/1.1" status: 204 len: 173 time: 2.1796937 Jul 16 08:37:21.826046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4efa66d2-dc2c-4dc2-9094-bec1855162f6 None None] Provisioning complete for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:21.826529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4efa66d2-dc2c-4dc2-9094-bec1855162f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.933601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:21.950542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:21.954318 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.074514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4010bec7-c135-42cf-82ba-f1829ffe689a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:22.077355 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.107773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Ignored duplicate provisioning block setup for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:37:22.119871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611d6c-c669-4fa2-a8da-e02b1e077c3b req-cc903786-93ee-47b2-8e30-91e320eea77d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.121643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c611d6c-c669-4fa2-a8da-e02b1e077c3b req-cc903786-93ee-47b2-8e30-91e320eea77d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 931 time: 0.2902954 Jul 16 08:37:22.126006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.144039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 4010bec7-c135-42cf-82ba-f1829ffe689a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:22.144666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4010bec7-c135-42cf-82ba-f1829ffe689a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:22.180556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d2c422ad-6ddb-4cab-9502-a7f2130dfb3d None None] Provisioning complete for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:22.181247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2c422ad-6ddb-4cab-9502-a7f2130dfb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.240379 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.265384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2c422ad-6ddb-4cab-9502-a7f2130dfb3d None None] Port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:22.275090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] In _notify_port_updated(), no bound segment for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 on network 284bedf5-c969-4e67-a8f7-bae25040d706 {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:22.284445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.285806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.287697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/ports/998dad2b-1f5d-4d0c-9228-5b76ece8eec7 HTTP/1.1" status: 200 len: 925 time: 2.4949789 Jul 16 08:37:22.301233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:22.302563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:22.305445 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88392ead-79c9-4cba-8362-5306973ad6c9" -d '{"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:22.310051 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54332) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:22.310523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.311490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7bdaf700-c067-453e-a63f-8f4cf5c02985 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:22.326873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e7e9b0e-b028-4d6e-bcec-da8f61b905b9'}, {'subnet_id': '8476bce3-ccd7-43d4-bbee-146153fa37eb'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:22.335123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372a8b7-69ed-4dbb-a935-937796d793eb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=998dad2b-1f5d-4d0c-9228-5b76ece8eec7,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.377880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e0b8839-8b9e-4673-9122-f6dcb8442cfd req-6b9e203f-ea49-477e-87c3-fead8d110d0a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9584985 Jul 16 08:37:22.404655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.425690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 7bdaf700-c067-453e-a63f-8f4cf5c02985 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:22.426317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c611d6c-c669-4fa2-a8da-e02b1e077c3b req-015f0681-ab76-41fd-b440-b980268c45d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954364 Jul 16 08:37:22.426985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7bdaf700-c067-453e-a63f-8f4cf5c02985 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:22.447641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event deleted for resources: {'Port': ['ID=f564f0e4-9796-4055-8b5f-5d3775bd09e8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.466316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 10.1.1.107 (5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f/a14aa1fb-bb87-406c-9b8d-ff3b70df3d81/84999976-a787-4aa6-ae8a-9c8c355ec780) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:22.583907 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a8248-7114-4276-9529-c5f66ea0aeab x-openstack-request-id: req-457a8248-7114-4276-9529-c5f66ea0aeab {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:22.584202 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745a920-0291-4fa9-a8f2-1247dea33909", "name": "network-vif-deleted", "tag": "c3121646-ba1c-4d63-b2a3-ebbecf44f979", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:22.584599 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-457a8248-7114-4276-9529-c5f66ea0aeab {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:22.585126 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0745a920-0291-4fa9-a8f2-1247dea33909', 'name': 'network-vif-deleted', 'tag': 'c3121646-ba1c-4d63-b2a3-ebbecf44f979', 'status': 'completed', 'code': 200} Jul 16 08:37:22.585941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] No DVR routers for this DVR port f564f0e4-9796-4055-8b5f-5d3775bd09e8 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:22.598166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.611686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45b98550-7b26-411c-add2-bf8b5f9201eb req-284a12f7-2c5b-4879-b061-74371d579266 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "DELETE /v2.0/ports/f564f0e4-9796-4055-8b5f-5d3775bd09e8 HTTP/1.1" status: 204 len: 173 time: 3.5403926 Jul 16 08:37:22.643746 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'name': 'network-vif-deleted', 'tag': '7bdaf700-c067-453e-a63f-8f4cf5c02985'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:22.648265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-43ff81ed-2e27-461a-bcc9-bd8e1f2b2f0f service neutron] 10.222.0.36 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8813722 Jul 16 08:37:22.650845 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e1694-9ef9-4739-be48-6ae0d0163db3" -d '{"events": [{"server_uuid": "86fcd3b9-1637-438a-abdf-9cdfd1207e95", "name": "network-vif-deleted", "tag": "7bdaf700-c067-453e-a63f-8f4cf5c02985"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:22.705074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-41d13db5-98a4-486c-94e9-8f4ec6d7503e None None] Provisioning complete for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:22.705074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41d13db5-98a4-486c-94e9-8f4ec6d7503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.775978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.782089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-c7c4f567-8053-4d9f-b564-d4769bfb427f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.85&port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6 HTTP/1.1" status: 200 len: 217 time: 0.0665615 Jul 16 08:37:22.810882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-41d13db5-98a4-486c-94e9-8f4ec6d7503e None None] Port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:22.816433 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c6e21-ffa9-4cb9-a256-38b662457dcc x-openstack-request-id: req-348c6e21-ffa9-4cb9-a256-38b662457dcc {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:22.817722 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:22.817988 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-348c6e21-ffa9-4cb9-a256-38b662457dcc {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:22.818398 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'code': 200} Jul 16 08:37:22.994118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.009769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object 84999976-a787-4aa6-ae8a-9c8c355ec780 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:23.048426 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e48d3-b51b-4bb9-a7b4-fb3ddd290b8a x-openstack-request-id: req-b98e48d3-b51b-4bb9-a7b4-fb3ddd290b8a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:23.048426 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fcd3b9-1637-438a-abdf-9cdfd1207e95", "name": "network-vif-deleted", "tag": "7bdaf700-c067-453e-a63f-8f4cf5c02985", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:23.048791 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b98e48d3-b51b-4bb9-a7b4-fb3ddd290b8a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:23.048968 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fcd3b9-1637-438a-abdf-9cdfd1207e95', 'name': 'network-vif-deleted', 'tag': '7bdaf700-c067-453e-a63f-8f4cf5c02985', 'status': 'completed', 'code': 200} Jul 16 08:37:23.059241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.072702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f564f0e4-9796-4055-8b5f-5d3775bd09e8 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:23.116756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: f564f0e4-9796-4055-8b5f-5d3775bd09e8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:23.117191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f564f0e4-9796-4055-8b5f-5d3775bd09e8 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:23.117629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3121646-ba1c-4d63-b2a3-ebbecf44f979 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:23.122721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-d93eaec8-89e1-46da-830b-b67b4e033de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.124280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-d93eaec8-89e1-46da-830b-b67b4e033de1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88be4540-32db-4fe2-8be3-a646306bb409 HTTP/1.1" status: 200 len: 801 time: 0.3313961 Jul 16 08:37:23.155576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.179187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: c3121646-ba1c-4d63-b2a3-ebbecf44f979 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:23.179705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c3121646-ba1c-4d63-b2a3-ebbecf44f979 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:23.183826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54350) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:23.243826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=83a71f76-6298-40ae-8bc9-083c4a1b8409,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:23.261225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:23.264753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:23.268343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.268950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.276325 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c8cb7-1d9a-4c99-b29f-f68d03c888fa None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:23.293562 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dfca73bf-7e42-4203-8d93-cdf8362d506d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6239595 Jul 16 08:37:23.297044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54352) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:23.302134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': '83a71f76-6298-40ae-8bc9-083c4a1b8409', 'ip_address': '2001:db8::9307:90a3:5541:d951'}], 'name': 'tempest-NetworksTestDHCPv6-652990478'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:23.310205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:23.327946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:23.357832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-476be24a-1cbf-4d62-9a81-31667dd3bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.359171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:23.366946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-476be24a-1cbf-4d62-9a81-31667dd3bc3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7066435-9cec-412e-ad6f-3ef8b270416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348995 Jul 16 08:37:23.497269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=84999976-a787-4aa6-ae8a-9c8c355ec780,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:23.506956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Deleting subnet 6bee3071-7f7f-45c2-bc97-698f3b6910f8 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:23.596162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '83a71f76-6298-40ae-8bc9-083c4a1b8409'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:23.597970 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.612135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.780616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.781332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.783280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c9ab5962-bc67-4db3-875c-f1f6d8ff50d6 None None] Provisioning for port 84999976-a787-4aa6-ae8a-9c8c355ec780 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:23.790517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-4d931ff4-3d61-4d6a-93f6-d7d065356312 service neutron] 10.222.0.36 "GET /v2.0/networks/b7066435-9cec-412e-ad6f-3ef8b270416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715487 Jul 16 08:37:23.795187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c9ab5962-bc67-4db3-875c-f1f6d8ff50d6 None None] Provisioning complete for port 84999976-a787-4aa6-ae8a-9c8c355ec780 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:23.795965 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5962-bc67-4db3-875c-f1f6d8ff50d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.829195 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.835600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:23.840792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e29acc-5931-4f63-9c55-1c5d94206553 req-bc5987d7-1a5a-4ed6-9afa-5886861d6a46 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.846854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e29acc-5931-4f63-9c55-1c5d94206553 req-bc5987d7-1a5a-4ed6-9afa-5886861d6a46 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.853414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e29acc-5931-4f63-9c55-1c5d94206553 req-bc5987d7-1a5a-4ed6-9afa-5886861d6a46 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.854899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63e29acc-5931-4f63-9c55-1c5d94206553 req-bc5987d7-1a5a-4ed6-9afa-5886861d6a46 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2411 time: 0.6885099 Jul 16 08:37:23.871938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab5962-bc67-4db3-875c-f1f6d8ff50d6 None None] Port 84999976-a787-4aa6-ae8a-9c8c355ec780 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:23.898903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/83a71f76-6298-40ae-8bc9-083c4a1b8409/aa966103-4ec4-4753-a566-de969f65289e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:23.918067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-edd24c2d-48a9-451c-850a-f488b51d4d3e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5766115 Jul 16 08:37:23.938098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'admin_state_up': True, 'tenant_id': '111f823d882545fd8a789792f18188a0', 'security_groups': ['db9faaba-db5d-4295-953d-a0daef210422']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:24.039942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-5436b92e-a09b-48a7-a767-25e3e6c56228 service neutron] 10.222.0.36 "GET /v2.0/networks/b7066435-9cec-412e-ad6f-3ef8b270416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307839 Jul 16 08:37:24.046972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-35072358-7eb5-455a-8c6d-428e8e22226d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.048615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-35072358-7eb5-455a-8c6d-428e8e22226d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.3763466 Jul 16 08:37:24.065142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:24.070156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.094621 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.130815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Transition to ACTIVE for port object aa966103-4ec4-4753-a566-de969f65289e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:24.142633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-1bb35681-4164-472a-91bf-6477e28503eb tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/quotas/2a76a305297e4e488c34cb1706e21733 HTTP/1.1" status: 200 len: 375 time: 0.0610628 Jul 16 08:37:24.151879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Transition to ACTIVE for port object aa966103-4ec4-4753-a566-de969f65289e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:24.156452 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-55990244-dda0-472e-b349-6b7e676b37c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=6d4e6943-984b-4213-ad43-782833044aad HTTP/1.1" status: 200 len: 217 time: 0.0942626 Jul 16 08:37:24.160251 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.213699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Pushing event updated for resources: {'Port': ['ID=aa966103-4ec4-4753-a566-de969f65289e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.228743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:24.230963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:24.233516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:24.271620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-33acd6c3-01e8-4ebd-8528-f02655042ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.273720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-33acd6c3-01e8-4ebd-8528-f02655042ae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9044e804-f16a-47fa-8d3a-f6624c3c9884 HTTP/1.1" status: 200 len: 801 time: 0.0942085 Jul 16 08:37:24.297643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Attempting to bind port aa966103-4ec4-4753-a566-de969f65289e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:24.298086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Attempting to bind port aa966103-4ec4-4753-a566-de969f65289e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:24.298565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Attempting to bind port aa966103-4ec4-4753-a566-de969f65289e on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:24.305736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:24.306395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:24.306916 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.307603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:24.308538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Bound port: aa966103-4ec4-4753-a566-de969f65289e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:24.308712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.344388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.379943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-944e3ded-a7ed-46f3-9a14-f1bca14641e5 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2356746 Jul 16 08:37:24.393665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] For port aa966103-4ec4-4753-a566-de969f65289e, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:24.393790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 189fb2ef-ca3a-4597-bf60-b701631ef029 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:24.398406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] For port aa966103-4ec4-4753-a566-de969f65289e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=aa966103-4ec4-4753-a566-de969f65289e,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:24.415284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.484521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-f8331806-01dd-49be-95b8-efa0847c0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.485574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-f8331806-01dd-49be-95b8-efa0847c0e88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f86f9d-785f-467c-bf19-de7169b02965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028649 Jul 16 08:37:24.485938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa4deb-61be-43bd-a679-4f7db622a6d4 None None] Pushing event updated for resources: {'Port': ['ID=aa966103-4ec4-4753-a566-de969f65289e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.589043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'name': 'network-vif-deleted', 'tag': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:24.592055 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbc3f26-bf47-4efb-bbe5-f8c34d9694e7" -d '{"events": [{"server_uuid": "6e7ca576-73c2-4eab-bd76-67d8afd8e913", "name": "network-vif-deleted", "tag": "f564f0e4-9796-4055-8b5f-5d3775bd09e8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:24.620422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63e29acc-5931-4f63-9c55-1c5d94206553 req-bc23ca32-fc22-455e-874b-f5bf329c044e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408698 Jul 16 08:37:24.621764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.624736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8:0:1::1e2 (284bedf5-c969-4e67-a8f7-bae25040d706/8476bce3-ccd7-43d4-bbee-146153fa37eb/998dad2b-1f5d-4d0c-9228-5b76ece8eec7) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:24.814169 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-cd0c8539-6e63-489a-89aa-8e8c85080f8a service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327478 Jul 16 08:37:24.895231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-e55bd458-4ce2-4ccd-98e8-7971b6953d67 service neutron] 10.222.0.36 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895326 Jul 16 08:37:24.897346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::9307:90a3:5541:d951 (403e1a12-e2ec-4877-807a-187d784f3d1f/83a71f76-6298-40ae-8bc9-083c4a1b8409/189fb2ef-ca3a-4597-bf60-b701631ef029) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:25.033203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-2cc675d4-6c82-41b8-bbdf-4cc9769420b3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.034757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-2cc675d4-6c82-41b8-bbdf-4cc9769420b3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f HTTP/1.1" status: 200 len: 944 time: 0.2765796 Jul 16 08:37:25.047213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 10.1.1.105 (5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f/a14aa1fb-bb87-406c-9b8d-ff3b70df3d81/cf8d658c-4995-4353-b874-f347f662c6e1) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:25.070774 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.138440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-057b2d26-d35b-46a5-8c1f-8202e790e6d3 service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226836 Jul 16 08:37:25.140147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6623b4c3-189f-4798-87a8-bcf2d83e87cb req-d297a807-1ac4-473b-81b7-610e7b9017f9 service neutron] 10.222.0.36 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320483 Jul 16 08:37:25.180750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bee3071-7f7f-45c2-bc97-698f3b6910f8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.190408 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.193055 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-99e9c1c7-6b84-490f-862b-7e52a2ecdb7f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6bee3071-7f7f-45c2-bc97-698f3b6910f8 HTTP/1.1" status: 204 len: 168 time: 1.9720812 Jul 16 08:37:25.199810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:25.253209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.323632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:25.371308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.414812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d4152-54a1-48ea-8d30-0cf362edeb1a req-19f50443-3d6d-4994-83b4-894fc8ff4516 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.420992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d4152-54a1-48ea-8d30-0cf362edeb1a req-19f50443-3d6d-4994-83b4-894fc8ff4516 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.425999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-140d4152-54a1-48ea-8d30-0cf362edeb1a req-19f50443-3d6d-4994-83b4-894fc8ff4516 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 1653 time: 0.3802893 Jul 16 08:37:25.435590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.467154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-76ba9311-4bab-4f56-a8a3-102d66c0c620 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.474333 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-76ba9311-4bab-4f56-a8a3-102d66c0c620 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 0.4501872 Jul 16 08:37:25.642331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] In _notify_port_updated(), no bound segment for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 on network 284bedf5-c969-4e67-a8f7-bae25040d706 {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:25.648445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.649359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.650839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/ports/998dad2b-1f5d-4d0c-9228-5b76ece8eec7 HTTP/1.1" status: 200 len: 1011 time: 3.3340003 Jul 16 08:37:25.658201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54384) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:25.664946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Deleting port d8780fa3-f3c3-497b-ada6-db6561f4566d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:25.665559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.683472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.716594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.746867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object cf8d658c-4995-4353-b874-f347f662c6e1 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:25.773683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-1b92109b-7853-4dab-a0d3-811bdb42e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.774249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-1b92109b-7853-4dab-a0d3-811bdb42e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.774728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-1b92109b-7853-4dab-a0d3-811bdb42e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.779394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-1b92109b-7853-4dab-a0d3-811bdb42e14f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2867 time: 0.4608855 Jul 16 08:37:25.797869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-140d4152-54a1-48ea-8d30-0cf362edeb1a req-c9095294-a3f9-498d-8810-ac4ce7ffa9de tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442986 Jul 16 08:37:25.799214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258f07c-37ad-4e95-86c3-fa46f1e35db9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=998dad2b-1f5d-4d0c-9228-5b76ece8eec7,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.809501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 189fb2ef-ca3a-4597-bf60-b701631ef029 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:25.893948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.011566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.073523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-c883146e-94ae-4998-be8f-d4ede77829c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.075003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-c883146e-94ae-4998-be8f-d4ede77829c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=70f86f9d-785f-467c-bf19-de7169b02965 HTTP/1.1" status: 200 len: 903 time: 0.2827394 Jul 16 08:37:26.079601 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b397b3-3e7c-498d-a9e7-04c3f8b2a21b x-openstack-request-id: req-92b397b3-3e7c-498d-a9e7-04c3f8b2a21b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:26.079891 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7ca576-73c2-4eab-bd76-67d8afd8e913", "name": "network-vif-deleted", "tag": "f564f0e4-9796-4055-8b5f-5d3775bd09e8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:26.080142 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92b397b3-3e7c-498d-a9e7-04c3f8b2a21b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:26.080531 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7ca576-73c2-4eab-bd76-67d8afd8e913', 'name': 'network-vif-deleted', 'tag': 'f564f0e4-9796-4055-8b5f-5d3775bd09e8', 'status': 'completed', 'code': 200} Jul 16 08:37:26.098760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf88b841-bcad-4427-9594-d52f13f19305']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:26.132468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d4ba6988-5d17-4a27-84e7-7a34691cafd7 None None] Provisioning for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:26.141491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d4ba6988-5d17-4a27-84e7-7a34691cafd7 None None] Provisioning complete for port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:26.141984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4ba6988-5d17-4a27-84e7-7a34691cafd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.144861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-65c893ce-7a36-4717-9a9d-a29d072f2b2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=6d4e6943-984b-4213-ad43-782833044aad HTTP/1.1" status: 200 len: 217 time: 0.0531499 Jul 16 08:37:26.224286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.226987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aa966103-4ec4-4753-a566-de969f65289e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:26.230165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-f8bd75c3-8ac2-48da-a454-cb91d92990bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.232301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-f8bd75c3-8ac2-48da-a454-cb91d92990bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9044e804-f16a-47fa-8d3a-f6624c3c9884 HTTP/1.1" status: 200 len: 801 time: 0.0772343 Jul 16 08:37:26.245123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] For port d8780fa3-f3c3-497b-ada6-db6561f4566d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=d8780fa3-f3c3-497b-ada6-db6561f4566d,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:26.245482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.260202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Calling delete_port for d8780fa3-f3c3-497b-ada6-db6561f4566d owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:26.281909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba6988-5d17-4a27-84e7-7a34691cafd7 None None] Port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:26.322326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218de844-5693-4258-a114-5c1a5118cf00') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:26.322857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218de844-5693-4258-a114-5c1a5118cf00') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:26.323999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port aa966103-4ec4-4753-a566-de969f65289e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:26.336132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.354389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.361966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:26.362379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.412278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] Provisioning for port aa966103-4ec4-4753-a566-de969f65289e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:26.417973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] Provisioning complete for port aa966103-4ec4-4753-a566-de969f65289e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:26.418664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.423782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-df5a5ac4-0314-4386-8a0f-2d16e53f1da5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.431387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-df5a5ac4-0314-4386-8a0f-2d16e53f1da5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.3354516 Jul 16 08:37:26.443465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:26.455206 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:26.462419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:26.469334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.476975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.481665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-dda938e3-6a8e-446c-90f7-b19f98c4711b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0419366 Jul 16 08:37:26.481828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf88b841-bcad-4427-9594-d52f13f19305 HTTP/1.1" status: 204 len: 168 time: 1.2748411 Jul 16 08:37:26.481828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.554741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:26.555251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.557488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d225c-8f60-46bf-a946-51ea38f5c4fc req-42595b9a-60dc-46d2-bf94-5a55c11f73fd tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.560541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-66797e20-f4c5-443f-9a65-e403aead50ea tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803988 Jul 16 08:37:26.565362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:26.572084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-316d225c-8f60-46bf-a946-51ea38f5c4fc req-42595b9a-60dc-46d2-bf94-5a55c11f73fd tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 946 time: 1.0290947 Jul 16 08:37:26.600404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event deleted for resources: {'Port': ['ID=d8780fa3-f3c3-497b-ada6-db6561f4566d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.603759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:26.748109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:26.815502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=189fb2ef-ca3a-4597-bf60-b701631ef029,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.820944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:26.823805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:26.846044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.847040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.848147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.884437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] No DVR routers for this DVR port d8780fa3-f3c3-497b-ada6-db6561f4566d on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:26.885946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54404) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:26.900794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-316d225c-8f60-46bf-a946-51ea38f5c4fc req-4352be7a-35d0-4559-a993-332d294a18c8 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups?id=00063ead-4e97-423b-b9a8-8162b638e167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284795 Jul 16 08:37:26.908442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-58e9baa0-8daa-4077-a3e9-49d1407bc40d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6103907 Jul 16 08:37:26.912000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Deleting port e7aa511c-d3b2-43de-9ef9-29482e89d882 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:26.912555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.915692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd30913-db95-4c06-be5d-fb62250473f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf88b841-bcad-4427-9594-d52f13f19305,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.917678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:26.930340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.932594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-144b6fbe-7fa5-460c-b420-6acfbaeebde5 req-e555dcd1-d108-4c17-9bac-40e8018d5210 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "DELETE /v2.0/ports/d8780fa3-f3c3-497b-ada6-db6561f4566d HTTP/1.1" status: 204 len: 173 time: 1.8832130 Jul 16 08:37:26.935854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] For port aa966103-4ec4-4753-a566-de969f65289e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=aa966103-4ec4-4753-a566-de969f65289e,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:26.936414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-deleted', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:26.938794 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41028a2-2903-4493-a93b-7856c56d5fe2" -d '{"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-deleted", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:26.946820 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.992855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.993374 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.030248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-74a55d28-fbf7-41cb-a2d2-af10710615d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:27.036616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.045439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-74a55d28-fbf7-41cb-a2d2-af10710615d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70f86f9d-785f-467c-bf19-de7169b02965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8039203 Jul 16 08:37:27.094609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 998dad2b-1f5d-4d0c-9228-5b76ece8eec7 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:27.108077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32639ec4-fa13-4b0b-bf18-7bc58ee39376 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1737988 Jul 16 08:37:27.111844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d828f1d-5b3b-48d9-b78a-b5b2874e2a5a None None] Pushing event updated for resources: {'Port': ['ID=aa966103-4ec4-4753-a566-de969f65289e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:27.136223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e', 'admin_state_up': True, 'tenant_id': '111f823d882545fd8a789792f18188a0', 'security_groups': ['db9faaba-db5d-4295-953d-a0daef210422']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:27.149703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-089b8b0f-ed1e-480f-b73f-b80e82031831 None None] Provisioning for port cf8d658c-4995-4353-b874-f347f662c6e1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:27.153910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-089b8b0f-ed1e-480f-b73f-b80e82031831 None None] Provisioning complete for port cf8d658c-4995-4353-b874-f347f662c6e1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:27.154491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-089b8b0f-ed1e-480f-b73f-b80e82031831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.158687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-9920d2c8-679d-4ba7-9eae-8e3797a32aaf service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793242 Jul 16 08:37:27.169208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dba33a52-4301-4b9b-8c32-0abf276bbc1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a17d5b6cf174de4b917feeb3e751a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483807 Jul 16 08:37:27.188107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:27.233875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-089b8b0f-ed1e-480f-b73f-b80e82031831 None None] Port cf8d658c-4995-4353-b874-f347f662c6e1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:27.351939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] For port e7aa511c-d3b2-43de-9ef9-29482e89d882, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e7aa511c-d3b2-43de-9ef9-29482e89d882,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:27.352422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.363658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-368d2171-a117-430e-a01b-b505319fa590 None None] Provisioning for port 189fb2ef-ca3a-4597-bf60-b701631ef029 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:27.368537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-368d2171-a117-430e-a01b-b505319fa590 None None] Provisioning complete for port 189fb2ef-ca3a-4597-bf60-b701631ef029 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:27.369129 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-368d2171-a117-430e-a01b-b505319fa590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.441528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-368d2171-a117-430e-a01b-b505319fa590 None None] Port 189fb2ef-ca3a-4597-bf60-b701631ef029 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:27.568457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8b4-4f54-4d09-b702-becc2bd8e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.574884 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-73ddf22f-4298-4529-b8e5-5acf36384077 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024007 Jul 16 08:37:27.609958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8b4-4f54-4d09-b702-becc2bd8e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.632636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:27.838137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.958976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b0a42397-100e-4a5e-8123-d73376061fa6 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:27.967648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:28.041722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bf715ae-5c0e-4bbd-999b-38cec836d75f req-8efe4985-4bab-4f8e-b482-575810fdb752 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 210 time: 0.7945929 Jul 16 08:37:28.062609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: d8780fa3-f3c3-497b-ada6-db6561f4566d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:28.062967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device d8780fa3-f3c3-497b-ada6-db6561f4566d not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:28.083501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aa966103-4ec4-4753-a566-de969f65289e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:28.101037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36617b-fc36-4983-a455-a424bdf3503e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.103908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8b4-4f54-4d09-b702-becc2bd8e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.108208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8b4-4f54-4d09-b702-becc2bd8e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.109597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f30cf8b4-4f54-4d09-b702-becc2bd8e4ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1316ba2-3d84-4d24-a1bc-b325893f87b9 HTTP/1.1" status: 204 len: 168 time: 0.9000330 Jul 16 08:37:28.142980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36617b-fc36-4983-a455-a424bdf3503e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.154724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1d36617b-fc36-4983-a455-a424bdf3503e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.2323174 Jul 16 08:37:28.182000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port aa966103-4ec4-4753-a566-de969f65289e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:28.183052 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.201656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54424) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:28.281273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.328888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b0a42397-100e-4a5e-8123-d73376061fa6,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:28.351441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'b0a42397-100e-4a5e-8123-d73376061fa6', 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965', 'port_id': 'b0a42397-100e-4a5e-8123-d73376061fa6', 'mac_address': 'fa:16:3e:b5:ee:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9044e804-f16a-47fa-8d3a-f6624c3c9884', 'ip_address': '19.80.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:28.419025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.426845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf8b4-4f54-4d09-b702-becc2bd8e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1316ba2-3d84-4d24-a1bc-b325893f87b9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.446241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a42397-100e-4a5e-8123-d73376061fa6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:28.454575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=998dad2b-1f5d-4d0c-9228-5b76ece8eec7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.476264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b0a42397-100e-4a5e-8123-d73376061fa6,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:28.484762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.486094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6d4e6943-984b-4213-ad43-782833044aad details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:28.496588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.502287 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed34a34f-4af3-4e14-91b5-846aaf6aa59e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/998dad2b-1f5d-4d0c-9228-5b76ece8eec7 HTTP/1.1" status: 204 len: 168 time: 2.8306816 Jul 16 08:37:28.510442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54430) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:28.527050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6d4e6943-984b-4213-ad43-782833044aad, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6d4e6943-984b-4213-ad43-782833044aad,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:28.544513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '6d4e6943-984b-4213-ad43-782833044aad', 'network_id': '70f86f9d-785f-467c-bf19-de7169b02965', 'port_id': '6d4e6943-984b-4213-ad43-782833044aad', 'mac_address': 'fa:16:3e:ec:ac:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9044e804-f16a-47fa-8d3a-f6624c3c9884', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:28.561760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.563016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.563362 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Floating IP 97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6 disassociated. External IP: 172.25.0.116, port: e7aa511c-d3b2-43de-9ef9-29482e89d882. Jul 16 08:37:28.563733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Calling delete_port for e7aa511c-d3b2-43de-9ef9-29482e89d882 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:28.606650 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dae2663-f392-4cda-853d-1a40a1a5e4a8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:37:28.625696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7dae2663-f392-4cda-853d-1a40a1a5e4a8 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/998dad2b-1f5d-4d0c-9228-5b76ece8eec7 HTTP/1.1" status: 404 len: 333 time: 0.1109624 Jul 16 08:37:28.626396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54432) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:28.690304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.702136 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.748456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 10.2.2.100 (bfa75b7d-5873-4e57-922c-47b3e04e232e/beb22244-7f42-4edc-9970-fb142d092415/66f415af-075b-408e-a50a-05c457c1e480) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:28.757305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4e6943-984b-4213-ad43-782833044aad {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:28.826992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6d4e6943-984b-4213-ad43-782833044aad, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6d4e6943-984b-4213-ad43-782833044aad,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:28.838549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.839239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0c683253-83fc-4bc4-b104-d7edd43da6f6 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:28.913206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-c62d9597-f97f-4861-9190-123b227ea8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8169188 Jul 16 08:37:28.946151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.968857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 8476bce3-ccd7-43d4-bbee-146153fa37eb {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:28.980096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.018329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb7d8-c2cb-4814-b912-cce66458c7de req-1641fb74-63af-4323-bca7-71ddcc3dbba8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.019637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66788-abd1-4a5b-b11f-b6caebc4d387 req-3b172ffb-2b43-4f7d-bb19-5be8d43a44c5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.025026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb7d8-c2cb-4814-b912-cce66458c7de req-1641fb74-63af-4323-bca7-71ddcc3dbba8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.031194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb7d8-c2cb-4814-b912-cce66458c7de req-1641fb74-63af-4323-bca7-71ddcc3dbba8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.031679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66788-abd1-4a5b-b11f-b6caebc4d387 req-3b172ffb-2b43-4f7d-bb19-5be8d43a44c5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.038892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2eecb7d8-c2cb-4814-b912-cce66458c7de req-1641fb74-63af-4323-bca7-71ddcc3dbba8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 2374 time: 0.2875581 Jul 16 08:37:29.047479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66788-abd1-4a5b-b11f-b6caebc4d387 req-3b172ffb-2b43-4f7d-bb19-5be8d43a44c5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.056346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 189fb2ef-ca3a-4597-bf60-b701631ef029 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:29.056346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.057009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47d66788-abd1-4a5b-b11f-b6caebc4d387 req-3b172ffb-2b43-4f7d-bb19-5be8d43a44c5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2411 time: 0.9797640 Jul 16 08:37:29.094422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-1bbdb310-8f5b-4593-ac8d-eac909ae5913 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.095949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-1bbdb310-8f5b-4593-ac8d-eac909ae5913 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.18 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 1.0693767 Jul 16 08:37:29.153267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:29.160349 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.170790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '0c683253-83fc-4bc4-b104-d7edd43da6f6', 'network_id': 'b7066435-9cec-412e-ad6f-3ef8b270416b', 'port_id': '0c683253-83fc-4bc4-b104-d7edd43da6f6', 'mac_address': 'fa:16:3e:74:36:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88be4540-32db-4fe2-8be3-a646306bb409', 'ip_address': '19.86.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:29.182075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Request body: {'port': {'device_id': '945847dc-6c95-462e-87a2-90a40be6195f', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'admin_state_up': True, 'tenant_id': '2a76a305297e4e488c34cb1706e21733'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:29.239229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e7aa511c-d3b2-43de-9ef9-29482e89d882 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:29.241655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6943-984b-4213-ad43-782833044aad,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:29.247784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.266159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.326488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object 66f415af-075b-408e-a50a-05c457c1e480 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:29.329056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c683253-83fc-4bc4-b104-d7edd43da6f6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:29.385478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.394773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47d66788-abd1-4a5b-b11f-b6caebc4d387 req-fdcfcda3-9019-45b6-9680-d6283cb146f8 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369832 Jul 16 08:37:29.406690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:29.428772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.443590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=8476bce3-ccd7-43d4-bbee-146153fa37eb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:29.451244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2eecb7d8-c2cb-4814-b912-cce66458c7de req-18bd60bc-60d8-4ed7-a822-02123bad1669 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113283 Jul 16 08:37:29.455842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.461152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa7edf7c-cd63-4d4a-80f7-509c9aa3345b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/8476bce3-ccd7-43d4-bbee-146153fa37eb HTTP/1.1" status: 204 len: 168 time: 0.8279750 Jul 16 08:37:29.462059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:29.489043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979d0a2-2664-4f86-8e5e-2b9d52ddaff7 None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:29.495297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.587864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b964e51-2b96-4e15-87f6-1d2672fafd87 req-0e09448c-bbd9-4f5b-816a-d28915003235 service neutron] 10.222.0.36 "GET /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522908 Jul 16 08:37:29.605329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network bfa75b7d-5873-4e57-922c-47b3e04e232e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:29.612967 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b2a40c-5e7a-4572-8bec-cca8601d76d6 x-openstack-request-id: req-07b2a40c-5e7a-4572-8bec-cca8601d76d6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:29.613571 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f", "name": "network-vif-deleted", "tag": "d8780fa3-f3c3-497b-ada6-db6561f4566d", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:29.615483 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07b2a40c-5e7a-4572-8bec-cca8601d76d6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:29.616625 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d3a2c8-f4cb-4cf4-9927-2a3253bb195f', 'name': 'network-vif-deleted', 'tag': 'd8780fa3-f3c3-497b-ada6-db6561f4566d', 'status': 'completed', 'code': 200} Jul 16 08:37:29.635375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.639745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:29.648078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:29.665088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 8e7e9b0e-b028-4d6e-bcec-da8f61b905b9 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:29.673345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.692247 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.703633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Made reservation on behalf of 2a76a305297e4e488c34cb1706e21733 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:29.714684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.717262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 189fb2ef-ca3a-4597-bf60-b701631ef029 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:29.728718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54454) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:29.773245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event deleted for resources: {'Port': ['ID=e7aa511c-d3b2-43de-9ef9-29482e89d882,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:29.963647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['b0a42397-100e-4a5e-8123-d73376061fa6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:29.967706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-05ba44af-c655-4cd9-8450-b464b7f7ee06 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.969745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-05ba44af-c655-4cd9-8450-b464b7f7ee06 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.1664929 Jul 16 08:37:30.031639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0c683253-83fc-4bc4-b104-d7edd43da6f6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:30.037534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Request body: {'port': {'device_id': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'admin_state_up': True, 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:30.081007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.161351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.256714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f92ac474-50fa-4f6f-af70-8c27145c3563 None None] Provisioning for port 66f415af-075b-408e-a50a-05c457c1e480 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:30.263715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f92ac474-50fa-4f6f-af70-8c27145c3563 None None] Provisioning complete for port 66f415af-075b-408e-a50a-05c457c1e480 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:30.264095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f92ac474-50fa-4f6f-af70-8c27145c3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.308582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac474-50fa-4f6f-af70-8c27145c3563 None None] Port 66f415af-075b-408e-a50a-05c457c1e480 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:30.320187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.359382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Router d0ec2468-1abf-4dbc-bc6c-4071af21d160 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:30.364330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-978005137-network', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:30.402524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8edb090a-f4e7-45e0-b659-ff4997539fa4 req-64071fce-8e7c-4189-84ca-34499e5450eb tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 210 time: 0.0790234 Jul 16 08:37:30.434724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.454593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8cd939b8-3a30-4cdc-83a4-6b6392db7672 req-36154a86-4c8c-4385-80b5-44df629037f6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 210 time: 0.4725943 Jul 16 08:37:30.467099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Made reservation on behalf of 05cf10d9a11944cca4e2c00f664d3ba5 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:30.469490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.600848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.694455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:30.695199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.701438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.709620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:30.721108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] Sync routers for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:30.734762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:30.736208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:30.743047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f7f429a-c2c5-4595-abf0-327ad1049dca req-bfac1b07-1751-438c-a698-4e858eeccbb0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 210 time: 0.0650132 Jul 16 08:37:30.795626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.811041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7e9b0e-b028-4d6e-bcec-da8f61b905b9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.820214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.827295 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-be7a8170-aa55-4c96-bbe2-9feca7e8cf5d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/8e7e9b0e-b028-4d6e-bcec-da8f61b905b9 HTTP/1.1" status: 204 len: 168 time: 1.3641207 Jul 16 08:37:30.835913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54462) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.896720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:30.989121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6d4e6943-984b-4213-ad43-782833044aad'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:31.077731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] No DVR routers for this DVR port e7aa511c-d3b2-43de-9ef9-29482e89d882 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:31.082320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.085453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34dde690-adb4-4f3f-a289-955a086a0d02 req-b3b2c632-7b58-4cf1-9509-0d479637408c tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.18 "DELETE /v2.0/ports/e7aa511c-d3b2-43de-9ef9-29482e89d882 HTTP/1.1" status: 204 len: 173 time: 5.5986891 Jul 16 08:37:31.086103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.129138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'name': 'network-vif-deleted', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:31.132143 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4933862-37cd-47a1-b1fc-d72b4630a0f9" -d '{"events": [{"server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "name": "network-vif-deleted", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:31.135765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.149519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-31aa0810-6e7e-4eb5-bd01-151b3773d99f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0186479 Jul 16 08:37:31.163297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:31.166727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.215047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e', 'admin_state_up': True, 'tenant_id': '111f823d882545fd8a789792f18188a0', 'security_groups': ['db9faaba-db5d-4295-953d-a0daef210422']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:31.234773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=189fb2ef-ca3a-4597-bf60-b701631ef029,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.336056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.338290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-842bc431-1331-47b4-8183-923b653b9391 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/189fb2ef-ca3a-4597-bf60-b701631ef029 HTTP/1.1" status: 204 len: 168 time: 3.1355622 Jul 16 08:37:31.416247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:31.419022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859e65-2dd0-49f9-844b-58f2fe4b7593 req-01c7a4f2-d50b-4942-8deb-4c4c8841cba5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.424814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:37Z', 'revision_number': 5, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:31.426393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859e65-2dd0-49f9-844b-58f2fe4b7593 req-01c7a4f2-d50b-4942-8deb-4c4c8841cba5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.433771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859e65-2dd0-49f9-844b-58f2fe4b7593 req-01c7a4f2-d50b-4942-8deb-4c4c8841cba5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.440000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859e65-2dd0-49f9-844b-58f2fe4b7593 req-01c7a4f2-d50b-4942-8deb-4c4c8841cba5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.443649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Allocated IP 172.20.0.10 (19a255dd-d3b5-4fe3-bbca-e0292f353cac/068d9a50-f980-4306-baeb-36bd6d7fe978/968230d3-a851-4d38-a044-be613d33b6ae) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:31.462451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76859e65-2dd0-49f9-844b-58f2fe4b7593 req-01c7a4f2-d50b-4942-8deb-4c4c8841cba5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 3095 time: 0.4816971 Jul 16 08:37:31.501748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] Checking router: d0ec2468-1abf-4dbc-bc6c-4071af21d160 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:31.520520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e53e68-a397-41b9-b0ad-1fce531cbb4f None None] Network 284bedf5-c969-4e67-a8f7-bae25040d706 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:31.632568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76859e65-2dd0-49f9-844b-58f2fe4b7593 req-bde4e504-565e-4e8f-a953-1f8e39acb78e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629648 Jul 16 08:37:31.640935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:31.645854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.679731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.723405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:31.724029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:31.789370 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4008baa-e3d0-4fcd-89cb-5781a314ccdc x-openstack-request-id: req-b4008baa-e3d0-4fcd-89cb-5781a314ccdc {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:31.789665 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b224d61-b75a-4f6f-9db5-02a170f7e1ec", "name": "network-vif-deleted", "tag": "e7aa511c-d3b2-43de-9ef9-29482e89d882", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:31.789917 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4008baa-e3d0-4fcd-89cb-5781a314ccdc {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:31.790321 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b224d61-b75a-4f6f-9db5-02a170f7e1ec', 'name': 'network-vif-deleted', 'tag': 'e7aa511c-d3b2-43de-9ef9-29482e89d882', 'status': 'completed', 'code': 200} Jul 16 08:37:31.792733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.829530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,segment=NetworkSegment(18ff9311-d1ba-430f-8753-ba65e04007e1),segment_id=18ff9311-d1ba-430f-8753-ba65e04007e1)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:31.829857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.859013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:31.937146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1ac34fb3-378e-47ea-99b2-1ade3548b193 None None] Provisioning complete for port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:31.937622 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ac34fb3-378e-47ea-99b2-1ade3548b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.041243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c6f5c49f-2028-4e36-aaf1-32cc0a7b53e2 req-4d170036-672c-42fe-b774-b5b3747307d3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 210 time: 0.1525936 Jul 16 08:37:32.045001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.051050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b0a42397-100e-4a5e-8123-d73376061fa6 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:32.073369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:32.113445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:32.136073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:32.144867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=071c4e5c-16bc-4c27-88b2-a549e5ddf3e7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:32.147130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:32.179487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17ee8-75a8-4156-945e-80db98190cc6 req-485fb947-f565-4851-97f9-6c5f127bb25e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.202770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17ee8-75a8-4156-945e-80db98190cc6 req-485fb947-f565-4851-97f9-6c5f127bb25e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.208885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17ee8-75a8-4156-945e-80db98190cc6 req-485fb947-f565-4851-97f9-6c5f127bb25e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.210724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0be17ee8-75a8-4156-945e-80db98190cc6 req-485fb947-f565-4851-97f9-6c5f127bb25e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2414 time: 1.4184146 Jul 16 08:37:32.308191 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.323373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:32.330008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe8a10-b366-4eaa-9f95-f7daf6f0b02c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.332444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe8a10-b366-4eaa-9f95-f7daf6f0b02c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.335192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a8fe8a10-b366-4eaa-9f95-f7daf6f0b02c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5879061 Jul 16 08:37:32.335620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284bedf5-c969-4e67-a8f7-bae25040d706']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:32.363008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54474) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:32.379243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff9311-d1ba-430f-8753-ba65e04007e1') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:32.379597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff9311-d1ba-430f-8753-ba65e04007e1') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:32.406320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.439677 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.456616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:32.460079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.520053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 83a71f76-6298-40ae-8bc9-083c4a1b8409 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:32.532919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.560088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1ac34fb3-378e-47ea-99b2-1ade3548b193 None None] Could not find standard attr ID for object 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:32.573459 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:32.577375 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:32.577375 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:32.579774 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.db [None req-1ac34fb3-378e-47ea-99b2-1ade3548b193 None None] No ports have port_id starting with 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 Jul 16 08:37:32.605635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.606169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.624476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77c43ea7-c99c-4f90-b8e5-b373c2e6dd77 req-33196843-6760-44b5-8603-4db0e47e0360 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 210 time: 0.0504460 Jul 16 08:37:32.626483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.646644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:32.651774 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.655332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/284bedf5-c969-4e67-a8f7-bae25040d706 HTTP/1.1" status: 204 len: 168 time: 1.8183544 Jul 16 08:37:32.663905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54476) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:32.691017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port b0a42397-100e-4a5e-8123-d73376061fa6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:32.698011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.708283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c2962-5261-4478-b4a8-16a3a35253a6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=284bedf5-c969-4e67-a8f7-bae25040d706,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:32.711953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port b0a42397-100e-4a5e-8123-d73376061fa6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:32.714742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.733255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f8764-0376-483d-af95-bdfa8ac3deb9 None None] DHCP port deletion for 284bedf5-c969-4e67-a8f7-bae25040d706 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:32.750567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Allocated IP 172.20.0.10 (cb832068-27e6-49ee-b711-fc8e14512fb8/456243ff-9820-4c6b-b358-90adaca2cbfd/3421b480-ef08-4fc1-8a45-5c7e20190488) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:32.756072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0be17ee8-75a8-4156-945e-80db98190cc6 req-5beb234a-d6a4-44c0-849d-20455d95dbfe tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452591 Jul 16 08:37:32.879435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f7796e-4517-494a-96c9-ebaa0604b742 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.881289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a3f7796e-4517-494a-96c9-ebaa0604b742 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2133937 Jul 16 08:37:32.885655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:32.945850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.022310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Made reservation on behalf of 111f823d882545fd8a789792f18188a0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:33.133147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.217589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:37Z', 'revision_number': 5, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:33.219470 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.255754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fa7ea-2301-4b3d-b379-8b7277f594f7 None None] The sync data for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 is: [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port': {'id': '9ea6aaa6-376e-4f6a-a984-4dde5dc01abc', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5857d3e1-05da-47eb-851f-ae3c277285f4', 'name': '', 'network_id': '04ab1436-0278-4eba-897c-345d3a0fee45', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'mac_address': 'fa:16:3e:23:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:37Z', 'revision_number': 5, 'project_id': 'e54d698982dc43a784ed21b854678300', 'subnets': [{'id': 'f4a3cf17-2a39-43ff-8691-1b08a8bbcb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:33.276844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:33.279148 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11d910-201a-41fb-be35-a5e4d17f7543" -d '{"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:33.316487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b0a42397-100e-4a5e-8123-d73376061fa6,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:33.331617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.336910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0c683253-83fc-4bc4-b104-d7edd43da6f6 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:33.430194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Allocated IP 10.2.2.200 (bfa75b7d-5873-4e57-922c-47b3e04e232e/beb22244-7f42-4edc-9970-fb142d092415/96df5d9d-9206-4e33-be2a-4c7f3afe1106) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:33.436617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.448655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:33.459062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.460018 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Added segment 9ea88e85-6d92-4e23-8b7f-1b417addbd71 of type vlan for network b71f5745-565e-45e5-829b-29de323876fc Jul 16 08:37:33.493885 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.502518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.521847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:33.528316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 0c683253-83fc-4bc4-b104-d7edd43da6f6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:33.535491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 0c683253-83fc-4bc4-b104-d7edd43da6f6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:33.536068 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.543874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba3864-87af-4893-b809-2ea58b595e8f req-02f93301-872f-4972-ad82-1ba9716b12e9 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:33.545490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-600d9893-fc0d-442e-844d-c4487f6f216f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3724368 Jul 16 08:37:33.545904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-deba3864-87af-4893-b809-2ea58b595e8f req-02f93301-872f-4972-ad82-1ba9716b12e9 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 932 time: 0.6365504 Jul 16 08:37:33.561581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Request body: {'port': {'device_id': '945847dc-6c95-462e-87a2-90a40be6195f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:33.585617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.586411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:33.587251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.691912 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.701839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-deba3864-87af-4893-b809-2ea58b595e8f req-94e76f12-5f0c-4ae8-babe-f45031b88b91 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425095 Jul 16 08:37:33.736025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.737315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.745167 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ca541-78d7-46ef-b83b-d3a852d205fe None None] New status for floating IP 97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:37:33.751860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.9786282 Jul 16 08:37:33.751860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Pushing event updated for resources: {'Network': ['ID=b71f5745-565e-45e5-829b-29de323876fc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:33.755751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54490) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:33.762591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Request body: {'subnet': {'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-subnet', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:33.776939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Transition to ACTIVE for port object 96df5d9d-9206-4e33-be2a-4c7f3afe1106 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:33.777218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:33.785533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b71f5745-565e-45e5-829b-29de323876fc details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:33.805165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Made reservation on behalf of 05cf10d9a11944cca4e2c00f664d3ba5 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:33.811858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.858068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09350e99-674b-41e5-a868-3a63f3f4e3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae1e1a5-6a6b-4c2e-b744-d707046875a1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:33.907963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.967744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.982204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.992397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.007745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6d4e6943-984b-4213-ad43-782833044aad up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:34.057397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7db6676a-cc9d-4091-ad60-de15112cc54b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.1622715 Jul 16 08:37:34.059598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.061957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/83a71f76-6298-40ae-8bc9-083c4a1b8409 HTTP/1.1" status: 204 len: 168 time: 1.6922140 Jul 16 08:37:34.062805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1a9a7-bb79-4a5c-b9cc-8d842c187121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=83a71f76-6298-40ae-8bc9-083c4a1b8409,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.063626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2a01c-dd01-4a98-869b-8810e5635d90 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:34.072139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54494) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:34.072497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54496) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:34.089908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214658d-7e4e-48cb-9b69-88ee5731f738 req-39f1fafd-d43f-4c33-a892-56d2d4bd96b9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.095728 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0eeae737-9b86-4ff0-bc92-332262fde1b7 req-5c7c247e-f2ed-4535-a9dd-86102e8401e2 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 210 time: 0.1221387 Jul 16 08:37:34.096893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214658d-7e4e-48cb-9b69-88ee5731f738 req-39f1fafd-d43f-4c33-a892-56d2d4bd96b9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.104902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214658d-7e4e-48cb-9b69-88ee5731f738 req-39f1fafd-d43f-4c33-a892-56d2d4bd96b9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.120506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214658d-7e4e-48cb-9b69-88ee5731f738 req-39f1fafd-d43f-4c33-a892-56d2d4bd96b9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.122518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7214658d-7e4e-48cb-9b69-88ee5731f738 req-39f1fafd-d43f-4c33-a892-56d2d4bd96b9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 3095 time: 0.7367039 Jul 16 08:37:34.128642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:34.135677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Network bfa75b7d-5873-4e57-922c-47b3e04e232e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:34.141210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:34.156932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:34.160529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event updated for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.206660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:34.207027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 071c4e5c-16bc-4c27-88b2-a549e5ddf3e7 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:34.212621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1273745580'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:34.222390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c0d6ffac-1bef-4778-b325-471535752b0b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972762 Jul 16 08:37:34.227786 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b544942c-51de-4f6f-8553-ca2c3c916c52 x-openstack-request-id: req-b544942c-51de-4f6f-8553-ca2c3c916c52 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:34.228333 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:34.229362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54498) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:34.231878 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b544942c-51de-4f6f-8553-ca2c3c916c52 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:34.232996 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6', 'code': 200} Jul 16 08:37:34.240030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:34.335132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.336145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.342576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7214658d-7e4e-48cb-9b69-88ee5731f738 req-bb6f4401-5c47-4130-9878-761a2c8b42f4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443934 Jul 16 08:37:34.356683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.410840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 6d4e6943-984b-4213-ad43-782833044aad completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:34.421603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 6d4e6943-984b-4213-ad43-782833044aad triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:34.422204 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.496983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f376a009-42d2-4310-8c26-b1493633e173 req-b0cddd96-7c12-45fe-8c3a-5cf38a8914aa tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 210 time: 0.0965657 Jul 16 08:37:34.514064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b0d62e84-ef7e-4080-93fa-76612550c519 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3272591 Jul 16 08:37:34.544926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.547376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:34.550872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.554850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.565895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:34.570162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:34.602590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-76ab7522-c56c-4365-8d02-1e41b20e5c6a None None] Provisioning for port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:34.621600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:34.625114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.625499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-76ab7522-c56c-4365-8d02-1e41b20e5c6a None None] Provisioning complete for port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:34.626352 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76ab7522-c56c-4365-8d02-1e41b20e5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.682200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6d4e6943-984b-4213-ad43-782833044aad, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6d4e6943-984b-4213-ad43-782833044aad,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:34.696829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-76ab7522-c56c-4365-8d02-1e41b20e5c6a None None] Port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:34.701128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:34.703795 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.768687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.768687 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment 5ffa1172-e16a-4a29-aa20-2516a6efd7a2 of type vlan for network ab4b279e-9b2d-4b8f-a804-ab958f34060d Jul 16 08:37:34.775093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] Deleting port aa966103-4ec4-4753-a566-de969f65289e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:34.775807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.813003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e57ea-22e7-4193-bf39-a1ad963e486c req-dc016b8d-6566-4281-935c-3783c80c0f75 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.819422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e57ea-22e7-4193-bf39-a1ad963e486c req-dc016b8d-6566-4281-935c-3783c80c0f75 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.834057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e57ea-22e7-4193-bf39-a1ad963e486c req-dc016b8d-6566-4281-935c-3783c80c0f75 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.839934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6d4e6943-984b-4213-ad43-782833044aad,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.841384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-981e57ea-22e7-4193-bf39-a1ad963e486c req-dc016b8d-6566-4281-935c-3783c80c0f75 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2416 time: 0.2702994 Jul 16 08:37:34.860628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.887366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] For port aa966103-4ec4-4753-a566-de969f65289e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=aa966103-4ec4-4753-a566-de969f65289e,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:34.888042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.907973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] Calling delete_port for aa966103-4ec4-4753-a566-de969f65289e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:34.985991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.007721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.026307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.035151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.040927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a244cd6c-8435-4145-b31b-80729fb6aed3,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.042743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.043220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.043613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.050236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] Pushing event deleted for resources: {'Port': ['ID=aa966103-4ec4-4753-a566-de969f65289e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.062061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fc3d2-b796-45fa-8db5-4e83a9cabe76 None None] No DVR routers for this DVR port aa966103-4ec4-4753-a566-de969f65289e on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:35.079826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.087119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:35.090970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.091311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.091662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.091987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.092314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.092635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.092953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.093264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.093584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.093898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.094210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.094524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.116980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:35.123678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.123824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.126533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaa0902-5642-404c-b6c1-d7e014756336 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:35.145223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.200374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-981e57ea-22e7-4193-bf39-a1ad963e486c req-9d4d4317-37bc-46b7-a568-d8b0cdad4c09 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536659 Jul 16 08:37:35.202941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Checking segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:35.203306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Network hostable DHCP agents. Network: b71f5745-565e-45e5-829b-29de323876fc, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:35.220711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9861815 Jul 16 08:37:35.223968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:35.239205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60039072-10cf-4e55-8893-94e0a84bb046 req-443d69b8-429f-46d7-99ab-bfb956c4dc1f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.246085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60039072-10cf-4e55-8893-94e0a84bb046 req-443d69b8-429f-46d7-99ab-bfb956c4dc1f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 932 time: 0.2756543 Jul 16 08:37:35.248631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1249859 Jul 16 08:37:35.254450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54506) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:35.263628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:35.273794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': 'ac9a7825-4919-488f-895f-1ee01a0aea5c', 'ip_address': '2001:db8::5cc3:b05e:be7d:ff3e'}], 'name': 'tempest-NetworksTestDHCPv6-564787586'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:35.288509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5953da-3250-415a-ae65-e961fc96e0d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=ac9a7825-4919-488f-895f-1ee01a0aea5c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.356892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968230d3-a851-4d38-a044-be613d33b6ae {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:35.365093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.377714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Transition to ACTIVE for port object 968230d3-a851-4d38-a044-be613d33b6ae will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:35.380080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'ac9a7825-4919-488f-895f-1ee01a0aea5c'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:35.383088 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.393588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:35.447045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.449115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:35.456291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b79f6-5ce0-43b8-8a37-b4d077075112 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=ab4b279e-9b2d-4b8f-a804-ab958f34060d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.468978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:35.476931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:35.519615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c15ae053-9b46-4c19-8e0d-3a31f40e2c95 req-07f14c83-ab5c-44eb-9bb3-4bc061f6fc97 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 210 time: 0.1247399 Jul 16 08:37:35.632979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.654293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.654971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.687752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/ac9a7825-4919-488f-895f-1ee01a0aea5c/911a6740-5ca7-40d9-9f60-ab07490681b4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:35.783062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-abe93425-0f3c-412f-8e48-a46a41741dc3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7665339 Jul 16 08:37:35.812128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Request body: {'port': {'device_id': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:35.890052 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.891856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:35.896181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Attempting to bind port 968230d3-a851-4d38-a044-be613d33b6ae on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:35.896356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Attempting to bind port 968230d3-a851-4d38-a044-be613d33b6ae by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:35.896662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Attempting to bind port 968230d3-a851-4d38-a044-be613d33b6ae on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:35.902247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Transition to ACTIVE for port object 911a6740-5ca7-40d9-9f60-ab07490681b4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:35.908460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bba5f3-0b40-493c-97db-27c4ceedae30 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:35.917417 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.922411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Transition to ACTIVE for port object 911a6740-5ca7-40d9-9f60-ab07490681b4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:35.931560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.932660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Transition to ACTIVE for port object 92bba5f3-0b40-493c-97db-27c4ceedae30 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:35.946470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.951489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Port 968230d3-a851-4d38-a044-be613d33b6ae on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:35.951833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Attempting to bind port 968230d3-a851-4d38-a044-be613d33b6ae on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:35.957612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Network b71f5745-565e-45e5-829b-29de323876fc is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:35.985864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:35.990191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:35.994346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60039072-10cf-4e55-8893-94e0a84bb046 req-3ecac27c-1669-4bc8-8ff3-cc2f8828b10f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7473099 Jul 16 08:37:36.004538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:36.008068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:36.008418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Checking segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:36.008813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Bound using segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:36.009270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Bound port: 968230d3-a851-4d38-a044-be613d33b6ae, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:36.009639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.033701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-c60538e6-9cd5-4772-9a2a-bea0aef2c265 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.040018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-c60538e6-9cd5-4772-9a2a-bea0aef2c265 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.046188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-c60538e6-9cd5-4772-9a2a-bea0aef2c265 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.053367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-c60538e6-9cd5-4772-9a2a-bea0aef2c265 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.059671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-c60538e6-9cd5-4772-9a2a-bea0aef2c265 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.066843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-c60538e6-9cd5-4772-9a2a-bea0aef2c265 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 3816 time: 0.3068466 Jul 16 08:37:36.091405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.116182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aa966103-4ec4-4753-a566-de969f65289e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:36.143792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b71f5745-565e-45e5-829b-29de323876fc) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:36.162235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: aa966103-4ec4-4753-a566-de969f65289e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:36.166130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device aa966103-4ec4-4753-a566-de969f65289e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:36.182525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Pushing event updated for resources: {'Port': ['ID=911a6740-5ca7-40d9-9f60-ab07490681b4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:36.184548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.185265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.202639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70cb35f-32c3-4453-8bbe-3bc6631455e0 None None] Network b71f5745-565e-45e5-829b-29de323876fc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:36.210405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18c4bd6f-965c-4eb8-8833-9de19c9fca73 req-93a0f173-c812-42cc-b7ed-8d6a725de9c4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426764 Jul 16 08:37:36.219338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.333552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6'}, {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e6943-984b-4213-ad43-782833044aad'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:36.336363 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14259c59-92c9-406c-a2f9-b16a1eab57a1" -d '{"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6"}, {"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "6d4e6943-984b-4213-ad43-782833044aad"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:36.353403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Attempting to bind port 911a6740-5ca7-40d9-9f60-ab07490681b4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:36.353777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Attempting to bind port 911a6740-5ca7-40d9-9f60-ab07490681b4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:36.354145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Attempting to bind port 911a6740-5ca7-40d9-9f60-ab07490681b4 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:36.355435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=92bba5f3-0b40-493c-97db-27c4ceedae30,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:36.361886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:36.362263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:36.362671 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.363078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:36.363843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Bound port: 911a6740-5ca7-40d9-9f60-ab07490681b4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:36.364234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.391254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:36.418098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 5a9ba349-ce25-4565-8def-bdb4fd7f2884 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:36.457688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:36.491783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:36.495901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.496694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b71f5745-565e-45e5-829b-29de323876fc', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:36.497669 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.515732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] For port 911a6740-5ca7-40d9-9f60-ab07490681b4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:36.519516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.535749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] For port 911a6740-5ca7-40d9-9f60-ab07490681b4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=911a6740-5ca7-40d9-9f60-ab07490681b4,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:36.546301 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.598777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.599682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.601343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] 10.222.0.18 "PUT /v2.0/ports/968230d3-a851-4d38-a044-be613d33b6ae HTTP/1.1" status: 200 len: 1093 time: 3.0440485 Jul 16 08:37:36.622359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:36.624557 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3d4a0-f82a-4321-9769-12254362da04" -d '{"events": [{"name": "network-changed", "server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "tag": "968230d3-a851-4d38-a044-be613d33b6ae"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:36.665784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4170cf74-414a-45da-a2a9-72eac198d94c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9056356 Jul 16 08:37:36.670343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54520) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:36.682785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:36.706521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Attempting to bind port 92bba5f3-0b40-493c-97db-27c4ceedae30 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:36.706861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Attempting to bind port 92bba5f3-0b40-493c-97db-27c4ceedae30 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:36.707132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Attempting to bind port 92bba5f3-0b40-493c-97db-27c4ceedae30 on network d2901133-83fa-4369-a680-0a8c30d71109 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:36.728557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750626e-5126-4f6d-9092-c618330c88c1 req-585a08fb-9951-4c4f-b15a-f6590dd8a778 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.730344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b750626e-5126-4f6d-9092-c618330c88c1 req-585a08fb-9951-4c4f-b15a-f6590dd8a778 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 932 time: 0.5163114 Jul 16 08:37:36.735778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Port 92bba5f3-0b40-493c-97db-27c4ceedae30 on network d2901133-83fa-4369-a680-0a8c30d71109 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:36.736110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Attempting to bind port 92bba5f3-0b40-493c-97db-27c4ceedae30 on network d2901133-83fa-4369-a680-0a8c30d71109 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:36.753452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:36.753831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Checking segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:36.754178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Bound using segment: {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:36.754690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Bound port: 92bba5f3-0b40-493c-97db-27c4ceedae30, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e293af59-90f0-4eee-85ff-ea2a1204e150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:36.755059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.794420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.795690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.836654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003980a-b5d1-4823-b07b-5eaee2d48b95 service neutron] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:36.850668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Allocated IP 172.20.0.2 (b71f5745-565e-45e5-829b-29de323876fc/a244cd6c-8435-4145-b31b-80729fb6aed3/2b5ce9e9-204d-483c-9d50-7f25a432eb15) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:36.873067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710718-4d60-479b-b18e-6e5bd7fd304d req-68d4bdd1-f494-49f1-859a-7190a90962a0 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.879149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710718-4d60-479b-b18e-6e5bd7fd304d req-68d4bdd1-f494-49f1-859a-7190a90962a0 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.885362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710718-4d60-479b-b18e-6e5bd7fd304d req-68d4bdd1-f494-49f1-859a-7190a90962a0 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.892516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c710718-4d60-479b-b18e-6e5bd7fd304d req-68d4bdd1-f494-49f1-859a-7190a90962a0 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2417 time: 0.4977655 Jul 16 08:37:36.933965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b750626e-5126-4f6d-9092-c618330c88c1 req-676f2183-f669-4e64-b73b-86ac9721458c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890452 Jul 16 08:37:37.043071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.082856 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c868e-2218-4df4-9d7d-c76467ca6a3a x-openstack-request-id: req-b50c868e-2218-4df4-9d7d-c76467ca6a3a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:37.083592 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6", "code": 200}, {"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-plugged", "status": "completed", "tag": "6d4e6943-984b-4213-ad43-782833044aad", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:37.083953 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b50c868e-2218-4df4-9d7d-c76467ca6a3a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:37.084592 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6', 'code': 200} Jul 16 08:37:37.087660 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e6943-984b-4213-ad43-782833044aad', 'code': 200} Jul 16 08:37:37.113065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c710718-4d60-479b-b18e-6e5bd7fd304d req-d60220c7-7d4f-4a86-b1fe-1c2ba1e4e8ab tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195566 Jul 16 08:37:37.118579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82e36-52c2-4817-b265-0ac93c82d5d4 None None] Pushing event updated for resources: {'Port': ['ID=911a6740-5ca7-40d9-9f60-ab07490681b4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.221902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3421b480-ef08-4fc1-8a45-5c7e20190488 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:37.237018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.248512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.269427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Transition to ACTIVE for port object 2b5ce9e9-204d-483c-9d50-7f25a432eb15 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:37.276650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Transition to ACTIVE for port object 3421b480-ef08-4fc1-8a45-5c7e20190488 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:37.305747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::5cc3:b05e:be7d:ff3e (403e1a12-e2ec-4877-807a-187d784f3d1f/ac9a7825-4919-488f-895f-1ee01a0aea5c/5a9ba349-ce25-4565-8def-bdb4fd7f2884) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:37.310013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Transition to ACTIVE for port object 2b5ce9e9-204d-483c-9d50-7f25a432eb15 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:37.326553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.344101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] For port 92bba5f3-0b40-493c-97db-27c4ceedae30, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:37.422364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Network b71f5745-565e-45e5-829b-29de323876fc is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:37.427234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Pushing event updated for resources: {'Port': ['ID=2b5ce9e9-204d-483c-9d50-7f25a432eb15,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.447868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:37.450284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:37.494506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9121fa45-41d4-49a9-b4ee-20fc3a88be79 req-09ebc757-3181-4b0c-a03e-799f5b5a1bc1 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b224d61-b75a-4f6f-9db5-02a170f7e1ec HTTP/1.1" status: 200 len: 210 time: 0.2093039 Jul 16 08:37:37.501223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] For port 92bba5f3-0b40-493c-97db-27c4ceedae30, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=92bba5f3-0b40-493c-97db-27c4ceedae30,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:37.508578 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.525344 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05b8062-9a50-486d-82cc-a6b4c6d9abda x-openstack-request-id: req-a05b8062-9a50-486d-82cc-a6b4c6d9abda {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:37.525799 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "tag": "968230d3-a851-4d38-a044-be613d33b6ae", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:37.526203 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a05b8062-9a50-486d-82cc-a6b4c6d9abda {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:37.526816 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae', 'status': 'completed', 'code': 200} Jul 16 08:37:37.533492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Attempting to bind port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:37.534057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Attempting to bind port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:37.534781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Attempting to bind port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:37.544203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:37.545001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Checking segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:37.545832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.546538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Bound using segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:37.547285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Bound port: 2b5ce9e9-204d-483c-9d50-7f25a432eb15, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:37.547860 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.563109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.569529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-6009fba9-d2a0-4b57-ad20-5c7792246639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:37.571059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-6009fba9-d2a0-4b57-ad20-5c7792246639 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 1096 time: 0.8794994 Jul 16 08:37:37.571734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.576187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.651227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] For port 2b5ce9e9-204d-483c-9d50-7f25a432eb15, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:37.658498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] For port 2b5ce9e9-204d-483c-9d50-7f25a432eb15, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2b5ce9e9-204d-483c-9d50-7f25a432eb15,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:37.668069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.707310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.790036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe8450-6f2a-4d54-9556-c62cd0cb095e None None] Pushing event updated for resources: {'Port': ['ID=2b5ce9e9-204d-483c-9d50-7f25a432eb15,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.883976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:37.884839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.892602 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 1092 time: 3.3264601 Jul 16 08:37:37.892602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=00dd96bd-03fb-4a3e-9e8b-506f999664c9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.892602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:37.892602 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b37819-ec21-4f6d-814d-b20b0af41703" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:37.939873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f84cd-2102-44f9-8113-f194b9d3c1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=92bba5f3-0b40-493c-97db-27c4ceedae30,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.009816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:38.177673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 911a6740-5ca7-40d9-9f60-ab07490681b4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:38.277181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48b47f-6905-498d-8044-48e817d704b4 req-079ee4a5-ab47-4631-bf65-48c7c3bc7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.277673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48b47f-6905-498d-8044-48e817d704b4 req-079ee4a5-ab47-4631-bf65-48c7c3bc7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.278204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48b47f-6905-498d-8044-48e817d704b4 req-079ee4a5-ab47-4631-bf65-48c7c3bc7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.280170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db48b47f-6905-498d-8044-48e817d704b4 req-079ee4a5-ab47-4631-bf65-48c7c3bc7a60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2873 time: 0.9774196 Jul 16 08:37:38.331208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': '5ffa1172-e16a-4a29-aa20-2516a6efd7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:38.331595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: ab4b279e-9b2d-4b8f-a804-ab958f34060d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:38.346011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-4bc7fc15-d429-4d59-97ac-9a673cb57b09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=968230d3-a851-4d38-a044-be613d33b6ae HTTP/1.1" status: 200 len: 217 time: 0.6984375 Jul 16 08:37:38.361844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 911a6740-5ca7-40d9-9f60-ab07490681b4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:38.368283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.408595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 5a9ba349-ce25-4565-8def-bdb4fd7f2884 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:38.443149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-5cfbd354-785d-473e-86d4-b172c8ac3d45 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.457700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-5cfbd354-785d-473e-86d4-b172c8ac3d45 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.468071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-5cfbd354-785d-473e-86d4-b172c8ac3d45 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.469432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] Provisioning for port 911a6740-5ca7-40d9-9f60-ab07490681b4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:38.473907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] Provisioning complete for port 911a6740-5ca7-40d9-9f60-ab07490681b4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:38.474284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.492152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-5cfbd354-785d-473e-86d4-b172c8ac3d45 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.499705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-5cfbd354-785d-473e-86d4-b172c8ac3d45 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.502833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-5cfbd354-785d-473e-86d4-b172c8ac3d45 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 3828 time: 0.7533925 Jul 16 08:37:38.511813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db48b47f-6905-498d-8044-48e817d704b4 req-81a17a11-823e-4386-a9ef-815dc94ce00b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043257 Jul 16 08:37:38.549838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.560976 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:38.597487 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.599260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa98ce-65d3-4ef4-8dda-23639ba3bcc7 req-e06fcda4-0069-44f6-b974-7457da5025bd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.600980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:38.608253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69fa98ce-65d3-4ef4-8dda-23639ba3bcc7 req-e06fcda4-0069-44f6-b974-7457da5025bd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 944 time: 1.0651476 Jul 16 08:37:38.625847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-7c9dabef-b32e-4ed3-92da-b942658ff268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.628752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-7c9dabef-b32e-4ed3-92da-b942658ff268 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.2396243 Jul 16 08:37:38.640822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ab4b279e-9b2d-4b8f-a804-ab958f34060d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:38.644746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] For port 911a6740-5ca7-40d9-9f60-ab07490681b4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=911a6740-5ca7-40d9-9f60-ab07490681b4,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:38.651338 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.664641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029599d5-5939-4cab-90c4-61ccf1134a53 None None] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:38.675979 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.710118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.711105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.737161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-890c2522-25bb-40af-8dc5-5340f79ab471 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983889 Jul 16 08:37:38.743048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c5b55f8-49e0-40c9-9dae-6e751866619c req-0148ec46-3b6e-4ced-a6b6-646772ef82e2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609948 Jul 16 08:37:38.816029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69fa98ce-65d3-4ef4-8dda-23639ba3bcc7 req-cc67cc96-38c2-43f8-a193-f2dac95c003e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064719 Jul 16 08:37:38.820413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Attempting to bind port 3421b480-ef08-4fc1-8a45-5c7e20190488 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:38.820760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Attempting to bind port 3421b480-ef08-4fc1-8a45-5c7e20190488 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:38.821220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Attempting to bind port 3421b480-ef08-4fc1-8a45-5c7e20190488 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:38.829009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8b866bda-6a47-4320-8e77-f113047cb6cc tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5692909 Jul 16 08:37:38.839436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54534) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:38.855918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d', 'name': 'tempest-PortsIpV6TestJSON-456629449'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:38.865048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:38.878829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Port 3421b480-ef08-4fc1-8a45-5c7e20190488 on network cb832068-27e6-49ee-b711-fc8e14512fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:38.879174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Attempting to bind port 3421b480-ef08-4fc1-8a45-5c7e20190488 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:38.889326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:38.889908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:38.902523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.903241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.911947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=5a9ba349-ce25-4565-8def-bdb4fd7f2884,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.929291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155ddd-d1ef-443f-9cb9-da663150862f None None] Pushing event updated for resources: {'Port': ['ID=911a6740-5ca7-40d9-9f60-ab07490681b4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.946046 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc79fa1-1190-4fa2-951f-0f95d0319374 x-openstack-request-id: req-6dc79fa1-1190-4fa2-951f-0f95d0319374 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:38.946892 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:38.947289 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dc79fa1-1190-4fa2-951f-0f95d0319374 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:38.948009 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'status': 'completed', 'code': 200} Jul 16 08:37:39.051378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:39.051710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:39.052118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Bound using segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:39.052583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Bound port: 3421b480-ef08-4fc1-8a45-5c7e20190488, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:39.052959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.202292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-ab4b279e-9b2d-4b8f-a804-ab958f34060d', 'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': '00dd96bd-03fb-4a3e-9e8b-506f999664c9'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:39.204363 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.230108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-da4cb76b-3e34-407d-a56e-9867a0b7357c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9867179 Jul 16 08:37:39.240978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54536) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:39.365322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-5301129c-2ace-445e-abee-5c16deaebdf6 service neutron] 10.222.0.18 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876539 Jul 16 08:37:39.510827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:39.528516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:39.547230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.578188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627735af-6be8-429b-be74-9e3bb0ae13b1 req-5d23bde9-b5f5-4307-a35b-9703c78f6103 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.579953 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-627735af-6be8-429b-be74-9e3bb0ae13b1 req-5d23bde9-b5f5-4307-a35b-9703c78f6103 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 944 time: 0.3839912 Jul 16 08:37:39.583731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e082a47-fc0a-4289-9979-0770c784ea32 None None] Provisioning for port 5a9ba349-ce25-4565-8def-bdb4fd7f2884 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:39.593702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Allocated IP 2001:db8::2 (ab4b279e-9b2d-4b8f-a804-ab958f34060d/00dd96bd-03fb-4a3e-9e8b-506f999664c9/9d4e9e60-0b41-4746-8160-21f395385189) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:39.604087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e082a47-fc0a-4289-9979-0770c784ea32 None None] Provisioning complete for port 5a9ba349-ce25-4565-8def-bdb4fd7f2884 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:39.604466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e082a47-fc0a-4289-9979-0770c784ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.636814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-8900bb1b-11d4-4b57-b7d0-54e74ce8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.638831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-8900bb1b-11d4-4b57-b7d0-54e74ce8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.639497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-8900bb1b-11d4-4b57-b7d0-54e74ce8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.640025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-8900bb1b-11d4-4b57-b7d0-54e74ce8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.640703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-8900bb1b-11d4-4b57-b7d0-54e74ce8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.643231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-8900bb1b-11d4-4b57-b7d0-54e74ce8990e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 4364 time: 0.6088355 Jul 16 08:37:39.703599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.704348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.706080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] 10.222.0.36 "PUT /v2.0/ports/3421b480-ef08-4fc1-8a45-5c7e20190488 HTTP/1.1" status: 200 len: 1093 time: 3.8989689 Jul 16 08:37:39.709227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:39.711700 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5634195b-119b-4216-ab71-4aff159c608f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:39.754170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271aeaa-4152-4dc5-ad91-38916da8c128 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.760727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271aeaa-4152-4dc5-ad91-38916da8c128 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.762439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6271aeaa-4152-4dc5-ad91-38916da8c128 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4998643 Jul 16 08:37:39.774195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54540) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:39.779580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd45b999-a9ab-410a-ad88-2be6bb42146b req-5e3f7396-67ee-4ae2-a126-527c779ad19d service neutron] 10.222.0.18 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840871 Jul 16 08:37:39.883049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-627735af-6be8-429b-be74-9e3bb0ae13b1 req-df74167c-9a8d-4222-9f97-a6a5808cb21f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521605 Jul 16 08:37:40.006372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.014167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637417-8eba-4fcb-9b4d-f518d25b2983 service neutron] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.045638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.089477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bf3b6-c316-44ea-b035-812e1ed572cd req-47b31e21-6d1c-4375-b246-65d72cae6e5d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.101974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bf3b6-c316-44ea-b035-812e1ed572cd req-47b31e21-6d1c-4375-b246-65d72cae6e5d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.109028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bf3b6-c316-44ea-b035-812e1ed572cd req-47b31e21-6d1c-4375-b246-65d72cae6e5d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.117069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-314bf3b6-c316-44ea-b035-812e1ed572cd req-47b31e21-6d1c-4375-b246-65d72cae6e5d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2417 time: 0.9015710 Jul 16 08:37:40.129219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:40.133126 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.139229 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73bda72-3b30-4759-92c9-e5889d1074e5 x-openstack-request-id: req-a73bda72-3b30-4759-92c9-e5889d1074e5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:40.139665 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:40.140022 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a73bda72-3b30-4759-92c9-e5889d1074e5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:40.140599 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'status': 'completed', 'code': 200} Jul 16 08:37:40.237030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-952f1517-e305-482b-bfd7-b5bdbd8727b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.241711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-952f1517-e305-482b-bfd7-b5bdbd8727b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.242415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-952f1517-e305-482b-bfd7-b5bdbd8727b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.245594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-952f1517-e305-482b-bfd7-b5bdbd8727b7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=111f823d882545fd8a789792f18188a0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5603330 Jul 16 08:37:40.245853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:40.261738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c960b88-af29-41bb-bf44-748b71499b90 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:40.296208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.299640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-314bf3b6-c316-44ea-b035-812e1ed572cd req-aa3728d7-cf9a-4bd9-9a0b-74ea84fc9cda tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816185 Jul 16 08:37:40.310045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Transition to ACTIVE for port object 9d4e9e60-0b41-4746-8160-21f395385189 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:40.328369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.334146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Transition to ACTIVE for port object 9d4e9e60-0b41-4746-8160-21f395385189 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:40.343954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae005a-5dfa-4065-ab9c-156e305e3180 None None] Network b71f5745-565e-45e5-829b-29de323876fc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:40.352926 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.353478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-3e72d6f2-4525-4edd-8cfa-8683175ec0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.365378 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-3e72d6f2-4525-4edd-8cfa-8683175ec0de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 1096 time: 0.5085096 Jul 16 08:37:40.366594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4e082a47-fc0a-4289-9979-0770c784ea32 None None] Port 5a9ba349-ce25-4565-8def-bdb4fd7f2884 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:40.376848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b5ce9e9-204d-483c-9d50-7f25a432eb15 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:40.437324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:40.443257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:40.445591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d4a0-f82a-4321-9769-12254362da04 req-30d68776-40ac-4c1e-bbab-c8f3609f8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.448071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-30d68776-40ac-4c1e-bbab-c8f3609f8a42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 1096 time: 0.5563550 Jul 16 08:37:40.449589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 5a9ba349-ce25-4565-8def-bdb4fd7f2884 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:40.450039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.456020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:40.481580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Transition to ACTIVE for port object 4c960b88-af29-41bb-bf44-748b71499b90 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:40.492588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.554539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Pushing event updated for resources: {'Port': ['ID=9d4e9e60-0b41-4746-8160-21f395385189,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.556996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-3da1460e-2947-4ca9-8e17-907d6d8132eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3421b480-ef08-4fc1-8a45-5c7e20190488 HTTP/1.1" status: 200 len: 217 time: 0.1440115 Jul 16 08:37:40.603666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Allocated IP 172.25.0.92 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d38dd578-9d73-4f55-8a6a-4655c56b61f7) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:40.613006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Attempting to bind port 9d4e9e60-0b41-4746-8160-21f395385189 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:40.613384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Attempting to bind port 9d4e9e60-0b41-4746-8160-21f395385189 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5ffa1172-e16a-4a29-aa20-2516a6efd7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:40.614016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Attempting to bind port 9d4e9e60-0b41-4746-8160-21f395385189 on network ab4b279e-9b2d-4b8f-a804-ab958f34060d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:40.639860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:40.640423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Checking segment: {'id': '5ffa1172-e16a-4a29-aa20-2516a6efd7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:40.640842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.641247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Bound using segment: {'id': '5ffa1172-e16a-4a29-aa20-2516a6efd7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:40.652003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Bound port: 9d4e9e60-0b41-4746-8160-21f395385189, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffa1172-e16a-4a29-aa20-2516a6efd7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:40.652457 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.654461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-188541fd-2ef3-408f-ac3d-bf0bb79d7e53 None None] Provisioning for port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:40.657164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:40.691964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-188541fd-2ef3-408f-ac3d-bf0bb79d7e53 None None] Provisioning complete for port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:40.692341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-188541fd-2ef3-408f-ac3d-bf0bb79d7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.706189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:40.707074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.752208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Pushing event updated for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.765274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-55636a30-9f96-41de-a096-4c327f23529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.773851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80b37819-ec21-4f6d-814d-b20b0af41703 req-55636a30-9f96-41de-a096-4c327f23529c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5121965 Jul 16 08:37:40.784687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::39a (ab4b279e-9b2d-4b8f-a804-ab958f34060d/00dd96bd-03fb-4a3e-9e8b-506f999664c9/9c656b4f-8e02-4ef9-b1e0-803188f9a205) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:40.897803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] For port 9d4e9e60-0b41-4746-8160-21f395385189, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:40.902361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] For port 9d4e9e60-0b41-4746-8160-21f395385189, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d4e9e60-0b41-4746-8160-21f395385189,segment=NetworkSegment(5ffa1172-e16a-4a29-aa20-2516a6efd7a2),segment_id=5ffa1172-e16a-4a29-aa20-2516a6efd7a2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:40.904775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-c16182bf-075d-4332-b413-3804f3bc2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.907107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-c16182bf-075d-4332-b413-3804f3bc2fe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.3236732 Jul 16 08:37:40.913893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.925551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.934351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd403e-6d09-4608-8711-1387c447f770 req-97243ab1-a58a-42d2-960b-f4991ac7514c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.935348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-58037f02-e663-4c28-b66e-a82bb46572b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.936056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfcd403e-6d09-4608-8711-1387c447f770 req-97243ab1-a58a-42d2-960b-f4991ac7514c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 944 time: 0.3295276 Jul 16 08:37:40.942692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Attempting to bind port 4c960b88-af29-41bb-bf44-748b71499b90 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:40.943029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Attempting to bind port 4c960b88-af29-41bb-bf44-748b71499b90 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:40.943379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Attempting to bind port 4c960b88-af29-41bb-bf44-748b71499b90 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:40.953201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-58037f02-e663-4c28-b66e-a82bb46572b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.965268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Port 4c960b88-af29-41bb-bf44-748b71499b90 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:40.965596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Attempting to bind port 4c960b88-af29-41bb-bf44-748b71499b90 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:40.978923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-58037f02-e663-4c28-b66e-a82bb46572b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.989859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-58037f02-e663-4c28-b66e-a82bb46572b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.012837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-58037f02-e663-4c28-b66e-a82bb46572b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.018661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:41.019186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Checking segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:41.019296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Bound using segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:41.024010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Bound port: 4c960b88-af29-41bb-bf44-748b71499b90, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:41.024184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-58037f02-e663-4c28-b66e-a82bb46572b3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 3828 time: 0.6974859 Jul 16 08:37:41.025106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.047614 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.058431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.092332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d4a0-f82a-4321-9769-12254362da04 req-0969fe74-e4b1-4af0-806d-002b2585c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.093858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-0969fe74-e4b1-4af0-806d-002b2585c268 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 906 time: 0.5840831 Jul 16 08:37:41.094814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 5a9ba349-ce25-4565-8def-bdb4fd7f2884 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:41.098857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-7f13d376-2d34-4566-82f4-18349a19448f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566216 Jul 16 08:37:41.123489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-188541fd-2ef3-408f-ac3d-bf0bb79d7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.147924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb1a31-80f1-4164-bdac-c71330c03137 None None] Pushing event updated for resources: {'Port': ['ID=9d4e9e60-0b41-4746-8160-21f395385189,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.180448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-bd6d0068-d22a-4e73-8edf-ee08209c1ba2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=968230d3-a851-4d38-a044-be613d33b6ae HTTP/1.1" status: 200 len: 217 time: 0.0754032 Jul 16 08:37:41.180673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 2b5ce9e9-204d-483c-9d50-7f25a432eb15, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2b5ce9e9-204d-483c-9d50-7f25a432eb15,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:41.197270 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.198357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 911a6740-5ca7-40d9-9f60-ab07490681b4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:41.212894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaad8628-efb8-49ec-ac4e-a9327d97b197 req-0b1b2a77-d9f3-4ccb-b279-199fa8b2cd7d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877067 Jul 16 08:37:41.326455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.331399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54552) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:41.351211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 9c656b4f-8e02-4ef9-b1e0-803188f9a205 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:41.370634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=2b5ce9e9-204d-483c-9d50-7f25a432eb15,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.423545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.426230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.497232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-188541fd-2ef3-408f-ac3d-bf0bb79d7e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:37:41.497591 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-188541fd-2ef3-408f-ac3d-bf0bb79d7e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:37:41.527374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 911a6740-5ca7-40d9-9f60-ab07490681b4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:41.527687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.578210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:41.592935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Pushing event updated for resources: {'Port': ['ID=d38dd578-9d73-4f55-8a6a-4655c56b61f7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.606820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:41.613398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d4a0-f82a-4321-9769-12254362da04 req-3ca8e727-e30b-4f2e-a200-a7d40ae77ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.615159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-3ca8e727-e30b-4f2e-a200-a7d40ae77ab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.4228323 Jul 16 08:37:41.630937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:41.641110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.642759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.684972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-79f6bd28-59ea-42ae-8e7a-30e8b5aac7c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598557 Jul 16 08:37:41.698156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfcd403e-6d09-4608-8711-1387c447f770 req-671d1085-d3bd-4166-aafa-d1847d10d10c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495141 Jul 16 08:37:41.698701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-98efb58e-ec90-4251-b0b7-00e74c1cb4e8 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751777 Jul 16 08:37:41.736094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:41.746028 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8981905 Jul 16 08:37:41.746606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54556) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:41.751398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:41.754320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:41.788911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91f2dddd-6894-42bb-9d57-b1759c7beaf3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.791432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': 'ab4b279e-9b2d-4b8f-a804-ab958f34060d', 'name': 'tempest-PortsIpV6TestJSON-1186368032'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:42.257687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-11c6314f-e2de-4561-83b9-e60e819ac0d7 None None] Provisioning complete for port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:42.259785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:42.260743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11c6314f-e2de-4561-83b9-e60e819ac0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.263702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4c960b88-af29-41bb-bf44-748b71499b90,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:42.265008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b5ce9e9-204d-483c-9d50-7f25a432eb15 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:42.300976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979dda0-924e-4761-9d03-4a1a303a2990 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=9c656b4f-8e02-4ef9-b1e0-803188f9a205,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.310516 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.401889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-777f6137-2b5a-4c5c-8804-424f997d2b98 service neutron] 10.222.0.18 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021356 Jul 16 08:37:42.423514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Pushing event updated for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.446351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:42.446894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.451981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05a4c7fa-98f8-4537-9289-77ae946332f2 req-4b97bc92-f3de-41eb-aa54-7c5c5dd2e724 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328734 Jul 16 08:37:42.454101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91f2dddd-6894-42bb-9d57-b1759c7beaf3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.485458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59900d6-df31-4042-baf5-1a6861e42729 req-5439efe9-5298-4c1c-a6e4-b064ea1b3e04 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.487297 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b59900d6-df31-4042-baf5-1a6861e42729 req-5439efe9-5298-4c1c-a6e4-b064ea1b3e04 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 944 time: 0.9618964 Jul 16 08:37:42.505411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.607073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:42.611992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.628429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.629711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.643018 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a5850389-435a-439d-a644-03f3c5776708 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 1136 time: 4.6353703 Jul 16 08:37:42.643819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '4c960b88-af29-41bb-bf44-748b71499b90'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:42.649070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce755a-6c9f-4c80-9cd9-fb55ba79eb79 None None] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:42.654764 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061b2aad-05fd-4fbe-855f-1a5aea23b075" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "4c960b88-af29-41bb-bf44-748b71499b90"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:42.677239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:42.726948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a62c-00ea-43db-a5f1-e308af546c70 req-6bdb1934-11a6-4e34-91cc-4b2c0570ee51 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.736449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.740329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a62c-00ea-43db-a5f1-e308af546c70 req-6bdb1934-11a6-4e34-91cc-4b2c0570ee51 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.742568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/5a9ba349-ce25-4565-8def-bdb4fd7f2884 HTTP/1.1" status: 204 len: 168 time: 2.9618547 Jul 16 08:37:42.744357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ebd8147-d5ed-4c42-92fb-bb3f8e7fce60 None None] Provisioning for port 9d4e9e60-0b41-4746-8160-21f395385189 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:42.750984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d4e9e60-0b41-4746-8160-21f395385189 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:42.753997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a62c-00ea-43db-a5f1-e308af546c70 req-6bdb1934-11a6-4e34-91cc-4b2c0570ee51 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.755922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ea8a62c-00ea-43db-a5f1-e308af546c70 req-6bdb1934-11a6-4e34-91cc-4b2c0570ee51 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2417 time: 0.6038699 Jul 16 08:37:42.758860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:42.803607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=5a9ba349-ce25-4565-8def-bdb4fd7f2884,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.838506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.838997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.839471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.839926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.840361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.840792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.841247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.842393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.843041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.849978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.851063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.851537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8e0208-5590-42b7-94ed-70ad1e68ef87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:42.867653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b59900d6-df31-4042-baf5-1a6861e42729 req-174fad8d-0e3d-4ab0-9389-1bbb19e3d9ab tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296249 Jul 16 08:37:42.914527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 44a3c32a-0307-4952-b250-5af8e86f9674 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:42.974995 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64992dcf-66ab-4473-b48d-afb50a4f3a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.991600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9d4e9e60-0b41-4746-8160-21f395385189 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:43.008920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9d4e9e60-0b41-4746-8160-21f395385189 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:43.013472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.016766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634195b-119b-4216-ab71-4aff159c608f req-28d540f9-f5f0-4a2d-a510-7bf2ebac3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.018894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-28d540f9-f5f0-4a2d-a510-7bf2ebac3510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 1096 time: 0.4450748 Jul 16 08:37:43.074721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::e5 (ab4b279e-9b2d-4b8f-a804-ab958f34060d/00dd96bd-03fb-4a3e-9e8b-506f999664c9/44a3c32a-0307-4952-b250-5af8e86f9674) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:43.195102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.206580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:43.214931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91f2dddd-6894-42bb-9d57-b1759c7beaf3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.218512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91f2dddd-6894-42bb-9d57-b1759c7beaf3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.223936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-91f2dddd-6894-42bb-9d57-b1759c7beaf3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "DELETE /v2.0/security-groups/00063ead-4e97-423b-b9a8-8162b638e167 HTTP/1.1" status: 204 len: 168 time: 1.8396568 Jul 16 08:37:43.224852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54566) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:43.233388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59f3d4a0-f82a-4321-9769-12254362da04 req-05fe66b0-0686-4a04-9086-2a465c51247c service neutron] 10.222.0.18 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761402 Jul 16 08:37:43.273898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2dddd-6894-42bb-9d57-b1759c7beaf3 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00063ead-4e97-423b-b9a8-8162b638e167,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.276039 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-7a2d0f5d-c8bc-429f-875d-94249ed81233 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] show failed (client error): The resource could not be found. Jul 16 08:37:43.280176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a2d0f5d-c8bc-429f-875d-94249ed81233 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "GET /v2.0/security-groups/00063ead-4e97-423b-b9a8-8162b638e167 HTTP/1.1" status: 404 len: 347 time: 0.0453801 Jul 16 08:37:43.284004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54568) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:43.296442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634195b-119b-4216-ab71-4aff159c608f req-ff008673-bb10-4a07-b431-7eba348264b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.297901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-ff008673-bb10-4a07-b431-7eba348264b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.2670188 Jul 16 08:37:43.334469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ea8a62c-00ea-43db-a5f1-e308af546c70 req-5c46a454-2f52-48b9-abdc-81bcbbcd5850 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709313 Jul 16 08:37:43.345876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52548e-a86e-424a-b0f9-e23130316be4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.347724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52548e-a86e-424a-b0f9-e23130316be4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.349429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b52548e-a86e-424a-b0f9-e23130316be4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5070000 Jul 16 08:37:43.352467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54570) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:43.451990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-d599853e-360a-42af-a031-171c833087f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3421b480-ef08-4fc1-8a45-5c7e20190488 HTTP/1.1" status: 200 len: 217 time: 0.1112049 Jul 16 08:37:43.466362 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.617683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:43.660793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '968230d3-a851-4d38-a044-be613d33b6ae', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': '968230d3-a851-4d38-a044-be613d33b6ae', 'mac_address': 'fa:16:3e:56:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:43.719686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.736955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.737630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9d4e9e60-0b41-4746-8160-21f395385189, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d4e9e60-0b41-4746-8160-21f395385189,segment=NetworkSegment(5ffa1172-e16a-4a29-aa20-2516a6efd7a2),segment_id=5ffa1172-e16a-4a29-aa20-2516a6efd7a2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:43.744744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.749509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.758728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.767191 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.777600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.784282 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ae9b5-ccf2-47a4-918a-a5a5fc9795ed x-openstack-request-id: req-e72ae9b5-ccf2-47a4-918a-a5a5fc9795ed {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:43.784603 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "4c960b88-af29-41bb-bf44-748b71499b90", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:43.784787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.784891 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e72ae9b5-ccf2-47a4-918a-a5a5fc9795ed {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:43.785246 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '4c960b88-af29-41bb-bf44-748b71499b90', 'status': 'completed', 'code': 200} Jul 16 08:37:43.786793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-20c68b81-b376-44fa-8aa7-468a294183ad tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 4605 time: 0.6109314 Jul 16 08:37:43.816803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.831023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968230d3-a851-4d38-a044-be613d33b6ae {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:43.834195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet ac9a7825-4919-488f-895f-1ee01a0aea5c {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:43.876177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:43.902054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.906986 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-457c9fc8-c2a9-4e13-84cf-d706f9a5e010 req-8b2d7c87-33b2-4771-888e-0f52bcfa1325 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664024 Jul 16 08:37:43.909791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.918379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634195b-119b-4216-ab71-4aff159c608f req-df1c118b-9db1-4670-8938-2356cf4f8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.921814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-df1c118b-9db1-4670-8938-2356cf4f8d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.4611809 Jul 16 08:37:43.926076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.972735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9d4e9e60-0b41-4746-8160-21f395385189,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.992874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.993566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.994185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.994808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.995470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.996122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.999799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-f84ebf35-a1eb-425f-af43-f2e9827e174a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5293 time: 0.4883969 Jul 16 08:37:44.006534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-0d1cf50d-81d2-4646-b623-2deda85f1f4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547121 Jul 16 08:37:44.062375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:44.072824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3421b480-ef08-4fc1-8a45-5c7e20190488 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:44.128635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.153477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['968230d3-a851-4d38-a044-be613d33b6ae'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:44.157609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 44a3c32a-0307-4952-b250-5af8e86f9674 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:44.265526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Deleting port bed08b19-a75f-4a46-91be-5fa236354950 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:44.265879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.366529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.409832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483e579-4a5f-47eb-a83a-afd8b54a9aee req-6c2e9f60-fc2c-4911-86ca-13b15ff1b632 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.420318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2483e579-4a5f-47eb-a83a-afd8b54a9aee req-6c2e9f60-fc2c-4911-86ca-13b15ff1b632 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 944 time: 0.6480319 Jul 16 08:37:44.581473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-69c1b1f2-29f6-43ff-aa3b-532a2f12126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.581959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-69c1b1f2-29f6-43ff-aa3b-532a2f12126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.582431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-69c1b1f2-29f6-43ff-aa3b-532a2f12126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.585049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-69c1b1f2-29f6-43ff-aa3b-532a2f12126c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=111f823d882545fd8a789792f18188a0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5724025 Jul 16 08:37:44.586661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4361c6b9-68db-4b57-a116-44e03a021d30 None None] Provisioning for port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:44.588049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-d9e4ed76-3ef4-452a-90f1-90aca964b435 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638394 Jul 16 08:37:44.598071 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2483e579-4a5f-47eb-a83a-afd8b54a9aee req-8eba49f6-34e8-4dd3-9321-59a6b289b64b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634898 Jul 16 08:37:44.625215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4361c6b9-68db-4b57-a116-44e03a021d30 None None] Provisioning complete for port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:44.625215 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4361c6b9-68db-4b57-a116-44e03a021d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.659687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.672576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:44.705933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'mac_address': 'fa:16:3e:f7:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:44.714810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4361c6b9-68db-4b57-a116-44e03a021d30 None None] Port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:44.722007 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.722349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.790125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.807973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3421b480-ef08-4fc1-8a45-5c7e20190488 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:44.821232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Calling delete_port for bed08b19-a75f-4a46-91be-5fa236354950 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:44.831210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:44.840704 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.853405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.942640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:44.976104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:44.988071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:45.047492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4361c6b9-68db-4b57-a116-44e03a021d30 None None] Provisioning complete for port 9d4e9e60-0b41-4746-8160-21f395385189 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:45.047912 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4361c6b9-68db-4b57-a116-44e03a021d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.062346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=44a3c32a-0307-4952-b250-5af8e86f9674,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.066572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:45.074732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.075028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.105020 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d4612ac-5dbd-4333-bb97-98173ac674df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3183153 Jul 16 08:37:45.105187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5634195b-119b-4216-ab71-4aff159c608f req-c94f3191-1e36-4319-b95d-1569ad5e3f7e service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970715 Jul 16 08:37:45.105775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.109578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-b3acd651-04ac-4566-9a21-91f351fb4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.115538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-061b2aad-05fd-4fbe-855f-1a5aea23b075 req-b3acd651-04ac-4566-9a21-91f351fb4b30 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5199692 Jul 16 08:37:45.128212 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.211396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['3421b480-ef08-4fc1-8a45-5c7e20190488'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:45.228457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9a7825-4919-488f-895f-1ee01a0aea5c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.242929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.247261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb06a669-7c92-4790-830c-09051b87947b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/ac9a7825-4919-488f-895f-1ee01a0aea5c HTTP/1.1" status: 204 len: 168 time: 1.8915460 Jul 16 08:37:45.257284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54584) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.261238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555b70a-76f3-4176-aacd-5498355e9151 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:45.378519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d3b90a4d-8818-41f8-b082-a43c5a19fc3d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964370 Jul 16 08:37:45.395765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.420631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079fee9-f5c4-4e50-a9b4-0255b9a8bf1e req-d983099d-26d6-4de0-b5fe-1c02db9a6283 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.429809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a079fee9-f5c4-4e50-a9b4-0255b9a8bf1e req-d983099d-26d6-4de0-b5fe-1c02db9a6283 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 944 time: 0.9573829 Jul 16 08:37:45.480100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:37:45.507987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.514179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.520871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.529129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.535075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Provisioning complete for port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:45.535469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.535845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.541740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.543624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db04d622-49bb-4846-aa91-2463af47465b req-301ee174-e4a3-4fe3-a08e-6e7801dd490f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 4605 time: 0.2848408 Jul 16 08:37:45.554392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f61c7-4c06-4342-9de8-fa24c55cd699 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.555502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2acb35-a525-4153-8a89-eb6c9ff905e2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.559940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8f2acb35-a525-4153-8a89-eb6c9ff905e2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A39a HTTP/1.1" status: 200 len: 928 time: 0.4340479 Jul 16 08:37:45.560513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fe7f61c7-4c06-4342-9de8-fa24c55cd699 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1612465 Jul 16 08:37:45.560764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54588) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.561082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54590) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.574585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a079fee9-f5c4-4e50-a9b4-0255b9a8bf1e req-433e31d4-e3ae-4c06-9cf6-37954932eb0f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437016 Jul 16 08:37:45.577721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:45.578750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.607440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Provisioning for port 44a3c32a-0307-4952-b250-5af8e86f9674 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:45.624761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Provisioning complete for port 44a3c32a-0307-4952-b250-5af8e86f9674 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:45.626764 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.666192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d1d7e-f56b-437d-8639-a2930b973d37 None None] Port 44a3c32a-0307-4952-b250-5af8e86f9674 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:45.676514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c81a538-fad0-4f3d-9523-a9258ae72d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.707605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Pushing event deleted for resources: {'Port': ['ID=bed08b19-a75f-4a46-91be-5fa236354950,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.708911 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.766297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:45.772433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.775490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.781267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9365c3c-bddc-4ebe-8550-8d64abd14b29 tempest-ServersTestBootFromVolume-675783639 tempest-ServersTestBootFromVolume-675783639-project] 10.222.0.41 "DELETE /v2.0/floatingips/97a0f7c2-0c7a-4b7d-b33e-26f4348bf2c6 HTTP/1.1" status: 204 len: 168 time: 2.4957447 Jul 16 08:37:45.781518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.828346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] Deleting port 911a6740-5ca7-40d9-9f60-ab07490681b4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:45.829381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.833672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db04d622-49bb-4846-aa91-2463af47465b req-181e1537-9963-4fb8-a1ae-8107bb602582 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2667513 Jul 16 08:37:45.862053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 44a3c32a-0307-4952-b250-5af8e86f9674 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:45.862301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.869511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:45.946339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] For port 911a6740-5ca7-40d9-9f60-ab07490681b4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=911a6740-5ca7-40d9-9f60-ab07490681b4,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:45.946753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.986710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.994594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80d65-7cd6-4273-9b93-9b3673beeb8f req-87da6aa6-d4d7-4cdf-9b50-2dc2f27d4722 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.999875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] Calling delete_port for 911a6740-5ca7-40d9-9f60-ab07490681b4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:46.000920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Transition to ACTIVE for port object 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:46.002681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80d65-7cd6-4273-9b93-9b3673beeb8f req-87da6aa6-d4d7-4cdf-9b50-2dc2f27d4722 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.011082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80d65-7cd6-4273-9b93-9b3673beeb8f req-87da6aa6-d4d7-4cdf-9b50-2dc2f27d4722 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.013586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4c80d65-7cd6-4273-9b93-9b3673beeb8f req-87da6aa6-d4d7-4cdf-9b50-2dc2f27d4722 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2417 time: 0.1837924 Jul 16 08:37:46.079140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f179e52-a5a3-42b3-9253-a3d70bbe5869 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.080677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f179e52-a5a3-42b3-9253-a3d70bbe5869 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4904625 Jul 16 08:37:46.084130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54596) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.118896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d4e9e60-0b41-4746-8160-21f395385189 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:46.121042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.130963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.146742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-347b15e9-716f-4db2-a9e7-185eb8968b1a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511992 Jul 16 08:37:46.146951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54598) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.152088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:46.158470 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.184332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4c80d65-7cd6-4273-9b93-9b3673beeb8f req-423d4a07-8f52-4ada-a6e6-feedc19aae80 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612449 Jul 16 08:37:46.186767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] Pushing event deleted for resources: {'Port': ['ID=911a6740-5ca7-40d9-9f60-ab07490681b4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.201364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9d07b-c9f0-44a9-b932-1af0d1bb9a00 None None] No DVR routers for this DVR port 911a6740-5ca7-40d9-9f60-ab07490681b4 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:46.202105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 44a3c32a-0307-4952-b250-5af8e86f9674 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:46.220756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:46.237486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:46.253553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9d4e9e60-0b41-4746-8160-21f395385189 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:46.255155 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.270768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Pushing event updated for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.292850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:46.293645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:46.308756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:46.312934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.314024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.315277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-367fc3b9-41b3-455c-be5b-ab8f5f075701 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6369562 Jul 16 08:37:46.318249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54600) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.381067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f48e-4e41-4fad-a46d-101d7f1d9877 req-70711239-47b7-47c7-89b6-4bba61fe40ae tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.382988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f434f48e-4e41-4fad-a46d-101d7f1d9877 req-70711239-47b7-47c7-89b6-4bba61fe40ae tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 945 time: 0.3802319 Jul 16 08:37:46.421589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:46.468330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f434f48e-4e41-4fad-a46d-101d7f1d9877 req-06751689-1527-4bba-91eb-1ad262c73b31 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720258 Jul 16 08:37:46.471479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Attempting to bind port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:46.471479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Attempting to bind port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:46.471479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Attempting to bind port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:46.503389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:46.503389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Attempting to bind port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:46.513924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:46.514307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Checking segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:46.514652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Bound using segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:46.515106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Bound port: 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:46.515502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.582186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.616222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.654075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=44a3c32a-0307-4952-b250-5af8e86f9674,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.696952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.702487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1546c496-b14f-469b-986e-ac615b2ebcb4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/44a3c32a-0307-4952-b250-5af8e86f9674 HTTP/1.1" status: 204 len: 168 time: 1.1038601 Jul 16 08:37:46.707461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.718571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:46.738034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:41Z', 'revision_number': 3, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:46.748504 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-886ed3f8-a049-4588-bdc4-17233b610622 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:37:46.753092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-886ed3f8-a049-4588-bdc4-17233b610622 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/44a3c32a-0307-4952-b250-5af8e86f9674 HTTP/1.1" status: 404 len: 333 time: 0.0447948 Jul 16 08:37:46.753781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54606) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.766850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:46.774615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:46.774984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Updating router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a port d38dd578-9d73-4f55-8a6a-4655c56b61f7 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:46.796715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.798273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 911a6740-5ca7-40d9-9f60-ab07490681b4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:46.839036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 911a6740-5ca7-40d9-9f60-ab07490681b4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:46.839441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 911a6740-5ca7-40d9-9f60-ab07490681b4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:46.846640 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.851885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.852530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.854509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 1136 time: 4.1835630 Jul 16 08:37:46.857120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '8e09ed78-bc59-4efb-8d81-b5c2eb098dbb'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:46.860944 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b90613-33bd-4b35-b437-df57e507d3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "8e09ed78-bc59-4efb-8d81-b5c2eb098dbb"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:46.888039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:46.962159 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968357f8-a3bf-4ccd-9631-36e5ff1d0ee2 x-openstack-request-id: req-968357f8-a3bf-4ccd-9631-36e5ff1d0ee2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:46.962468 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "8e09ed78-bc59-4efb-8d81-b5c2eb098dbb", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:46.962727 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-968357f8-a3bf-4ccd-9631-36e5ff1d0ee2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:46.963141 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '8e09ed78-bc59-4efb-8d81-b5c2eb098dbb', 'status': 'completed', 'code': 200} Jul 16 08:37:47.020729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b21ca-b456-4a26-8aaa-8f7711495357 service neutron] Pushing event updated for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.216345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:47.252777 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.278927 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Transition to ACTIVE for port object d38dd578-9d73-4f55-8a6a-4655c56b61f7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:47.291709 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.341032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 968230d3-a851-4d38-a044-be613d33b6ae completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:47.352727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Attempting to bind port d38dd578-9d73-4f55-8a6a-4655c56b61f7 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:47.353598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Attempting to bind port d38dd578-9d73-4f55-8a6a-4655c56b61f7 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:47.353598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Attempting to bind port d38dd578-9d73-4f55-8a6a-4655c56b61f7 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:47.356698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 968230d3-a851-4d38-a044-be613d33b6ae triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:47.357862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.383452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b9fba-7a92-4095-af6d-471034e7be5a None None] Pushing event updated for resources: {'Port': ['ID=d38dd578-9d73-4f55-8a6a-4655c56b61f7,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.386018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:47.386519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:47.387022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.387541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:47.388127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Bound port: d38dd578-9d73-4f55-8a6a-4655c56b61f7, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:47.388622 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.388741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.407165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 9c656b4f-8e02-4ef9-b1e0-803188f9a205 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:47.407829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.448164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-6f00ca49-e97e-4a17-b5a9-7f9ac6866607 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.454517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-6f00ca49-e97e-4a17-b5a9-7f9ac6866607 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.461034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-6f00ca49-e97e-4a17-b5a9-7f9ac6866607 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.462456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] For port d38dd578-9d73-4f55-8a6a-4655c56b61f7, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:47.462727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-6f00ca49-e97e-4a17-b5a9-7f9ac6866607 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2417 time: 0.3601413 Jul 16 08:37:47.468750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] For port d38dd578-9d73-4f55-8a6a-4655c56b61f7, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d38dd578-9d73-4f55-8a6a-4655c56b61f7,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:47.489897 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.532128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.538267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.544579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.546567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.550510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.557369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.563452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.569433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.571739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-7cd2cf21-d290-4ee8-ad32-a838e6707c68 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5382 time: 0.4991851 Jul 16 08:37:47.577340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.577844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.578334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.578807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.579282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.579775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.580612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.581849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b9fba-7a92-4095-af6d-471034e7be5a None None] Pushing event updated for resources: {'Port': ['ID=d38dd578-9d73-4f55-8a6a-4655c56b61f7,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.582551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94b90613-33bd-4b35-b437-df57e507d3fd req-ac751ed2-1793-42a6-9501-33a1d9438771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6222 time: 0.4892445 Jul 16 08:37:47.591847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e0e1-8e1b-4bcc-967b-fdddee636264 req-7baee1d4-835e-4dd1-867f-67ce42a3429a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.594082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f87e0e1-8e1b-4bcc-967b-fdddee636264 req-7baee1d4-835e-4dd1-867f-67ce42a3429a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 945 time: 0.4819460 Jul 16 08:37:47.601496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:47.602282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:47.655999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:47.658422 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd702e-c6fe-4afb-ab79-28d1f416ec96" -d '{"events": [{"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-plugged", "status": "completed", "tag": "968230d3-a851-4d38-a044-be613d33b6ae"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:47.665990 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.682197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:47.687598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.688496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.705361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16f324c6-d76b-4a7e-ae41-df14e3ce68a0 req-3b0f5e01-c9f7-4b9d-9fb5-945d4c464af1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233392 Jul 16 08:37:47.716454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 9c656b4f-8e02-4ef9-b1e0-803188f9a205 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:47.770763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.806082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:47.877511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f87e0e1-8e1b-4bcc-967b-fdddee636264 req-d5b1132f-289e-4a57-9bba-c5f4b15b835b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651277 Jul 16 08:37:48.000335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-c4a55876-81e0-475d-b940-55cbdcddbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.000820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-c4a55876-81e0-475d-b940-55cbdcddbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.001325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-c4a55876-81e0-475d-b940-55cbdcddbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.005576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94b90613-33bd-4b35-b437-df57e507d3fd req-c4a55876-81e0-475d-b940-55cbdcddbacf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=111f823d882545fd8a789792f18188a0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4013259 Jul 16 08:37:48.008437 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.012992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84999976-a787-4aa6-ae8a-9c8c355ec780 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:48.026338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.053019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Transition to ACTIVE for port object 84999976-a787-4aa6-ae8a-9c8c355ec780 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:48.053860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.062227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3421b480-ef08-4fc1-8a45-5c7e20190488 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:48.063771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.091267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:41Z', 'revision_number': 3, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:48.097477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=9c656b4f-8e02-4ef9-b1e0-803188f9a205,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.165230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.176404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-59cd7634-e18a-4aa2-b2f9-83faf6412434 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/9c656b4f-8e02-4ef9-b1e0-803188f9a205 HTTP/1.1" status: 204 len: 168 time: 1.4198146 Jul 16 08:37:48.178519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:48.183552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54618) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:48.203790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086861e4-a72d-4617-8f5d-f57b3f16bffb req-7e5c2876-9b7a-420d-b1cb-b9ecde8ed09a tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.210755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086861e4-a72d-4617-8f5d-f57b3f16bffb req-7e5c2876-9b7a-420d-b1cb-b9ecde8ed09a tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.217043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086861e4-a72d-4617-8f5d-f57b3f16bffb req-7e5c2876-9b7a-420d-b1cb-b9ecde8ed09a tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.218944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-086861e4-a72d-4617-8f5d-f57b3f16bffb req-7e5c2876-9b7a-420d-b1cb-b9ecde8ed09a tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 2417 time: 0.2842371 Jul 16 08:37:48.296162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:48.302681 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-78407ce9-50a2-4e75-80ff-8caf163a3b02 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:37:48.307451 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78407ce9-50a2-4e75-80ff-8caf163a3b02 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/9c656b4f-8e02-4ef9-b1e0-803188f9a205 HTTP/1.1" status: 404 len: 333 time: 0.0784194 Jul 16 08:37:48.309086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.309764 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.317569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54620) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:48.327544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Pushing event updated for resources: {'Port': ['ID=84999976-a787-4aa6-ae8a-9c8c355ec780,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.328359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=02e685e1-49a8-4d5f-b3c7-c1ff912c40b3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.346298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd7d38-3f99-4005-b460-b1cdd02b7dfd None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:48.379198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-086861e4-a72d-4617-8f5d-f57b3f16bffb req-1f8acfaf-34aa-4102-9866-77f393153fc3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459365 Jul 16 08:37:48.399733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0513b21-6568-4725-922d-8e7170b28041 None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:41Z', 'revision_number': 3, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:48.411371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 6d4e6943-984b-4213-ad43-782833044aad {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:48.411717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.422978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Attempting to bind port 84999976-a787-4aa6-ae8a-9c8c355ec780 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:48.423987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Attempting to bind port 84999976-a787-4aa6-ae8a-9c8c355ec780 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:48.424468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Attempting to bind port 84999976-a787-4aa6-ae8a-9c8c355ec780 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:48.432142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 00dd96bd-03fb-4a3e-9e8b-506f999664c9 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:48.444756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Port 84999976-a787-4aa6-ae8a-9c8c355ec780 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:48.445126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Attempting to bind port 84999976-a787-4aa6-ae8a-9c8c355ec780 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:48.452192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.461422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:48.461757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Checking segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:48.462152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Bound using segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:48.462608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Bound port: 84999976-a787-4aa6-ae8a-9c8c355ec780, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:48.463068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.479179 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3e553a-23a5-41d2-8bcd-92f3f879b8f3 x-openstack-request-id: req-6e3e553a-23a5-41d2-8bcd-92f3f879b8f3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:48.479878 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-plugged", "status": "completed", "tag": "968230d3-a851-4d38-a044-be613d33b6ae", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:48.480306 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e3e553a-23a5-41d2-8bcd-92f3f879b8f3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:48.480857 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae', 'code': 200} Jul 16 08:37:48.525491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.541870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 3421b480-ef08-4fc1-8a45-5c7e20190488 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:48.547291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 3421b480-ef08-4fc1-8a45-5c7e20190488 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:48.547686 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.557293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] For port 84999976-a787-4aa6-ae8a-9c8c355ec780, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:48.558261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.561026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] For port 84999976-a787-4aa6-ae8a-9c8c355ec780, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=84999976-a787-4aa6-ae8a-9c8c355ec780,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:48.565755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.604965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.606348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.608368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] 10.222.0.18 "PUT /v2.0/ports/84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 200 len: 1092 time: 1.7249956 Jul 16 08:37:48.644673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:48.654038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514461-cf6c-448f-8a99-c3c6b402c51b service neutron] Pushing event updated for resources: {'Port': ['ID=84999976-a787-4aa6-ae8a-9c8c355ec780,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.746847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.792585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '02e685e1-49a8-4d5f-b3c7-c1ff912c40b3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:48.795471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.799197 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.810548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9db0f35b-dd11-4ec3-97a7-b400fac1a154 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6623347 Jul 16 08:37:48.814939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54624) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:48.829060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': '02e685e1-49a8-4d5f-b3c7-c1ff912c40b3', 'ip_address': '2001:db8::8a16:b254:c2cb:31c2'}], 'name': 'tempest-NetworksTestDHCPv6-1412103957'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:48.833296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.952047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.005743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '84999976-a787-4aa6-ae8a-9c8c355ec780'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:49.009518 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "84999976-a787-4aa6-ae8a-9c8c355ec780"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:49.078014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.110849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:49.134355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/02e685e1-49a8-4d5f-b3c7-c1ff912c40b3/683fc6bb-07ff-44d4-822b-c2f455f71841) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:49.137377 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.176317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90613-33bd-4b35-b437-df57e507d3fd req-2e32964b-ddaf-4932-9a75-3b09943b82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.177925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94b90613-33bd-4b35-b437-df57e507d3fd req-2e32964b-ddaf-4932-9a75-3b09943b82e3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1639414 Jul 16 08:37:49.185428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.197707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.205167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.208609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.214458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.223538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.230773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.237086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.239068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-f640befc-2ee3-4a00-9336-bf5ce7121183 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5394 time: 0.3028216 Jul 16 08:37:49.274712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:49.366993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Allocated IP 172.20.0.1 (b71f5745-565e-45e5-829b-29de323876fc/a244cd6c-8435-4145-b31b-80729fb6aed3/c318da6f-d4d4-4ab4-be96-936501e9d72e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:49.397149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.399687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce72d1eb-e160-4b31-97a9-7a6b43122565 req-842af3fc-fec7-488f-8eed-19658a3c317f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487327 Jul 16 08:37:49.408256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Transition to ACTIVE for port object 683fc6bb-07ff-44d4-822b-c2f455f71841 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:49.426592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Transition to ACTIVE for port object 683fc6bb-07ff-44d4-822b-c2f455f71841 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:49.440738 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.463943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 6d4e6943-984b-4213-ad43-782833044aad, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6d4e6943-984b-4213-ad43-782833044aad,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:49.464431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.495754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 6d4e6943-984b-4213-ad43-782833044aad owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:49.510229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:49.515644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:49.520868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:49.521403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.524903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Pushing event updated for resources: {'Port': ['ID=683fc6bb-07ff-44d4-822b-c2f455f71841,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.577938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f26b-53e7-4739-b725-dc2209e163ba req-927b27bf-5056-4a45-aa2a-f4caf1173a4d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.579595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0488f26b-53e7-4739-b725-dc2209e163ba req-927b27bf-5056-4a45-aa2a-f4caf1173a4d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 1.5524654 Jul 16 08:37:49.580764 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.612024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Attempting to bind port 683fc6bb-07ff-44d4-822b-c2f455f71841 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:49.612502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Attempting to bind port 683fc6bb-07ff-44d4-822b-c2f455f71841 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:49.612933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Attempting to bind port 683fc6bb-07ff-44d4-822b-c2f455f71841 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:49.621832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:49.622299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:49.622958 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.623253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:49.623866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Bound port: 683fc6bb-07ff-44d4-822b-c2f455f71841, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:49.624358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.636052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb1ff6-4366-427f-a84b-dcd25bb7d366 None None] Network ab4b279e-9b2d-4b8f-a804-ab958f34060d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:49.640075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.644066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8d658c-4995-4353-b874-f347f662c6e1 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:49.645142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/00dd96bd-03fb-4a3e-9e8b-506f999664c9 HTTP/1.1" status: 204 len: 168 time: 1.3178854 Jul 16 08:37:49.654858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.660649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:49.672610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Transition to ACTIVE for port object cf8d658c-4995-4353-b874-f347f662c6e1 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:49.674940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 7b7f2386-53dc-4dea-a53b-2425977cabe5 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:49.760953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] For port 683fc6bb-07ff-44d4-822b-c2f455f71841, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:49.785567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.799970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] For port 683fc6bb-07ff-44d4-822b-c2f455f71841, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=683fc6bb-07ff-44d4-822b-c2f455f71841,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:49.827633 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.899229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394dee-013e-4d44-a017-8cfb25a42275 None None] Pushing event updated for resources: {'Port': ['ID=683fc6bb-07ff-44d4-822b-c2f455f71841,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.921689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.989087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::8a16:b254:c2cb:31c2 (403e1a12-e2ec-4877-807a-187d784f3d1f/02e685e1-49a8-4d5f-b3c7-c1ff912c40b3/7b7f2386-53dc-4dea-a53b-2425977cabe5) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:50.055850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b0a42397-100e-4a5e-8123-d73376061fa6 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:50.056162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c175b9-cb89-467e-ad97-8cf5873e6dd4 req-5f261d5f-205d-477b-829d-1d9aaf7fb569 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.057807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89c175b9-cb89-467e-ad97-8cf5873e6dd4 req-5f261d5f-205d-477b-829d-1d9aaf7fb569 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4854960 Jul 16 08:37:50.103850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] DHCP port deletion for ab4b279e-9b2d-4b8f-a804-ab958f34060d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:50.142388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.143670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965527-9901-456e-9b01-7a3eed8b5729 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=00dd96bd-03fb-4a3e-9e8b-506f999664c9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.182068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d38dd578-9d73-4f55-8a6a-4655c56b61f7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:50.233071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Attempting to bind port cf8d658c-4995-4353-b874-f347f662c6e1 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:50.233427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Attempting to bind port cf8d658c-4995-4353-b874-f347f662c6e1 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:50.240091 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0488f26b-53e7-4739-b725-dc2209e163ba req-166747e6-6a19-4025-99e6-e8a29d864e60 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432931 Jul 16 08:37:50.245213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176661ea-332d-4e6b-9b93-08cd45d8ff44 req-9e9aa5cd-de19-45d5-9965-e1a31f2728e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.246771 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-176661ea-332d-4e6b-9b93-08cd45d8ff44 req-9e9aa5cd-de19-45d5-9965-e1a31f2728e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 1098 time: 1.5683115 Jul 16 08:37:50.252504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.254346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Attempting to bind port cf8d658c-4995-4353-b874-f347f662c6e1 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:50.312136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89c175b9-cb89-467e-ad97-8cf5873e6dd4 req-d2f7aab3-ffc7-482d-8a61-2f30016766e5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359657 Jul 16 08:37:50.396491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] Deleting port 9d4e9e60-0b41-4746-8160-21f395385189 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:50.396888 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.398677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Transition to ACTIVE for port object c318da6f-d4d4-4ab4-be96-936501e9d72e will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:50.464661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d38dd578-9d73-4f55-8a6a-4655c56b61f7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:50.470762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.489791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:50.492531 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a324e09-7218-49c7-a5af-38bd8d62dc13" -d '{"events": [{"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-plugged", "status": "completed", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:50.544075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-176661ea-332d-4e6b-9b93-08cd45d8ff44 req-b8665dc0-3f5a-45ba-9a49-1e2c3861849d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842581 Jul 16 08:37:50.581641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] For port 9d4e9e60-0b41-4746-8160-21f395385189, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d4e9e60-0b41-4746-8160-21f395385189,segment=NetworkSegment(5ffa1172-e16a-4a29-aa20-2516a6efd7a2),segment_id=5ffa1172-e16a-4a29-aa20-2516a6efd7a2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:50.582472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.588764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.606926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] Calling delete_port for 9d4e9e60-0b41-4746-8160-21f395385189 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:50.624356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 7b7f2386-53dc-4dea-a53b-2425977cabe5 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:50.653678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d38dd578-9d73-4f55-8a6a-4655c56b61f7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:50.654070 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.655179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Port cf8d658c-4995-4353-b874-f347f662c6e1 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:50.655449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Attempting to bind port cf8d658c-4995-4353-b874-f347f662c6e1 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:50.656350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.666046 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ec6389-ccd7-479b-90c6-5c5958c281dd x-openstack-request-id: req-88ec6389-ccd7-479b-90c6-5c5958c281dd {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:50.666473 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "84999976-a787-4aa6-ae8a-9c8c355ec780", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:50.666835 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88ec6389-ccd7-479b-90c6-5c5958c281dd {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:50.667336 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '84999976-a787-4aa6-ae8a-9c8c355ec780', 'status': 'completed', 'code': 200} Jul 16 08:37:50.678150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:50.678150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Checking segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:50.679290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Bound using segment: {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:50.679953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Bound port: cf8d658c-4995-4353-b874-f347f662c6e1, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a208e2cc-49a6-4242-9737-6806963bd59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:50.680405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b0a42397-100e-4a5e-8123-d73376061fa6,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:50.680517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.687450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.688169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6d4e6943-984b-4213-ad43-782833044aad no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:50.730774 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.732966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=6d4e6943-984b-4213-ad43-782833044aad,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.751637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 6d4e6943-984b-4213-ad43-782833044aad {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:50.751637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6d4e6943-984b-4213-ad43-782833044aad not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:50.751960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0c683253-83fc-4bc4-b104-d7edd43da6f6 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:50.762402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 9d4e9e60-0b41-4746-8160-21f395385189 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:50.762744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.777467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.831965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.869841 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.899827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:50.918192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] Pushing event deleted for resources: {'Port': ['ID=9d4e9e60-0b41-4746-8160-21f395385189,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.922583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.923076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.923575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.924635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.924635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.925080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.925543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.927857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-bfb75ecd-5f3b-43b9-a56f-a412c6e85339 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6316 time: 0.4308243 Jul 16 08:37:50.934898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b650b-4ed0-4796-9d4b-aef1745cf38f req-843b8595-200a-4cf9-a247-bc5af4aa734b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.941363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b650b-4ed0-4796-9d4b-aef1745cf38f req-843b8595-200a-4cf9-a247-bc5af4aa734b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.941682 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.943098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-964b650b-4ed0-4796-9d4b-aef1745cf38f req-843b8595-200a-4cf9-a247-bc5af4aa734b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 1679 time: 0.2812526 Jul 16 08:37:50.944812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:50.947384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:50.949765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=7b7f2386-53dc-4dea-a53b-2425977cabe5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.956850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Network b71f5745-565e-45e5-829b-29de323876fc is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:50.959598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:50.961114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 6d4e6943-984b-4213-ad43-782833044aad on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:50.966251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.966723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.970672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cf8d658c-4995-4353-b874-f347f662c6e1,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:50.973143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b0ad6-1e97-4046-a16a-53fda8d4e10b None None] No DVR routers for this DVR port 9d4e9e60-0b41-4746-8160-21f395385189 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:50.980225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d38dd578-9d73-4f55-8a6a-4655c56b61f7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d38dd578-9d73-4f55-8a6a-4655c56b61f7,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:50.987095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.989628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-2aee4277-b793-4da3-bc78-153882b42894 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "DELETE /v2.0/ports/6d4e6943-984b-4213-ad43-782833044aad HTTP/1.1" status: 204 len: 173 time: 3.4620998 Jul 16 08:37:50.994997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:51.000178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-deleted', 'tag': '6d4e6943-984b-4213-ad43-782833044aad'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:51.001816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.007607 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c46ddf7-b1ce-40db-9ea1-4f815a9f06e5" -d '{"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-deleted", "tag": "6d4e6943-984b-4213-ad43-782833044aad"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:51.011017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:51.029531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.035191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-964b650b-4ed0-4796-9d4b-aef1745cf38f req-e8219521-6d8f-460b-a116-c11eb220ca38 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629113 Jul 16 08:37:51.043509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.089964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d38dd578-9d73-4f55-8a6a-4655c56b61f7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:51.096660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.107060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:51.112725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.123993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c2302113-b8d6-453f-8edb-eaa774087419 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3031580 Jul 16 08:37:51.125142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54640) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:51.140391 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': '02e685e1-49a8-4d5f-b3c7-c1ff912c40b3', 'ip_address': '2001:db8::8a16:b254:c2cb:31c2'}], 'name': 'tempest-NetworksTestDHCPv6-830987393'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:51.175882 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ba06c-1bc3-4698-ba9b-993ff92967f2 x-openstack-request-id: req-f37ba06c-1bc3-4698-ba9b-993ff92967f2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:51.176237 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-plugged", "status": "completed", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:51.176429 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f37ba06c-1bc3-4698-ba9b-993ff92967f2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:51.176758 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'code': 200} Jul 16 08:37:51.215908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.216711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.218219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 200 len: 1092 time: 2.5793753 Jul 16 08:37:51.238787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:51.269886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e371261-ddd8-4cfd-a80c-7d4cdc9e5bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:51.356145 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3eb3ef-56e1-495b-9adb-45e0ff7b4191 x-openstack-request-id: req-1a3eb3ef-56e1-495b-9adb-45e0ff7b4191 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:51.356666 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-deleted", "tag": "6d4e6943-984b-4213-ad43-782833044aad", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:51.357099 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a3eb3ef-56e1-495b-9adb-45e0ff7b4191 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:51.357673 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-deleted', 'tag': '6d4e6943-984b-4213-ad43-782833044aad', 'status': 'completed', 'code': 200} Jul 16 08:37:51.362789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:51.460919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port 9d4e9e60-0b41-4746-8160-21f395385189, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9d4e9e60-0b41-4746-8160-21f395385189,segment=NetworkSegment(5ffa1172-e16a-4a29-aa20-2516a6efd7a2),segment_id=5ffa1172-e16a-4a29-aa20-2516a6efd7a2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:51.461725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.575173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-4420152e-9b91-4d7a-af26-88b32d98fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.575848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-4420152e-9b91-4d7a-af26-88b32d98fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.576346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-4420152e-9b91-4d7a-af26-88b32d98fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.578457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-4420152e-9b91-4d7a-af26-88b32d98fb57 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=111f823d882545fd8a789792f18188a0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6100209 Jul 16 08:37:51.590726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.597370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.604092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.614237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.621591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.622927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.627861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.634287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.636346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-2aa840e9-0725-4ba8-9c67-9172ca666f39 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5406 time: 0.9960687 Jul 16 08:37:51.663583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Pushing event updated for resources: {'Port': ['ID=c318da6f-d4d4-4ab4-be96-936501e9d72e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:51.669287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:51.674302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.700087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-28baf0d7-ac46-4808-a1ff-fc8b18157935 None None] Provisioning for port c318da6f-d4d4-4ab4-be96-936501e9d72e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:51.707837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-28baf0d7-ac46-4808-a1ff-fc8b18157935 None None] Provisioning complete for port c318da6f-d4d4-4ab4-be96-936501e9d72e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:51.708837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28baf0d7-ac46-4808-a1ff-fc8b18157935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.724023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 9d4e9e60-0b41-4746-8160-21f395385189 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:51.737872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e51b7-3c1b-4b30-b69d-6848c340b6a3 req-b2b7c1fc-cab8-46ae-833e-703bc9a3bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.739684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-679e51b7-3c1b-4b30-b69d-6848c340b6a3 req-b2b7c1fc-cab8-46ae-833e-703bc9a3bd98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 1098 time: 0.2610083 Jul 16 08:37:51.751140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port a3ae2baf-4506-4569-bd2a-673c04b73330 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:51.759380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-28baf0d7-ac46-4808-a1ff-fc8b18157935 None None] Port c318da6f-d4d4-4ab4-be96-936501e9d72e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:51.779066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04c81-f9eb-494c-a274-7c72f0216f68 req-7159caa7-ca7b-4bf2-a486-e2f46c99a1b4 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.782402 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2e04c81-f9eb-494c-a274-7c72f0216f68 req-7159caa7-ca7b-4bf2-a486-e2f46c99a1b4 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.2831059 Jul 16 08:37:51.902719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-25349af3-714c-4928-bb54-a8d4820055f8 None None] Provisioning for port 683fc6bb-07ff-44d4-822b-c2f455f71841 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:51.968647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d0d0e01-e8c4-45ab-b018-266a6eff7ffe req-1e03b52d-1c5f-453b-8dcf-e1b5e319d6f9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3009796 Jul 16 08:37:51.993015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Deleting port 5857d3e1-05da-47eb-851f-ae3c277285f4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:51.993476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.129702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-9064a2db-a395-405e-8a12-9a6b3f5a4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.131406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef07278e-a7aa-4a68-b9cc-2cd496fed71c req-9064a2db-a395-405e-8a12-9a6b3f5a4548 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4549170 Jul 16 08:37:52.139292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-578ff685-83aa-4eb8-9f82-c5d0565641f1 None None] Provisioning for port 7b7f2386-53dc-4dea-a53b-2425977cabe5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:52.146069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-578ff685-83aa-4eb8-9f82-c5d0565641f1 None None] Provisioning complete for port 7b7f2386-53dc-4dea-a53b-2425977cabe5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:52.147814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-578ff685-83aa-4eb8-9f82-c5d0565641f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.212916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-578ff685-83aa-4eb8-9f82-c5d0565641f1 None None] Port 7b7f2386-53dc-4dea-a53b-2425977cabe5 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:52.240301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d38dd578-9d73-4f55-8a6a-4655c56b61f7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:52.240413 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2e04c81-f9eb-494c-a274-7c72f0216f68 req-f817e85a-3d5d-4548-b9ca-0b14feccd055 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417658 Jul 16 08:37:52.247715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.265985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-679e51b7-3c1b-4b30-b69d-6848c340b6a3 req-f2520bd7-8364-469e-85c4-4bfa7847d132 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090702 Jul 16 08:37:52.268820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port b0a42397-100e-4a5e-8123-d73376061fa6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:52.269335 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.272168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.309545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d38dd578-9d73-4f55-8a6a-4655c56b61f7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:52.310894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.367479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=9d4e9e60-0b41-4746-8160-21f395385189,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.370716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] For port 5857d3e1-05da-47eb-851f-ae3c277285f4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5857d3e1-05da-47eb-851f-ae3c277285f4,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:52.371203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.378815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port 9d4e9e60-0b41-4746-8160-21f395385189 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:52.418815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 683fc6bb-07ff-44d4-822b-c2f455f71841 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:52.438689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Calling delete_port for 5857d3e1-05da-47eb-851f-ae3c277285f4 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:52.469271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 683fc6bb-07ff-44d4-822b-c2f455f71841 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:52.473734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 683fc6bb-07ff-44d4-822b-c2f455f71841 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:52.474116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.489352 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:37:52.490074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:37:52.547686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0ba5d911-2db5-4bd8-8724-bbbc52e0fa42 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4190545 Jul 16 08:37:52.555622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8d28-eba1-4da0-bc68-2713fb6f7e0b req-8e2bb800-5830-4af1-85df-2929e2096b7e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.561526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8d28-eba1-4da0-bc68-2713fb6f7e0b req-8e2bb800-5830-4af1-85df-2929e2096b7e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.563157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-000d8d28-eba1-4da0-bc68-2713fb6f7e0b req-8e2bb800-5830-4af1-85df-2929e2096b7e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 1677 time: 0.1859641 Jul 16 08:37:52.563681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54650) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:52.582446 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.606264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a3f77-2b4e-44f6-9b4a-ec8e2e8574df req-66a2e287-b192-4f4c-af36-5ac8b44d3c5b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.607832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-644a3f77-2b4e-44f6-9b4a-ec8e2e8574df req-66a2e287-b192-4f4c-af36-5ac8b44d3c5b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4447346 Jul 16 08:37:52.617510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f415af-075b-408e-a50a-05c457c1e480 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:52.622503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 683fc6bb-07ff-44d4-822b-c2f455f71841, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=683fc6bb-07ff-44d4-822b-c2f455f71841,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:52.627279 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.628768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.634363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.662860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4b279e-9b2d-4b8f-a804-ab958f34060d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:52.664734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Transition to ACTIVE for port object 66f415af-075b-408e-a50a-05c457c1e480 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:52.675894 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-000d8d28-eba1-4da0-bc68-2713fb6f7e0b req-45e90646-7b2b-440e-833c-52a2c7f57bb8 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990539 Jul 16 08:37:52.680659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:52.683027 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b001475-4350-46a9-9bda-17029235a89b" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:52.692279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.699150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=683fc6bb-07ff-44d4-822b-c2f455f71841,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.722636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d4e9e60-0b41-4746-8160-21f395385189 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:52.729970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port b0a42397-100e-4a5e-8123-d73376061fa6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b0a42397-100e-4a5e-8123-d73376061fa6,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:52.730339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.740191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa1172-e16a-4a29-aa20-2516a6efd7a2') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:52.740489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa1172-e16a-4a29-aa20-2516a6efd7a2') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:52.743154 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37366754-a8b2-4017-bc59-0231eb8911ba x-openstack-request-id: req-37366754-a8b2-4017-bc59-0231eb8911ba {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:52.743679 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:52.744148 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37366754-a8b2-4017-bc59-0231eb8911ba {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:52.744671 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1', 'status': 'completed', 'code': 200} Jul 16 08:37:52.758166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9d4e9e60-0b41-4746-8160-21f395385189 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:52.759025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9d4e9e60-0b41-4746-8160-21f395385189 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:52.766737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.793040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc021560-8a0a-4ae5-a157-00f6638def3f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.793479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for b0a42397-100e-4a5e-8123-d73376061fa6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:52.798960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc021560-8a0a-4ae5-a157-00f6638def3f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.802990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dc021560-8a0a-4ae5-a157-00f6638def3f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2343740 Jul 16 08:37:52.804244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:52.814924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Pushing event updated for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.850033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-644a3f77-2b4e-44f6-9b4a-ec8e2e8574df req-6b9340f5-a7a8-4e8f-8b9b-2170cd6b70f7 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019804 Jul 16 08:37:52.854153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.936351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:52.937234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:52.942925 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:52.953594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Attempting to bind port 66f415af-075b-408e-a50a-05c457c1e480 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:52.954518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Attempting to bind port 66f415af-075b-408e-a50a-05c457c1e480 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:52.954518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Attempting to bind port 66f415af-075b-408e-a50a-05c457c1e480 on network bfa75b7d-5873-4e57-922c-47b3e04e232e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:52.964387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Port 66f415af-075b-408e-a50a-05c457c1e480 on network bfa75b7d-5873-4e57-922c-47b3e04e232e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:52.964716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Attempting to bind port 66f415af-075b-408e-a50a-05c457c1e480 on network bfa75b7d-5873-4e57-922c-47b3e04e232e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:52.973526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:52.973732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Checking segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:52.974277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Bound using segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:52.974550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Bound port: 66f415af-075b-408e-a50a-05c457c1e480, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:52.974907 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.989843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 7b7f2386-53dc-4dea-a53b-2425977cabe5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:52.990342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.065305 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.086843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.114039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.126379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:53.127154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.127676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.128180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.128632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.129151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.129575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.129686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.130020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.132120 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b001475-4350-46a9-9bda-17029235a89b req-0cc88eda-fb33-4ef8-8a72-abaf4fba4611 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6384 time: 0.3620996 Jul 16 08:37:53.133421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66f415af-075b-408e-a50a-05c457c1e480,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:53.162211 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.164280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/ab4b279e-9b2d-4b8f-a804-ab958f34060d HTTP/1.1" status: 204 len: 168 time: 3.5029585 Jul 16 08:37:53.174744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.176696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:53.177565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 7b7f2386-53dc-4dea-a53b-2425977cabe5 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:53.178285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6'}, {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:53.182365 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d268c2b-f9dd-448d-ab22-1212d87f92b8" -d '{"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6"}, {"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:53.186646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-582823345'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:53.228438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46120390-b52d-4d48-8327-047a8570731b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=ab4b279e-9b2d-4b8f-a804-ab958f34060d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.238476 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a8fd86-b95f-4fb7-b97f-98e55d25e832 x-openstack-request-id: req-d9a8fd86-b95f-4fb7-b97f-98e55d25e832 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:53.238669 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6", "code": 200}, {"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:53.239022 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9a8fd86-b95f-4fb7-b97f-98e55d25e832 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:53.239784 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6', 'code': 200} Jul 16 08:37:53.240129 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6', 'code': 200} Jul 16 08:37:53.289533 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.290246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.290872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.292370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] 10.222.0.18 "PUT /v2.0/ports/66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 200 len: 1092 time: 1.9418950 Jul 16 08:37:53.305646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Pushing event updated for resources: {'Port': ['ID=c318da6f-d4d4-4ab4-be96-936501e9d72e,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.327020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:53.331222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.339473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ad49-30e9-4c35-8f71-036bbaca0c8d service neutron] Pushing event updated for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.381034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Request body: {'port': {'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:53.381269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.396583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.410947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.418409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.439992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.447702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.454503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.464127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.466496 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97f92124-c29b-440f-9966-250971cf7b36 req-141d698d-500f-4c4f-a359-931d6782cf6e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5418 time: 0.3268638 Jul 16 08:37:53.530675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:53.555945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.556304 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef of type vlan for network 1cec28aa-4e84-4d74-aa76-efcb35f15115 Jul 16 08:37:53.663298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97f92124-c29b-440f-9966-250971cf7b36 req-96af1ff6-79f6-4d6f-90c1-c10b6aae8d7a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598885 Jul 16 08:37:53.688257 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.711168 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.724637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.789629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=7b7f2386-53dc-4dea-a53b-2425977cabe5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.809258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.814971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.815644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.853650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5857d3e1-05da-47eb-851f-ae3c277285f4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.859340 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.883450 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.885396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-73422123-d8a1-4325-86ef-1f82ae4c571c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/7b7f2386-53dc-4dea-a53b-2425977cabe5 HTTP/1.1" status: 204 len: 168 time: 1.0804610 Jul 16 08:37:53.924845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54670) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:53.978358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-e3ebe404-e91d-415d-a822-28e0e2b8194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.978946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-e3ebe404-e91d-415d-a822-28e0e2b8194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.979524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-e3ebe404-e91d-415d-a822-28e0e2b8194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.981640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b001475-4350-46a9-9bda-17029235a89b req-e3ebe404-e91d-415d-a822-28e0e2b8194c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=111f823d882545fd8a789792f18188a0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8204424 Jul 16 08:37:54.020301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8375847 Jul 16 08:37:54.037515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54672) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.072340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:54.097036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1e6db-c386-4875-a9dd-1eabce2b7102 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=1cec28aa-4e84-4d74-aa76-efcb35f15115,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.113047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79945b01-50f1-4e45-a5fc-f79e4945ebb3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.114953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79945b01-50f1-4e45-a5fc-f79e4945ebb3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.117173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-79945b01-50f1-4e45-a5fc-f79e4945ebb3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1893377 Jul 16 08:37:54.122613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54674) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.125759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:54.269030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 683fc6bb-07ff-44d4-822b-c2f455f71841 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:54.269691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 02e685e1-49a8-4d5f-b3c7-c1ff912c40b3 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:54.275815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.315992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=b0a42397-100e-4a5e-8123-d73376061fa6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.329762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 683fc6bb-07ff-44d4-822b-c2f455f71841 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:54.330145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.333916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caa3be-8d14-4d7a-9735-b0d4bf2b6cc3 req-fce301ec-e04b-4908-9fad-41769de75685 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.336244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5caa3be-8d14-4d7a-9735-b0d4bf2b6cc3 req-fce301ec-e04b-4908-9fad-41769de75685 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 943 time: 0.4906127 Jul 16 08:37:54.361991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port b0a42397-100e-4a5e-8123-d73376061fa6 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:54.389607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.409460 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.411510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-4d5b0712-bd76-44ac-9ff6-23d1db3970cc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "DELETE /v2.0/ports/b0a42397-100e-4a5e-8123-d73376061fa6 HTTP/1.1" status: 204 len: 173 time: 3.3461182 Jul 16 08:37:54.416282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-deleted', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:54.418578 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbee409-6f08-4b05-9b21-8efa4f212669" -d '{"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-deleted", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:54.446785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Network b71f5745-565e-45e5-829b-29de323876fc is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:54.488620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5caa3be-8d14-4d7a-9735-b0d4bf2b6cc3 req-45878319-897d-4226-9edf-a07ed4b67db6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395547 Jul 16 08:37:54.492704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:54.512724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74609a04-f4a0-49c4-808a-e56bd1fac52e req-e21b04aa-622c-440b-89a5-3468a8e76758 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.515820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74609a04-f4a0-49c4-808a-e56bd1fac52e req-e21b04aa-622c-440b-89a5-3468a8e76758 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.6702394 Jul 16 08:37:54.529066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.535437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:54.540025 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.544146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001475-4350-46a9-9bda-17029235a89b req-85d9f45e-cadb-4616-8b52-03ac10a1bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.545561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b001475-4350-46a9-9bda-17029235a89b req-85d9f45e-cadb-4616-8b52-03ac10a1bf93 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5509768 Jul 16 08:37:54.637812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96df5d9d-9206-4e33-be2a-4c7f3afe1106 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:54.671958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.699306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Transition to ACTIVE for port object 96df5d9d-9206-4e33-be2a-4c7f3afe1106 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:54.703021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.715209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.751087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '66f415af-075b-408e-a50a-05c457c1e480'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:54.753431 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6516a3c2-e780-425c-881f-a11ad639669b" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "66f415af-075b-408e-a50a-05c457c1e480"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:54.779826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.781587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/02e685e1-49a8-4d5f-b3c7-c1ff912c40b3 HTTP/1.1" status: 204 len: 168 time: 0.6476963 Jul 16 08:37:54.785923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff70c8-8909-4c16-bcb0-80dc6568f71b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=02e685e1-49a8-4d5f-b3c7-c1ff912c40b3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.787188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfade67b-574f-4d74-a86b-c840f8d7dfe2 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:54.787972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.840097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.852324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2e5ac9d5-c886-4080-b5af-f6e700e0d654 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588763 Jul 16 08:37:54.859251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54684) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.863138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74609a04-f4a0-49c4-808a-e56bd1fac52e req-14940f95-6422-4409-a125-ba9eae4d88f3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116071 Jul 16 08:37:54.881492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:54.907617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-33af83f1-b175-46cc-85cc-4886bb679883 None None] Provisioning complete for port c318da6f-d4d4-4ab4-be96-936501e9d72e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:54.907816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e28be-210f-47c8-9d95-3151f328fd68 req-d43ca26e-7e4e-46d8-b255-d2ee2c2afe3a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.908373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33af83f1-b175-46cc-85cc-4886bb679883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.909226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a9e28be-210f-47c8-9d95-3151f328fd68 req-d43ca26e-7e4e-46d8-b255-d2ee2c2afe3a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.2861233 Jul 16 08:37:54.947743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Pushing event updated for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.964991 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c278df8d-4ea7-4f8b-a86b-f0677607a42a x-openstack-request-id: req-c278df8d-4ea7-4f8b-a86b-f0677607a42a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:54.965285 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-deleted", "tag": "b0a42397-100e-4a5e-8123-d73376061fa6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:54.965547 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c278df8d-4ea7-4f8b-a86b-f0677607a42a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:54.965952 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-deleted', 'tag': 'b0a42397-100e-4a5e-8123-d73376061fa6', 'status': 'completed', 'code': 200} Jul 16 08:37:54.998877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:55.016286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-33af83f1-b175-46cc-85cc-4886bb679883 None None] Port c318da6f-d4d4-4ab4-be96-936501e9d72e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:55.032043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 0c683253-83fc-4bc4-b104-d7edd43da6f6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:55.032394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.159947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:55.184976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a9e28be-210f-47c8-9d95-3151f328fd68 req-71a6b0ec-784e-43f4-ac51-83a831c91b2e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296531 Jul 16 08:37:55.205808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Attempting to bind port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:55.206151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Attempting to bind port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:55.206486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Attempting to bind port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 on network bfa75b7d-5873-4e57-922c-47b3e04e232e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:55.209702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:55.213902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.230370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 on network bfa75b7d-5873-4e57-922c-47b3e04e232e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:55.230702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Attempting to bind port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 on network bfa75b7d-5873-4e57-922c-47b3e04e232e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:55.236364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] Deleting port 683fc6bb-07ff-44d4-822b-c2f455f71841 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:55.236860 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.249430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:55.249777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Checking segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:55.250161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Bound using segment: {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:55.250606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Bound port: 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a23096a-20bc-4098-ba02-54427bedd811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:55.250974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.360174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] For port 683fc6bb-07ff-44d4-822b-c2f455f71841, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=683fc6bb-07ff-44d4-822b-c2f455f71841,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:55.360809 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.378158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] Calling delete_port for 683fc6bb-07ff-44d4-822b-c2f455f71841 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:55.486003 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.509930 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.555468 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6197e9c4-93c9-4b26-9e5d-2dced9f2dd62 x-openstack-request-id: req-6197e9c4-93c9-4b26-9e5d-2dced9f2dd62 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:55.555757 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "66f415af-075b-408e-a50a-05c457c1e480", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:55.556181 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6197e9c4-93c9-4b26-9e5d-2dced9f2dd62 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:55.556720 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '66f415af-075b-408e-a50a-05c457c1e480', 'status': 'completed', 'code': 200} Jul 16 08:37:55.557542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 0c683253-83fc-4bc4-b104-d7edd43da6f6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0c683253-83fc-4bc4-b104-d7edd43da6f6,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:55.557915 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.563863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] Pushing event deleted for resources: {'Port': ['ID=683fc6bb-07ff-44d4-822b-c2f455f71841,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.572005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1267b6-1431-4faf-b3ae-91f1be8b57e9 None None] No DVR routers for this DVR port 683fc6bb-07ff-44d4-822b-c2f455f71841 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:55.619089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:55.634647 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:55.639172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3f9454e-73c0-4a3a-ab24-b1b7fcdd20bb admin admin] 10.222.0.41 "PUT /v2.0/routers/ed5c6c6d-e2be-4420-95e1-37b9c15fe36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3197577 Jul 16 08:37:55.655045 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:55.655700 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:55.657605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 0c683253-83fc-4bc4-b104-d7edd43da6f6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:55.659567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:55.675990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:55.688040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.694018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.700966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.706914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.713365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.719509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.732524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.733564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-625c084b-790e-49ea-a983-16d1c202e170 req-453653a3-7e77-497a-8ac1-2e6a7380e9d5 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.5955746 Jul 16 08:37:55.735623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.765505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=ccff1285-d97e-40b7-b1e7-6ebb8d372cf6,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.782914 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:55.790543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Router d0ec2468-1abf-4dbc-bc6c-4071af21d160 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:55.796461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.796942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.797417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.797886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.798349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.798813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.799271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.801239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6516a3c2-e780-425c-881f-a11ad639669b req-be9b988e-4796-406d-81bf-89f14eb9d9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6452 time: 0.4911594 Jul 16 08:37:55.850299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.853077 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.854631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] 10.222.0.18 "PUT /v2.0/ports/96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 1092 time: 2.4780695 Jul 16 08:37:55.916581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-625c084b-790e-49ea-a983-16d1c202e170 req-3413991c-7b0d-4c79-8bf7-f667d4692d6b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816220 Jul 16 08:37:55.936582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:55.936954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: 1cec28aa-4e84-4d74-aa76-efcb35f15115, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:56.004363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e60cc-f239-4dc9-a55e-6797f6319e57 service neutron] Pushing event updated for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.008551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.073559 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:37:52Z', 'revision_number': 2, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:56.105251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:56.108999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:56.122012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.122639 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.123895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a48a33-85cf-4df4-aa5c-9f28e1e6f236 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:56.127182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 683fc6bb-07ff-44d4-822b-c2f455f71841 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:56.137802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:56.138440 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Updating router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a port c318da6f-d4d4-4ab4-be96-936501e9d72e binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:56.155880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2903304 Jul 16 08:37:56.156368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54702) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.163018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': 'd5b2f89c-718b-4da3-8437-6aae4409987f', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1038703063'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:56.205959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ac8ce-4796-4ddb-bb6c-f4d7f03e4891 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=d5b2f89c-718b-4da3-8437-6aae4409987f,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.224506 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.248313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 683fc6bb-07ff-44d4-822b-c2f455f71841 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:56.248659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 683fc6bb-07ff-44d4-822b-c2f455f71841 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:56.412278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:56.508920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.540660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port c7187756-8c85-4ae2-aa79-04183f3bc25b yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:56.605912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'd5b2f89c-718b-4da3-8437-6aae4409987f'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:56.607023 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.655466 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.659216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-554f530f-5e94-4d77-9ade-da13c7aee8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.659737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-554f530f-5e94-4d77-9ade-da13c7aee8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.660187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-554f530f-5e94-4d77-9ade-da13c7aee8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.661904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6516a3c2-e780-425c-881f-a11ad639669b req-554f530f-5e94-4d77-9ade-da13c7aee8f0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=111f823d882545fd8a789792f18188a0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8297045 Jul 16 08:37:56.672666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:56.674669 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Transition to ACTIVE for port object c318da6f-d4d4-4ab4-be96-936501e9d72e will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:56.682589 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.745376 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Pushing event updated for resources: {'Port': ['ID=c318da6f-d4d4-4ab4-be96-936501e9d72e,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.754424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 1cec28aa-4e84-4d74-aa76-efcb35f15115) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:56.771426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.772015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.783733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfc21-30fd-4136-a274-85a5aab27ca1 req-9a4e5b99-801d-415c-a21e-96b5d2bbaea6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.784293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:56.785328 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-565bfc21-30fd-4136-a274-85a5aab27ca1 req-9a4e5b99-801d-415c-a21e-96b5d2bbaea6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 943 time: 0.1791904 Jul 16 08:37:56.808955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5d2ab2ec-5502-41f7-b402-d6f5d9c1e8d4 admin admin] 10.222.0.41 "PUT /v2.0/routers/d0ec2468-1abf-4dbc-bc6c-4071af21d160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0262692 Jul 16 08:37:56.811960 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.812722 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.813281 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.813953 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.814502 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.815716 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.816302 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.817338 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.818209 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.818802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.819439 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.820090 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:56.833356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.841347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/d5b2f89c-718b-4da3-8437-6aae4409987f/d02be9eb-b5eb-40e2-b92d-dc30d35e6789) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:56.852318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-565bfc21-30fd-4136-a274-85a5aab27ca1 req-dffc9b18-a17f-4094-82d8-ba3871022366 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576038 Jul 16 08:37:56.865149 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Attempting to bind port c318da6f-d4d4-4ab4-be96-936501e9d72e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:56.865903 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Attempting to bind port c318da6f-d4d4-4ab4-be96-936501e9d72e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:56.867006 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Attempting to bind port c318da6f-d4d4-4ab4-be96-936501e9d72e on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:56.877160 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:56.877835 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Checking segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:56.878476 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.878606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79bba5-fc75-4434-8a3d-4aa54e8329fa req-ada85747-1f2e-467f-9247-df9bf7981468 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.879240 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Bound using segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:56.880006 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Bound port: c318da6f-d4d4-4ab4-be96-936501e9d72e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:56.880613 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.885534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c79bba5-fc75-4434-8a3d-4aa54e8329fa req-ada85747-1f2e-467f-9247-df9bf7981468 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.4035392 Jul 16 08:37:56.892405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.902922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4edd97fa-0e20-4b8d-9f75-df5b0f1c8b0e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8330016 Jul 16 08:37:56.930509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54714) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.962846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115', 'name': 'tempest-PortsIpV6TestJSON-1766598279', 'fixed_ips': [{'subnet_id': 'ccff1285-d97e-40b7-b1e7-6ebb8d372cf6', 'ip_address': '2001:db8::10'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:57.018827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.040903 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.055159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Transition to ACTIVE for port object d02be9eb-b5eb-40e2-b92d-dc30d35e6789 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:57.058352 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] For port c318da6f-d4d4-4ab4-be96-936501e9d72e, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:57.064955 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] For port c318da6f-d4d4-4ab4-be96-936501e9d72e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c318da6f-d4d4-4ab4-be96-936501e9d72e,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:57.072550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=0c683253-83fc-4bc4-b104-d7edd43da6f6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.081106 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.097534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Transition to ACTIVE for port object d02be9eb-b5eb-40e2-b92d-dc30d35e6789 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:57.115334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] Sync routers for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:57.122013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45783c7b-6356-4a15-b88b-46a8c1122d1e None None] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:57.135644 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:37:57.136195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:37:57.153638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a3c2-e780-425c-881f-a11ad639669b req-5128754c-bfdb-465e-8884-2e499c13d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.155166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6516a3c2-e780-425c-881f-a11ad639669b req-5128754c-bfdb-465e-8884-2e499c13d960 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4800289 Jul 16 08:37:57.196005 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:57.197049 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:57.200963 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffb753-95e4-47bb-a472-9e9bdc6f2a6c None None] Pushing event updated for resources: {'Port': ['ID=c318da6f-d4d4-4ab4-be96-936501e9d72e,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.201587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.219583 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d2bb621-c6a1-4243-93e7-1da11a53f017 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0621164 Jul 16 08:37:57.224157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54718) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.268334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 0c683253-83fc-4bc4-b104-d7edd43da6f6 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:57.297930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c79bba5-fc75-4434-8a3d-4aa54e8329fa req-ef88e185-5701-4669-930c-9df0e2f17df0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114182 Jul 16 08:37:57.327448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Deleting port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:57.327800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.333568 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.398562 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:57.413044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.415965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36339ebf-4159-4e38-b40c-47acf1afacd9 req-905635ec-7a1a-479f-80b2-8edab47a3848 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.36 "DELETE /v2.0/ports/0c683253-83fc-4bc4-b104-d7edd43da6f6 HTTP/1.1" status: 204 len: 173 time: 2.9941385 Jul 16 08:37:57.427466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-deleted', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:57.430995 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ca7ca-7abf-4ced-8098-b7836b8dd470" -d '{"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-deleted", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:57.471867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Pushing event updated for resources: {'Port': ['ID=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.560034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:57.565881 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4fd4b-7ce8-4a45-a237-82905f128d36" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:57.567495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-1cec28aa-4e84-4d74-aa76-efcb35f15115', 'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': 'ccff1285-d97e-40b7-b1e7-6ebb8d372cf6'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:57.568173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.597544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:57.598210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:57.615889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] For port 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:57.616939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.632965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Calling delete_port for 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:57.697320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54724) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.722148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342663311', 'description': 'tempest-description--2083519361'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:57.749886 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:37:57Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:57.789243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.794053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.794754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.795949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.798150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:57.799083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.799970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.800672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.803346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-74c97310-0b24-49a9-920a-d51cca789a8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6494 time: 0.5732934 Jul 16 08:37:57.844721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc10ae-efa7-4e4f-bc50-a58fec19b088 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.847861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2efc10ae-efa7-4e4f-bc50-a58fec19b088 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5892489 Jul 16 08:37:57.885850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:37:57.885850 n-d-798249-10 neutron-server[93699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:37:57.885850 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'id': '93eda942-d35f-4d40-a099-2c72a9d55ba9', 'expiration': datetime.datetime(2021, 7, 16, 8, 39, 57, 807855)}] Jul 16 08:37:57.885850 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:37:57.886894 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:37:57.888768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54726) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.910380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-613c9eea-30fd-40d5-b888-7cccbe910df5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 217 time: 0.0977113 Jul 16 08:37:57.936328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:57.959626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76302313-9ff2-494b-8a5d-beb84bb26bc2 req-ccd4e4a6-7fe3-4f15-b92b-d9f7d59eabbe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.967090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76302313-9ff2-494b-8a5d-beb84bb26bc2 req-ccd4e4a6-7fe3-4f15-b92b-d9f7d59eabbe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4631152 Jul 16 08:37:57.974078 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc4380-44e0-4833-add7-eab0cc416247 None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:37:57Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:58.058301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.059761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Allocated IP 2001:db8::2 (1cec28aa-4e84-4d74-aa76-efcb35f15115/ccff1285-d97e-40b7-b1e7-6ebb8d372cf6/79d29905-f97a-4b7b-9c80-aaeed59a8110) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:58.109342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:37:57Z', 'revision_number': 6, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:58.109521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea6aaa6-376e-4f6a-a984-4dde5dc01abc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:58.150420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00d7f2-83db-41a5-9120-c414338c639a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.152268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00d7f2-83db-41a5-9120-c414338c639a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.154009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb00d7f2-83db-41a5-9120-c414338c639a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2627032 Jul 16 08:37:58.158470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54730) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:58.180395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76302313-9ff2-494b-8a5d-beb84bb26bc2 req-0ce42e3e-23e1-4fe9-a58c-b05c35714c0d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116041 Jul 16 08:37:58.180981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:58.190807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] Checking router: d0ec2468-1abf-4dbc-bc6c-4071af21d160 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:58.198627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.204984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.212849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.217009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:58.219650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.227844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.231774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:58.235605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32ab7e71-7068-4966-a838-9d30337c63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.237282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-32ab7e71-7068-4966-a838-9d30337c63f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 200 len: 855 time: 0.2928412 Jul 16 08:37:58.253145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.257239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.261401 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad125fa-ffb0-49f0-b941-cb90e9365bc9 x-openstack-request-id: req-1ad125fa-ffb0-49f0-b941-cb90e9365bc9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:58.261682 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4be8cb-e53d-49e7-83b0-90897cbdf9b0", "name": "network-vif-deleted", "tag": "0c683253-83fc-4bc4-b104-d7edd43da6f6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:58.261990 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ad125fa-ffb0-49f0-b941-cb90e9365bc9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:58.262313 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4be8cb-e53d-49e7-83b0-90897cbdf9b0', 'name': 'network-vif-deleted', 'tag': '0c683253-83fc-4bc4-b104-d7edd43da6f6', 'status': 'completed', 'code': 200} Jul 16 08:37:58.273047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-679a6df1-3691-445e-825d-e7c920b18e1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.2873209 Jul 16 08:37:58.321340 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.334300 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d18550-35cc-42f3-a51e-989fe917f7f8 x-openstack-request-id: req-30d18550-35cc-42f3-a51e-989fe917f7f8 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:58.334619 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:58.335395 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30d18550-35cc-42f3-a51e-989fe917f7f8 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:58.335830 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106', 'status': 'completed', 'code': 200} Jul 16 08:37:58.352660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet d5b2f89c-718b-4da3-8437-6aae4409987f {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:58.360609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.392113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a73f445c-03b7-4d5b-b29f-f83831004373 req-d3bb5da8-5270-41b2-b8a1-8900aa0af2cc tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178710 Jul 16 08:37:58.398981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.457364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] Routers {'d0ec2468-1abf-4dbc-bc6c-4071af21d160'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:58.458634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:58.459474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port fab3b3cb-df24-4c17-b2b5-bf7b6887659a yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:58.560974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] Set router d0ec2468-1abf-4dbc-bc6c-4071af21d160 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:58.579549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.626732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:37:57Z', 'revision_number': 7, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:58.627273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.634714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.635915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f37eb827-0d82-456f-b9ba-cbb631aba20f req-dc0c494f-e41a-4970-ac70-53bd73e8fb67 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4be8cb-e53d-49e7-83b0-90897cbdf9b0 HTTP/1.1" status: 200 len: 210 time: 0.0670722 Jul 16 08:37:58.636720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.668194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b804f-7502-42ea-9f7b-083487083db1 None None] The sync data for ids ['d0ec2468-1abf-4dbc-bc6c-4071af21d160'] in n-d-798249-10 is: [{'id': 'd0ec2468-1abf-4dbc-bc6c-4071af21d160', 'name': 'tempest-ServersTestBootFromVolume-1060084363-router', 'tenant_id': 'e54d698982dc43a784ed21b854678300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:21Z', 'updated_at': '2021-07-16T08:37:57Z', 'revision_number': 7, 'project_id': 'e54d698982dc43a784ed21b854678300', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:58.688222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Attempting to bind port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:58.688222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Attempting to bind port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:58.688551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Attempting to bind port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:58.713098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:58.717797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:58.719119 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.720724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.721483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ec2468-1abf-4dbc-bc6c-4071af21d160 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:37:58.721602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:58.722098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Bound port: d02be9eb-b5eb-40e2-b92d-dc30d35e6789, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:58.722509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.728094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.738979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5a2e3a4a-4204-4f36-b874-7e511794d612 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d0ec2468-1abf-4dbc-bc6c-4071af21d160 HTTP/1.1" status: 204 len: 168 time: 1.8854761 Jul 16 08:37:58.744165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54734) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:58.792786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2c377d47-5113-45de-b6ef-822d590430c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.794359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2c377d47-5113-45de-b6ef-822d590430c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2901133-83fa-4369-a680-0a8c30d71109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5480740 Jul 16 08:37:58.794753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb2d10-2d27-4b3c-8a38-dc4c9118991b req-44b14144-b89a-4cd8-9cdb-a10183d76f1e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.797733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7bb2d10-2d27-4b3c-8a38-dc4c9118991b req-44b14144-b89a-4cd8-9cdb-a10183d76f1e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.2142293 Jul 16 08:37:58.828878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Deleting subnet f4a3cf17-2a39-43ff-8691-1b08a8bbcb01 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:58.829624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.841223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.864253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.876954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Transition to ACTIVE for port object 79d29905-f97a-4b7b-9c80-aaeed59a8110 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:58.896898 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7bb2d10-2d27-4b3c-8a38-dc4c9118991b req-68332551-f804-4240-86e1-680edb5e32ce tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808675 Jul 16 08:37:58.898555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Transition to ACTIVE for port object 79d29905-f97a-4b7b-9c80-aaeed59a8110 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:58.905184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.907602 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.971776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:58.974722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:58.978740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:58.998388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Pushing event updated for resources: {'Port': ['ID=79d29905-f97a-4b7b-9c80-aaeed59a8110,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.016066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.027912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.028270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.029371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.029726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.030065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.030402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.030735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.031067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.031419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.031970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.032079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.035575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:59.087353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Attempting to bind port 79d29905-f97a-4b7b-9c80-aaeed59a8110 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:59.087619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Attempting to bind port 79d29905-f97a-4b7b-9c80-aaeed59a8110 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:59.087994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Attempting to bind port 79d29905-f97a-4b7b-9c80-aaeed59a8110 on network 1cec28aa-4e84-4d74-aa76-efcb35f15115 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:59.092161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.094265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:59.094759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Checking segment: {'id': 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:59.095037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.095981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Bound using segment: {'id': 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:59.096756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Bound port: 79d29905-f97a-4b7b-9c80-aaeed59a8110, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:59.097137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.106403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-5e06b0a0-5b06-47ea-8d6f-98cae6727948 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735875 Jul 16 08:37:59.111795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::10 (1cec28aa-4e84-4d74-aa76-efcb35f15115/ccff1285-d97e-40b7-b1e7-6ebb8d372cf6/fab3b3cb-df24-4c17-b2b5-bf7b6887659a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:59.114606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.130833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] For port d02be9eb-b5eb-40e2-b92d-dc30d35e6789, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:59.144772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] For port d02be9eb-b5eb-40e2-b92d-dc30d35e6789, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:59.151960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a3cf17-2a39-43ff-8691-1b08a8bbcb01,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.156010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.163031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9dd12740-6161-4111-bb4e-a5b1a563683e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4a3cf17-2a39-43ff-8691-1b08a8bbcb01 HTTP/1.1" status: 204 len: 168 time: 0.4175143 Jul 16 08:37:59.164041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.221804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15e260-759b-4273-9864-942ea945f201 None None] Network 04ab1436-0278-4eba-897c-345d3a0fee45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:59.228167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.251350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b2f89c-718b-4da3-8437-6aae4409987f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.256090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] For port 79d29905-f97a-4b7b-9c80-aaeed59a8110, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:59.259089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.298552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.305753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9ba9acec-e736-4011-af5f-9be70beedbad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d5b2f89c-718b-4da3-8437-6aae4409987f HTTP/1.1" status: 204 len: 168 time: 1.1442828 Jul 16 08:37:59.310642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54740) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.336300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] For port 79d29905-f97a-4b7b-9c80-aaeed59a8110, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79d29905-f97a-4b7b-9c80-aaeed59a8110,segment=NetworkSegment(b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef),segment_id=b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:59.362920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.385186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-373b4b49-32e0-4670-bcba-1e2fc0eab515 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733318 Jul 16 08:37:59.385839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.408184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:59.412499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Deleting port c5a1f800-0caf-4055-9344-f16fdbc6c9ab {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:59.412849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.466626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-6d1e973d-7f45-4ff2-ab9d-2a35d845102a service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435793 Jul 16 08:37:59.530225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f57caf-8e36-40b8-9471-b6e0b10e4ae2 None None] Pushing event updated for resources: {'Port': ['ID=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.599151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] For port c5a1f800-0caf-4055-9344-f16fdbc6c9ab, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:59.599544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.655511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.669262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Calling delete_port for c5a1f800-0caf-4055-9344-f16fdbc6c9ab owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:59.768987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eef317-44ef-4b51-9754-b45f72abbe8c None None] Pushing event updated for resources: {'Port': ['ID=79d29905-f97a-4b7b-9c80-aaeed59a8110,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.822572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.836640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:59.843127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object fab3b3cb-df24-4c17-b2b5-bf7b6887659a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:59.843371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.917212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] DHCP port deletion for 04ab1436-0278-4eba-897c-345d3a0fee45 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:37:59.926259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.952449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-c17a81f9-9176-4bec-b4e0-43d6c36c98c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 217 time: 0.4593792 Jul 16 08:37:59.959934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.965866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2486126 Jul 16 08:37:59.999673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54750) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.020926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'security_group_rule': {'security_group_id': '24ce99d4-a1b8-4be4-8ba6-f83e44087063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:00.027710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] Deleting port c5a1f800-0caf-4055-9344-f16fdbc6c9ab {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:00.028029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.091681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.098344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.108934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.117707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.129488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.137771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.146237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.156097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.165611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-0e9825f4-463e-4a68-9759-6185350001fe tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.4509060 Jul 16 08:38:00.172264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] For port c5a1f800-0caf-4055-9344-f16fdbc6c9ab, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,segment=NetworkSegment(4a84575f-772e-49d4-900e-7f8d036357f4),segment_id=4a84575f-772e-49d4-900e-7f8d036357f4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:00.173495 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.197744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] Calling delete_port for c5a1f800-0caf-4055-9344-f16fdbc6c9ab owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:00.244851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.252577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97307-9fba-48dc-8222-fabeccadc561 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ce99d4-a1b8-4be4-8ba6-f83e44087063,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.277809 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1cc597b-1bc9-47e6-97c1-6b576ee57305 req-1944676b-f876-4a0e-aef7-7fbd9bd13498 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099584 Jul 16 08:38:00.282368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=fab3b3cb-df24-4c17-b2b5-bf7b6887659a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.293961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-12fcee91-f493-4395-a8f3-a92e159bff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.307079 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-12fcee91-f493-4395-a8f3-a92e159bff30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.3300846 Jul 16 08:38:00.314161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:00.324192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] No DVR routers for this DVR port c5a1f800-0caf-4055-9344-f16fdbc6c9ab on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:00.329090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:00.330917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.354257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.358185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:00.364337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.365350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.392042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d02be9eb-b5eb-40e2-b92d-dc30d35e6789 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:00.395234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] No DVR routers for this DVR port c5a1f800-0caf-4055-9344-f16fdbc6c9ab on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:00.398438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610df6-564f-438d-919a-8ac9f778ec86 None None] Pushing event deleted for resources: {'Port': ['ID=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.418721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b61be9-399c-4ed0-bce4-cc9aead2caa6 req-90f058a3-23d2-4ca4-b7aa-d7634e4f1e02 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.420372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55b61be9-399c-4ed0-bce4-cc9aead2caa6 req-90f058a3-23d2-4ca4-b7aa-d7634e4f1e02 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 1.0181246 Jul 16 08:38:00.460929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2d475c55-d8d0-49b3-9718-fd8a57ef7b21 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5088370 Jul 16 08:38:00.461776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54752) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.498611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': '1cec28aa-4e84-4d74-aa76-efcb35f15115', 'name': 'tempest-PortsIpV6TestJSON-1638805937', 'fixed_ips': [{'subnet_id': 'ccff1285-d97e-40b7-b1e7-6ebb8d372cf6', 'ip_address': '2001:db8::f'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:00.500936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:00.505715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c318da6f-d4d4-4ab4-be96-936501e9d72e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:00.521946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a1f800-0caf-4055-9344-f16fdbc6c9ab,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.532690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.587578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c318da6f-d4d4-4ab4-be96-936501e9d72e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:00.592953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c318da6f-d4d4-4ab4-be96-936501e9d72e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:00.593656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.625881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.640023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:00.641626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.644686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:00.652559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.653167 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.682329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-32f5d82c-8b46-4747-8fdf-d8ea10e4d08a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2782023 Jul 16 08:38:00.688641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54754) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.695500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:00.702668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.714472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54756) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.739031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.747748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c318da6f-d4d4-4ab4-be96-936501e9d72e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c318da6f-d4d4-4ab4-be96-936501e9d72e,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:00.752883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.754090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79d29905-f97a-4b7b-9c80-aaeed59a8110 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:00.784068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55b61be9-399c-4ed0-bce4-cc9aead2caa6 req-a572dadd-b014-4cf0-9edd-b19c98d0155e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508811 Jul 16 08:38:00.787963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-baeda8ea-773c-4d2d-8d78-105cdeee432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.790627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-baeda8ea-773c-4d2d-8d78-105cdeee432d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4726412 Jul 16 08:38:00.807663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cfa63c-9904-4cc3-b26a-3572ceb903bb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.830372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.886900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ab1436-0278-4eba-897c-345d3a0fee45']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:00.904764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.906294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.913699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c318da6f-d4d4-4ab4-be96-936501e9d72e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.925263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 79d29905-f97a-4b7b-9c80-aaeed59a8110 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:00.936273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-947fba23-2adf-4ced-a345-5b92cfec831a service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379344 Jul 16 08:38:00.938251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a84575f-772e-49d4-900e-7f8d036357f4') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:00.938604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a84575f-772e-49d4-900e-7f8d036357f4') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:00.946463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.948140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92f73a01-a537-41df-adba-004a1ead1d6e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9463592 Jul 16 08:38:00.961058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54758) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.969930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'security_group_rule': {'security_group_id': '24ce99d4-a1b8-4be4-8ba6-f83e44087063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:01.008305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c4564-5f79-44b5-b0bb-ce5db659bc7e None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:01.016968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:01.025314 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.028191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:01.064059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:01.064404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9ea6aaa6-376e-4f6a-a984-4dde5dc01abc not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:01.064827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a1f800-0caf-4055-9344-f16fdbc6c9ab no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:01.124829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] Provisioning for port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:01.129738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c5a1f800-0caf-4055-9344-f16fdbc6c9ab {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:01.130080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5a1f800-0caf-4055-9344-f16fdbc6c9ab not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:01.130509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5857d3e1-05da-47eb-851f-ae3c277285f4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:01.136072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] Provisioning complete for port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:01.136324 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.264174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.283172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting subnet 88be4540-32db-4fe2-8be3-a646306bb409 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:01.298490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.337171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.355754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 5857d3e1-05da-47eb-851f-ae3c277285f4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:01.356146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5857d3e1-05da-47eb-851f-ae3c277285f4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:01.358408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:01.358812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:01.363778 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:01.419569 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.436482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.441298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.500628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 89f0beb7-e496-4185-96c1-8108ba96e0c9 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:01.581459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.586004 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.595206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.597415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] 10.222.0.41 "DELETE /v2.0/networks/04ab1436-0278-4eba-897c-345d3a0fee45 HTTP/1.1" status: 204 len: 168 time: 2.4322424 Jul 16 08:38:01.608360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.627181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-1ad43fba-e6dd-41f3-886b-1f7f39f7b72d service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747355 Jul 16 08:38:01.646654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a156d-17aa-4566-b6e0-b6b8c06b9979 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ab1436-0278-4eba-897c-345d3a0fee45,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:01.654466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.655910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-545c81bf-5a79-44f2-8b87-bcb2407c6f46 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9663029 Jul 16 08:38:01.661162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] For port d02be9eb-b5eb-40e2-b92d-dc30d35e6789, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:01.668657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57517280-1312-46e7-b84a-283c4d8aae68 req-3b22bd42-01a4-4480-89a9-bfa269f93a8f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.674120 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.676157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57517280-1312-46e7-b84a-283c4d8aae68 req-3b22bd42-01a4-4480-89a9-bfa269f93a8f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.8091884 Jul 16 08:38:01.678448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54764) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:01.717871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-eb93f874-c3a0-4fb3-aa5c-7e99abf7fa03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 217 time: 0.0800240 Jul 16 08:38:01.760763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6340e-f41d-4879-81a0-bc22b217021d None None] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:01.776404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd420d-81dd-4dc2-97e8-f18121e91bcc None None] Pushing event updated for resources: {'Port': ['ID=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:01.861784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] Provisioning for port 79d29905-f97a-4b7b-9c80-aaeed59a8110 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:01.867340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54768) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:01.887227 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.889416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f86c7237-3a37-403d-b00e-466df2ab39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.893668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f86c7237-3a37-403d-b00e-466df2ab39e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1182475 Jul 16 08:38:01.897214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] Provisioning complete for port 79d29905-f97a-4b7b-9c80-aaeed59a8110 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:01.901128 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.909229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.018257 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57517280-1312-46e7-b84a-283c4d8aae68 req-f945a167-6303-4d96-b682-7a7d5f6f2a24 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409612 Jul 16 08:38:02.046755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.067470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.077143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.082824 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.085541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.092895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.101993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.110804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.117712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d02be9eb-b5eb-40e2-b92d-dc30d35e6789 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:02.121626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-560abbc8-2290-4c09-819b-b29e87567454 req-767c92e8-800e-4392-aa05-2a426dfa1ec2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.6126974 Jul 16 08:38:02.125169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.135589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::f (1cec28aa-4e84-4d74-aa76-efcb35f15115/ccff1285-d97e-40b7-b1e7-6ebb8d372cf6/89f0beb7-e496-4185-96c1-8108ba96e0c9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:02.158838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] For port 79d29905-f97a-4b7b-9c80-aaeed59a8110, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79d29905-f97a-4b7b-9c80-aaeed59a8110,segment=NetworkSegment(b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef),segment_id=b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:02.165865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.204131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.233400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf633b-223c-4871-bd94-e2e1171d6a24 None None] Pushing event updated for resources: {'Port': ['ID=79d29905-f97a-4b7b-9c80-aaeed59a8110,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.241809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:02.242305 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.279895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Subnet': ['ID=88be4540-32db-4fe2-8be3-a646306bb409,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.282615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08125de0-1d08-4904-9d7d-3bd86c395c0d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.296455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.301160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d5f8265-d2cd-46fc-a6f1-cc119445a5b2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/subnets/88be4540-32db-4fe2-8be3-a646306bb409 HTTP/1.1" status: 204 len: 168 time: 1.5770600 Jul 16 08:38:02.301805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54770) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.303306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.305049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-850be24a-bbfd-4491-93b9-deb27e991f1b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3399022 Jul 16 08:38:02.308318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896ce5c-d074-4da2-9d82-86036bab2b37 None None] Network b7066435-9cec-412e-ad6f-3ef8b270416b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:02.339492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54772) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.356364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:02.389270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-560abbc8-2290-4c09-819b-b29e87567454 req-13249550-c224-4f98-8079-81e9989d16ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666769 Jul 16 08:38:02.396310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b55fac68-b1a2-4250-866e-3514df657f06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e54d698982dc43a784ed21b854678300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093241 Jul 16 08:38:02.400403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.402982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6b404263-d42c-433a-bc8a-d75aa5fd37dd None None] Provisioning complete for port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:02.403501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b404263-d42c-433a-bc8a-d75aa5fd37dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.405090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54774) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.439625 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.474050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a306c2ee-ce46-4cf0-879f-002c3757440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.476285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-a306c2ee-ce46-4cf0-879f-002c3757440b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4926198 Jul 16 08:38:02.479383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.481830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.541969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 89f0beb7-e496-4185-96c1-8108ba96e0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:02.606786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c318da6f-d4d4-4ab4-be96-936501e9d72e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:02.608611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69535a0-8d15-426d-ad3c-1c92ac544f19 req-1bdfca25-6fa1-4571-b1be-e8ce803dc5ec tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.610330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b69535a0-8d15-426d-ad3c-1c92ac544f19 req-1bdfca25-6fa1-4571-b1be-e8ce803dc5ec tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4075809 Jul 16 08:38:02.687568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c318da6f-d4d4-4ab4-be96-936501e9d72e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:02.688240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.701199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-cb8a0e09-ebff-407f-a706-b70ab1f86cbc service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160399 Jul 16 08:38:02.722219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0d0901a-fcb5-438f-af7d-cd03d11d7292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.735521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.738641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e42fac06-46a0-495e-9198-baab29035e2e None None] Provisioning for port fab3b3cb-df24-4c17-b2b5-bf7b6887659a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:02.744232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b69535a0-8d15-426d-ad3c-1c92ac544f19 req-c5628276-7206-425d-993f-ab36347fa412 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223202 Jul 16 08:38:02.751412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] DHCP port deletion for b7066435-9cec-412e-ad6f-3ef8b270416b request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:02.757994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e42fac06-46a0-495e-9198-baab29035e2e None None] Provisioning complete for port fab3b3cb-df24-4c17-b2b5-bf7b6887659a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:02.758371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e42fac06-46a0-495e-9198-baab29035e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.804950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0d0901a-fcb5-438f-af7d-cd03d11d7292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.842703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:02.863798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e42fac06-46a0-495e-9198-baab29035e2e None None] Port fab3b3cb-df24-4c17-b2b5-bf7b6887659a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:02.883664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:02.890609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:02.896343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.896970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.902876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=89f0beb7-e496-4185-96c1-8108ba96e0c9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.913286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e42fac06-46a0-495e-9198-baab29035e2e None None] Provisioning complete for port 79d29905-f97a-4b7b-9c80-aaeed59a8110 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:02.913775 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e42fac06-46a0-495e-9198-baab29035e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.937356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:02.937699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.941915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b7cd96db-4c55-44c8-a7b3-06edbb132b6f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4617350 Jul 16 08:38:02.944681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54776) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.957788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.968083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-27650d80-8004-40be-8bb0-ca09cd2833f4 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590144 Jul 16 08:38:02.983044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] Deleting port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:02.983483 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.047581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::1 (403e1a12-e2ec-4877-807a-187d784f3d1f/9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa/250be31e-8b72-4212-aaad-e2b262b592e9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:03.052355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-18d8464c-a3aa-4227-b769-ceba4bbc0da9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 200 len: 217 time: 0.0473335 Jul 16 08:38:03.088670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0d0901a-fcb5-438f-af7d-cd03d11d7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.091169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0d0901a-fcb5-438f-af7d-cd03d11d7292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.092354 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d0d0901a-fcb5-438f-af7d-cd03d11d7292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83368b69-4aca-439f-bbfa-18227083a68c HTTP/1.1" status: 204 len: 168 time: 0.6838098 Jul 16 08:38:03.129260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:03.129622 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.141025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0901a-fcb5-438f-af7d-cd03d11d7292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83368b69-4aca-439f-bbfa-18227083a68c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.178410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2a1c4432-67fa-4d36-af3e-dbaef26625d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.180484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2a1c4432-67fa-4d36-af3e-dbaef26625d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1164112 Jul 16 08:38:03.189009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] For port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,segment=NetworkSegment(4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd),segment_id=4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:03.189560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.194936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:03.214346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] Calling delete_port for 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:03.237287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Allocated IP 172.25.0.139 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/070fc2bb-0ae7-4791-a879-fa0842c4461d) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:03.292690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c8bc2-f03b-49b1-81a9-a6ef545ffa0a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.296869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b90c8bc2-f03b-49b1-81a9-a6ef545ffa0a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3485970 Jul 16 08:38:03.304196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54782) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:03.408656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ba405a94-f321-43a4-a3bb-3219d17998a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.410709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-ba405a94-f321-43a4-a3bb-3219d17998a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2218268 Jul 16 08:38:03.425328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d02adfc7-bd34-43d8-b9c4-3ee60f79df42 None None] Provisioning complete for port fab3b3cb-df24-4c17-b2b5-bf7b6887659a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:03.425957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d02adfc7-bd34-43d8-b9c4-3ee60f79df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.426543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.467407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 250be31e-8b72-4212-aaad-e2b262b592e9 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:03.476359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d02adfc7-bd34-43d8-b9c4-3ee60f79df42 None None] Port fab3b3cb-df24-4c17-b2b5-bf7b6887659a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:03.481370 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.485906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.517083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] Pushing event deleted for resources: {'Port': ['ID=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.519391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b0b46-950b-4f77-9cb0-fd8530a0f2ac None None] No DVR routers for this DVR port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:03.531116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.546358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c4995-c883-4014-815f-62a05ad89cbf req-0301ad18-3f0b-4ef9-b1cb-a7ddb9282e17 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.553445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e3c4995-c883-4014-815f-62a05ad89cbf req-0301ad18-3f0b-4ef9-b1cb-a7ddb9282e17 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.2810502 Jul 16 08:38:03.553606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d750ff8-17e1-4f19-9838-e0b29562627d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.561690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d750ff8-17e1-4f19-9838-e0b29562627d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.568956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d750ff8-17e1-4f19-9838-e0b29562627d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.574076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6d750ff8-17e1-4f19-9838-e0b29562627d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2627780 Jul 16 08:38:03.599089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54790) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:03.605335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a5569865-8cd8-46fa-bef1-74ea4bf965f1 None None] Provisioning for port 89f0beb7-e496-4185-96c1-8108ba96e0c9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:03.606687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.609844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a5569865-8cd8-46fa-bef1-74ea4bf965f1 None None] Provisioning complete for port 89f0beb7-e496-4185-96c1-8108ba96e0c9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:03.611451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a5569865-8cd8-46fa-bef1-74ea4bf965f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.615445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:03.620179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:03.623250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:03.624170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.659060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a5569865-8cd8-46fa-bef1-74ea4bf965f1 None None] Port 89f0beb7-e496-4185-96c1-8108ba96e0c9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:03.704805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.714050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e3c4995-c883-4014-815f-62a05ad89cbf req-28455319-8a50-40bb-8fe9-2c219331c18f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599541 Jul 16 08:38:03.729502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-abc19321-dec8-49c9-9a62-35d865a7181c service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018889 Jul 16 08:38:03.790347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:03.793667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=250be31e-8b72-4212-aaad-e2b262b592e9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.856509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.992594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-68255252-b643-4236-9ac5-015cd3bad9d1 None None] Provisioning for port 250be31e-8b72-4212-aaad-e2b262b592e9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:03.998419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-68255252-b643-4236-9ac5-015cd3bad9d1 None None] Provisioning complete for port 250be31e-8b72-4212-aaad-e2b262b592e9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:03.998804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68255252-b643-4236-9ac5-015cd3bad9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.004998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:04.019170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:04.023753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:04.027523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'Port': ['ID=070fc2bb-0ae7-4791-a879-fa0842c4461d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.036768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b806f43a-5372-4472-bfa9-787473cc6e67 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060868 Jul 16 08:38:04.051515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-68255252-b643-4236-9ac5-015cd3bad9d1 None None] Port 250be31e-8b72-4212-aaad-e2b262b592e9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:04.095495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79d29905-f97a-4b7b-9c80-aaeed59a8110 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:04.102689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 89f0beb7-e496-4185-96c1-8108ba96e0c9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:04.103148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.181102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 79d29905-f97a-4b7b-9c80-aaeed59a8110 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:04.181970 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.182874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2f6f17da-66ad-4435-9a2d-711d90c59ac0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0958042 Jul 16 08:38:04.220562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54808) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:04.265764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.295485 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.310296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7066435-9cec-412e-ad6f-3ef8b270416b']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:04.330996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c8e6-f7d9-431e-ab8e-8190fc21cc5a req-058af547-2aae-4407-88e3-4d408db27e48 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.332620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2169c8e6-f7d9-431e-ab8e-8190fc21cc5a req-058af547-2aae-4407-88e3-4d408db27e48 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4009204 Jul 16 08:38:04.339427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:04.340749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.346690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.352687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.358549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.360787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:04.361410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f1fae2e-d8fd-4d3c-85ec-27c35bcb1b98 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:04.364562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.371355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.377239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.379198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-9e027822-aafb-4d04-a842-d05a39c9fa78 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.6704690 Jul 16 08:38:04.384407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:04.385256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d01dfce-0ff9-4bbd-b7dc-63a5debfebbd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:04.399113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-111754154-network', 'tenant_id': 'b3609ff2f38d48a39ad5b5e49968ed20'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:04.404291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.412689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.425547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-092a1d65-ecce-43cb-bbe2-1ff87ec9d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.427028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-092a1d65-ecce-43cb-bbe2-1ff87ec9d508 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.2268174 Jul 16 08:38:04.441583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.452662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.462905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.467533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2169c8e6-f7d9-431e-ab8e-8190fc21cc5a req-fe19c861-3eab-4cee-b76d-7a6c4dedce2d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236987 Jul 16 08:38:04.484030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b2159d2-232c-4e61-ba77-5cb8f22d01d0 req-df9117fa-45dc-43c8-ae04-95e050b9aff6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953751 Jul 16 08:38:04.486940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:04.487387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:04.490875 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:04.501215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 89f0beb7-e496-4185-96c1-8108ba96e0c9 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:04.547023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Made reservation on behalf of b3609ff2f38d48a39ad5b5e49968ed20 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:04.549569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.600306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.617178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.624610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.627560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.627813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/networks/b7066435-9cec-412e-ad6f-3ef8b270416b HTTP/1.1" status: 204 len: 168 time: 2.3193796 Jul 16 08:38:04.631545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54812) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:04.654991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c356b-faf6-41d6-8748-c7202430991b tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Network': ['ID=b7066435-9cec-412e-ad6f-3ef8b270416b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.714328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-85195faf-4cd6-4533-9632-6d0217a50660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.715939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-85195faf-4cd6-4533-9632-6d0217a50660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2776947 Jul 16 08:38:04.737261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting subnet 9044e804-f16a-47fa-8d3a-f6624c3c9884 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:04.745048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.835793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.916678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.936319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.937104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.016802 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.039017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=250be31e-8b72-4212-aaad-e2b262b592e9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.136912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.140038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:05.166190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:05.172289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Subnet': ['ID=9044e804-f16a-47fa-8d3a-f6624c3c9884,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.177818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.182565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c2359417-508f-4700-9c64-46c652d1415e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/subnets/9044e804-f16a-47fa-8d3a-f6624c3c9884 HTTP/1.1" status: 204 len: 168 time: 0.5474777 Jul 16 08:38:05.183586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.199417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eee2da-7087-4669-8a1d-3fa0ad85d229 None None] Network 70f86f9d-785f-467c-bf19-de7169b02965 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:05.357040 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-8e6ae438-1578-43ad-a066-416fd1e2b18c service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322851 Jul 16 08:38:05.361570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.362620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.423482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.435745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.443335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] DHCP port deletion for 70f86f9d-785f-467c-bf19-de7169b02965 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:05.447381 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.451431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=89f0beb7-e496-4185-96c1-8108ba96e0c9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.463073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Router 73cb830b-181f-43da-9034-0985835c418e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:38:05.463747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.472907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 3846cc49-639f-48fe-9a31-911a51e302d2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:05.473319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.480129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e784e-87e6-4f10-89ec-6b9d2b49e20b req-aec46e44-24c0-4a8c-b305-2e4b55ee3508 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:05.481847 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8e784e-87e6-4f10-89ec-6b9d2b49e20b req-aec46e44-24c0-4a8c-b305-2e4b55ee3508 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.6072154 Jul 16 08:38:05.499652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-46884d3f-6725-4116-b165-e12242c75420 None None] Provisioning complete for port 250be31e-8b72-4212-aaad-e2b262b592e9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:05.500433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46884d3f-6725-4116-b165-e12242c75420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.556522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-46884d3f-6725-4116-b165-e12242c75420 None None] Port 250be31e-8b72-4212-aaad-e2b262b592e9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:05.562762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] Deleting port 3846cc49-639f-48fe-9a31-911a51e302d2 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:05.563150 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.590109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:05.609335 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.611970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a244d1fd-1091-4359-be5f-d4ce2e0945f9 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/89f0beb7-e496-4185-96c1-8108ba96e0c9 HTTP/1.1" status: 204 len: 168 time: 2.0107572 Jul 16 08:38:05.623143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54822) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.673581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] For port 3846cc49-639f-48fe-9a31-911a51e302d2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3846cc49-639f-48fe-9a31-911a51e302d2,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:05.673887 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.687227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] Calling delete_port for 3846cc49-639f-48fe-9a31-911a51e302d2 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:05.687793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 3846cc49-639f-48fe-9a31-911a51e302d2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3846cc49-639f-48fe-9a31-911a51e302d2,segment=NetworkSegment(d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92),segment_id=d6a92a0b-ddf9-4bf9-af90-c4351b6d9e92)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:05.688160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.692856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.693211 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Added segment c8a36832-93d5-47f9-814b-c0825d5cffc9 of type vlan for network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 Jul 16 08:38:05.702456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 3846cc49-639f-48fe-9a31-911a51e302d2 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:05.716670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12565faf-3b1a-4c7a-8c7d-910b1ae41b84,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.777108 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.777376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'Port': ['ID=070fc2bb-0ae7-4791-a879-fa0842c4461d,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.797449 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfc20cc-c5e3-452b-a75b-cb9c9beb8178 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:38:05.801593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7bfc20cc-c5e3-452b-a75b-cb9c9beb8178 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/89f0beb7-e496-4185-96c1-8108ba96e0c9 HTTP/1.1" status: 404 len: 333 time: 0.1595569 Jul 16 08:38:05.803405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] Pushing event deleted for resources: {'Port': ['ID=3846cc49-639f-48fe-9a31-911a51e302d2,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.806916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:05.809096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba579268-dec7-4cee-a19d-33d3e3b4b417 None None] No DVR routers for this DVR port 3846cc49-639f-48fe-9a31-911a51e302d2 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:05.813397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54824) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.817066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.827371 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Sync routers for ids ['73cb830b-181f-43da-9034-0985835c418e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:05.836648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4ff81bc6-3a32-4d1a-9918-6def83310f6c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "PUT /v2.0/routers/73cb830b-181f-43da-9034-0985835c418e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1316006 Jul 16 08:38:05.837541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.837702 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Routers {'73cb830b-181f-43da-9034-0985835c418e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:05.838314 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['73cb830b-181f-43da-9034-0985835c418e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:05.842082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54826) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.848217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-6eafbc84-0b6a-4445-90ba-40963d2107fe service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847019 Jul 16 08:38:05.884768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.889540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8e784e-87e6-4f10-89ec-6b9d2b49e20b req-48b922b2-2d9c-49ca-adfa-98e6486a68b4 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863711 Jul 16 08:38:05.921634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=3846cc49-639f-48fe-9a31-911a51e302d2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.941685 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Set router 73cb830b-181f-43da-9034-0985835c418e gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:05.944792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 3846cc49-639f-48fe-9a31-911a51e302d2 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:05.954730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-1c873030-e25b-415e-9b2d-feea971edd28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 200 len: 217 time: 0.0806890 Jul 16 08:38:05.993147 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.994349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e1f22808-325f-48e7-b53a-9b409f587310 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6487610 Jul 16 08:38:05.999607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2443b4-2ea9-4a05-906f-8c63fcc9fd8a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.003368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9b2443b4-2ea9-4a05-906f-8c63fcc9fd8a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports/250be31e-8b72-4212-aaad-e2b262b592e9 HTTP/1.1" status: 200 len: 911 time: 0.1570802 Jul 16 08:38:06.004372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54830) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.046751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.047753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.048336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.077268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf900f1-917f-4799-bc39-790f8d4ad08a req-3ed56d78-e041-4031-aef0-8c0ba6370be9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.079068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1bf900f1-917f-4799-bc39-790f8d4ad08a req-3ed56d78-e041-4031-aef0-8c0ba6370be9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.2677827 Jul 16 08:38:06.110573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.141589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3846cc49-639f-48fe-9a31-911a51e302d2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:06.146298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] Pushing event updated for resources: {'Network': ['ID=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.158266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f86f9d-785f-467c-bf19-de7169b02965']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:06.162034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-c2b5a59a-788e-4adb-b3a4-63689b527f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.164179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-c2b5a59a-788e-4adb-b3a4-63689b527f0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.1920106 Jul 16 08:38:06.171184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-74ce96aa-602e-4325-80ca-c451e66ddff5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9457674 Jul 16 08:38:06.172965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54832) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.177418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3846cc49-639f-48fe-9a31-911a51e302d2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:06.178500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Request body: {'subnet': {'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-111754154-subnet', 'tenant_id': 'b3609ff2f38d48a39ad5b5e49968ed20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:06.178864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3846cc49-639f-48fe-9a31-911a51e302d2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:06.181555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:06.207745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:06.208138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a92a0b-ddf9-4bf9-af90-c4351b6d9e92') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:06.224814 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb830b-181f-43da-9034-0985835c418e', 'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:00Z', 'updated_at': '2021-07-16T08:38:03Z', 'revision_number': 2, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None, '_interfaces': [{'id': '250be31e-8b72-4212-aaad-e2b262b592e9', 'name': '', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'mac_address': 'fa:16:3e:7e:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb830b-181f-43da-9034-0985835c418e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:04Z', 'revision_number': 2, 'project_id': '0b2cdcac6721407caa67460276e57439', 'subnets': [{'id': '9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:06.237737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.255531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port fab3b3cb-df24-4c17-b2b5-bf7b6887659a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:06.255874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.271633 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Checking router: 73cb830b-181f-43da-9034-0985835c418e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:06.272470 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Updating router 73cb830b-181f-43da-9034-0985835c418e port 250be31e-8b72-4212-aaad-e2b262b592e9 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:06.276441 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.289732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1bf900f1-917f-4799-bc39-790f8d4ad08a req-5cd1daad-12cd-4d5c-af8f-40bd75a2eed1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761475 Jul 16 08:38:06.293918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Made reservation on behalf of b3609ff2f38d48a39ad5b5e49968ed20 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:06.296543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.302325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:06.302742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:06.306545 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:06.322074 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.326878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0a66b-db34-4dd4-aaaa-19678b44990d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.333291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0a66b-db34-4dd4-aaaa-19678b44990d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.338631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7bd0a66b-db34-4dd4-aaaa-19678b44990d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3338842 Jul 16 08:38:06.346937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.468061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-97553217-52c3-4b02-b4db-a27241c367cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.469555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-97553217-52c3-4b02-b4db-a27241c367cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2973022 Jul 16 08:38:06.504456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.531783 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.543074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for fab3b3cb-df24-4c17-b2b5-bf7b6887659a owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:06.557182 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.561627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/networks/70f86f9d-785f-467c-bf19-de7169b02965 HTTP/1.1" status: 204 len: 168 time: 1.3743818 Jul 16 08:38:06.569811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54846) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.583063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-515087708'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:06.603383 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-bc429d44-b873-4938-a2a6-0275642ce266 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1342663311&fields=id&tenant_id=05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 267 time: 0.2011864 Jul 16 08:38:06.618127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.624280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.630163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.636100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.640847 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.641993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.644218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6c0ba-084b-4766-b647-fbec1ee86c06 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Network': ['ID=70f86f9d-785f-467c-bf19-de7169b02965,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.648871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.654951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.656934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-0ffe8a2f-05c8-4023-8bef-c4f1c1c490ec tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.4032354 Jul 16 08:38:06.660273 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Transition to ACTIVE for port object 250be31e-8b72-4212-aaad-e2b262b592e9 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:06.668073 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.721021 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3420c9-885e-49ab-9fcd-6871b0b23d2e None None] Pushing event updated for resources: {'Port': ['ID=250be31e-8b72-4212-aaad-e2b262b592e9,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.790511 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Attempting to bind port 250be31e-8b72-4212-aaad-e2b262b592e9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:06.790928 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Attempting to bind port 250be31e-8b72-4212-aaad-e2b262b592e9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:06.791297 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Attempting to bind port 250be31e-8b72-4212-aaad-e2b262b592e9 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:06.796941 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:06.797337 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:06.798072 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.798072 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:06.798563 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Bound port: 250be31e-8b72-4212-aaad-e2b262b592e9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:06.798945 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.847682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f3cc026c-3bd0-40f2-9b70-51407c8b1078 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673904 Jul 16 08:38:06.873645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5c1c55e-37c6-4cbe-8b45-0876ce4e2157 req-3b6293ca-e768-469d-b021-eacfe1099744 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895573 Jul 16 08:38:06.890813 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] For port 250be31e-8b72-4212-aaad-e2b262b592e9, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:06.911830 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] For port 250be31e-8b72-4212-aaad-e2b262b592e9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=250be31e-8b72-4212-aaad-e2b262b592e9,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:06.919947 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.941567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.982107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Routers {'73cb830b-181f-43da-9034-0985835c418e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:06.982726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['73cb830b-181f-43da-9034-0985835c418e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:07.023977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3420c9-885e-49ab-9fcd-6871b0b23d2e None None] Pushing event updated for resources: {'Port': ['ID=250be31e-8b72-4212-aaad-e2b262b592e9,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.069606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-e3241d35-d4e5-4568-ba0c-03539ba47f72 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.076921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-e3241d35-d4e5-4568-ba0c-03539ba47f72 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 816 time: 0.4726059 Jul 16 08:38:07.091758 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] Set router 73cb830b-181f-43da-9034-0985835c418e gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:07.112863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-df9c81b8-5d3f-4da1-9fd6-fab9eb4fba20 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/quotas/05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 375 time: 0.0349643 Jul 16 08:38:07.131162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:07.134892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.146525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-b810a78c-c0f6-4403-a47d-9c56c5c71354 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718737 Jul 16 08:38:07.149443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf62be3f-90f0-49f0-9495-bd789b028ae7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.152193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.234573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=fab3b3cb-df24-4c17-b2b5-bf7b6887659a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.250191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:07.278512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-73b5253f-c001-4bfb-bef8-fe798159dd87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 217 time: 0.1216784 Jul 16 08:38:07.279123 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.279499 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Added segment 71b10c92-493e-4a6a-9774-6dcdc3472a12 of type vlan for network 22023076-7190-440f-bb23-7ee23dd19fc1 Jul 16 08:38:07.309910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.312291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d0d7ff9c-7c96-4d89-8b2c-b4933b2d631b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/fab3b3cb-df24-4c17-b2b5-bf7b6887659a HTTP/1.1" status: 204 len: 168 time: 1.4932115 Jul 16 08:38:07.328004 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-e781ff9b-29ae-48da-950b-d31113d1d66a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2073650 Jul 16 08:38:07.330710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:07.339435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-09eb8dcd-1114-4e97-9f98-52eb8b026079 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:07.346098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-09eb8dcd-1114-4e97-9f98-52eb8b026079 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171874 Jul 16 08:38:07.367012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-9ea0561c-9b0c-43dd-8034-6155c5c04e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.368599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-9ea0561c-9b0c-43dd-8034-6155c5c04e76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.0634608 Jul 16 08:38:07.376019 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb830b-181f-43da-9034-0985835c418e', 'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:00Z', 'updated_at': '2021-07-16T08:38:03Z', 'revision_number': 2, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None, '_interfaces': [{'id': '250be31e-8b72-4212-aaad-e2b262b592e9', 'name': '', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'mac_address': 'fa:16:3e:7e:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb830b-181f-43da-9034-0985835c418e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:06Z', 'revision_number': 4, 'project_id': '0b2cdcac6721407caa67460276e57439', 'subnets': [{'id': '9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:07.409014 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f468ca-859a-43b3-add8-58d8cf957c29 None None] The sync data for ids ['73cb830b-181f-43da-9034-0985835c418e'] in n-d-798249-10 is: [{'id': '73cb830b-181f-43da-9034-0985835c418e', 'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:00Z', 'updated_at': '2021-07-16T08:38:03Z', 'revision_number': 2, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None, '_interfaces': [{'id': '250be31e-8b72-4212-aaad-e2b262b592e9', 'name': '', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'mac_address': 'fa:16:3e:7e:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb830b-181f-43da-9034-0985835c418e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:06Z', 'revision_number': 4, 'project_id': '0b2cdcac6721407caa67460276e57439', 'subnets': [{'id': '9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:07.461150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Checking segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:07.461535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Network hostable DHCP agents. Network: cfad8d0c-3f31-47cf-87b2-3a276ee8ba06, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:07.466360 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4eda08-9a83-45cc-9e9b-7352ef0626f0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:38:07.468058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c4eda08-9a83-45cc-9e9b-7352ef0626f0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/fab3b3cb-df24-4c17-b2b5-bf7b6887659a HTTP/1.1" status: 404 len: 333 time: 0.1199405 Jul 16 08:38:07.473344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54854) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:07.483141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51b33e-625d-4f9c-b6e5-08843883e97a req-9559781e-825f-491d-b920-2c60c8e13556 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.484872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b51b33e-625d-4f9c-b6e5-08843883e97a req-9559781e-825f-491d-b920-2c60c8e13556 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.3035588 Jul 16 08:38:07.499419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.549762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b51b33e-625d-4f9c-b6e5-08843883e97a req-7cfb1039-57d2-4ac0-aae3-bba274ecf52f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547521 Jul 16 08:38:07.553541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f6eb924a-3490-4f5c-abbd-15ea4423ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.555613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-f6eb924a-3490-4f5c-abbd-15ea4423ec09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1795790 Jul 16 08:38:07.561471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:07.596760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cfad8d0c-3f31-47cf-87b2-3a276ee8ba06) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:07.607835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2b53f-b577-45b5-a533-85c3cbe1efc8 None None] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:07.612139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.612742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.686329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.692123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.693089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.735075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet ccff1285-d97e-40b7-b1e7-6ebb8d372cf6 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:07.759882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55a9d34d-aff8-4e9b-8d60-054cb2476758 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5761693 Jul 16 08:38:07.760491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.788906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-05bd92cf-41da-4954-acd6-8dbb0f4d8de7 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239900 Jul 16 08:38:07.864838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2939496 Jul 16 08:38:07.872549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54858) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:07.875959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-280b8f95-1524-4513-946b-2cc335ac1678 service neutron] 10.222.0.41 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287306 Jul 16 08:38:07.888559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'subnet': {'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:07.951911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.954958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71d16b-3da6-4c01-807b-06f276fd2347 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Network': ['ID=22023076-7190-440f-bb23-7ee23dd19fc1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.043569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 22023076-7190-440f-bb23-7ee23dd19fc1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:08.059844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d10d8-46be-4a16-a921-23e0e5003f19 None None] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:08.082262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9f17-5b15-45b0-8674-e5ea36f76ac4 req-4d578499-1ee4-42a4-9f62-9f4ddc31ee69 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.092585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca6a9f17-5b15-45b0-8674-e5ea36f76ac4 req-4d578499-1ee4-42a4-9f62-9f4ddc31ee69 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.3725848 Jul 16 08:38:08.177299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 250be31e-8b72-4212-aaad-e2b262b592e9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:08.186790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca6a9f17-5b15-45b0-8674-e5ea36f76ac4 req-da2ebe67-7bcb-4569-8f6a-4f7d658987ad tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931714 Jul 16 08:38:08.193903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe96ae8-e734-4a70-8d2a-16f00ec86de0 req-2cf0eb38-cf1e-434c-83f3-aaa975f6462e service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976614 Jul 16 08:38:08.220371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:08.226254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.362037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-34baadca-8709-401e-8cba-ba11103a9885 service neutron] 10.222.0.41 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428585 Jul 16 08:38:08.368523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.378267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.474766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 250be31e-8b72-4212-aaad-e2b262b592e9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:08.480578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 250be31e-8b72-4212-aaad-e2b262b592e9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:08.481132 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.516630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.518376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.519052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.519696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.520238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.520643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.521170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.523376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-3f0a5197-d690-42ad-938d-2c414e0775b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6494 time: 0.2402644 Jul 16 08:38:08.643653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.650207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.717414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.723581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.725323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 250be31e-8b72-4212-aaad-e2b262b592e9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=250be31e-8b72-4212-aaad-e2b262b592e9,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:08.730522 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.731409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.738705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.745803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.752009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.759242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.761337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-1fb5e299-ff72-4651-9fcf-7c1320b62ee0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.3498840 Jul 16 08:38:08.769629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=ccff1285-d97e-40b7-b1e7-6ebb8d372cf6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.771045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c07c0-5e2c-4442-96ce-2b702b529a76 None None] Network 1cec28aa-4e84-4d74-aa76-efcb35f15115 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:08.785379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.789847 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-83542b99-7961-4e72-af34-6ffc3b690d8a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/ccff1285-d97e-40b7-b1e7-6ebb8d372cf6 HTTP/1.1" status: 204 len: 168 time: 1.3096998 Jul 16 08:38:08.790908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.797605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:08.834773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=250be31e-8b72-4212-aaad-e2b262b592e9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.868997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-b6d1633a-8b05-4059-b60d-8aec745d4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.870541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-b6d1633a-8b05-4059-b60d-8aec745d4bd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 903 time: 0.3394861 Jul 16 08:38:08.959250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Subnet': ['ID=5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.970051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc1ba3ac-bd6d-4e8e-976f-07a8f2792877 req-e47c4632-be38-45a9-8569-0b1235e26ff4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1874156 Jul 16 08:38:08.971623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-455561e4-d61d-4e68-99f1-cf735b02a39f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 217 time: 0.0903187 Jul 16 08:38:08.990066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Checking segment: {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:08.990689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network hostable DHCP agents. Network: 22023076-7190-440f-bb23-7ee23dd19fc1, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:09.043056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network 22023076-7190-440f-bb23-7ee23dd19fc1 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:09.055544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-b50c81a0-b0e7-4c2a-8c38-290a4bcdd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.057613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-b50c81a0-b0e7-4c2a-8c38-290a4bcdd373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.0787849 Jul 16 08:38:09.059657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 22023076-7190-440f-bb23-7ee23dd19fc1) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:09.072662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda4a80-fdd9-46fc-8e53-9196ab17ace8 None None] Network 22023076-7190-440f-bb23-7ee23dd19fc1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:09.080336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.080953 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.105199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.180636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 250be31e-8b72-4212-aaad-e2b262b592e9 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:09.181093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.184835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] DHCP port deletion for 1cec28aa-4e84-4d74-aa76-efcb35f15115 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:09.210384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-de20e2f1-575e-4ac2-9293-0624d8a7f4fc tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3366885 Jul 16 08:38:09.214523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54890) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:09.231160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-247751946'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:09.290305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-99dbc095-84ba-477f-90c4-1a6b3e1c6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.291877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-99dbc095-84ba-477f-90c4-1a6b3e1c6d50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2023630 Jul 16 08:38:09.329697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-2f4d557f-1f6e-4d3a-93cc-77768bbc7f3b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.331282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-2f4d557f-1f6e-4d3a-93cc-77768bbc7f3b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 814 time: 0.3306410 Jul 16 08:38:09.340906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] Deleting port 79d29905-f97a-4b7b-9c80-aaeed59a8110 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:09.341424 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.355408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02397-97d3-4d40-a3ba-7cf5553da029 req-9ba6061e-7b17-4b73-b1d6-41b1aa7834a1 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.356935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-22023076-7190-440f-bb23-7ee23dd19fc1', 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'fixed_ips': [{'subnet_id': '5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:09.357794 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.363785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fd02397-97d3-4d40-a3ba-7cf5553da029 req-9ba6061e-7b17-4b73-b1d6-41b1aa7834a1 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.1853588 Jul 16 08:38:09.417082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] For port 250be31e-8b72-4212-aaad-e2b262b592e9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=250be31e-8b72-4212-aaad-e2b262b592e9,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:09.417767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.431017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:09.434846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.440492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] For port 79d29905-f97a-4b7b-9c80-aaeed59a8110, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79d29905-f97a-4b7b-9c80-aaeed59a8110,segment=NetworkSegment(b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef),segment_id=b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:09.440891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.446246 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-a0fb0c38-4d6a-4a61-916c-3f548754a9aa tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/quotas/b3609ff2f38d48a39ad5b5e49968ed20 HTTP/1.1" status: 200 len: 375 time: 0.0868301 Jul 16 08:38:09.448025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 250be31e-8b72-4212-aaad-e2b262b592e9 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:09.490378 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fd02397-97d3-4d40-a3ba-7cf5553da029 req-29a5b646-3fd7-43a5-815d-8b1ee47a7f63 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263328 Jul 16 08:38:09.504806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] Calling delete_port for 79d29905-f97a-4b7b-9c80-aaeed59a8110 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:09.507085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-af679478-5c12-4ec5-a250-bd73ca98d6b8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492539 Jul 16 08:38:09.511145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 79d29905-f97a-4b7b-9c80-aaeed59a8110 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:09.511710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.557993 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-7aec9b7f-e364-4087-a585-233d2fcc76dc service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584045 Jul 16 08:38:09.613602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:09.632922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Allocated IP 19.80.0.2 (22023076-7190-440f-bb23-7ee23dd19fc1/5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5/61275297-59bf-421f-9038-b86f617082f1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:09.674250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.683486 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Added segment 981c9273-11ec-4106-aa92-9dbdc1f40814 of type vlan for network c6d47f54-2d3d-4cbc-b246-782330657c12 Jul 16 08:38:09.706630 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.745434 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e3e4fd4b-7ce8-4a45-a237-82905f128d36 req-781690f7-1fca-4feb-a81a-c134974cb5bd service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798682 Jul 16 08:38:09.774872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf782444-3a14-4f61-ad99-b14f62d799c8 req-d829701f-bac6-4029-8a89-70e68c5fc71a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 210 time: 0.0562716 Jul 16 08:38:09.797624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] Pushing event deleted for resources: {'Port': ['ID=79d29905-f97a-4b7b-9c80-aaeed59a8110,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:09.812069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53e44e-aea5-49fd-a1d6-97925e230007 None None] No DVR routers for this DVR port 79d29905-f97a-4b7b-9c80-aaeed59a8110 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:09.915371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.929436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Transition to ACTIVE for port object 61275297-59bf-421f-9038-b86f617082f1 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:09.956351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Transition to ACTIVE for port object 61275297-59bf-421f-9038-b86f617082f1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:09.965607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.983557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf84e14-60c7-4ce0-ad6e-0e76c8669f4c req-47b1835d-a30a-442a-9b2f-cb6daa7ef626 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.991676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf84e14-60c7-4ce0-ad6e-0e76c8669f4c req-47b1835d-a30a-442a-9b2f-cb6daa7ef626 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.0851452 Jul 16 08:38:10.017465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Network 22023076-7190-440f-bb23-7ee23dd19fc1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:10.020682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:10.026537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:10.046041 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-edf84e14-60c7-4ce0-ad6e-0e76c8669f4c req-73f66fa4-18df-4a5a-a058-b8e3b08a5589 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531199 Jul 16 08:38:10.068847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port 79d29905-f97a-4b7b-9c80-aaeed59a8110, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79d29905-f97a-4b7b-9c80-aaeed59a8110,segment=NetworkSegment(b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef),segment_id=b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:10.069544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.074077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Pushing event updated for resources: {'Port': ['ID=61275297-59bf-421f-9038-b86f617082f1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.082730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 79d29905-f97a-4b7b-9c80-aaeed59a8110 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:10.103789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 250be31e-8b72-4212-aaad-e2b262b592e9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:10.143387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Attempting to bind port 61275297-59bf-421f-9038-b86f617082f1 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:10.143732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Attempting to bind port 61275297-59bf-421f-9038-b86f617082f1 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:10.144094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Attempting to bind port 61275297-59bf-421f-9038-b86f617082f1 on network 22023076-7190-440f-bb23-7ee23dd19fc1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:10.149486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.156185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:10.156567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Checking segment: {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:10.156979 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.157376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Bound using segment: {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:10.157850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Bound port: 61275297-59bf-421f-9038-b86f617082f1, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:10.158258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.217338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 250be31e-8b72-4212-aaad-e2b262b592e9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:10.217712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.232274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e30fe8af-98ae-4dd2-b537-54819fdf2ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898410 Jul 16 08:38:10.259825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] For port 61275297-59bf-421f-9038-b86f617082f1, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:10.266190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] For port 61275297-59bf-421f-9038-b86f617082f1, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=61275297-59bf-421f-9038-b86f617082f1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:10.272356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.274637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.280382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.292621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.306139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.312630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.321932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.332704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.338607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.341242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-de1c1d07-cd30-4b2c-bf3e-1d7f14d71a74 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.1717966 Jul 16 08:38:10.344267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.344872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.372270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa6628-6f5a-487a-a814-3a676e5fb357 None None] Pushing event updated for resources: {'Port': ['ID=61275297-59bf-421f-9038-b86f617082f1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.405716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8853afd9-f8fd-4a6d-ba64-fdd20797b8ef req-99c65a83-b188-4546-ad6a-41b6a86419f8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634763 Jul 16 08:38:10.454354 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2307031 Jul 16 08:38:10.459209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54896) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:10.486429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.488707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.494142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'subnet': {'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:10.519133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3da42d-f3c4-44c0-8d1e-11dc0535fba9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Network': ['ID=c6d47f54-2d3d-4cbc-b246-782330657c12,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.525460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79d29905-f97a-4b7b-9c80-aaeed59a8110 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:10.558173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 79d29905-f97a-4b7b-9c80-aaeed59a8110 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:10.558528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79d29905-f97a-4b7b-9c80-aaeed59a8110 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:10.561234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c6d47f54-2d3d-4cbc-b246-782330657c12 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:10.606615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=250be31e-8b72-4212-aaad-e2b262b592e9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.614351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port 79d29905-f97a-4b7b-9c80-aaeed59a8110 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:10.666608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-a2d0f18a-5941-4932-a051-283adf03c1fa service neutron] 10.222.0.41 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217441 Jul 16 08:38:10.699885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-2e229928-5fab-464a-b526-c7a4199eb89a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.703605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-2e229928-5fab-464a-b526-c7a4199eb89a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 816 time: 0.2713253 Jul 16 08:38:10.746769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=79d29905-f97a-4b7b-9c80-aaeed59a8110,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.951335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.087342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.123295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cec28aa-4e84-4d74-aa76-efcb35f15115']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:11.144498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:11.148797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.166132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7486148a-e7e1-47ca-aa63-bfe289e2efcf req-df63b9da-96b9-4fed-80a9-8f12884ff1c2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 210 time: 0.0755069 Jul 16 08:38:11.229797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-51167715-714a-4f43-bdfa-a205bc6ce1ba tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 380 time: 0.5092943 Jul 16 08:38:11.239651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:11.240035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27ac9a6-56e4-4c62-8bbc-0ad6d01255ef') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:11.241287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'port': {'device_id': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'admin_state_up': True, 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'security_groups': ['24ce99d4-a1b8-4be4-8ba6-f83e44087063']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:11.253063 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.272154 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.282978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:11.284772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:11.288150 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:11.329120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d09152-d4d3-4d2c-b822-9c566d2fc6a8 req-f47f56b2-6e34-4433-b11a-ce684752c124 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:11.330904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20d09152-d4d3-4d2c-b822-9c566d2fc6a8 req-f47f56b2-6e34-4433-b11a-ce684752c124 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.1686645 Jul 16 08:38:11.425345 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20d09152-d4d3-4d2c-b822-9c566d2fc6a8 req-17b58ff7-aad1-4094-b78e-45f1401d560e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589933 Jul 16 08:38:11.426491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Made reservation on behalf of 05cf10d9a11944cca4e2c00f664d3ba5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:11.433064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.439094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ebc8006-1b43-4942-b664-708c30fe2ee1 req-633ebedc-a3b0-4d7e-b8e1-47331d1499a3 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 210 time: 0.1449106 Jul 16 08:38:11.569342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Router 73cb830b-181f-43da-9034-0985835c418e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:11.598831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.652936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.658750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/1cec28aa-4e84-4d74-aa76-efcb35f15115 HTTP/1.1" status: 204 len: 168 time: 2.8531559 Jul 16 08:38:11.661944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:11.670315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Allocated IP 172.20.0.4 (b71f5745-565e-45e5-829b-29de323876fc/a244cd6c-8435-4145-b31b-80729fb6aed3/663f547f-6f6a-4785-a41c-6bd41e30af9a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:11.690679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1425247529'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:11.718091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4381d7-8b16-482a-90e3-f320b2a643dd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=1cec28aa-4e84-4d74-aa76-efcb35f15115,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:11.774904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33cf36-3e21-4c00-8418-d343276b8921 None None] Network 22023076-7190-440f-bb23-7ee23dd19fc1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:11.865123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:11.869722 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.882542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:11.893400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d1e38315-704b-4397-82f8-8f9764bc453f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "PUT /v2.0/routers/73cb830b-181f-43da-9034-0985835c418e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5454011 Jul 16 08:38:11.894545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.897191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54918) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:11.902585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] Sync routers for ids ['73cb830b-181f-43da-9034-0985835c418e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:11.908661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.917690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0443ea60-020a-4910-8876-758b364f6d34 None None] Provisioning for port 61275297-59bf-421f-9038-b86f617082f1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:11.924880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Transition to ACTIVE for port object 663f547f-6f6a-4785-a41c-6bd41e30af9a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:11.933460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] Routers {'73cb830b-181f-43da-9034-0985835c418e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:11.934101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['73cb830b-181f-43da-9034-0985835c418e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:11.966234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.010057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:12.025806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Subnet': ['ID=c54b1fce-0c07-4736-b119-c7ce1fc361a9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.038630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2e4e-4fd1-4031-a248-4111ee2dee28 req-afffaa9f-cb26-4eb7-841e-c93c9adee11d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.042472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-514c2e4e-4fd1-4031-a248-4111ee2dee28 req-afffaa9f-cb26-4eb7-841e-c93c9adee11d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4072678 Jul 16 08:38:12.045384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] Set router 73cb830b-181f-43da-9034-0985835c418e gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:12.047197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.063404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.063617 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Added segment e29cd75b-09b3-4e3c-bb22-6964b80becc1 of type vlan for network 74ea0c2a-9d99-4399-bae8-df1d601d052c Jul 16 08:38:12.068368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Network b71f5745-565e-45e5-829b-29de323876fc is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:12.068545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a390fda-560d-4ac3-90a5-fb39333fad88 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.071228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a390fda-560d-4ac3-90a5-fb39333fad88 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.073154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a390fda-560d-4ac3-90a5-fb39333fad88 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1698656 Jul 16 08:38:12.078423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:12.087409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:12.103746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:12.126584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Checking segment: {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:12.127010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network hostable DHCP agents. Network: c6d47f54-2d3d-4cbc-b246-782330657c12, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:12.128177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb830b-181f-43da-9034-0985835c418e', 'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:00Z', 'updated_at': '2021-07-16T08:38:10Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:12.158149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.188155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-514c2e4e-4fd1-4031-a248-4111ee2dee28 req-55614f15-ac52-4e22-9f6c-896a4cd6d17a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447189 Jul 16 08:38:12.193027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.194275 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.195563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] Checking router: 73cb830b-181f-43da-9034-0985835c418e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:12.218363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network c6d47f54-2d3d-4cbc-b246-782330657c12 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:12.219121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] Routers {'73cb830b-181f-43da-9034-0985835c418e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:12.219794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['73cb830b-181f-43da-9034-0985835c418e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:12.257633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.273409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.283416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.290432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.296693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.297481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.298144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.308992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.316768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.325601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 61275297-59bf-421f-9038-b86f617082f1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:12.326729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.335659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18e4a872-d47c-4c03-bece-a5b827906097 req-178c5b43-c9dc-4f00-bd95-89a15249980b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.6484330 Jul 16 08:38:12.340689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c6d47f54-2d3d-4cbc-b246-782330657c12) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:12.356183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6697125 Jul 16 08:38:12.400668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54924) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:12.409891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc47857-264b-4cf3-a8f2-b1111cd119dd None None] Network c6d47f54-2d3d-4cbc-b246-782330657c12 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:12.433512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-9783565e-ecf5-4aec-ae95-86a62c36935f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1975448 Jul 16 08:38:12.440293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.441794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.457621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Request body: {'port': {'device_id': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.475450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.479087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] Set router 73cb830b-181f-43da-9034-0985835c418e gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:12.509475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:12.532975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18e4a872-d47c-4c03-bece-a5b827906097 req-fd6b108b-34c8-4c28-95e7-80e9d62b79f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960917 Jul 16 08:38:12.535654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.625479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc06606-66de-4a53-a2c6-4e99fbd323cb tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Network': ['ID=74ea0c2a-9d99-4399-bae8-df1d601d052c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.700348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c6eb23f-c626-4715-8f96-100b288e90ad tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2148211 Jul 16 08:38:12.737376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.766475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:12.784668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5646f3ca-e0cd-4151-9c5f-02b0521db035 req-90b1175a-6b33-4c21-ad66-0c9093f1fd9a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 210 time: 0.0865290 Jul 16 08:38:12.789871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb830b-181f-43da-9034-0985835c418e', 'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:00Z', 'updated_at': '2021-07-16T08:38:10Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:12.799289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.861677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.896594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a9b58-7fed-4c7d-adb3-3818bd6cf6ff None None] The sync data for ids ['73cb830b-181f-43da-9034-0985835c418e'] in n-d-798249-10 is: [{'id': '73cb830b-181f-43da-9034-0985835c418e', 'name': 'tempest-NetworksTestDHCPv6-router-623646429', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:00Z', 'updated_at': '2021-07-16T08:38:10Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:12.943404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:12.948849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.960969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-5d36520b-c549-4e10-869b-04fa71a11d6c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.962670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-5d36520b-c549-4e10-869b-04fa71a11d6c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 814 time: 0.5378149 Jul 16 08:38:12.972976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2562385d-4de8-48e0-872d-5870fb32ca11 None None] Provisioning for port 663f547f-6f6a-4785-a41c-6bd41e30af9a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:12.989385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Request body: {'port': {'device_id': '840de16f-58f3-41d2-a33c-4351c633f463', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'admin_state_up': True, 'tenant_id': 'b3609ff2f38d48a39ad5b5e49968ed20'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:13.024586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2562385d-4de8-48e0-872d-5870fb32ca11 None None] Provisioning complete for port 663f547f-6f6a-4785-a41c-6bd41e30af9a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:13.024985 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2562385d-4de8-48e0-872d-5870fb32ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.026504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 61275297-59bf-421f-9038-b86f617082f1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:13.067799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 61275297-59bf-421f-9038-b86f617082f1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:13.068214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.077870 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6e3edcb-5fb0-47e0-ad98-2415351323a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.110553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.156751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2562385d-4de8-48e0-872d-5870fb32ca11 None None] Port 663f547f-6f6a-4785-a41c-6bd41e30af9a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:13.176475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.182106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa HTTP/1.1" status: 204 len: 168 time: 1.0918288 Jul 16 08:38:13.186474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:13.191031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c5cb-9201-4783-b931-c66f0743cd31 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:13.206335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372fd5b0-0ed0-4066-8dc9-32d9e2e17817 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:13.226582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-c6d47f54-2d3d-4cbc-b246-782330657c12', 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'fixed_ips': [{'subnet_id': 'c54b1fce-0c07-4736-b119-c7ce1fc361a9'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:13.226582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.284988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f05e8-b4c9-4f59-8455-c8ee04d2e641 req-b61824dd-30b1-4b74-ae0d-f35e99f82f3b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.286540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-339f05e8-b4c9-4f59-8455-c8ee04d2e641 req-b61824dd-30b1-4b74-ae0d-f35e99f82f3b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.2673116 Jul 16 08:38:13.337432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7625d21-2301-4c17-a10f-0dfbac786fee req-3c6d4e06-4003-40ba-b9c9-e09758e11ee0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.344343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7625d21-2301-4c17-a10f-0dfbac786fee req-3c6d4e06-4003-40ba-b9c9-e09758e11ee0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 931 time: 0.7654669 Jul 16 08:38:13.434906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1e425a69-2f1b-48cb-8000-b80c67ca2539 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2446175 Jul 16 08:38:13.439138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54938) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:13.442125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-339f05e8-b4c9-4f59-8455-c8ee04d2e641 req-cdb3497e-6df2-4b47-b323-cf724062d892 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274669 Jul 16 08:38:13.472292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1fcdb279-b133-40a7-bea6-d3927a611e64 None None] Provisioning complete for port 61275297-59bf-421f-9038-b86f617082f1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:13.472971 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb279-b133-40a7-bea6-d3927a611e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.509497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7625d21-2301-4c17-a10f-0dfbac786fee req-8bf3e7fd-eab5-4401-bfd0-74aca78386c6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641910 Jul 16 08:38:13.516190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.633920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663f547f-6f6a-4785-a41c-6bd41e30af9a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:13.639362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Made reservation on behalf of b3609ff2f38d48a39ad5b5e49968ed20 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:13.644214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.650605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.672628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Transition to ACTIVE for port object 663f547f-6f6a-4785-a41c-6bd41e30af9a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:13.710561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.717042 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.744025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 61275297-59bf-421f-9038-b86f617082f1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=61275297-59bf-421f-9038-b86f617082f1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:13.745682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.760755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.789164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Allocated IP 19.86.0.2 (c6d47f54-2d3d-4cbc-b246-782330657c12/c54b1fce-0c07-4736-b119-c7ce1fc361a9/15560e6b-8332-4b8c-9fb6-efc83e104a35) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:13.892018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=a67d2e4d-c71a-4355-9470-00e1c9e501ed,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:13.894427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:13.942833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10166dcf-24b9-4a4a-b2ff-9ecc3640661e req-04c00809-24a1-4324-81ce-71546269816d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.948664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10166dcf-24b9-4a4a-b2ff-9ecc3640661e req-04c00809-24a1-4324-81ce-71546269816d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.2778280 Jul 16 08:38:13.951566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=61275297-59bf-421f-9038-b86f617082f1,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:13.965255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Checking segment: {'id': 'e29cd75b-09b3-4e3c-bb22-6964b80becc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:13.965627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network hostable DHCP agents. Network: 74ea0c2a-9d99-4399-bae8-df1d601d052c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:13.968311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Allocated IP 172.20.0.6 (cfad8d0c-3f31-47cf-87b2-3a276ee8ba06/cf62be3f-90f0-49f0-9495-bd789b028ae7/4043e029-0411-4092-8651-319419846980) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:14.043530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:14.048212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:14.057400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10166dcf-24b9-4a4a-b2ff-9ecc3640661e req-0a268573-be1b-4780-bd46-f8b5de2157f7 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976963 Jul 16 08:38:14.068728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-c62ce3c3-cdd9-4e53-942e-23a7c0489111 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.080502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-c62ce3c3-cdd9-4e53-942e-23a7c0489111 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.093336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-c62ce3c3-cdd9-4e53-942e-23a7c0489111 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/networks?id=22023076-7190-440f-bb23-7ee23dd19fc1&id=c6d47f54-2d3d-4cbc-b246-782330657c12 HTTP/1.1" status: 200 len: 1390 time: 0.5065241 Jul 16 08:38:14.118393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 74ea0c2a-9d99-4399-bae8-df1d601d052c) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:14.138092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cbe9f-e380-43a8-b6a1-bfaf244e7df1 None None] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:14.145829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 61275297-59bf-421f-9038-b86f617082f1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:14.151648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.152259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.217472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3dfdd712-8845-4388-bf9c-dbfa20079e7a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7911975 Jul 16 08:38:14.218680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.222172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54954) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:14.227438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-406371115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:14.235422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.238058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-bba05811-3c66-4640-a58d-9d10f5f53a2a tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/quotas/97544d6cbb8e434694ac0ad586ccbc2f HTTP/1.1" status: 200 len: 375 time: 0.1425576 Jul 16 08:38:14.336170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Attempting to bind port 663f547f-6f6a-4785-a41c-6bd41e30af9a on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:14.336894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Attempting to bind port 663f547f-6f6a-4785-a41c-6bd41e30af9a by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:14.337040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Attempting to bind port 663f547f-6f6a-4785-a41c-6bd41e30af9a on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:14.342085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.343741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.344373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Fanout notify agent at l3_agent the message router_deleted on router 73cb830b-181f-43da-9034-0985835c418e {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:38:14.346284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.347427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.357793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.358947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-930b0ad8-72ad-4ba5-85df-3681e10e146d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/routers/73cb830b-181f-43da-9034-0985835c418e HTTP/1.1" status: 204 len: 168 time: 0.9159317 Jul 16 08:38:14.361932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:14.367838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:14.372485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.372656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] Deleting port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:14.373018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.374338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Port 663f547f-6f6a-4785-a41c-6bd41e30af9a on network b71f5745-565e-45e5-829b-29de323876fc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:14.374762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Attempting to bind port 663f547f-6f6a-4785-a41c-6bd41e30af9a on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:14.379200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.385636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.391596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.403527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.409355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.416563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.417105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:14.417588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Checking segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:14.418067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Bound using segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:14.418552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-2ab4ec7d-14df-45c7-b274-8ec613739a05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.1688566 Jul 16 08:38:14.418680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Bound port: 663f547f-6f6a-4785-a41c-6bd41e30af9a, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:14.419150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.436472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 61275297-59bf-421f-9038-b86f617082f1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:14.436696 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.452566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.480448 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8157cdc1-73a9-425a-aa10-464fd27c5dd1 req-131d383b-78c0-4436-9458-4240b140e830 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557141 Jul 16 08:38:14.493818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.546514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] For port d02be9eb-b5eb-40e2-b92d-dc30d35e6789, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:14.546662 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.549719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:14.553269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:14.554882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.558812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:14.564141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.587415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-ff9e070d-2886-4d68-a0e1-63f0c452be40 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3389487 Jul 16 08:38:14.594000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.598511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] Calling delete_port for d02be9eb-b5eb-40e2-b92d-dc30d35e6789 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:14.615589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.617589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.677045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Transition to ACTIVE for port object 15560e6b-8332-4b8c-9fb6-efc83e104a35 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:14.692983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-e8aa19b4-6517-4fe4-aaf1-4e80aa385a3a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144554 Jul 16 08:38:14.702251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c55fa4-203d-480d-b2fa-0b7385a4bc98 req-1f0f7fde-f446-4f0b-af2d-695337b860ec tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.704098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22c55fa4-203d-480d-b2fa-0b7385a4bc98 req-1f0f7fde-f446-4f0b-af2d-695337b860ec tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 931 time: 0.0793486 Jul 16 08:38:14.711355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Request body: {'port': {'device_id': '840de16f-58f3-41d2-a33c-4351c633f463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:14.717626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:14.721336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.750544 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.751782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1979b367-938f-4569-889c-fe45f3c5032e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5286264 Jul 16 08:38:14.754588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54964) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:14.772259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c', 'name': 'tempest-PortsIpV6TestJSON-1912615188'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:14.773149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Transition to ACTIVE for port object 15560e6b-8332-4b8c-9fb6-efc83e104a35 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:14.808383 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.814577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.896571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-22c55fa4-203d-480d-b2fa-0b7385a4bc98 req-05080c08-c7a4-46c7-ae65-6f3786190a43 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792779 Jul 16 08:38:14.904254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.991029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:14.995244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.008677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] No DVR routers for this DVR port d02be9eb-b5eb-40e2-b92d-dc30d35e6789 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:15.011405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-74ea0c2a-9d99-4399-bae8-df1d601d052c', 'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': 'a67d2e4d-c71a-4355-9470-00e1c9e501ed'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:15.012539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.037275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port e5fc48da-0190-43a1-bcc0-53d66915fd9c yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:15.068083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Network c6d47f54-2d3d-4cbc-b246-782330657c12 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:15.077200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:15.089960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:15.155231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Pushing event updated for resources: {'Port': ['ID=15560e6b-8332-4b8c-9fb6-efc83e104a35,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.157888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 250be31e-8b72-4212-aaad-e2b262b592e9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:15.171552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:15.208425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-a28c9f7d-7dc1-4210-bf2c-e53feefb1405 service neutron] 10.222.0.41 "GET /v2.0/networks/22023076-7190-440f-bb23-7ee23dd19fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188307 Jul 16 08:38:15.234335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:15.238253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802840ff-8a6b-43b9-ac2c-4a58582c47d0 None None] Pushing event deleted for resources: {'Port': ['ID=d02be9eb-b5eb-40e2-b92d-dc30d35e6789,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.240665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 250be31e-8b72-4212-aaad-e2b262b592e9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:15.241432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 250be31e-8b72-4212-aaad-e2b262b592e9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:15.254174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.278194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Attempting to bind port 15560e6b-8332-4b8c-9fb6-efc83e104a35 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:15.278474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Attempting to bind port 15560e6b-8332-4b8c-9fb6-efc83e104a35 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:15.279098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Attempting to bind port 15560e6b-8332-4b8c-9fb6-efc83e104a35 on network c6d47f54-2d3d-4cbc-b246-782330657c12 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:15.284403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:15.284781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Checking segment: {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:15.285188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.285585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Bound using segment: {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:15.286058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Bound port: 15560e6b-8332-4b8c-9fb6-efc83e104a35, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:15.286439 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.312502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.313402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.314836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] 10.222.0.36 "PUT /v2.0/ports/663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 1092 time: 2.8617365 Jul 16 08:38:15.338495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::13a (74ea0c2a-9d99-4399-bae8-df1d601d052c/a67d2e4d-c71a-4355-9470-00e1c9e501ed/e5fc48da-0190-43a1-bcc0-53d66915fd9c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:15.351884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11bad-ee7b-4fc3-abb4-7a60352eb488 req-b2f46f8d-f3b4-4072-8358-1e6afcd678b4 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.358275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:15.359383 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1f11bad-ee7b-4fc3-abb4-7a60352eb488 req-b2f46f8d-f3b4-4072-8358-1e6afcd678b4 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.2598901 Jul 16 08:38:15.360903 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:15.364326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] For port 15560e6b-8332-4b8c-9fb6-efc83e104a35, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:15.369642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] For port 15560e6b-8332-4b8c-9fb6-efc83e104a35, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=15560e6b-8332-4b8c-9fb6-efc83e104a35,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:15.376160 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.419364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e323199-7f86-4566-80f3-cfcd25584e6b service neutron] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.464208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea1d88-4c68-4257-b9f7-d74349130540 None None] Pushing event updated for resources: {'Port': ['ID=15560e6b-8332-4b8c-9fb6-efc83e104a35,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.498831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1f11bad-ee7b-4fc3-abb4-7a60352eb488 req-8a06e53d-7cec-4078-9dfb-0946cd43a3f3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339605 Jul 16 08:38:15.511527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-8d233506-44e1-41a0-a990-b425ecc2fa19 service neutron] 10.222.0.41 "GET /v2.0/networks/22023076-7190-440f-bb23-7ee23dd19fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908883 Jul 16 08:38:15.563355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:15.609148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a31fbbd-9884-4150-b39c-01871aa4fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.674804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.698875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-e69cd2e3-937a-4c7d-8e73-4e389c660db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.700464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-e69cd2e3-937a-4c7d-8e73-4e389c660db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1095 time: 0.2890520 Jul 16 08:38:15.719344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.759405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:15.808392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:15.813216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.813772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.815400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.822684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-f9717339-30ab-4e39-b861-e8d776500c77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 217 time: 0.1004484 Jul 16 08:38:15.822858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4043e029-0411-4092-8651-319419846980 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:15.828265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24700b9b-ed8e-4bda-a476-79b6ffec8611 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:15.844588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-7539ef2e-4f59-4e41-867e-f13c5016f383 service neutron] 10.222.0.41 "GET /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227494 Jul 16 08:38:15.850130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.881438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Transition to ACTIVE for port object 4043e029-0411-4092-8651-319419846980 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:15.884323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object e5fc48da-0190-43a1-bcc0-53d66915fd9c will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:15.889339 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.915384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-2f76e0eb-e1f7-4c69-be98-c7f9c754caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.917283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-2f76e0eb-e1f7-4c69-be98-c7f9c754caba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.0863574 Jul 16 08:38:15.930572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5671127 Jul 16 08:38:15.931027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c1266-9fcf-4fe4-a3b2-0a81183be784 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=7ef8f76b-9529-4478-858c-34da9c08b7e2,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.933599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54972) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:15.945645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:15.956679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c07d-b549-4066-8638-fcad34798451 req-f2147704-ff86-4801-9caa-1bca62c097f2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.961032 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9850c07d-b549-4066-8638-fcad34798451 req-f2147704-ff86-4801-9caa-1bca62c097f2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.2900903 Jul 16 08:38:16.024299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:16.065236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.065977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '7ef8f76b-9529-4478-858c-34da9c08b7e2'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:16.067031 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.067148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.105753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.142503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9850c07d-b549-4066-8638-fcad34798451 req-6e97e111-c2af-481b-bd55-16ef3d09d997 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467838 Jul 16 08:38:16.170588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 15560e6b-8332-4b8c-9fb6-efc83e104a35 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:16.179544 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.191823 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.203453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-b33d2c18-a139-4657-9f7a-815e68e66de5 service neutron] 10.222.0.41 "GET /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488734 Jul 16 08:38:16.215641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:16.222151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:16.223473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-2b9ad034-c902-425a-a84d-a71dcfda1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.226632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-2b9ad034-c902-425a-a84d-a71dcfda1075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2906711 Jul 16 08:38:16.229513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:16.236148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.236853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.246663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=e5fc48da-0190-43a1-bcc0-53d66915fd9c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:16.266871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d0f78b7-57ae-4d56-a4da-4b4089244e3d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5108943 Jul 16 08:38:16.267855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Attempting to bind port 4043e029-0411-4092-8651-319419846980 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:16.268193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Attempting to bind port 4043e029-0411-4092-8651-319419846980 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:16.268521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Attempting to bind port 4043e029-0411-4092-8651-319419846980 on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:16.270638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54976) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:16.282755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Allocated IP 2001:db8::2 (74ea0c2a-9d99-4399-bae8-df1d601d052c/a67d2e4d-c71a-4355-9470-00e1c9e501ed/9576a8fd-e3e7-45ff-be38-bb0528a497b4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:16.289132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.291900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8afd7acb-cf80-4523-bfd9-52fa3317a65b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3550041 Jul 16 08:38:16.313785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54978) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:16.340394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Port 4043e029-0411-4092-8651-319419846980 on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:16.340394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Attempting to bind port 4043e029-0411-4092-8651-319419846980 on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:16.408074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:16.408753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Checking segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:16.408753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Bound using segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:16.409061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Bound port: 4043e029-0411-4092-8651-319419846980, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:16.409426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.477828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/7ef8f76b-9529-4478-858c-34da9c08b7e2/44c49652-385a-4881-96e0-dccc884dac58) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:16.525582 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d1006c-4b62-4d5e-8e6b-326ba30f70e7 x-openstack-request-id: req-25d1006c-4b62-4d5e-8e6b-326ba30f70e7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:16.526112 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:16.526197 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25d1006c-4b62-4d5e-8e6b-326ba30f70e7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:16.526595 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'status': 'completed', 'code': 200} Jul 16 08:38:16.725381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.740038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Transition to ACTIVE for port object 44c49652-385a-4881-96e0-dccc884dac58 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:16.750721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:16.761123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:16.761985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Transition to ACTIVE for port object 44c49652-385a-4881-96e0-dccc884dac58 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:16.786263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.798988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f902e-7ac3-404d-9255-b97092cfe92a req-9ba577f3-2525-46cb-9e97-1704ed42906a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.807994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d52f902e-7ac3-404d-9255-b97092cfe92a req-9ba577f3-2525-46cb-9e97-1704ed42906a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4793611 Jul 16 08:38:16.831130 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.888016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.888839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.890270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] 10.222.0.36 "PUT /v2.0/ports/4043e029-0411-4092-8651-319419846980 HTTP/1.1" status: 200 len: 1092 time: 2.1834347 Jul 16 08:38:16.897159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'tag': '4043e029-0411-4092-8651-319419846980'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:16.902563 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c1d9a-2bb1-415c-83df-c853c6c80001" -d '{"events": [{"name": "network-changed", "server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "tag": "4043e029-0411-4092-8651-319419846980"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:16.939005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-1d90a93a-5781-406f-adf3-6249d755a0f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038188 Jul 16 08:38:17.001641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d52f902e-7ac3-404d-9255-b97092cfe92a req-7547d08b-a34a-4884-a447-64e8556089be tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926892 Jul 16 08:38:17.029964 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.041017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Transition to ACTIVE for port object 9576a8fd-e3e7-45ff-be38-bb0528a497b4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:17.049416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73a80-29cc-4fb8-93b3-449e19429333 service neutron] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.073251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Transition to ACTIVE for port object 9576a8fd-e3e7-45ff-be38-bb0528a497b4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:17.095545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.110001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-a4da0852-2e05-4513-8b2d-b48bcd60d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.111702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-a4da0852-2e05-4513-8b2d-b48bcd60d564 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 1095 time: 0.1612787 Jul 16 08:38:17.156383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Pushing event updated for resources: {'Port': ['ID=44c49652-385a-4881-96e0-dccc884dac58,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.161269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415667d9-ba0d-493b-8af9-b75b44b34a4b None None] Network c6d47f54-2d3d-4cbc-b246-782330657c12 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:17.169357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:17.175298 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.191097 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.204546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:17.214026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:17.248664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6d310151-1226-4b25-af09-7c518081dafe None None] Provisioning for port 15560e6b-8332-4b8c-9fb6-efc83e104a35 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:17.259591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6d310151-1226-4b25-af09-7c518081dafe None None] Provisioning complete for port 15560e6b-8332-4b8c-9fb6-efc83e104a35 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:17.260247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d310151-1226-4b25-af09-7c518081dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.271600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 15560e6b-8332-4b8c-9fb6-efc83e104a35 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:17.310107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.326797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa5ced4d-f287-442a-b1e8-07d88216c545 req-62f4c8e2-817a-4e20-b8b5-b685d225bd33 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747747 Jul 16 08:38:17.332040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:17.341669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.347967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.355138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.360121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 15560e6b-8332-4b8c-9fb6-efc83e104a35 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:17.360514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.361443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.368407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.374472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.380576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.384520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:17.389064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e820719-75a1-4583-a893-b17fd9713742 req-37feb5a0-7475-417d-b136-86084e45dc51 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.5964732 Jul 16 08:38:17.393444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Pushing event updated for resources: {'Port': ['ID=9576a8fd-e3e7-45ff-be38-bb0528a497b4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.421798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:17.463534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Attempting to bind port 44c49652-385a-4881-96e0-dccc884dac58 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:17.463930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Attempting to bind port 44c49652-385a-4881-96e0-dccc884dac58 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:17.464296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Attempting to bind port 44c49652-385a-4881-96e0-dccc884dac58 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:17.487043 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-f53ebcfe-7cd9-4c71-a19b-9ad7b77badcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4043e029-0411-4092-8651-319419846980 HTTP/1.1" status: 200 len: 217 time: 0.3356571 Jul 16 08:38:17.506888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:17.507844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:17.508246 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.508640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:17.509112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Bound port: 44c49652-385a-4881-96e0-dccc884dac58, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:17.509491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.597120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Attempting to bind port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:17.597396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Attempting to bind port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e29cd75b-09b3-4e3c-bb22-6964b80becc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:17.597757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Attempting to bind port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 on network 74ea0c2a-9d99-4399-bae8-df1d601d052c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:17.606469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e820719-75a1-4583-a893-b17fd9713742 req-75a58719-098e-4337-a884-788e4d3bcef7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164054 Jul 16 08:38:17.660942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:17.661308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Checking segment: {'id': 'e29cd75b-09b3-4e3c-bb22-6964b80becc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:17.661720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.662214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Bound using segment: {'id': 'e29cd75b-09b3-4e3c-bb22-6964b80becc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:17.662793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Bound port: 9576a8fd-e3e7-45ff-be38-bb0528a497b4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29cd75b-09b3-4e3c-bb22-6964b80becc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '74ea0c2a-9d99-4399-bae8-df1d601d052c'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:17.663328 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.671205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-eca7af9f-641c-42f7-9a9a-f5416fef7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.672397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-eca7af9f-641c-42f7-9a9a-f5416fef7d97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1095 time: 0.2212811 Jul 16 08:38:17.672515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-7c066d90-3f7e-487f-b9f4-074f2e094dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.674451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-7c066d90-3f7e-487f-b9f4-074f2e094dcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 200 len: 854 time: 0.1704221 Jul 16 08:38:17.735166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-1d554e30-8134-4573-bcc3-3de037612b46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486777 Jul 16 08:38:17.753378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.769082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.778670 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d310151-1226-4b25-af09-7c518081dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.811931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3efff381-ba74-4e5b-a1b8-4a9596b758fb req-92646347-dd3a-4974-9b9e-0842098e44c4 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 210 time: 0.0671880 Jul 16 08:38:17.834217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-ae223a08-e207-47f9-8853-50e4643a22ac service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892253 Jul 16 08:38:17.847263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd3a2d-9770-4c89-bbc4-3924a9984f11 req-277de533-8702-4eee-bed0-df006eb38d76 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.854406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3cdd3a2d-9770-4c89-bbc4-3924a9984f11 req-277de533-8702-4eee-bed0-df006eb38d76 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 943 time: 0.3644719 Jul 16 08:38:17.875705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-c02eef09-081e-499d-87d1-071f797d23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.878140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-c02eef09-081e-499d-87d1-071f797d23c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.1810277 Jul 16 08:38:17.883507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::1 (403e1a12-e2ec-4877-807a-187d784f3d1f/7ef8f76b-9529-4478-858c-34da9c08b7e2/e5dc5c6e-cf37-4df7-8107-c705f1bc17ad) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:17.947139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] For port 44c49652-385a-4881-96e0-dccc884dac58, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:17.961393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-ac6c8b80-ecb7-49ba-bfb3-1c682f616665 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 217 time: 0.0740728 Jul 16 08:38:17.983162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3cdd3a2d-9770-4c89-bbc4-3924a9984f11 req-7b13e05c-3883-4ea3-83ed-2a2aa2a15b4c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278212 Jul 16 08:38:18.009369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] For port 44c49652-385a-4881-96e0-dccc884dac58, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=44c49652-385a-4881-96e0-dccc884dac58,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:18.048063 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.165027 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80901eaa-2d1f-4982-aa53-9eb1b1905c1c x-openstack-request-id: req-80901eaa-2d1f-4982-aa53-9eb1b1905c1c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:18.165474 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "tag": "4043e029-0411-4092-8651-319419846980", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:18.166235 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80901eaa-2d1f-4982-aa53-9eb1b1905c1c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:18.167127 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'tag': '4043e029-0411-4092-8651-319419846980', 'status': 'completed', 'code': 200} Jul 16 08:38:18.204397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c7c413c-39f2-4dbc-b143-f26882ce573d req-d1fe23f5-317c-4351-a198-5136eb5267b0 service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398712 Jul 16 08:38:18.234533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.242711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.311958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-4a15a467-f075-44ce-90fd-924f49e0050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.313751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-4a15a467-f075-44ce-90fd-924f49e0050a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.3419445 Jul 16 08:38:18.354674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 15560e6b-8332-4b8c-9fb6-efc83e104a35, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=15560e6b-8332-4b8c-9fb6-efc83e104a35,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:18.443995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-965f25a1-f2e0-45ac-90fe-04eec7d500e3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.450684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-965f25a1-f2e0-45ac-90fe-04eec7d500e3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.452238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-965f25a1-f2e0-45ac-90fe-04eec7d500e3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.18 "GET /v2.0/networks?id=22023076-7190-440f-bb23-7ee23dd19fc1&id=c6d47f54-2d3d-4cbc-b246-782330657c12 HTTP/1.1" status: 200 len: 1390 time: 0.3381145 Jul 16 08:38:18.456484 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.473951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6332d8-8546-4189-9440-991acc45af52 req-51ba7c63-896f-4c6a-9bfc-90464a6f6844 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.475448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f6332d8-8546-4189-9440-991acc45af52 req-51ba7c63-896f-4c6a-9bfc-90464a6f6844 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.4099717 Jul 16 08:38:18.482029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'port': {'device_id': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1', 'admin_state_up': True, 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:18.483747 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.506067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] For port 9576a8fd-e3e7-45ff-be38-bb0528a497b4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:18.530323 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.540522 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-6d310151-1226-4b25-af09-7c518081dafe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:38:18.541232 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-6d310151-1226-4b25-af09-7c518081dafe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:38:18.588839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d02be9eb-b5eb-40e2-b92d-dc30d35e6789 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:18.619361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] For port 9576a8fd-e3e7-45ff-be38-bb0528a497b4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9576a8fd-e3e7-45ff-be38-bb0528a497b4,segment=NetworkSegment(e29cd75b-09b3-4e3c-bb22-6964b80becc1),segment_id=e29cd75b-09b3-4e3c-bb22-6964b80becc1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:18.620610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d02be9eb-b5eb-40e2-b92d-dc30d35e6789 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:18.620610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d02be9eb-b5eb-40e2-b92d-dc30d35e6789 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:18.633238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.644035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object e5dc5c6e-cf37-4df7-8107-c705f1bc17ad will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:18.649432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b7f34-8845-435a-ad8e-1eb2069a4884 None None] Pushing event updated for resources: {'Port': ['ID=44c49652-385a-4881-96e0-dccc884dac58,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.687339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-4e5f989f-66b5-4a40-9863-ea2e4816de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.689389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-4e5f989f-66b5-4a40-9863-ea2e4816de43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3569555 Jul 16 08:38:18.703435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f6332d8-8546-4189-9440-991acc45af52 req-f7a8481b-cedd-4689-94f2-156f82afba8d tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084794 Jul 16 08:38:18.746324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:18.748568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=15560e6b-8332-4b8c-9fb6-efc83e104a35,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.751920 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.860197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b977-cfe2-401f-a250-a97960c6bf31 None None] Pushing event updated for resources: {'Port': ['ID=9576a8fd-e3e7-45ff-be38-bb0528a497b4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.887163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=e5fc48da-0190-43a1-bcc0-53d66915fd9c,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.981351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-e4580aa9-0bf6-4dfe-881c-cae511018315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.983185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-e4580aa9-0bf6-4dfe-881c-cae511018315 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 1098 time: 0.5875266 Jul 16 08:38:18.989124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.002992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee99eb-3bc8-485e-bd14-335606f28f5b req-f99c2513-3c3b-47c5-b329-b1b6dc286201 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.011434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bee99eb-3bc8-485e-bd14-335606f28f5b req-f99c2513-3c3b-47c5-b329-b1b6dc286201 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.7126951 Jul 16 08:38:19.065971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-5187244e-ae30-46ef-a6c4-49c308c62335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.068071 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-5187244e-ae30-46ef-a6c4-49c308c62335 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 1095 time: 0.6941841 Jul 16 08:38:19.279906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bee99eb-3bc8-485e-bd14-335606f28f5b req-8c728433-468b-459e-b5f9-e86ef29f71a1 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674217 Jul 16 08:38:19.281243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cfa34163-d964-49d3-9d00-7f5268089a4b None None] Provisioning complete for port 15560e6b-8332-4b8c-9fb6-efc83e104a35 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:19.281794 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfa34163-d964-49d3-9d00-7f5268089a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.302967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.416526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:19.434837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.435291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:19.442341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:19.442909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.515597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=e5dc5c6e-cf37-4df7-8107-c705f1bc17ad,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:19.516980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-28ae28d0-526a-4301-ac8c-abbb815508c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.519709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-28ae28d0-526a-4301-ac8c-abbb815508c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 906 time: 0.4657357 Jul 16 08:38:19.562414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-d15471f2-d9bd-4cbc-b17b-bd13de4ef652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.563178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-8f2c218d-7142-42f7-b5ed-456c55b89793 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8587108 Jul 16 08:38:19.563914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-d15471f2-d9bd-4cbc-b17b-bd13de4ef652 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 915 time: 0.4281163 Jul 16 08:38:19.608491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-84408320-1cc7-4b6a-8c05-38518129eefb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=968230d3-a851-4d38-a044-be613d33b6ae HTTP/1.1" status: 200 len: 217 time: 0.0598600 Jul 16 08:38:19.660271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-6ea158b6-b820-4380-a4cb-189df0bf6d97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4043e029-0411-4092-8651-319419846980 HTTP/1.1" status: 200 len: 217 time: 0.0655029 Jul 16 08:38:19.682920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad997-118c-4d37-b1e3-2248b45c8959 req-3a0770ce-fd33-428c-ab02-57dbb29d3d01 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.684523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c92ad997-118c-4d37-b1e3-2248b45c8959 req-3a0770ce-fd33-428c-ab02-57dbb29d3d01 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4230144 Jul 16 08:38:19.758566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Allocated IP 19.80.0.205 (22023076-7190-440f-bb23-7ee23dd19fc1/5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5/fc3718e7-d777-4014-b1ad-6e38b88ee1d1) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:19.826144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.832251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.839203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.841174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.845349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.849823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c392a0-9ece-4bab-90d1-2c0bd5dfc63b req-f923421d-65ee-4e2a-8dd8-c0a9e09004ef service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606263 Jul 16 08:38:19.851242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.857295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.863025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c92ad997-118c-4d37-b1e3-2248b45c8959 req-ab26125b-4547-42d3-ab41-db2a49b5a9e3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647079 Jul 16 08:38:19.863301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.865263 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-77cfcdbe-3a73-48ac-9b11-2bb74d74c180 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.4157495 Jul 16 08:38:19.879692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-2d26b659-2974-4d40-86f5-2851a6fa0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.881191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-2d26b659-2974-4d40-86f5-2851a6fa0d45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.2410781 Jul 16 08:38:19.885922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-a4a1deb2-ca04-4478-86cc-926e9fd8cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.887407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-a4a1deb2-ca04-4478-86cc-926e9fd8cba4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 200 len: 854 time: 0.1722641 Jul 16 08:38:19.998912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-e9c86709-17d8-4a4a-bc92-e737608f1c70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961385 Jul 16 08:38:20.014536 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-abfc5297-1f49-4e35-8f65-501e5ab30a76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932415 Jul 16 08:38:20.118791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26932034-7b0a-49aa-946b-508a52726932 req-5a16869b-6e67-4b93-8964-052bfaeae1a5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 210 time: 0.0718164 Jul 16 08:38:20.144367 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db8dc26d-71f8-4148-b369-ad4e9e84b90f req-e4476d50-4c3b-4543-a922-5cfae66e4499 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551312 Jul 16 08:38:20.163568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:20.243478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.300854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbdda54-16e1-46bb-9336-1fbf07cf966a None None] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:20.327536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Transition to ACTIVE for port object fc3718e7-d777-4014-b1ad-6e38b88ee1d1 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:20.469133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.489227 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.520639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.521404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5379427c-f564-45fa-b61b-3a6ab278afeb None None] Provisioning for port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:20.521662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.534727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d288e-6811-480c-907f-d831297819f1 req-cc430285-3666-42d8-81de-9934d6ae9f64 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.536541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d44d288e-6811-480c-907f-d831297819f1 req-cc430285-3666-42d8-81de-9934d6ae9f64 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 943 time: 0.1980278 Jul 16 08:38:20.553422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:20.573772 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-49b1318f-74b4-4756-bb3b-d8042d88f0be service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406063 Jul 16 08:38:20.577750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4043e029-0411-4092-8651-319419846980', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'port_id': '4043e029-0411-4092-8651-319419846980', 'mac_address': 'fa:16:3e:cc:e0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf62be3f-90f0-49f0-9495-bd789b028ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:20.584346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network 22023076-7190-440f-bb23-7ee23dd19fc1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:20.603744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:20.606240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:20.607981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:20.655005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.705039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d44d288e-6811-480c-907f-d831297819f1 req-e8b9d1c0-37b0-419f-aa6e-88f112594238 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557152 Jul 16 08:38:20.779843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4043e029-0411-4092-8651-319419846980 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:20.828640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:20.850175 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.851606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:20.854087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e191988-f4d6-479b-9451-257278904c46 None None] Provisioning for port 44c49652-385a-4881-96e0-dccc884dac58 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:20.863823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.864794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.909939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=e5dc5c6e-cf37-4df7-8107-c705f1bc17ad,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:20.960887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:20.988501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-4ad1d278-a92a-4d02-b311-3946968228f3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5253234 Jul 16 08:38:21.013638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Request body: {'port': {'device_id': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12', 'admin_state_up': True, 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:21.030331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-59874f6f-2265-483d-b03a-efbb57a94658 service neutron] 10.222.0.18 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072241 Jul 16 08:38:21.046822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.083922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9576a8fd-e3e7-45ff-be38-bb0528a497b4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:21.089076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.089878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.121003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:21.142709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01ece2-9246-498e-b281-473a6c33a452 req-236d4d96-8f90-4346-92ea-2c32d64f2fa6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.149836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d01ece2-9246-498e-b281-473a6c33a452 req-236d4d96-8f90-4346-92ea-2c32d64f2fa6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.5751028 Jul 16 08:38:21.158276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:21.178013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50c1d9a-2bb1-415c-83df-c853c6c80001 req-02b4c64e-62da-4018-b33b-db5051944f0a service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773127 Jul 16 08:38:21.249819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2ded8bf2-30a0-4950-984a-c9bd9ced755c None None] Provisioning for port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:21.255659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:21.259694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2ded8bf2-30a0-4950-984a-c9bd9ced755c None None] Provisioning complete for port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:21.260278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ded8bf2-30a0-4950-984a-c9bd9ced755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.261959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:21.273978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:21.274619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.279565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59f44043-ca3f-48c7-ae63-b9343c9919af req-b874b967-3186-405f-bae9-05b07cc5c779 service neutron] 10.222.0.18 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421126 Jul 16 08:38:21.320794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=e5fc48da-0190-43a1-bcc0-53d66915fd9c,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.326340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d01ece2-9246-498e-b281-473a6c33a452 req-f6cd7da1-5a48-4e84-bc17-42f3afe8d8da tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756361 Jul 16 08:38:21.374529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'mac_address': 'fa:16:3e:d7:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:21.443903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:21.445551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:21.464032 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.483447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663f547f-6f6a-4785-a41c-6bd41e30af9a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:21.486317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Made reservation on behalf of 97544d6cbb8e434694ac0ad586ccbc2f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:21.496044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.518532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:21.559970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2ded8bf2-30a0-4950-984a-c9bd9ced755c None None] Port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:21.563705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c63d-f12a-4cf8-b48f-c1ffae3eb665 req-51c5f1b4-1f85-4422-805f-324e609ba8bb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.565338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7184c63d-f12a-4cf8-b48f-c1ffae3eb665 req-51c5f1b4-1f85-4422-805f-324e609ba8bb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.5300710 Jul 16 08:38:21.571024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.613734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.618970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:38:21.655805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.694019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b234e0-bc49-4b46-bf55-c4d563939c47 req-b9c251a9-d36e-491a-808e-5253b2fc9af8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.697850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-83b234e0-bc49-4b46-bf55-c4d563939c47 req-b9c251a9-d36e-491a-808e-5253b2fc9af8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.1408327 Jul 16 08:38:21.699306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9576a8fd-e3e7-45ff-be38-bb0528a497b4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9576a8fd-e3e7-45ff-be38-bb0528a497b4,segment=NetworkSegment(e29cd75b-09b3-4e3c-bb22-6964b80becc1),segment_id=e29cd75b-09b3-4e3c-bb22-6964b80becc1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:21.701144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Provisioning for port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:21.706060 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.707110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 15560e6b-8332-4b8c-9fb6-efc83e104a35 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:21.708119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Router c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:38:21.713174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Provisioning complete for port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:21.713644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.767069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-83b234e0-bc49-4b46-bf55-c4d563939c47 req-b8465022-1ec5-45be-90e9-513577681d11 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537391 Jul 16 08:38:21.783911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7184c63d-f12a-4cf8-b48f-c1ffae3eb665 req-46f1e222-835c-4d50-91ba-261b9e817049 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033737 Jul 16 08:38:21.833894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:21.846214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9576a8fd-e3e7-45ff-be38-bb0528a497b4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.890661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 15560e6b-8332-4b8c-9fb6-efc83e104a35 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:21.894278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.897787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Provisioning complete for port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:21.899873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.931097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Allocated IP 19.86.0.226 (c6d47f54-2d3d-4cbc-b246-782330657c12/c54b1fce-0c07-4736-b119-c7ce1fc361a9/1ffa2f58-f36c-40d0-bff8-b9b1cb189a93) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:21.933525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:21.942044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eaf00224-48fa-44ff-b998-0c62bbdde7c6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/routers/c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6701972 Jul 16 08:38:21.946580 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] Sync routers for ids ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:21.947302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55016) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:21.964000 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] Routers {'c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:21.967003 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.014369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4043e029-0411-4092-8651-319419846980'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:22.043302 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.068519 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] Routers {'c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:22.069649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.088178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['663f547f-6f6a-4785-a41c-6bd41e30af9a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:22.103970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c92bc8-009a-4c8e-8769-211c500f816c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.108440 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-04c92bc8-009a-4c8e-8769-211c500f816c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports?device_id=c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 HTTP/1.1" status: 200 len: 989 time: 0.1570244 Jul 16 08:38:22.113286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:22.114562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cb679-71fb-4739-bae4-a3347b00a188 req-c1db27cc-0583-4482-a5dd-56bcf1f9af82 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.116085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-253cb679-71fb-4739-bae4-a3347b00a188 req-c1db27cc-0583-4482-a5dd-56bcf1f9af82 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 932 time: 0.1412842 Jul 16 08:38:22.117347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55018) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.140488 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.143885 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605be42-adde-4ba0-99f6-370e2a9bf374 None None] The sync data for ids ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:22.156887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-df104c72-f200-4a4d-8495-0aa913a1a001 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "PUT /v2.0/routers/acf3569e-4cbd-4ea5-8d3e-b9a67906b768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8395684 Jul 16 08:38:22.178729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Sync routers for ids ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:22.183174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55020) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.202906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3421b480-ef08-4fc1-8a45-5c7e20190488 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:22.253833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:22.267682 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-253cb679-71fb-4739-bae4-a3347b00a188 req-b0106935-51fc-44b6-9591-81d1185cc88c tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329792 Jul 16 08:38:22.309923 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.320505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Routers {'acf3569e-4cbd-4ea5-8d3e-b9a67906b768'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:22.321174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.330005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Transition to ACTIVE for port object 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:22.403331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882ad7b-3899-4231-8562-dc1e7f56ebcd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.405135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8882ad7b-3899-4231-8562-dc1e7f56ebcd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports/e5dc5c6e-cf37-4df7-8107-c705f1bc17ad HTTP/1.1" status: 200 len: 911 time: 0.2004795 Jul 16 08:38:22.409797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55024) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.409990 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.446065 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:38:22.474336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Set router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:22.478473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Network c6d47f54-2d3d-4cbc-b246-782330657c12 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:22.488496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:22.497313 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:22.534930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.541687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.547692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.554538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.559101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Provisioning complete for port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:22.559416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.561516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.568297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.575520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.577366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-7555dbfa-f3ea-4692-b5d4-1a0332f61fe9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.4574606 Jul 16 08:38:22.580593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event updated for resources: {'Port': ['ID=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:22.598935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f6fd1-0408-48eb-895d-bdf0af0d98d0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.606449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f6fd1-0408-48eb-895d-bdf0af0d98d0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.610824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0e1f6fd1-0408-48eb-895d-bdf0af0d98d0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1935346 Jul 16 08:38:22.612010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55026) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.676398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05f0b-a9a4-400c-af61-47c0c17cddef req-2eaedb37-1a31-42cc-9abc-f848a3b2c2ff tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.684356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9b05f0b-a9a4-400c-af61-47c0c17cddef req-2eaedb37-1a31-42cc-9abc-f848a3b2c2ff tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 944 time: 0.2052798 Jul 16 08:38:22.828863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9b05f0b-a9a4-400c-af61-47c0c17cddef req-93df851e-e7d8-433a-b31d-e9e7fe8813d7 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423786 Jul 16 08:38:22.878263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 44c49652-385a-4881-96e0-dccc884dac58 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:23.004687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.005399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.020529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4beb05a6-893f-4b97-9689-5fa5b2cf51ea req-500cbfc7-1992-4fb8-9fc9-1150cff46682 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4344637 Jul 16 08:38:23.027139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cd0c23dc-b39a-4882-93be-72ee7dcf2609 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0286081 Jul 16 08:38:23.040662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Request body: {'port': {'device_id': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:23.057091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.118162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:23.128905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.186288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Provisioning for port e5fc48da-0190-43a1-bcc0-53d66915fd9c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:23.191894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Provisioning complete for port e5fc48da-0190-43a1-bcc0-53d66915fd9c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:23.192268 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.202603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2517076-fc58-4026-97e4-9a3fad80cdd0 req-8e84888f-221f-4f61-a9c0-0368099d6f0e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.204286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2517076-fc58-4026-97e4-9a3fad80cdd0 req-8e84888f-221f-4f61-a9c0-0368099d6f0e tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 946 time: 0.2560482 Jul 16 08:38:23.227461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'mac_address': 'fa:16:3e:f7:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:23.232105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd1f3a-2330-4302-b96a-4a147bc0796b None None] Port e5fc48da-0190-43a1-bcc0-53d66915fd9c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:23.260541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 44c49652-385a-4881-96e0-dccc884dac58 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:23.281868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 44c49652-385a-4881-96e0-dccc884dac58 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:23.282314 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.324183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae51ef8-031c-4e01-83a1-169872eff45b req-30334e96-9af2-4f0a-b800-80e2ae4d8c65 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.325797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eae51ef8-031c-4e01-83a1-169872eff45b req-30334e96-9af2-4f0a-b800-80e2ae4d8c65 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.1521552 Jul 16 08:38:23.328480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2517076-fc58-4026-97e4-9a3fad80cdd0 req-3746e2c3-3a5c-421b-9993-baf45870e733 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114573 Jul 16 08:38:23.401146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eae51ef8-031c-4e01-83a1-169872eff45b req-873391ac-ab1d-44df-810b-1dc3a83cac23 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569792 Jul 16 08:38:23.403948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.426374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3421b480-ef08-4fc1-8a45-5c7e20190488 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:23.455591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Provisioning complete for port e5fc48da-0190-43a1-bcc0-53d66915fd9c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:23.455972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.498806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:23.512965 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.560789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.570710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.583459 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.587001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:16Z', 'updated_at': '2021-07-16T08:38:19Z', 'revision_number': 2, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None, '_interfaces': [{'id': 'e5dc5c6e-cf37-4df7-8107-c705f1bc17ad', 'name': '', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'mac_address': 'fa:16:3e:f7:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7ef8f76b-9529-4478-858c-34da9c08b7e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:17Z', 'updated_at': '2021-07-16T08:38:20Z', 'revision_number': 2, 'project_id': '0b2cdcac6721407caa67460276e57439', 'subnets': [{'id': '7ef8f76b-9529-4478-858c-34da9c08b7e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:23.615572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Port e5fc48da-0190-43a1-bcc0-53d66915fd9c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:23.625359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3718e7-d777-4014-b1ad-6e38b88ee1d1 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:23.630513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Checking router: acf3569e-4cbd-4ea5-8d3e-b9a67906b768 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:23.630991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Updating router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:23.635996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.657858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Transition to ACTIVE for port object fc3718e7-d777-4014-b1ad-6e38b88ee1d1 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:23.662721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.686561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Provisioning for port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:23.702926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 44c49652-385a-4881-96e0-dccc884dac58, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=44c49652-385a-4881-96e0-dccc884dac58,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:23.704520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['3421b480-ef08-4fc1-8a45-5c7e20190488'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:23.706855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Provisioning complete for port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:23.707346 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.728805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e91cf-d679-4505-9f87-6f754d977d1e req-8fdd7f0c-848f-4132-8a31-a8dc95ffa8b8 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.734910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e91cf-d679-4505-9f87-6f754d977d1e req-8fdd7f0c-848f-4132-8a31-a8dc95ffa8b8 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.736904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7a9e91cf-d679-4505-9f87-6f754d977d1e req-8fdd7f0c-848f-4132-8a31-a8dc95ffa8b8 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1655 time: 0.1534660 Jul 16 08:38:23.759137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Pushing event updated for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.769634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.780828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.872016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7a9e91cf-d679-4505-9f87-6f754d977d1e req-900ca553-e558-43bd-b6c2-f3297154fc92 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276639 Jul 16 08:38:23.917954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Attempting to bind port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:23.930668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Attempting to bind port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:23.931385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Attempting to bind port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 on network 22023076-7190-440f-bb23-7ee23dd19fc1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:23.938633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 on network 22023076-7190-440f-bb23-7ee23dd19fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:23.939193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Attempting to bind port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 on network 22023076-7190-440f-bb23-7ee23dd19fc1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:23.953407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:23.955551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Checking segment: {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:23.955551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Bound using segment: {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:23.955551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Bound port: fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b10c92-493e-4a6a-9774-6dcdc3472a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:23.955551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.956478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9576a8fd-e3e7-45ff-be38-bb0528a497b4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:23.958378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-81bc2b78-1d0f-47d6-8388-a301903007f2 None None] Port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:24.000888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port e5fc48da-0190-43a1-bcc0-53d66915fd9c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:24.001198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.061613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=44c49652-385a-4881-96e0-dccc884dac58,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.091002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aedea-a06d-4925-988f-50fe13ef3711 req-322d6f89-b16c-40dd-8636-22e1842d0a8a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.098300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d95aedea-a06d-4925-988f-50fe13ef3711 req-322d6f89-b16c-40dd-8636-22e1842d0a8a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 944 time: 0.5967550 Jul 16 08:38:24.116708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:24.125072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:24.131907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.208624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.212062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.213823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-5d076411-f00c-4179-871d-41c6659477ca service neutron] 10.222.0.18 "PUT /v2.0/ports/fc3718e7-d777-4014-b1ad-6e38b88ee1d1 HTTP/1.1" status: 200 len: 1093 time: 1.1794171 Jul 16 08:38:24.214448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:24.216937 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5866d758-3eb9-40c3-bd95-b9888452adfd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:24.236021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:24.271554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d95aedea-a06d-4925-988f-50fe13ef3711 req-6d5458be-b553-441a-9a92-694fd2877217 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722438 Jul 16 08:38:24.287942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Request body: {'port': {'device_id': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:24.312959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.346205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d076411-f00c-4179-871d-41c6659477ca service neutron] Pushing event updated for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.362294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for e5fc48da-0190-43a1-bcc0-53d66915fd9c owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:24.464468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.497309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:24.497865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.615681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4043e029-0411-4092-8651-319419846980 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:24.646278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4043e029-0411-4092-8651-319419846980 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:24.647396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.702350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:24.702771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.762317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45864019-833e-41eb-892e-bf2bfdf7334e req-cc23b5de-586e-4d1b-b8b5-206c7bfed70f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.782679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45864019-833e-41eb-892e-bf2bfdf7334e req-cc23b5de-586e-4d1b-b8b5-206c7bfed70f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 944 time: 0.2951179 Jul 16 08:38:24.870155 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.915583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.941198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043e029-0411-4092-8651-319419846980'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:24.944025 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2550887-510b-4632-95a2-5a1f5fb4a6e9" -d '{"events": [{"server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "name": "network-vif-plugged", "status": "completed", "tag": "4043e029-0411-4092-8651-319419846980"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:24.959541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:24.965570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.967492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:25.039193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45864019-833e-41eb-892e-bf2bfdf7334e req-5b802a89-16df-44d9-a675-62fcfbdffc33 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542574 Jul 16 08:38:25.046854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.065472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.075036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.075343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for e5dc5c6e-cf37-4df7-8107-c705f1bc17ad owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:25.093705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.096559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.102264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.108508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.115109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.122458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.130640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-ac7ff04c-5a9d-41e6-ab30-f2687b53ab6a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5430 time: 0.2481492 Jul 16 08:38:25.164895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=e5fc48da-0190-43a1-bcc0-53d66915fd9c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.167371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.174865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Transition to ACTIVE for port object e5dc5c6e-cf37-4df7-8107-c705f1bc17ad will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:25.191178 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d3975-39c2-45e4-8e3a-3bd7e6076725 x-openstack-request-id: req-609d3975-39c2-45e4-8e3a-3bd7e6076725 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:25.191178 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:25.200550 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-609d3975-39c2-45e4-8e3a-3bd7e6076725 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:25.201063 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1', 'status': 'completed', 'code': 200} Jul 16 08:38:25.233504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:25.234109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.259807 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-24bff4bd-5eb8-4463-b15b-dcf233cae774 req-2ec27f00-b90b-4bc6-9598-c3ee4c6139c3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269305 Jul 16 08:38:25.275309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.312289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Transition to ACTIVE for port object 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:25.317463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.382204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 663f547f-6f6a-4785-a41c-6bd41e30af9a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:25.407955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 663f547f-6f6a-4785-a41c-6bd41e30af9a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:25.412702 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.452836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.552508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.582583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af8aa4-c86d-469a-a486-cd0c8257dbdf None None] Pushing event updated for resources: {'Port': ['ID=e5dc5c6e-cf37-4df7-8107-c705f1bc17ad,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.624514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Attempting to bind port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:25.625027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Attempting to bind port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:25.625962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Attempting to bind port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 on network c6d47f54-2d3d-4cbc-b246-782330657c12 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:25.642473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 on network c6d47f54-2d3d-4cbc-b246-782330657c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:25.649357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Attempting to bind port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 on network c6d47f54-2d3d-4cbc-b246-782330657c12 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:25.678424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:25.683814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Checking segment: {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:25.684357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Bound using segment: {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:25.688164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Bound port: 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981c9273-11ec-4106-aa92-9dbdc1f40814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:25.697023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.806103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Attempting to bind port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:25.809610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Attempting to bind port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:25.816692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Attempting to bind port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:25.829355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:25.829738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:25.830146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.830728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:25.834471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Router c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:25.838982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Bound port: e5dc5c6e-cf37-4df7-8107-c705f1bc17ad, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:25.840137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.877698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-b2cb0d97-fbbb-4550-bec4-7213828edebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.878449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-b2cb0d97-fbbb-4550-bec4-7213828edebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.881192 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-b2cb0d97-fbbb-4550-bec4-7213828edebd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1915 time: 0.6317327 Jul 16 08:38:25.984514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] For port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:25.990707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] For port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:25.997576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.002907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:26.015442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] Sync routers for ids ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:26.027289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb22b-1981-448c-8292-3d77f8f0a69a req-a21f42c6-8bd6-4e16-bfc7-e2bc1738d5ce tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.027752 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] Routers {'c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:26.028380 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:26.029785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d9eb22b-1981-448c-8292-3d77f8f0a69a req-a21f42c6-8bd6-4e16-bfc7-e2bc1738d5ce tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 945 time: 0.5924275 Jul 16 08:38:26.033791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c02078ea-93f7-40d2-8022-f6158b78f9c2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/routers/c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9154720 Jul 16 08:38:26.072430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55098) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:26.097190 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:26.103611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.104425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.106479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] 10.222.0.18 "PUT /v2.0/ports/1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 HTTP/1.1" status: 200 len: 1093 time: 1.8288460 Jul 16 08:38:26.108986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2caebf-f725-42fa-b978-93c5e9b5406c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.129622 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] Routers {'c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:26.130271 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:26.148148 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fbc033-a778-4af6-984b-163114894e2b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:38:26.150118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-50fbc033-a778-4af6-984b-163114894e2b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/e5fc48da-0190-43a1-bcc0-53d66915fd9c HTTP/1.1" status: 404 len: 333 time: 0.0547037 Jul 16 08:38:26.156336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:26.223873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 44c49652-385a-4881-96e0-dccc884dac58 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:26.237787 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:26.243846 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec02726-eead-4ea9-a1ec-e008830c939a None None] The sync data for ids ['c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:26.280500 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.336808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d9eb22b-1981-448c-8292-3d77f8f0a69a req-faffdfc4-f92d-4b7b-97c7-55a46e8a473a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625761 Jul 16 08:38:26.424977 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51fcf6f-429a-4e36-8c62-4b5e7899df58 x-openstack-request-id: req-c51fcf6f-429a-4e36-8c62-4b5e7899df58 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:26.425515 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "name": "network-vif-plugged", "status": "completed", "tag": "4043e029-0411-4092-8651-319419846980", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:26.425917 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c51fcf6f-429a-4e36-8c62-4b5e7899df58 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:26.426461 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043e029-0411-4092-8651-319419846980', 'code': 200} Jul 16 08:38:26.427210 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.453969 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:38:26.454611 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:38:26.485014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:26.493462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.494360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.498892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 44c49652-385a-4881-96e0-dccc884dac58 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:26.499695 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.506511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e792f6c-06cd-4499-860b-971bd857b310 req-7efb4d1b-536d-40d7-98d6-d8d937d910d6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.519585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e792f6c-06cd-4499-860b-971bd857b310 req-7efb4d1b-536d-40d7-98d6-d8d937d910d6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.526962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e792f6c-06cd-4499-860b-971bd857b310 req-7efb4d1b-536d-40d7-98d6-d8d937d910d6 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1679 time: 0.8207469 Jul 16 08:38:26.582856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3421b480-ef08-4fc1-8a45-5c7e20190488 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:26.589149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=e5dc5c6e-cf37-4df7-8107-c705f1bc17ad,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.644277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-e8670a62-5b43-4696-bf0f-c2c61b629395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.644750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-e8670a62-5b43-4696-bf0f-c2c61b629395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.645216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-e8670a62-5b43-4696-bf0f-c2c61b629395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.646854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-e8670a62-5b43-4696-bf0f-c2c61b629395 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6568263 Jul 16 08:38:26.716414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.747460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e792f6c-06cd-4499-860b-971bd857b310 req-65220ea9-9103-4760-82e7-d8538815f0f0 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100785 Jul 16 08:38:26.749444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.752131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.834146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 3421b480-ef08-4fc1-8a45-5c7e20190488 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:26.834493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.857439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.857980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Fanout notify agent at l3_agent the message router_deleted on router c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:38:26.865404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.869726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9ff9c6fa-21f2-4f20-9ef4-ccb7c33ccdb2 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/routers/c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 HTTP/1.1" status: 204 len: 168 time: 0.7091079 Jul 16 08:38:26.871834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55108) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:26.962938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.029745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Attempting to bind port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:27.030122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Attempting to bind port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:27.030483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Attempting to bind port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:27.042984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.045129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:27.045502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:27.045892 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.046285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:27.046758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Bound port: e5dc5c6e-cf37-4df7-8107-c705f1bc17ad, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:27.047136 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.063835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet a67d2e4d-c71a-4355-9470-00e1c9e501ed {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:27.076065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.123686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Port e5dc5c6e-cf37-4df7-8107-c705f1bc17ad has been deleted concurrently {{(pid=93701) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 08:38:27.143592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:27.143964 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.149643 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.153093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Routers {'acf3569e-4cbd-4ea5-8d3e-b9a67906b768'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:27.153722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:27.255008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] Set router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:27.266333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.325442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:16Z', 'updated_at': '2021-07-16T08:38:25Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:27.331845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.344169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'tag': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:27.347352 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bef514-33f8-4708-8a14-f17b062ae578" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "tag": "1ffa2f58-f36c-40d0-bff8-b9b1cb189a93"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:27.355403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.368329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5927cdf-98aa-4b82-a04e-ba5663e641af None None] The sync data for ids ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'] in n-d-798249-10 is: [{'id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:16Z', 'updated_at': '2021-07-16T08:38:25Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:27.386945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 96df5d9d-9206-4e33-be2a-4c7f3afe1106 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:27.396967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35eac1f-4613-47e6-8ae2-ecc6389c2bef None None] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:27.416299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.421749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/a67d2e4d-c71a-4355-9470-00e1c9e501ed HTTP/1.1" status: 204 len: 168 time: 0.5489554 Jul 16 08:38:27.432209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:27.556051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.562287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ffd1-a27d-4df9-a286-3320e36c3d05 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=a67d2e4d-c71a-4355-9470-00e1c9e501ed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.632688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964176a-19dd-4024-8015-6dc45b063098 req-57b57178-fd88-472b-ba90-b5a96dc56f81 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.640298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4964176a-19dd-4024-8015-6dc45b063098 req-57b57178-fd88-472b-ba90-b5a96dc56f81 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.6825948 Jul 16 08:38:27.716010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4964176a-19dd-4024-8015-6dc45b063098 req-27bbd19d-a54b-4016-a2f5-109b05babee5 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747249 Jul 16 08:38:27.732639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:27.735689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.740945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:27.751132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b06e9d-1010-4c15-ae5a-71ee576d1feb req-ddb46acc-8971-4a58-b711-f8126b5ba908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.762378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e1b06e9d-1010-4c15-ae5a-71ee576d1feb req-ddb46acc-8971-4a58-b711-f8126b5ba908 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 1097 time: 1.2562046 Jul 16 08:38:27.782981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '96df5d9d-9206-4e33-be2a-4c7f3afe1106', 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e', 'port_id': '96df5d9d-9206-4e33-be2a-4c7f3afe1106', 'mac_address': 'fa:16:3e:47:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb22244-7f42-4edc-9970-fb142d092415', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:27.862195 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.870224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e1b06e9d-1010-4c15-ae5a-71ee576d1feb req-57b6148a-18d7-4838-93eb-40b43b9e2872 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915885 Jul 16 08:38:27.887302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96df5d9d-9206-4e33-be2a-4c7f3afe1106 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:27.914370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] DHCP port deletion for 74ea0c2a-9d99-4399-bae8-df1d601d052c request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:27.931237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port 9576a8fd-e3e7-45ff-be38-bb0528a497b4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9576a8fd-e3e7-45ff-be38-bb0528a497b4,segment=NetworkSegment(e29cd75b-09b3-4e3c-bb22-6964b80becc1),segment_id=e29cd75b-09b3-4e3c-bb22-6964b80becc1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:27.931537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:27.931662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.965739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 9576a8fd-e3e7-45ff-be38-bb0528a497b4 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:27.979842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.980697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66f415af-075b-408e-a50a-05c457c1e480 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:28.104702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab532d0-2a2b-4d95-a2b2-e0da26185cff req-8437a091-1c8b-439f-9c6d-34d6426adc27 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.112700 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ab532d0-2a2b-4d95-a2b2-e0da26185cff req-8437a091-1c8b-439f-9c6d-34d6426adc27 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 1.5383008 Jul 16 08:38:28.135455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:28.180756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66f415af-075b-408e-a50a-05c457c1e480,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:28.214244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.225660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '66f415af-075b-408e-a50a-05c457c1e480', 'network_id': 'bfa75b7d-5873-4e57-922c-47b3e04e232e', 'port_id': '66f415af-075b-408e-a50a-05c457c1e480', 'mac_address': 'fa:16:3e:60:6a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb22244-7f42-4edc-9970-fb142d092415', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:28.240918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.251204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Deleting port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:28.255606 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.265157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.289199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.294245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:28.296038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.308477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ecc9d576-e96e-4a7e-8cd0-789bb76dccd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "PUT /v2.0/routers/acf3569e-4cbd-4ea5-8d3e-b9a67906b768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6905346 Jul 16 08:38:28.310285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55140) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:28.310410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.313095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-a9594b02-aa89-4820-b93d-ac09e5ff6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.315746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5866d758-3eb9-40c3-bd95-b9888452adfd req-a9594b02-aa89-4820-b93d-ac09e5ff6772 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6535945 Jul 16 08:38:28.324798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.338574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.350616 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-126ad3e8-7e40-4f62-941b-600373f178cc req-a1985c39-70ad-4c9e-b0a8-ef2bd73207ba tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5431 time: 0.3762696 Jul 16 08:38:28.410031 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.438840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823d814-5e5e-4bb5-bd4e-0d887665beab tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.441454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823d814-5e5e-4bb5-bd4e-0d887665beab tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.455602 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c823d814-5e5e-4bb5-bd4e-0d887665beab tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1386001 Jul 16 08:38:28.466311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:28.470045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ab532d0-2a2b-4d95-a2b2-e0da26185cff req-c574b6eb-72a9-4d21-96f4-aa4cae87759f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562095 Jul 16 08:38:28.493865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-126ad3e8-7e40-4f62-941b-600373f178cc req-f3961d9f-2302-44b3-8c53-bd49820b5936 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405323 Jul 16 08:38:28.513874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}, {'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:28.518872 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276fbe3-ad6d-433a-a8e7-21d6a060a7ea" -d '{"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-plugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}, {"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-plugged", "status": "completed", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:28.578519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] For port 9576a8fd-e3e7-45ff-be38-bb0528a497b4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9576a8fd-e3e7-45ff-be38-bb0528a497b4,segment=NetworkSegment(e29cd75b-09b3-4e3c-bb22-6964b80becc1),segment_id=e29cd75b-09b3-4e3c-bb22-6964b80becc1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:28.580121 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.588914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f415af-075b-408e-a50a-05c457c1e480 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:28.603409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-7eaee72c-c135-43d1-8461-b46f6fc4ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.604562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-7eaee72c-c135-43d1-8461-b46f6fc4ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.608289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-7eaee72c-c135-43d1-8461-b46f6fc4ba95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1983 time: 0.1922545 Jul 16 08:38:28.620530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Calling delete_port for 9576a8fd-e3e7-45ff-be38-bb0528a497b4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:28.640248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66f415af-075b-408e-a50a-05c457c1e480,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:28.648394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.649448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 92bba5f3-0b40-493c-97db-27c4ceedae30 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:28.688257 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb28d22-95fc-4ef7-938a-b0987f22fe26 x-openstack-request-id: req-2bb28d22-95fc-4ef7-938a-b0987f22fe26 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:28.690146 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "tag": "1ffa2f58-f36c-40d0-bff8-b9b1cb189a93", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:28.690623 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bb28d22-95fc-4ef7-938a-b0987f22fe26 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:28.691367 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'tag': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93', 'status': 'completed', 'code': 200} Jul 16 08:38:28.701248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.721066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-eec69bf8-aaf0-491a-81f8-f6adcc9119a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1 HTTP/1.1" status: 200 len: 217 time: 0.1044858 Jul 16 08:38:28.786845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=9576a8fd-e3e7-45ff-be38-bb0528a497b4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.790142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:28.817671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 7ef8f76b-9529-4478-858c-34da9c08b7e2 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:28.844403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.850610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-727947f5-0802-41b2-bc7c-11a78a85311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.852237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-727947f5-0802-41b2-bc7c-11a78a85311f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5 HTTP/1.1" status: 200 len: 801 time: 0.1247537 Jul 16 08:38:28.986648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 92bba5f3-0b40-493c-97db-27c4ceedae30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=92bba5f3-0b40-493c-97db-27c4ceedae30,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:29.018503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.028965 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.040121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-bf1e0f4c-41f4-48a7-a29c-8d049fb8f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.041664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-bf1e0f4c-41f4-48a7-a29c-8d049fb8f7d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22023076-7190-440f-bb23-7ee23dd19fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822114 Jul 16 08:38:29.055120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'port_id': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'mac_address': 'fa:16:3e:06:59:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:29.056197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ea0c2a-9d99-4399-bae8-df1d601d052c']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.076784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] Sync routers for ids ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:29.118042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29cd75b-09b3-4e3c-bb22-6964b80becc1') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.118450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29cd75b-09b3-4e3c-bb22-6964b80becc1') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.169535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.183617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] Routers {'acf3569e-4cbd-4ea5-8d3e-b9a67906b768'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:29.184086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.186261 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.205201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bba5f3-0b40-493c-97db-27c4ceedae30 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:29.229985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 92bba5f3-0b40-493c-97db-27c4ceedae30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=92bba5f3-0b40-493c-97db-27c4ceedae30,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:29.260140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-0725a333-9558-405d-876b-0eb2025790ae service neutron] 10.222.0.18 "GET /v2.0/networks/22023076-7190-440f-bb23-7ee23dd19fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111416 Jul 16 08:38:29.290033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.313282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d56d-6e44-48ae-8786-a35c42861476 req-d1ba76bd-8b79-4cc7-9d34-23bd04c54368 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.318005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2383d56d-6e44-48ae-8786-a35c42861476 req-d1ba76bd-8b79-4cc7-9d34-23bd04c54368 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.4245861 Jul 16 08:38:29.350027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:29.353253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:29.373358 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:29.467942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.491133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-0ee03ffa-b07c-4c4f-9e83-b14c74357449 service neutron] 10.222.0.18 "GET /v2.0/networks/22023076-7190-440f-bb23-7ee23dd19fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247436 Jul 16 08:38:29.583809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] Set router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:29.592764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2383d56d-6e44-48ae-8786-a35c42861476 req-2947c99e-7ab5-447f-aeee-7ccaf42542bf tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659333 Jul 16 08:38:29.595277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.602872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-7143d192-89fa-423f-827d-c4196fd79bd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.226&port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 HTTP/1.1" status: 200 len: 217 time: 0.1018641 Jul 16 08:38:29.622597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.630341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/74ea0c2a-9d99-4399-bae8-df1d601d052c HTTP/1.1" status: 204 len: 168 time: 2.1935449 Jul 16 08:38:29.658049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55156) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:29.683354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-8e79b496-1d0a-44ed-b5f3-bf16011da847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.685176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-8e79b496-1d0a-44ed-b5f3-bf16011da847 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c54b1fce-0c07-4736-b119-c7ce1fc361a9 HTTP/1.1" status: 200 len: 801 time: 0.0759540 Jul 16 08:38:29.689301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf3610-2258-4f41-8a87-ed69e1f2d0c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=74ea0c2a-9d99-4399-bae8-df1d601d052c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.733051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:16Z', 'updated_at': '2021-07-16T08:38:25Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.736139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.743777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 84999976-a787-4aa6-ae8a-9c8c355ec780 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:29.752040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.793978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.830735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-630d9863-860f-407e-ae3d-6348a09dc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.837482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-630d9863-860f-407e-ae3d-6348a09dc577 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6d47f54-2d3d-4cbc-b246-782330657c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458461 Jul 16 08:38:29.841580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.843608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] Checking router: acf3569e-4cbd-4ea5-8d3e-b9a67906b768 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:29.878280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] Routers {'acf3569e-4cbd-4ea5-8d3e-b9a67906b768'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:29.879245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.887569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Network 74ea0c2a-9d99-4399-bae8-df1d601d052c is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:38:29.887823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] No DVR routers for this DVR port 9576a8fd-e3e7-45ff-be38-bb0528a497b4 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:29.955067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef8f76b-9529-4478-858c-34da9c08b7e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.974659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.981213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-989b486e-1bd6-4e50-8a24-0c47855a712d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/7ef8f76b-9529-4478-858c-34da9c08b7e2 HTTP/1.1" status: 204 len: 168 time: 1.4862151 Jul 16 08:38:29.982269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55158) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:29.993150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509b0b7-066b-4706-8050-009028c85ff5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.995492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4509b0b7-066b-4706-8050-009028c85ff5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/597abd95-6db0-478e-801c-71f41ffe6f08 HTTP/1.1" status: 200 len: 845 time: 0.3363485 Jul 16 08:38:30.024667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55160) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.028847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9576a8fd-e3e7-45ff-be38-bb0528a497b4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:30.072518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb01026-e1f1-45bf-a872-2a76a308e2ab None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:30.119535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9abeca19-80c3-4639-9bf7-df368fddc581 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/597abd95-6db0-478e-801c-71f41ffe6f08?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0936558 Jul 16 08:38:30.122057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.125577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9576a8fd-e3e7-45ff-be38-bb0528a497b4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:30.126228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9576a8fd-e3e7-45ff-be38-bb0528a497b4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:30.127044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:30.147754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=92bba5f3-0b40-493c-97db-27c4ceedae30,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:30.216059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3c76b8d-d2c0-4d02-85a6-5d8446eccf62 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2317698 Jul 16 08:38:30.220492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55164) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.253419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] Set router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:30.296639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-8533686a-fa79-4e8a-90b0-73ff02366dad service neutron] 10.222.0.18 "GET /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527981 Jul 16 08:38:30.316037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.462378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e2e66-7cab-4b24-905c-58e476c63ff9 None None] Pushing event deleted for resources: {'Port': ['ID=9576a8fd-e3e7-45ff-be38-bb0528a497b4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:30.480065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:16Z', 'updated_at': '2021-07-16T08:38:25Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:30.484359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:30.495799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.544423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736cb83-1176-459b-934f-77e00117507a req-976efa0d-7924-454f-83bd-c62742690db2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.555982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736cb83-1176-459b-934f-77e00117507a req-976efa0d-7924-454f-83bd-c62742690db2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.561798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6736cb83-1176-459b-934f-77e00117507a req-976efa0d-7924-454f-83bd-c62742690db2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1679 time: 0.7122219 Jul 16 08:38:30.617714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2d53a57-5911-4453-bdee-fccdd523e66f req-711082e3-91e7-4b0a-a48e-185c33bafd1c service neutron] 10.222.0.18 "GET /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138685 Jul 16 08:38:30.633079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfa535-9dd9-42bf-8597-694399283211 None None] The sync data for ids ['acf3569e-4cbd-4ea5-8d3e-b9a67906b768'] in n-d-798249-10 is: [{'id': 'acf3569e-4cbd-4ea5-8d3e-b9a67906b768', 'name': 'tempest-NetworksTestDHCPv6-router-299802303', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:16Z', 'updated_at': '2021-07-16T08:38:25Z', 'revision_number': 3, 'project_id': '0b2cdcac6721407caa67460276e57439', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:30.704423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 84999976-a787-4aa6-ae8a-9c8c355ec780, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=84999976-a787-4aa6-ae8a-9c8c355ec780,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:30.829792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.832400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '84999976-a787-4aa6-ae8a-9c8c355ec780', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'port_id': '84999976-a787-4aa6-ae8a-9c8c355ec780', 'mac_address': 'fa:16:3e:bb:58:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:30.832893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.946976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.948701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Fanout notify agent at l3_agent the message router_deleted on router acf3569e-4cbd-4ea5-8d3e-b9a67906b768 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:38:30.962715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.964953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.967170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-89522fa6-951b-4dc9-80a1-1b02b05d3f02 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/routers/acf3569e-4cbd-4ea5-8d3e-b9a67906b768 HTTP/1.1" status: 204 len: 168 time: 0.7451704 Jul 16 08:38:30.971979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55168) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.996419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef514-33f8-4708-8a14-f17b062ae578 req-abd244cb-afff-4915-8327-c616383b442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.000951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef514-33f8-4708-8a14-f17b062ae578 req-abd244cb-afff-4915-8327-c616383b442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.001533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-abd244cb-afff-4915-8327-c616383b442c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1983 time: 0.2814741 Jul 16 08:38:31.006702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84999976-a787-4aa6-ae8a-9c8c355ec780 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:31.062052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 84999976-a787-4aa6-ae8a-9c8c355ec780, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=84999976-a787-4aa6-ae8a-9c8c355ec780,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:31.068793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.070216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:31.074501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6736cb83-1176-459b-934f-77e00117507a req-bced5da9-2676-4bbb-91e0-c9f5b024b3c9 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059807 Jul 16 08:38:31.157779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:31.192325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b945dd4-a2c7-4710-a212-39c04742c6c5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.193822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b945dd4-a2c7-4710-a212-39c04742c6c5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2207947 Jul 16 08:38:31.211835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55170) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:31.296350 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b496143-46e4-443c-9dd3-4a6305b2a807 x-openstack-request-id: req-7b496143-46e4-443c-9dd3-4a6305b2a807 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:31.305612 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-plugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "code": 200}, {"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-plugged", "status": "completed", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:31.306771 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b496143-46e4-443c-9dd3-4a6305b2a807 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:31.307272 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'code': 200} Jul 16 08:38:31.307793 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'code': 200} Jul 16 08:38:31.392309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daaac7b-4504-4756-b5cf-1cc8b874159c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.396543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2daaac7b-4504-4756-b5cf-1cc8b874159c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1813703 Jul 16 08:38:31.405771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:31.482140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.490495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:31.522130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '968230d3-a851-4d38-a044-be613d33b6ae', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': '968230d3-a851-4d38-a044-be613d33b6ae', 'mac_address': 'fa:16:3e:56:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:31.573244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33195036-771b-424d-8e9f-b47bbb7cbb3d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658723 Jul 16 08:38:31.573843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55174) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:31.633022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:31.653432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.727464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef514-33f8-4708-8a14-f17b062ae578 req-47629067-71be-40ae-b81b-1ea8976573d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.728992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-47629067-71be-40ae-b81b-1ea8976573d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6d47f54-2d3d-4cbc-b246-782330657c12 HTTP/1.1" status: 200 len: 902 time: 0.7153556 Jul 16 08:38:31.729624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=9ed2870a-7980-4eb8-bece-bd02a242b3a5,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.762882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=84999976-a787-4aa6-ae8a-9c8c355ec780,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.784507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968230d3-a851-4d38-a044-be613d33b6ae {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:31.838297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] Deleting port 44c49652-385a-4881-96e0-dccc884dac58 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:31.838436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.845005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:31.852689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-2bb1a313-2e95-4023-9011-3a7d01e7278f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.226&port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 HTTP/1.1" status: 200 len: 217 time: 0.1090393 Jul 16 08:38:31.874572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.875284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cf8d658c-4995-4353-b874-f347f662c6e1 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:31.958361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:31.977248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.036157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 44c49652-385a-4881-96e0-dccc884dac58 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:32.056921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef514-33f8-4708-8a14-f17b062ae578 req-6ad4d3cd-f848-452e-848d-d782e5620567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.059005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-6ad4d3cd-f848-452e-848d-d782e5620567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c54b1fce-0c07-4736-b119-c7ce1fc361a9 HTTP/1.1" status: 200 len: 801 time: 0.1915295 Jul 16 08:38:32.060895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:32.200896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:32.215309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.215992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.243957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:38:32.246319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436e82-e14e-4d8e-b458-9b17882db694 req-efcd2e65-8b0e-4dc1-811c-688389a302fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.248298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64436e82-e14e-4d8e-b458-9b17882db694 req-efcd2e65-8b0e-4dc1-811c-688389a302fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1097 time: 0.8744164 Jul 16 08:38:32.271025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-474591d5-433d-49a5-9033-b859679caa10 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1479352 Jul 16 08:38:32.281736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55182) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.285438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cf8d658c-4995-4353-b874-f347f662c6e1,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.288074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1527142137'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:32.321804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.348008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b91fa07-cb29-4b6c-bc6e-8406d6209c1b None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:32.383767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c2df-5f45-4a78-9fff-29bfd4443812 req-d0bfed3c-4a08-48c3-9719-0886e086c160 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.394880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44a9c2df-5f45-4a78-9fff-29bfd4443812 req-d0bfed3c-4a08-48c3-9719-0886e086c160 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.9746122 Jul 16 08:38:32.398572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef514-33f8-4708-8a14-f17b062ae578 req-c71d0306-8040-4896-8056-9335560193f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.401049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-c71d0306-8040-4896-8056-9335560193f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6d47f54-2d3d-4cbc-b246-782330657c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3243377 Jul 16 08:38:32.412813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'cf8d658c-4995-4353-b874-f347f662c6e1', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'port_id': 'cf8d658c-4995-4353-b874-f347f662c6e1', 'mac_address': 'fa:16:3e:14:c4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:32.442801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64436e82-e14e-4d8e-b458-9b17882db694 req-518a6cda-d715-4616-82c8-cbbcbf39d50a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864364 Jul 16 08:38:32.534693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] For port 44c49652-385a-4881-96e0-dccc884dac58, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=44c49652-385a-4881-96e0-dccc884dac58,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.535100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.618188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.663224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.673167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] Calling delete_port for 44c49652-385a-4881-96e0-dccc884dac58 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:32.688133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.728602 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.737196 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.778443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44a9c2df-5f45-4a78-9fff-29bfd4443812 req-173ca7fd-75d9-4b9a-8d35-b6d630169263 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813419 Jul 16 08:38:32.864990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.873336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5889413 Jul 16 08:38:32.875870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55186) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.881322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8d658c-4995-4353-b874-f347f662c6e1 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:32.882827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063249251'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:32.895299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb2f08-fc3c-4c0f-bee4-c1282b1bd45e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cdae37-7ffc-4bce-80a8-92e7f00f866b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.907873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cf8d658c-4995-4353-b874-f347f662c6e1,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.922607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.923286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:32.938302 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.961121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.962878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-e7f85eff-6489-4511-abaf-9dc47a47243b service neutron] 10.222.0.18 "GET /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475788 Jul 16 08:38:32.973743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.983151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:38:32.990475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.034272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '8e09ed78-bc59-4efb-8d81-b5c2eb098dbb', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'port_id': '8e09ed78-bc59-4efb-8d81-b5c2eb098dbb', 'mac_address': 'fa:16:3e:56:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:33.046426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.126096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] Pushing event deleted for resources: {'Port': ['ID=44c49652-385a-4881-96e0-dccc884dac58,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.246930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66bef514-33f8-4708-8a14-f17b062ae578 req-9e075c98-7834-41e2-a287-58c2b7df1127 service neutron] 10.222.0.18 "GET /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767296 Jul 16 08:38:33.461520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e9ca3-f9e8-40b3-8b32-59789b978406 None None] No DVR routers for this DVR port 44c49652-385a-4881-96e0-dccc884dac58 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:33.466197 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.505790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:33.545167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:33.591812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.621283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.636808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4c960b88-af29-41bb-bf44-748b71499b90 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:33.774746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:33.777375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:33.788071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.789411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.801498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4c960b88-af29-41bb-bf44-748b71499b90,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:33.837543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:33.838483 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2218831 Jul 16 08:38:33.845737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:33.908141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07816fa-b2aa-4d32-89e6-6037850bff1c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=9c6b36cb-5637-450f-a37e-799411a96e80,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.977254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4431b-4d8a-4b5b-89fc-347314c5b529 req-b40efc00-90f2-4fb3-b281-49c62d08c60c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.987047 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67b4431b-4d8a-4b5b-89fc-347314c5b529 req-b40efc00-90f2-4fb3-b281-49c62d08c60c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.1639259 Jul 16 08:38:33.994598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4c960b88-af29-41bb-bf44-748b71499b90', 'network_id': '5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f', 'port_id': '4c960b88-af29-41bb-bf44-748b71499b90', 'mac_address': 'fa:16:3e:85:e2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14aa1fb-bb87-406c-9b8d-ff3b70df3d81', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:34.044053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb950672-1162-4d9c-9e48-a191cc91d87b None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:34.189876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:34.237007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67b4431b-4d8a-4b5b-89fc-347314c5b529 req-bf8b6df5-54fa-4d84-86cd-25b58ab6e256 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483380 Jul 16 08:38:34.249454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.254288 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.279729 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.302003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:34.316247 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.338232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'tenant_id': 'a3d1cbdd0b634c4990ca857268bf28a8', 'fixed_ips': [{'subnet_id': '9ed2870a-7980-4eb8-bece-bd02a242b3a5'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:34.343155 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.360931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c960b88-af29-41bb-bf44-748b71499b90 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:34.364701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.384825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5056450 Jul 16 08:38:34.386571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.392962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1968183883', 'security_groups': ['3105fbd6-f406-473e-bf19-aa750e8bbb8d'], 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ed2870a-7980-4eb8-bece-bd02a242b3a5'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:34.398261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01767a-c082-42d0-8e67-6b16a50770e0 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3105fbd6-f406-473e-bf19-aa750e8bbb8d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:34.491762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4c960b88-af29-41bb-bf44-748b71499b90,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:34.553262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.584274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '9c6b36cb-5637-450f-a37e-799411a96e80'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:34.585185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.588624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:34.744207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.762164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.768040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.786646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.807013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.813329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.831973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.833865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-16029a21-8cec-4b08-ba86-bfeae9fc26fb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5437 time: 0.3130596 Jul 16 08:38:34.859491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['968230d3-a851-4d38-a044-be613d33b6ae'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:34.862407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:34.901815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.964842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:38:34.975057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:34.978167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-600c9a20-00a7-4dd7-b32f-d0ba178ad0bd req-f59a62e1-fa3c-479e-85f0-971df444669e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327677 Jul 16 08:38:34.993440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:35.002828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.003042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.058665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=28247e5c-c9ab-4dd9-a7cd-8e7c3999dd4e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:35.066378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3cab4846-6d67-49ed-96b5-e373ef01654a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2272246 Jul 16 08:38:35.068860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.081784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:aa:a0:d7', 'name': 'tempest-NetworksTestDHCPv6-1438432400'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:35.102300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:35.139667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.176643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port 3e5582c8-0e05-4d13-95de-cfa7a27ca055 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:35.208991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Allocated IP 2001:db8::2 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/9ed2870a-7980-4eb8-bece-bd02a242b3a5/c5c94d35-402e-4688-88e4-120541d29d33) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:35.363072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:35.429304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.439192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Transition to ACTIVE for port object c5c94d35-402e-4688-88e4-120541d29d33 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:35.457307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Transition to ACTIVE for port object c5c94d35-402e-4688-88e4-120541d29d33 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:35.574945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.601365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbc2c0-7333-4e41-91c6-a76f4d6eac1d req-f66e76a1-4667-4dbb-bce1-77b068f0c7d8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.602965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93', 'network_id': 'c6d47f54-2d3d-4cbc-b246-782330657c12', 'port_id': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93', 'mac_address': 'fa:16:3e:01:99:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54b1fce-0c07-4736-b119-c7ce1fc361a9', 'ip_address': '19.86.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:35.615667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41dbc2c0-7333-4e41-91c6-a76f4d6eac1d req-f66e76a1-4667-4dbb-bce1-77b068f0c7d8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.3526735 Jul 16 08:38:35.631862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port de72d0fd-3362-4a9d-80f2-390b83fe50e5 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:35.664605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::4 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/9ed2870a-7980-4eb8-bece-bd02a242b3a5/3e5582c8-0e05-4d13-95de-cfa7a27ca055) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:35.667329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.820276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.837113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:35.863164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:35.874137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:35.882619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.889590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:35.895841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41dbc2c0-7333-4e41-91c6-a76f4d6eac1d req-e09ca0b2-256f-4891-8ffb-eac6cf10f54d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765019 Jul 16 08:38:35.898638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:35.904501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:35.910744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.911569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc3718e7-d777-4014-b1ad-6e38b88ee1d1 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:35.938489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object 3e5582c8-0e05-4d13-95de-cfa7a27ca055 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:36.019776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.033725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:36.049474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['66f415af-075b-408e-a50a-05c457c1e480'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.099987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['96df5d9d-9206-4e33-be2a-4c7f3afe1106'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.120392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1', 'network_id': '22023076-7190-440f-bb23-7ee23dd19fc1', 'port_id': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1', 'mac_address': 'fa:16:3e:d0:c8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:36.128544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4c960b88-af29-41bb-bf44-748b71499b90'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.150647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:36.176575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['84999976-a787-4aa6-ae8a-9c8c355ec780'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.190985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=3e5582c8-0e05-4d13-95de-cfa7a27ca055,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:36.193994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:36.201880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:36.208527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.209173 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.229413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c9f1a162-ebed-4fd6-862b-c9f05c856d87 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8383694 Jul 16 08:38:36.229705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['8e09ed78-bc59-4efb-8d81-b5c2eb098dbb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.229870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55202) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.237982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:36.282170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['cf8d658c-4995-4353-b874-f347f662c6e1'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.340660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Allocated IP 2001:db8::f816:3eff:fe63:6cb0 (403e1a12-e2ec-4877-807a-187d784f3d1f/9c6b36cb-5637-450f-a37e-799411a96e80/2b4a3513-bbfa-46fd-b4b0-ef364e127c25) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:36.391496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:36.395128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.462450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['92bba5f3-0b40-493c-97db-27c4ceedae30'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:36.508256 n-d-798249-10 neutron-server[93699]: INFO neutron.db.ipam_backend_mixin [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ed2870a-7980-4eb8-bece-bd02a242b3a5 (CIDR: 2001:db8::/64) Jul 16 08:38:36.516069 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:38:36.516528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:38:36.544524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d060-f913-4ab6-afd1-64d7de35dbc3 req-39d55ef9-0a8d-44bc-b41c-ac3b00e23c6d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.551291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d060-f913-4ab6-afd1-64d7de35dbc3 req-39d55ef9-0a8d-44bc-b41c-ac3b00e23c6d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.559925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3d8d060-f913-4ab6-afd1-64d7de35dbc3 req-39d55ef9-0a8d-44bc-b41c-ac3b00e23c6d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1680 time: 0.4076071 Jul 16 08:38:36.574515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5b1311dc-c233-4935-b6a2-bf14b4d6c5e3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3412387 Jul 16 08:38:36.574865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55206) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.582755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:36.611918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3d8d060-f913-4ab6-afd1-64d7de35dbc3 req-c88767bc-ab58-4676-ac49-73249f2ff025 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Jul 16 08:38:36.852536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:36.856555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.012727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95864-a67a-4b59-b2cb-5b356f253fc3 req-1f8e5af6-2c46-475f-b631-4e7bc02bf9d4 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.032075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0a95864-a67a-4b59-b2cb-5b356f253fc3 req-1f8e5af6-2c46-475f-b631-4e7bc02bf9d4 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.1859779 Jul 16 08:38:37.148568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0a95864-a67a-4b59-b2cb-5b356f253fc3 req-bf172db8-3528-44d0-bb55-148087099ced tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145229 Jul 16 08:38:37.332196 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.478548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3718e7-d777-4014-b1ad-6e38b88ee1d1 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:37.488926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.491424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Attempting to bind port c5c94d35-402e-4688-88e4-120541d29d33 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:37.491424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Attempting to bind port c5c94d35-402e-4688-88e4-120541d29d33 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e93bd573-839a-450a-a4ed-6e8949d305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:37.493365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Attempting to bind port c5c94d35-402e-4688-88e4-120541d29d33 on network e477b34c-b085-4a0a-9805-ebcf6cf30a63 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:37.509587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.588403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e21e-a1fb-4403-b568-9cd3eaf9efd4 req-a9c5d009-12b1-4a8b-af4f-8da78bf7b9c2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.589901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7b6e21e-a1fb-4403-b568-9cd3eaf9efd4 req-a9c5d009-12b1-4a8b-af4f-8da78bf7b9c2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.1366961 Jul 16 08:38:37.689532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:37.689951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Checking segment: {'id': 'e93bd573-839a-450a-a4ed-6e8949d305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:37.690313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.690709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Bound using segment: {'id': 'e93bd573-839a-450a-a4ed-6e8949d305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:37.691184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Bound port: c5c94d35-402e-4688-88e4-120541d29d33, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93bd573-839a-450a-a4ed-6e8949d305ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:37.691597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.692137 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7b6e21e-a1fb-4403-b568-9cd3eaf9efd4 req-b05a4650-9a34-41f0-b805-76e6074318c9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951529 Jul 16 08:38:37.693924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:37.719773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:37.730156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.731032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.783148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=49d40821-411f-4ef4-9e22-ac39ed2c59b7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.802068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.803623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.803997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.804371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.805853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.806197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.806532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.806864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.807194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.807577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.810101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.812305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:37.828387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:37.828678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5ac9ae2-f959-441f-addd-4ece4c0c2706 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2523668 Jul 16 08:38:37.831907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:37.837348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1404017943', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49d40821-411f-4ef4-9e22-ac39ed2c59b7'}], 'security_groups': ['76cdae37-7ffc-4bce-80a8-92e7f00f866b']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:37.988915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:38.033410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-5d2d0346-ed61-4fab-b49f-9481ee0815e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.035297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-5d2d0346-ed61-4fab-b49f-9481ee0815e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 1098 time: 0.1428528 Jul 16 08:38:38.055433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.126985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:38.161582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.250749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-43461059-527f-40d6-8d6e-c96855ad3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.252331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-43461059-527f-40d6-8d6e-c96855ad3324 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.1954057 Jul 16 08:38:38.337771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-5f210c8c-e3cc-427f-beef-56f26b9be705 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3421b480-ef08-4fc1-8a45-5c7e20190488 HTTP/1.1" status: 200 len: 217 time: 0.0784674 Jul 16 08:38:38.431694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-4cac9b7b-53a5-459f-b44c-47e0d9bd4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.433115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-4cac9b7b-53a5-459f-b44c-47e0d9bd4937 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.0895345 Jul 16 08:38:38.503179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-454ef8d9-0054-46c6-a838-a769bf1b864b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549266 Jul 16 08:38:38.574864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['fc3718e7-d777-4014-b1ad-6e38b88ee1d1'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:38.610477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Delete allocated IP 2001:db8::4 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/9ed2870a-7980-4eb8-bece-bd02a242b3a5) {{(pid=93699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:38:38.618972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8:0:1::154 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/49d40821-411f-4ef4-9e22-ac39ed2c59b7/3e5582c8-0e05-4d13-95de-cfa7a27ca055) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:38.730938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1ffa2f58-f36c-40d0-bff8-b9b1cb189a93'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:38.940294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.965117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.972611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Ignored duplicate provisioning block setup for port 3e5582c8-0e05-4d13-95de-cfa7a27ca055 by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:38:38.989357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.111557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=3e5582c8-0e05-4d13-95de-cfa7a27ca055,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:39.188724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] In _notify_port_updated(), no bound segment for port 3e5582c8-0e05-4d13-95de-cfa7a27ca055 on network e477b34c-b085-4a0a-9805-ebcf6cf30a63 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:38:39.201057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.204247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.205880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-870994c8-96de-4e01-8a25-def1f4950263 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/ports/3e5582c8-0e05-4d13-95de-cfa7a27ca055 HTTP/1.1" status: 200 len: 931 time: 1.3762493 Jul 16 08:38:39.210355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55222) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:39.252286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Transition to ACTIVE for port object 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:39.267289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 968230d3-a851-4d38-a044-be613d33b6ae triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:39.267748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.290851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:39.355998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:39.374053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.397554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.401739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-921ab811-9c30-4547-956a-7d8920ca2d9f service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8921971 Jul 16 08:38:39.405445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:39.422939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Transition to ACTIVE for port object 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:39.428020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.436753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.443729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.462461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.481824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.488977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.514376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-962a7682-226e-4874-bdfb-89325b9708a1 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5437 time: 1.3592453 Jul 16 08:38:39.552628 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.674012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:39.707814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:39.708709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d830288-bbc5-4c60-90dc-7b03dd7fd7a0 req-6df974af-0989-4763-9beb-aafa8a102fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997313 Jul 16 08:38:39.744119 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b19f47c4-f402-4a96-a07d-e39c736b9f97 req-abbdcc89-cf6b-4877-876a-4d656204aa73 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2303634 Jul 16 08:38:39.785043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 172.20.0.2 (403e1a12-e2ec-4877-807a-187d784f3d1f/28247e5c-c9ab-4dd9-a7cd-8e7c3999dd4e/de72d0fd-3362-4a9d-80f2-390b83fe50e5) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:39.813529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:feaa:a0d7 (403e1a12-e2ec-4877-807a-187d784f3d1f/9c6b36cb-5637-450f-a37e-799411a96e80/de72d0fd-3362-4a9d-80f2-390b83fe50e5) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:39.863703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 3e5582c8-0e05-4d13-95de-cfa7a27ca055 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:39.865418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.870534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:39.877274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.878975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0e69-a4db-49a7-beb9-f30913c4f3c1 None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.200393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:40.205010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Pushing event updated for resources: {'Port': ['ID=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.208530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.220483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:40.223032 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa114c21-eafd-4452-862b-e545c4c3898b" -d '{"events": [{"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-plugged", "status": "completed", "tag": "968230d3-a851-4d38-a044-be613d33b6ae"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:40.225195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object de72d0fd-3362-4a9d-80f2-390b83fe50e5 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:40.261553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.280364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.299910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.336134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 96df5d9d-9206-4e33-be2a-4c7f3afe1106 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:40.342388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 3e5582c8-0e05-4d13-95de-cfa7a27ca055 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:40.379060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:40.403071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:40.405613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:40.494962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Attempting to bind port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:40.495360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Attempting to bind port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:40.498687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=de72d0fd-3362-4a9d-80f2-390b83fe50e5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.501238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Attempting to bind port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:40.505407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19989158-9e90-4444-bc3c-14757ae4f6d6 req-fc284090-6e45-4bb5-98b9-b7b74e9618a1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.511629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19989158-9e90-4444-bc3c-14757ae4f6d6 req-fc284090-6e45-4bb5-98b9-b7b74e9618a1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.3753037 Jul 16 08:38:40.543439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:40.544979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.546059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:40.546653 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.547425 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.547869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:40.555592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Bound port: 2b4a3513-bbfa-46fd-b4b0-ef364e127c25, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:40.556051 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.591353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fb6e858-fe53-4667-b8b8-848c424abec0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5213728 Jul 16 08:38:40.592207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55230) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:40.632962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.675201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19989158-9e90-4444-bc3c-14757ae4f6d6 req-7624888a-118b-463b-b25a-2112c9b32831 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498938 Jul 16 08:38:40.684917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:40.744011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:40.744392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.748345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0b765-c159-476a-bda5-03aff284bc27 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.765848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0b765-c159-476a-bda5-03aff284bc27 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.773680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-67f0b765-c159-476a-bda5-03aff284bc27 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1801634 Jul 16 08:38:40.775638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55232) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:40.866221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] For port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:40.901214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] For port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:40.917727 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.973957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.052175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e84fd-7116-490d-a2ec-6e9938e8dce5 None None] Pushing event updated for resources: {'Port': ['ID=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.068945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.182583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:41.190481 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.191812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 84999976-a787-4aa6-ae8a-9c8c355ec780 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:41.221448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.226553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/3e5582c8-0e05-4d13-95de-cfa7a27ca055 HTTP/1.1" status: 204 len: 168 time: 2.0045331 Jul 16 08:38:41.226553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89b02a-45b0-46f5-9df1-1180ce61ed9e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=3e5582c8-0e05-4d13-95de-cfa7a27ca055,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.227145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55240) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:41.300834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port de72d0fd-3362-4a9d-80f2-390b83fe50e5 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:41.306045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.329252 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb14951-3ea8-46c9-aef1-5985e509536a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:38:41.333962 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1cb14951-3ea8-46c9-aef1-5985e509536a tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/3e5582c8-0e05-4d13-95de-cfa7a27ca055 HTTP/1.1" status: 404 len: 333 time: 0.1051595 Jul 16 08:38:41.336964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55242) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:41.407042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 84999976-a787-4aa6-ae8a-9c8c355ec780 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:41.437450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 84999976-a787-4aa6-ae8a-9c8c355ec780 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:41.437909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.446697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.481061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba40c0ed-8f05-41c8-a966-fd77a9f0fc45 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.550901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.584895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for de72d0fd-3362-4a9d-80f2-390b83fe50e5 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:41.590537 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba40c0ed-8f05-41c8-a966-fd77a9f0fc45 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.713591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba40c0ed-8f05-41c8-a966-fd77a9f0fc45 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.717821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba40c0ed-8f05-41c8-a966-fd77a9f0fc45 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.719142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ba40c0ed-8f05-41c8-a966-fd77a9f0fc45 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/security-groups/3105fbd6-f406-473e-bf19-aa750e8bbb8d HTTP/1.1" status: 204 len: 168 time: 0.3769863 Jul 16 08:38:41.722727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55246) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:41.732334 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.737995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996bf99-8a88-44f9-be1f-34ca1a2be8a3 None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:41.750792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40c0ed-8f05-41c8-a966-fd77a9f0fc45 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3105fbd6-f406-473e-bf19-aa750e8bbb8d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.890926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 84999976-a787-4aa6-ae8a-9c8c355ec780, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=84999976-a787-4aa6-ae8a-9c8c355ec780,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:41.900025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0199a408-4ef4-4606-9abe-98323a0db157 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.902297 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.903359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 92bba5f3-0b40-493c-97db-27c4ceedae30 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:41.963170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0199a408-4ef4-4606-9abe-98323a0db157 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.013055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.065900 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0199a408-4ef4-4606-9abe-98323a0db157 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.068582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0199a408-4ef4-4606-9abe-98323a0db157 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.070857 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0199a408-4ef4-4606-9abe-98323a0db157 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/security-groups/76cdae37-7ffc-4bce-80a8-92e7f00f866b HTTP/1.1" status: 204 len: 168 time: 0.3458371 Jul 16 08:38:42.078588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55248) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:42.101467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=de72d0fd-3362-4a9d-80f2-390b83fe50e5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:42.229715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 9ed2870a-7980-4eb8-bece-bd02a242b3a5 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:42.235608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199a408-4ef4-4606-9abe-98323a0db157 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cdae37-7ffc-4bce-80a8-92e7f00f866b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:42.244907 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.332560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.337557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-756c600d-bdad-4dd3-83aa-96ac091879e7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/de72d0fd-3362-4a9d-80f2-390b83fe50e5 HTTP/1.1" status: 204 len: 168 time: 1.5449350 Jul 16 08:38:42.340118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:42.351688 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.485420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daba74f-e4ca-494d-8726-638afddcea11 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.492512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daba74f-e4ca-494d-8726-638afddcea11 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.494578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daba74f-e4ca-494d-8726-638afddcea11 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.496304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0daba74f-e4ca-494d-8726-638afddcea11 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1548784 Jul 16 08:38:42.503933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55252) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:42.534934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:42.559359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.619468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ad4bb62d-40ee-4a24-a6f3-c7f7a6674a2c None None] Provisioning for port c5c94d35-402e-4688-88e4-120541d29d33 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:42.632643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 28247e5c-c9ab-4dd9-a7cd-8e7c3999dd4e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:42.638230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.691447 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.754707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed2870a-7980-4eb8-bece-bd02a242b3a5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:42.760564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.779851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.798331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 92bba5f3-0b40-493c-97db-27c4ceedae30 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:42.800174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d3e3fce9-86ce-446d-9b88-b3fc20cd9d34 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/9ed2870a-7980-4eb8-bece-bd02a242b3a5 HTTP/1.1" status: 204 len: 168 time: 0.7204969 Jul 16 08:38:42.800752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55254) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:42.806148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:42.870219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 92bba5f3-0b40-493c-97db-27c4ceedae30 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:42.870523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.877138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.996907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ad4bb62d-40ee-4a24-a6f3-c7f7a6674a2c None None] Provisioning complete for port 597abd95-6db0-478e-801c-71f41ffe6f08 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:42.997715 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb62d-40ee-4a24-a6f3-c7f7a6674a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.024443 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.055337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bb62d-40ee-4a24-a6f3-c7f7a6674a2c None None] Port 597abd95-6db0-478e-801c-71f41ffe6f08 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:43.070463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=28247e5c-c9ab-4dd9-a7cd-8e7c3999dd4e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.073804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=84999976-a787-4aa6-ae8a-9c8c355ec780,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.088125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.088474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.090888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.091248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.091616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.091969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.092303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.092633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.092965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.093367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.093694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.094016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:43.097520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c5c94d35-402e-4688-88e4-120541d29d33 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:43.111666 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6eb6154-ff03-4f53-873f-108c20bc047f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.113635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.119444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c5c31-0b14-4c00-a89f-fd3d3fb980f2 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:43.121034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ca484bf-a2f0-489f-92ba-c2f8a77d527c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/28247e5c-c9ab-4dd9-a7cd-8e7c3999dd4e HTTP/1.1" status: 204 len: 168 time: 0.6158459 Jul 16 08:38:43.123592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55256) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:43.200915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 9c6b36cb-5637-450f-a37e-799411a96e80 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:43.204279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.243460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:43.244250 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.252564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.303413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:43.307166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.415285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cb74b977-e8dd-4c8f-a350-785d27804e9e None None] Provisioning for port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:43.483200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.488736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.570521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d85640-b73c-44fc-a921-7f61cb386a3f None None] Update dhcp port {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'fixed_ips': [{'subnet_id': '49d40821-411f-4ef4-9e22-ac39ed2c59b7'}, {'subnet_id': '9ed2870a-7980-4eb8-bece-bd02a242b3a5'}], 'binding:host_id': 'n-d-798249-10'}, 'id': 'c5c94d35-402e-4688-88e4-120541d29d33'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:38:43.660536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.698300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 92bba5f3-0b40-493c-97db-27c4ceedae30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=92bba5f3-0b40-493c-97db-27c4ceedae30,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:43.702158 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3d85640-b73c-44fc-a921-7f61cb386a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.728211 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.806993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:43.850489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.882819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6b36cb-5637-450f-a37e-799411a96e80,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.912723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.969062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=718d8e06-131a-43f9-a536-e215c6d8182d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.975531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.977447 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5184c822-bd03-4fcc-bd56-2a1a662a4a25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/9c6b36cb-5637-450f-a37e-799411a96e80 HTTP/1.1" status: 204 len: 168 time: 0.8526425 Jul 16 08:38:43.980857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55262) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:43.988429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:43.992606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:44.009261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.011559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.046866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8fd93c30-e411-4fe1-a3de-e29aeee55c82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2449508 Jul 16 08:38:44.047894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55264) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.053234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'security_group': {'name': 'tempest-secgroup-135546912'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:44.076580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ac8f0c3-280f-40d3-9b90-00be0a200013 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928094 Jul 16 08:38:44.079382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.089333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:44.091063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:44.103384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e174eb-8564-47cd-b4ef-5a6330080d26 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:44.138941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.139164 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.139845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:44.173685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=92bba5f3-0b40-493c-97db-27c4ceedae30,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.247999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:44.257990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:38:44.257990 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:38:44.257990 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id_1': '0b2cdcac6721407caa67460276e57439', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 38, 44, 247425)}] Jul 16 08:38:44.257990 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:38:44.258993 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:38:44.277864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:44.278250 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.363192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.368713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.411731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.417627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3673749 Jul 16 08:38:44.417983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55274) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.423264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'security_group': {'name': 'tempest-secgroup-778428387'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:44.453723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e57f5-a80b-4968-a49f-909ee04023db tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e8780-340e-4098-9261-9f1fb5a06292,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.477083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.482113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.486718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd56703-d7f1-4a94-a1ad-87acffbcfb24 None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:44.534676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:44.542378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:44.542753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.577345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e11cf2a-cd58-41af-bf9e-09763034d5a4 None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:44.577723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e11cf2a-cd58-41af-bf9e-09763034d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.595346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.600553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.624249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.627391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2074442 Jul 16 08:38:44.628797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55288) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.634343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'security_group': {'name': 'tempest-secgroup-547491868'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:44.657547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53acd-cae5-493b-871d-08fec77cf8c4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390f415c-ea25-4742-a2b5-647412e5d01a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.687352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.705660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.809215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:44.816868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.817821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66f415af-075b-408e-a50a-05c457c1e480 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:44.985661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:44.989852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.999585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.099922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9fb-c1da-4208-bbee-5a0defe4927d req-c7f84780-0f53-4b86-b647-21acf24a2af3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.109908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9fb-c1da-4208-bbee-5a0defe4927d req-c7f84780-0f53-4b86-b647-21acf24a2af3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.110318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90fdc9fb-c1da-4208-bbee-5a0defe4927d req-c7f84780-0f53-4b86-b647-21acf24a2af3 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1682 time: 0.2284274 Jul 16 08:38:45.117211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:45.121859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.139447 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.140978 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5110662 Jul 16 08:38:45.144171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55296) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:45.151381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1618686965', 'security_groups': ['d4595723-e845-4655-a7a8-6e5dcc6c0377'], 'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '718d8e06-131a-43f9-a536-e215c6d8182d'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:45.169133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433eea9-6a02-435c-a493-333c3ea114ea tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4595723-e845-4655-a7a8-6e5dcc6c0377,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.204526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90fdc9fb-c1da-4208-bbee-5a0defe4927d req-81710b85-a693-4d4e-a5b9-7f23e72c4923 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764136 Jul 16 08:38:45.393467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:45.481496 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5e3f3c-9fe8-447d-a4eb-78fc0068a7b1 x-openstack-request-id: req-7b5e3f3c-9fe8-447d-a4eb-78fc0068a7b1 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:45.481794 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-plugged", "status": "completed", "tag": "968230d3-a851-4d38-a044-be613d33b6ae", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:45.482065 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b5e3f3c-9fe8-447d-a4eb-78fc0068a7b1 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:45.482450 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae', 'code': 200} Jul 16 08:38:45.499282 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.523834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.554807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.581097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b6ee-d714-4b50-b4d7-841d547bee88 req-96857787-5ff0-421f-9dc6-705e96e5caf3 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.592512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e11cf2a-cd58-41af-bf9e-09763034d5a4 None None] Provisioning complete for port 597abd95-6db0-478e-801c-71f41ffe6f08 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:45.592974 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e11cf2a-cd58-41af-bf9e-09763034d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.595997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4a4b6ee-d714-4b50-b4d7-841d547bee88 req-96857787-5ff0-421f-9dc6-705e96e5caf3 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.2677488 Jul 16 08:38:45.598893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:45.607527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:45.614329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'floatingip': {'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:45.641953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] device_id is not set on port a357c55a-52ca-4453-a355-cf6189d40d5a yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:45.644659 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.712795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.738170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 66f415af-075b-408e-a50a-05c457c1e480 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:45.748264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dae7e01c-db0d-44cc-8f4d-03a45f1f69df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.764398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.774488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 66f415af-075b-408e-a50a-05c457c1e480 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:45.774873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.778642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3e11cf2a-cd58-41af-bf9e-09763034d5a4 None None] Port 597abd95-6db0-478e-801c-71f41ffe6f08 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:45.809303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] Deleting port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:45.809966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.816911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:45.824102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-a5cb4521-f1a7-4311-84da-0c63821eb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.825627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-a5cb4521-f1a7-4311-84da-0c63821eb5ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 1098 time: 0.2881782 Jul 16 08:38:45.896239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.903355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.910206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.917321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.925474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.932209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.936422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8::1ca (e477b34c-b085-4a0a-9805-ebcf6cf30a63/718d8e06-131a-43f9-a536-e215c6d8182d/a357c55a-52ca-4453-a355-cf6189d40d5a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:45.939140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.942301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-9b890972-6d3b-4e63-bc3c-436c87d6cd63 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5440 time: 0.3636334 Jul 16 08:38:46.026147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.037307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] For port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:46.037704 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.083858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] Calling delete_port for 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:46.090811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Update dhcp port {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'fixed_ips': [{'subnet_id': '49d40821-411f-4ef4-9e22-ac39ed2c59b7'}, {'subnet_id': '718d8e06-131a-43f9-a536-e215c6d8182d'}], 'binding:host_id': 'n-d-798249-10'}, 'id': 'c5c94d35-402e-4688-88e4-120541d29d33'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:38:46.149005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:38:46.201483 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.209104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:46.221180 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.227999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be060e0e-b677-43b6-852c-a903e0aeaa2e req-565b87e4-f825-45ee-9968-250afa19b9f0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2744489 Jul 16 08:38:46.263589 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.264521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:46.284900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.310017 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.337004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object a357c55a-52ca-4453-a355-cf6189d40d5a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:46.386073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5452ae9-e4b1-471f-8bc0-9e432ef8dae1 req-390f5ab4-c521-436b-b84f-34fe460d2fa8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.395383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c5452ae9-e4b1-471f-8bc0-9e432ef8dae1 req-390f5ab4-c521-436b-b84f-34fe460d2fa8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.2905393 Jul 16 08:38:46.464479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c5452ae9-e4b1-471f-8bc0-9e432ef8dae1 req-23a1a4ff-39bb-4a9c-9c3f-3a714feddb43 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702772 Jul 16 08:38:46.494329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-dc4c5215-b028-4fe0-ba6b-5c0368b7c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.495882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-dc4c5215-b028-4fe0-ba6b-5c0368b7c0a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.6621814 Jul 16 08:38:46.561983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.580627 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.588955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66f415af-075b-408e-a50a-05c457c1e480,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:46.623064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.626658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.627699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cf8d658c-4995-4353-b874-f347f662c6e1 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:46.645949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-e9dbe966-21f2-45e7-924d-35f84632b13e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3421b480-ef08-4fc1-8a45-5c7e20190488 HTTP/1.1" status: 200 len: 217 time: 0.1159580 Jul 16 08:38:46.661067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] Pushing event deleted for resources: {'Port': ['ID=2b4a3513-bbfa-46fd-b4b0-ef364e127c25,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.702549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27345896-34f1-40f2-a6ac-642a4ad435d3 None None] No DVR routers for this DVR port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:46.708833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No active binding found for port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 {{(pid=93701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:38:46.709271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:46.752212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=a357c55a-52ca-4453-a355-cf6189d40d5a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.758051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:46.763616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.778400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:46.782978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:46.789910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.790543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.862940 n-d-798249-10 neutron-server[93700]: WARNING neutron.services.revisions.revision_plugin [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Could not find related port for resource to bump revision. Jul 16 08:38:46.905344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3bfa-b86e-490f-8542-406ae759e0a4 req-e99d4f24-0790-4a0c-9ed1-6279ec591775 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.907495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f6e3bfa-b86e-490f-8542-406ae759e0a4 req-e99d4f24-0790-4a0c-9ed1-6279ec591775 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.4926107 Jul 16 08:38:46.908369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Port 2b4a3513-bbfa-46fd-b4b0-ef364e127c25 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:38:46.908848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation for 2001:db8::f816:3eff:fe63:6cb0 {{(pid=93700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:38:46.915837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe63:6cb0 {{(pid=93700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:38:46.919023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b0f31044-b333-4af5-a7c6-f5707f99111f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7722940 Jul 16 08:38:46.922238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.922805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55316) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.929580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:46.941211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.971729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port cf8d658c-4995-4353-b874-f347f662c6e1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:46.984406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port cf8d658c-4995-4353-b874-f347f662c6e1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:46.984650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.021471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:47.028363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=f815bf52-3276-4236-a5ba-2ce188315bc7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.037296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:47.046750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-ef264ea3-5311-48fd-b759-b55353ffbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.055146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1b90b-7795-4529-b63c-ff7032a8614a None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:47.055601 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-ef264ea3-5311-48fd-b759-b55353ffbb7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.3976190 Jul 16 08:38:47.057736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.058921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.119302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-eec0f7ea-c66b-4956-bab0-05463aaee2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512555 Jul 16 08:38:47.130216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:47.134209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.173511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Allocated IP 2001:db8:0:1::2 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/49d40821-411f-4ef4-9e22-ac39ed2c59b7/c5c94d35-402e-4688-88e4-120541d29d33) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:47.193257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Allocated IP 2001:db8::2 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/718d8e06-131a-43f9-a536-e215c6d8182d/c5c94d35-402e-4688-88e4-120541d29d33) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:47.224782 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.239890 n-d-798249-10 neutron-server[93699]: INFO neutron.db.ipam_backend_mixin [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 718d8e06-131a-43f9-a536-e215c6d8182d (CIDR: 2001:db8::/64) Jul 16 08:38:47.250184 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:38:47.250765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:38:47.265879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-5c758e3e-7c92-4e93-adda-8389f82f2cab service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331584 Jul 16 08:38:47.271071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cf8d658c-4995-4353-b874-f347f662c6e1,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:47.282938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2961e-ac64-4af8-8c31-0a1694a07fe7 req-13c62794-05c0-457e-b882-24111c0f9210 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.285090 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.285920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc3718e7-d777-4014-b1ad-6e38b88ee1d1 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:47.292896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2961e-ac64-4af8-8c31-0a1694a07fe7 req-13c62794-05c0-457e-b882-24111c0f9210 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.294020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b2961e-ac64-4af8-8c31-0a1694a07fe7 req-13c62794-05c0-457e-b882-24111c0f9210 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1682 time: 0.4563572 Jul 16 08:38:47.298292 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c468dc40-393b-40af-b333-d1c83af3ec8f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3730159 Jul 16 08:38:47.327929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:47.332868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:47.403780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e972240b-5755-4c6e-a6fb-69b5eb0c4f4e req-9fcd3dd3-e4b8-430f-bf70-43f20c947cd9 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229932 Jul 16 08:38:47.410941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc6be66d-8eb1-4805-9f30-d99042125930 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3291500 Jul 16 08:38:47.416211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55322) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:47.422268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:47.432137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f6e3bfa-b86e-490f-8542-406ae759e0a4 req-5837f103-8df5-4cb9-a4c2-e09af6f999cc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143793 Jul 16 08:38:47.491720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84999976-a787-4aa6-ae8a-9c8c355ec780'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30'}, {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f415af-075b-408e-a50a-05c457c1e480'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:47.498072 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a0e15-8efb-4b15-a88a-fcdc7b1cd628" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "84999976-a787-4aa6-ae8a-9c8c355ec780"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30"}, {"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa2f58-f36c-40d0-bff8-b9b1cb189a93"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "66f415af-075b-408e-a50a-05c457c1e480"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:47.557170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.585017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:47.605427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:47.613818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.620151 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.635134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Transition to ACTIVE for port object c5c94d35-402e-4688-88e4-120541d29d33 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:47.644087 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.663135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'f815bf52-3276-4236-a5ba-2ce188315bc7'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:47.663762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.728277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.749809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:47.781736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:47.782239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.817097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.824134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.831127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.838502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.846347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.853333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.862540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.873557 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-2e8cb762-0c50-4db9-8545-156a6a22fdc4 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5442 time: 0.2304895 Jul 16 08:38:47.917586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b2961e-ac64-4af8-8c31-0a1694a07fe7 req-40535607-6186-4d35-8f85-bf6827272763 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965037 Jul 16 08:38:47.942369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.954597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.955065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78b255-6aac-48e4-864e-529086781e61 None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.036709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ad1ec2-919e-46a1-bfd7-d4f71e389639 req-fd339bb1-31b9-42d7-b843-21811b15419a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621866 Jul 16 08:38:48.153135 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Floating IP 5b6f4323-f2be-487e-aa98-9f79550545d8 associated. External IP: 172.25.0.139, port: 663f547f-6f6a-4785-a41c-6bd41e30af9a. Jul 16 08:38:48.197769 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfee7b4a-e36f-4fdb-ac0c-a5a1957409bd x-openstack-request-id: req-dfee7b4a-e36f-4fdb-ac0c-a5a1957409bd {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:48.198236 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "84999976-a787-4aa6-ae8a-9c8c355ec780", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30", "code": 200}, {"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa2f58-f36c-40d0-bff8-b9b1cb189a93", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "66f415af-075b-408e-a50a-05c457c1e480", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:48.198491 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfee7b4a-e36f-4fdb-ac0c-a5a1957409bd {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:48.199184 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106', 'code': 200} Jul 16 08:38:48.199609 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84999976-a787-4aa6-ae8a-9c8c355ec780', 'code': 200} Jul 16 08:38:48.199835 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'code': 200} Jul 16 08:38:48.200055 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93', 'code': 200} Jul 16 08:38:48.200303 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f415af-075b-408e-a50a-05c457c1e480', 'code': 200} Jul 16 08:38:48.200592 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1', 'code': 200} Jul 16 08:38:48.218501 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.244768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:48.249150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.257811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3421b480-ef08-4fc1-8a45-5c7e20190488 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:48.273825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:48.279233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:48.289729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.291015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.322268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=79ddf309-c70d-454e-83d9-6e1728585f04,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.336619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8962f68d-c085-47e3-b342-1415c5bc1eed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9185567 Jul 16 08:38:48.338784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55354) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:48.347686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:c8:e8:7f', 'name': 'tempest-NetworksTestDHCPv6-1904703793'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:48.477204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a66d-d8ea-478b-a705-a5e56ca72205 req-f4155088-3a7e-455a-9774-05dd7b3240f3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.479219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e408a66d-d8ea-478b-a705-a5e56ca72205 req-f4155088-3a7e-455a-9774-05dd7b3240f3 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 946 time: 0.2531400 Jul 16 08:38:48.515808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:48.516806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Allocated IP 2001:db8::f816:3eff:fe72:8951 (403e1a12-e2ec-4877-807a-187d784f3d1f/f815bf52-3276-4236-a5ba-2ce188315bc7/cffb004d-1e6c-44e5-b0d4-23f3f110f603) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:48.586917 n-d-798249-10 neutron-server[93699]: INFO neutron.db.ipam_backend_mixin [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49d40821-411f-4ef4-9e22-ac39ed2c59b7 (CIDR: 2001:db8:0:1::/64) Jul 16 08:38:48.641144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.672105 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:38:48.672673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:38:48.691507 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e408a66d-d8ea-478b-a705-a5e56ca72205 req-8fcd8fb0-89a0-4f97-a552-e76e7686acd7 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908484 Jul 16 08:38:48.737034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.761558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.806060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a24924b-4711-4bea-9741-87bac514101c tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4769883 Jul 16 08:38:48.808067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:48.823534 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'subnet': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:48.824345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:48.835147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:48.859528 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.859528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:48.910119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port a24722c5-0b3e-4011-a58d-058abeb0109d yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:48.949735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.960096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Transition to ACTIVE for port object cffb004d-1e6c-44e5-b0d4-23f3f110f603 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:48.977798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Transition to ACTIVE for port object cffb004d-1e6c-44e5-b0d4-23f3f110f603 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:49.026863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.079483 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.100526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:49.131811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec64a31-035c-4f0f-b69a-06c22df4330c req-dd71f489-aa48-47e7-997c-4f8d0c3ecdfc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.135156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:49.138021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:49.145015 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fec64a31-035c-4f0f-b69a-06c22df4330c req-dd71f489-aa48-47e7-997c-4f8d0c3ecdfc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.2194202 Jul 16 08:38:49.152830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:49.164072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Provisioning for port c5c94d35-402e-4688-88e4-120541d29d33 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:49.165550 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:49.180080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:49.193923 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:49.202522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.203957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:49.212510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.215693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:49.216067 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.218245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.321578 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99f6caad-59f2-47b4-897b-eb741fe85e48 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "PUT /v2.0/floatingips/5b6f4323-f2be-487e-aa98-9f79550545d8 HTTP/1.1" status: 200 len: 991 time: 3.7174280 Jul 16 08:38:49.328443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:49.331188 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfec6ab2-a845-45be-9f5b-9e140d658e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:49.370901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fec64a31-035c-4f0f-b69a-06c22df4330c req-5dabda77-00b2-42a0-987b-e720a56963df tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237196 Jul 16 08:38:49.388119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Pushing event updated for resources: {'Port': ['ID=cffb004d-1e6c-44e5-b0d4-23f3f110f603,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.520763 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:49.535802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.591829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:49.609004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Attempting to bind port cffb004d-1e6c-44e5-b0d4-23f3f110f603 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:49.609375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Attempting to bind port cffb004d-1e6c-44e5-b0d4-23f3f110f603 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:49.609780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Attempting to bind port cffb004d-1e6c-44e5-b0d4-23f3f110f603 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:49.618789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:49.619113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.625995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:49.627194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:49.627712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.628105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:49.628607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Bound port: cffb004d-1e6c-44e5-b0d4-23f3f110f603, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:49.628977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.637971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.647927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.654894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.662681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.669662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.676404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.683066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.685194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-a54f689d-ebb6-4f3e-a473-f695aa24928c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5442 time: 0.1827214 Jul 16 08:38:49.764346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16dcf2b9-92e9-4d14-9419-2101de8f971e req-80ea7807-bab7-4451-bfca-fea26e389525 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699461 Jul 16 08:38:49.825529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dd2f7-79ff-4fb0-ba3e-cd44c3cc5543 req-6b35e730-a113-465f-96cb-3d73a9601822 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.831997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dd2f7-79ff-4fb0-ba3e-cd44c3cc5543 req-6b35e730-a113-465f-96cb-3d73a9601822 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.833807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e3dd2f7-79ff-4fb0-ba3e-cd44c3cc5543 req-6b35e730-a113-465f-96cb-3d73a9601822 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1683 time: 0.4398785 Jul 16 08:38:49.848725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.872647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:49.909598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Made reservation on behalf of a3d1cbdd0b634c4990ca857268bf28a8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:49.913161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.918620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 172.20.0.2 (403e1a12-e2ec-4877-807a-187d784f3d1f/79ddf309-c70d-454e-83d9-6e1728585f04/a24722c5-0b3e-4011-a58d-058abeb0109d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:49.946912 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '5b6f4323-f2be-487e-aa98-9f79550545d8', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'mac_address': 'fa:16:3e:d7:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:38:04Z', 'updated_at': '2021-07-16T08:38:47Z', 'revision_number': 1, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:49.961168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:fec8:e87f (403e1a12-e2ec-4877-807a-187d784f3d1f/f815bf52-3276-4236-a5ba-2ce188315bc7/a24722c5-0b3e-4011-a58d-058abeb0109d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:49.968119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e3dd2f7-79ff-4fb0-ba3e-cd44c3cc5543 req-00c76bbc-d21d-49ef-afcb-353463af78d5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239932 Jul 16 08:38:49.996427 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:50.015655 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:50.017280 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:50.074064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:50.211115 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.212239 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dea5e0-62fd-4e6c-8e97-4b3efb7dc258 x-openstack-request-id: req-d7dea5e0-62fd-4e6c-8e97-4b3efb7dc258 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:50.212548 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:50.212799 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7dea5e0-62fd-4e6c-8e97-4b3efb7dc258 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:50.213483 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'status': 'completed', 'code': 200} Jul 16 08:38:50.216377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1'}, {'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:50.221555 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feff096-c444-4908-9584-a81bb52cd4ab" -d '{"events": [{"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-plugged", "status": "completed", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1"}, {"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-unplugged", "status": "completed", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:50.235219 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:50.251919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.323194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] For port cffb004d-1e6c-44e5-b0d4-23f3f110f603, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:50.429895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.453589 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37855ac0-ca06-402c-b4c5-7e32f6a9399c x-openstack-request-id: req-37855ac0-ca06-402c-b4c5-7e32f6a9399c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:50.454142 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-plugged", "status": "completed", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1", "code": 200}, {"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-unplugged", "status": "failed", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488", "code": 422}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:50.454642 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37855ac0-ca06-402c-b4c5-7e32f6a9399c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:50.455196 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1', 'code': 200} Jul 16 08:38:50.455959 n-d-798249-10 neutron-server[93701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'code': 422} returned with failed status Jul 16 08:38:50.495466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] For port cffb004d-1e6c-44e5-b0d4-23f3f110f603, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cffb004d-1e6c-44e5-b0d4-23f3f110f603,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:50.513416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.516691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:50.520870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Provisioning complete for port 597abd95-6db0-478e-801c-71f41ffe6f08 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:50.521504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.521948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128098-2f6f-400e-a9a6-505a5e5335fe req-bebec291-ee66-4a58-98f4-619da58ffeb6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.530821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51128098-2f6f-400e-a9a6-505a5e5335fe req-bebec291-ee66-4a58-98f4-619da58ffeb6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 944 time: 0.1527607 Jul 16 08:38:50.567353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d8237f35-c6b6-40dd-951c-b45500c85395 None None] Port 597abd95-6db0-478e-801c-71f41ffe6f08 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:50.583304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51128098-2f6f-400e-a9a6-505a5e5335fe req-527156e2-26e6-4975-ac9e-19ed877ff5ed tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510764 Jul 16 08:38:50.600525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.601532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4c960b88-af29-41bb-bf44-748b71499b90 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:50.621400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.630171 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '5b6f4323-f2be-487e-aa98-9f79550545d8', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'mac_address': 'fa:16:3e:d7:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:38:04Z', 'updated_at': '2021-07-16T08:38:47Z', 'revision_number': 1, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:50.656546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:50.656850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.661767 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d969b-53f8-4e58-b9fc-e76551a5aba2 None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '5b6f4323-f2be-487e-aa98-9f79550545d8', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'mac_address': 'fa:16:3e:d7:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:38:04Z', 'updated_at': '2021-07-16T08:38:47Z', 'revision_number': 1, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:50.725726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a1b441e5-68a8-4727-9a69-4bce59e652e6 None None] Could not find standard attr ID for object 3e5582c8-0e05-4d13-95de-cfa7a27ca055. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:38:50.741389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7019d-7e14-4199-8752-f300529466ed None None] Pushing event updated for resources: {'Port': ['ID=cffb004d-1e6c-44e5-b0d4-23f3f110f603,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.818440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.831907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object a24722c5-0b3e-4011-a58d-058abeb0109d will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:50.832976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a1b441e5-68a8-4727-9a69-4bce59e652e6 None None] Provisioning for port a357c55a-52ca-4453-a355-cf6189d40d5a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:50.841540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71b7d7-24ca-4be4-ad2d-f9120b4ed2ab req-a776819a-5206-4ae8-8a59-92dc5f49249e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.843311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.843934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a1b441e5-68a8-4727-9a69-4bce59e652e6 None None] Provisioning complete for port a357c55a-52ca-4453-a355-cf6189d40d5a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:50.844353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1b441e5-68a8-4727-9a69-4bce59e652e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.845754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e71b7d7-24ca-4be4-ad2d-f9120b4ed2ab req-a776819a-5206-4ae8-8a59-92dc5f49249e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.1258264 Jul 16 08:38:50.847199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-fb3653d5-da09-4a0a-8543-74c242705d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.849207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-fb3653d5-da09-4a0a-8543-74c242705d96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1097 time: 0.5187278 Jul 16 08:38:50.862299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-c5d5be26-3084-40a3-8f1d-ba63c74d8e92 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.863881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-c5d5be26-3084-40a3-8f1d-ba63c74d8e92 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.3684855 Jul 16 08:38:50.871103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77242a07-96fd-4de1-96b2-b82199642f95 req-6689d84f-60f3-44a1-8c86-bd703f1f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.871627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77242a07-96fd-4de1-96b2-b82199642f95 req-6689d84f-60f3-44a1-8c86-bd703f1f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.873225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77242a07-96fd-4de1-96b2-b82199642f95 req-6689d84f-60f3-44a1-8c86-bd703f1f25f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1987 time: 0.3620021 Jul 16 08:38:50.880551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 4c960b88-af29-41bb-bf44-748b71499b90 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:50.904799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4c960b88-af29-41bb-bf44-748b71499b90 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:50.905190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.913553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e71b7d7-24ca-4be4-ad2d-f9120b4ed2ab req-f1b11778-ebe6-43bf-a1aa-4e9397ba8938 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Jul 16 08:38:50.983620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a1b441e5-68a8-4727-9a69-4bce59e652e6 None None] Port a357c55a-52ca-4453-a355-cf6189d40d5a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:51.028777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-5ff811e6-fe55-4432-8b17-8d2a422e6b66 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/quotas/2a76a305297e4e488c34cb1706e21733 HTTP/1.1" status: 200 len: 375 time: 0.1405728 Jul 16 08:38:51.054250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:51.093583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1c9b4-4ff1-4b9a-afa8-3a12bbd98555 None None] New status for floating IP 5b6f4323-f2be-487e-aa98-9f79550545d8: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:38:51.112237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:51.126659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77242a07-96fd-4de1-96b2-b82199642f95 req-85048b01-dbc0-485d-8dd4-a73e78a5d6a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298539 Jul 16 08:38:51.129709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.130303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.183084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Subnet': ['ID=826b8b23-3c28-4cef-bedc-468b3a57009b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.208582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-530269cd-fb3d-4e00-8b32-39d8a4c00e12 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3976874 Jul 16 08:38:51.212830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2dcdb-9e26-4ec3-b649-3c8eff12003e None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:51.213135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55442) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:51.215999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.217755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.220375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1588790293', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '826b8b23-3c28-4cef-bedc-468b3a57009b'}], 'security_groups': ['7d3e8780-340e-4098-9261-9f1fb5a06292', '390f415c-ea25-4742-a2b5-647412e5d01a']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:51.272693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-88a5b4c6-7f54-456e-bfda-16e068d897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.274952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-88a5b4c6-7f54-456e-bfda-16e068d897e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.4007084 Jul 16 08:38:51.299917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-c60ba24e-62ce-4229-997f-bf41a1d3b13a tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2411814 Jul 16 08:38:51.309341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:51.350368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4c960b88-af29-41bb-bf44-748b71499b90,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:51.357996 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.364976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:51.387518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:51.406504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=a24722c5-0b3e-4011-a58d-058abeb0109d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.448682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.461463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:51.498126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.521939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-27c5dc8d-d471-48d4-97cb-8f74a91f7c2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 999 time: 0.2386279 Jul 16 08:38:51.600000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.600592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.619945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-11b48142-4cc1-4b2b-96d2-abf9919f0455 service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720559 Jul 16 08:38:51.638062 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.694455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:51.700268 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.747760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-4a4c4c75-e5ac-4006-8300-60730f5f5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.749993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-4a4c4c75-e5ac-4006-8300-60730f5f5d5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.2201438 Jul 16 08:38:51.757919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9ff67751-33f0-4b80-bfc4-faca5cf8b7ec tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4188781 Jul 16 08:38:51.764707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:51.977142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-3b2ee9c8-91e5-4c63-9455-7b0f1ffa3b4d service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291056 Jul 16 08:38:52.009516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-55ced45f-a614-411d-bea0-f27fbd9316dc tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.011274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-55ced45f-a614-411d-bea0-f27fbd9316dc tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.18 "GET /v2.0/ports?device_id=945847dc-6c95-462e-87a2-90a40be6195f HTTP/1.1" status: 200 len: 944 time: 0.2908013 Jul 16 08:38:52.049942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39e5da-ac46-4492-914f-30fcb7b348d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.064766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39e5da-ac46-4492-914f-30fcb7b348d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.067745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cd39e5da-ac46-4492-914f-30fcb7b348d6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3008864 Jul 16 08:38:52.072228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:52.078784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cffb004d-1e6c-44e5-b0d4-23f3f110f603 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:52.139980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-aac83484-c837-4b13-ba26-480a28131b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.150349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-aac83484-c837-4b13-ba26-480a28131b87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3820975 Jul 16 08:38:52.256589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:52.269563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3421b480-ef08-4fc1-8a45-5c7e20190488 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:52.293458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-9ecb85d5-2d83-4402-9034-a40c16fdfc8d service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405098 Jul 16 08:38:52.304588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802bc8a3-bb68-45e7-8d9b-f212a2c8f785 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:52.307605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:52.394901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] Provisioning for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:52.400138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Deleting port 968230d3-a851-4d38-a044-be613d33b6ae {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:52.400547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.409101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] Provisioning complete for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:52.409419 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.457647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Update dhcp port {'port': {'network_id': 'e477b34c-b085-4a0a-9805-ebcf6cf30a63', 'fixed_ips': [{'subnet_id': '49d40821-411f-4ef4-9e22-ac39ed2c59b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '718d8e06-131a-43f9-a536-e215c6d8182d', 'ip_address': '2001:db8::2'}, {'subnet_id': '826b8b23-3c28-4cef-bedc-468b3a57009b'}], 'binding:host_id': 'n-d-798249-10'}, 'id': 'c5c94d35-402e-4688-88e4-120541d29d33'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:38:52.495671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.503778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e09ed78-bc59-4efb-8d81-b5c2eb098dbb'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c960b88-af29-41bb-bf44-748b71499b90'}, {'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:52.505972 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec2bae6-d577-4085-80c0-4a13e70d0320" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "8e09ed78-bc59-4efb-8d81-b5c2eb098dbb"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c960b88-af29-41bb-bf44-748b71499b90"}, {"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-unplugged", "status": "completed", "tag": "968230d3-a851-4d38-a044-be613d33b6ae"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:52.510501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.514960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a8d-9486-444c-9202-853b86402b3f req-e2343845-f2ec-4b0e-abac-790e182f5cae tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.517357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] For port 968230d3-a851-4d38-a044-be613d33b6ae, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=968230d3-a851-4d38-a044-be613d33b6ae,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:52.517722 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.522515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79691a8d-9486-444c-9202-853b86402b3f req-e2343845-f2ec-4b0e-abac-790e182f5cae tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3881e61-4e45-4820-bfbc-e9987752370a HTTP/1.1" status: 200 len: 944 time: 0.3438642 Jul 16 08:38:52.531435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Calling delete_port for 968230d3-a851-4d38-a044-be613d33b6ae owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:52.564102 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:52.588527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Delete allocated IP 2001:db8::1ca (e477b34c-b085-4a0a-9805-ebcf6cf30a63/718d8e06-131a-43f9-a536-e215c6d8182d) {{(pid=93699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:38:52.593320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port a24722c5-0b3e-4011-a58d-058abeb0109d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:52.593704 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.634917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Allocated IP 2001:db8:0:2::b1 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/826b8b23-3c28-4cef-bedc-468b3a57009b/a357c55a-52ca-4453-a355-cf6189d40d5a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:52.739445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:52.740395 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.746727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.761549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.787100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.819137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event deleted for resources: {'Port': ['ID=968230d3-a851-4d38-a044-be613d33b6ae,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.834860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for a24722c5-0b3e-4011-a58d-058abeb0109d owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:52.863432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Deleting port 3421b480-ef08-4fc1-8a45-5c7e20190488 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:52.863780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.864009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.871671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.878631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.884608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.890425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.896280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.902667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.905396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2061289f-124d-4213-b51b-3477d4a6c668 req-df6860f2-24b4-4c75-bbf2-d72fe82e1341 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.5526061 Jul 16 08:38:52.911347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dfec6ab2-a845-45be-9f5b-9e140d658e5d req-87e492a2-6e6e-4ab3-a0c7-37f5fcdfb1f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095076 Jul 16 08:38:52.934506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] No DVR routers for this DVR port 968230d3-a851-4d38-a044-be613d33b6ae on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:52.937705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.939492 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5740efee-ace4-4a8a-a506-9688d2c5d5e6 req-8b5b83dd-72a0-4601-a58a-baeafac617a2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.18 "DELETE /v2.0/ports/968230d3-a851-4d38-a044-be613d33b6ae HTTP/1.1" status: 204 len: 173 time: 0.9219825 Jul 16 08:38:52.939928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-deleted', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:52.943392 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592cb8c4-eb5d-4b33-bdfd-1a3c2193087d" -d '{"events": [{"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-deleted", "tag": "968230d3-a851-4d38-a044-be613d33b6ae"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:52.990322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2061289f-124d-4213-b51b-3477d4a6c668 req-74bddb8f-c76c-47ed-aeaa-32cb30aecf10 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621431 Jul 16 08:38:52.998137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] For port cffb004d-1e6c-44e5-b0d4-23f3f110f603, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cffb004d-1e6c-44e5-b0d4-23f3f110f603,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:53.006327 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.141334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] For port 3421b480-ef08-4fc1-8a45-5c7e20190488, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3421b480-ef08-4fc1-8a45-5c7e20190488,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:53.142099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.159732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.177165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Calling delete_port for 3421b480-ef08-4fc1-8a45-5c7e20190488 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:53.191131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c317f-2db4-4e7c-8c49-4cb68d17c17e None None] Pushing event updated for resources: {'Port': ['ID=cffb004d-1e6c-44e5-b0d4-23f3f110f603,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.217612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8b69-4f40-4b16-8f21-7a694520de92 req-de18229e-7fe3-417d-b654-546d9f5b4e41 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.224693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e8b69-4f40-4b16-8f21-7a694520de92 req-de18229e-7fe3-417d-b654-546d9f5b4e41 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.232689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc3e8b69-4f40-4b16-8f21-7a694520de92 req-de18229e-7fe3-417d-b654-546d9f5b4e41 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1683 time: 0.0986516 Jul 16 08:38:53.271617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Update dhcp port {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': 'f815bf52-3276-4236-a5ba-2ce188315bc7', 'ip_address': '2001:db8::f816:3eff:fe72:8951'}, {'subnet_id': '79ddf309-c70d-454e-83d9-6e1728585f04'}], 'binding:host_id': 'n-d-798249-10'}, 'id': 'cffb004d-1e6c-44e5-b0d4-23f3f110f603'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:38:53.275014 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc3e8b69-4f40-4b16-8f21-7a694520de92 req-ea280346-5273-49b9-a5e2-bcd3c36a12e2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 Jul 16 08:38:53.302371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Transition to ACTIVE for port object a357c55a-52ca-4453-a355-cf6189d40d5a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:53.316683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.320977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.416822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Allocated IP 2001:db8:0:2::2 (e477b34c-b085-4a0a-9805-ebcf6cf30a63/826b8b23-3c28-4cef-bedc-468b3a57009b/c5c94d35-402e-4688-88e4-120541d29d33) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:53.474196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] In _notify_port_updated(), no bound segment for port a357c55a-52ca-4453-a355-cf6189d40d5a on network e477b34c-b085-4a0a-9805-ebcf6cf30a63 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:38:53.479804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.480442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.481759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "PUT /v2.0/ports/a357c55a-52ca-4453-a355-cf6189d40d5a HTTP/1.1" status: 200 len: 969 time: 2.2672749 Jul 16 08:38:53.484768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55498) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:53.506988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f3a57-4736-495d-8fcc-3c6a34551ad6 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event updated for resources: {'Port': ['ID=a357c55a-52ca-4453-a355-cf6189d40d5a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.519152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.540898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.578946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=a24722c5-0b3e-4011-a58d-058abeb0109d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.632371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event deleted for resources: {'Port': ['ID=3421b480-ef08-4fc1-8a45-5c7e20190488,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.684870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca0bb4-0618-4d05-90aa-9bd2a304e4d2 req-e357737a-8689-449d-bb0a-b713afaa723f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.686767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8eca0bb4-0618-4d05-90aa-9bd2a304e4d2 req-e357737a-8689-449d-bb0a-b713afaa723f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.0950220 Jul 16 08:38:53.693611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port a357c55a-52ca-4453-a355-cf6189d40d5a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:53.697801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.720293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] No DVR routers for this DVR port 3421b480-ef08-4fc1-8a45-5c7e20190488 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:53.725099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.734772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79691a8d-9486-444c-9202-853b86402b3f req-be060212-4c8d-4993-9144-e7b7f297fb66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "DELETE /v2.0/ports/3421b480-ef08-4fc1-8a45-5c7e20190488 HTTP/1.1" status: 204 len: 173 time: 1.2094665 Jul 16 08:38:53.735298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-deleted', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:53.737835 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0bea4c-a00c-4640-9a07-b5c6e6839546" -d '{"events": [{"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-deleted", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:53.793892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Allocated IP 172.20.0.3 (403e1a12-e2ec-4877-807a-187d784f3d1f/79ddf309-c70d-454e-83d9-6e1728585f04/cffb004d-1e6c-44e5-b0d4-23f3f110f603) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:53.798963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.806969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4678c8b7-154c-45b1-b528-cdc82441dcfc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/a24722c5-0b3e-4011-a58d-058abeb0109d HTTP/1.1" status: 204 len: 168 time: 1.7244067 Jul 16 08:38:53.807641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:53.811713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:53.828105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cffb004d-1e6c-44e5-b0d4-23f3f110f603 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:53.879871 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.902533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for a357c55a-52ca-4453-a355-cf6189d40d5a owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:53.907498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.908999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09221f8-b56a-4243-84f7-5ace06ee3ff3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.911039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09221f8-b56a-4243-84f7-5ace06ee3ff3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.914055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09221f8-b56a-4243-84f7-5ace06ee3ff3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.916249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b09221f8-b56a-4243-84f7-5ace06ee3ff3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1075065 Jul 16 08:38:53.919368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55508) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:53.951461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Transition to ACTIVE for port object c5c94d35-402e-4688-88e4-120541d29d33 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:53.963353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.016409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 79ddf309-c70d-454e-83d9-6e1728585f04 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:54.101443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] For port cffb004d-1e6c-44e5-b0d4-23f3f110f603, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cffb004d-1e6c-44e5-b0d4-23f3f110f603,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:54.119879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd330-52b3-46f2-8b94-041de6cad6b1 None None] Pushing event updated for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:54.128053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:54.128426 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.196837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.200539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:54.271916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 968230d3-a851-4d38-a044-be613d33b6ae {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:54.272580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 968230d3-a851-4d38-a044-be613d33b6ae not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:54.279415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Transition to ACTIVE for port object cffb004d-1e6c-44e5-b0d4-23f3f110f603 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:54.284183 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.298102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.343922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8eca0bb4-0618-4d05-90aa-9bd2a304e4d2 req-3dee7eab-e1eb-49ae-84ca-ae30822ad158 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852489 Jul 16 08:38:54.354841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.402925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b15d4-4c28-4f4a-858a-33d706054056 None None] Pushing event updated for resources: {'Port': ['ID=cffb004d-1e6c-44e5-b0d4-23f3f110f603,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:54.424263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Port cffb004d-1e6c-44e5-b0d4-23f3f110f603 had new provisioning blocks added so it will not transition to active. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 08:38:54.519582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.541235 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e74fc87-a9e8-4f24-9894-8f4f5b55fa9c x-openstack-request-id: req-4e74fc87-a9e8-4f24-9894-8f4f5b55fa9c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:54.541881 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "8e09ed78-bc59-4efb-8d81-b5c2eb098dbb", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-plugged", "status": "completed", "tag": "4c960b88-af29-41bb-bf44-748b71499b90", "code": 200}, {"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-unplugged", "status": "completed", "tag": "968230d3-a851-4d38-a044-be613d33b6ae", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:54.542854 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e74fc87-a9e8-4f24-9894-8f4f5b55fa9c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:54.543885 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e09ed78-bc59-4efb-8d81-b5c2eb098dbb', 'code': 200} Jul 16 08:38:54.544518 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c960b88-af29-41bb-bf44-748b71499b90', 'code': 200} Jul 16 08:38:54.544994 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae', 'code': 200} Jul 16 08:38:54.586104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-b9379b45-e0dd-4118-928b-f4ab9d87dad6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.587703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-b9379b45-e0dd-4118-928b-f4ab9d87dad6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.6630578 Jul 16 08:38:54.618811 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9eb774-1c90-450d-bbc6-980a4d5f9204 x-openstack-request-id: req-1d9eb774-1c90-450d-bbc6-980a4d5f9204 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:54.619180 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945847dc-6c95-462e-87a2-90a40be6195f", "name": "network-vif-deleted", "tag": "968230d3-a851-4d38-a044-be613d33b6ae", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:54.619484 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d9eb774-1c90-450d-bbc6-980a4d5f9204 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:54.619764 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945847dc-6c95-462e-87a2-90a40be6195f', 'name': 'network-vif-deleted', 'tag': '968230d3-a851-4d38-a044-be613d33b6ae', 'status': 'completed', 'code': 200} Jul 16 08:38:54.641823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80e7aca5-7ed4-4b9b-b0cc-e6eef5bfa035 req-4c51ab99-0a66-4392-b881-f34d1adba344 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 210 time: 0.0897002 Jul 16 08:38:54.650283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Request body: {'port': {'device_id': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'admin_state_up': True, 'tenant_id': '2a76a305297e4e488c34cb1706e21733'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:54.654646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.690194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=79ddf309-c70d-454e-83d9-6e1728585f04,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:54.704428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.708271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cf6f249b-c54e-4868-af37-935be2b85156 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/79ddf309-c70d-454e-83d9-6e1728585f04 HTTP/1.1" status: 204 len: 168 time: 0.7874699 Jul 16 08:38:54.712113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55522) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:54.754355 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3618e970-7a28-4284-a715-d7b973c30c3b x-openstack-request-id: req-3618e970-7a28-4284-a715-d7b973c30c3b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:54.754657 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3881e61-4e45-4820-bfbc-e9987752370a", "name": "network-vif-deleted", "tag": "3421b480-ef08-4fc1-8a45-5c7e20190488", "status": "failed", "code": 422}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:54.754915 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3618e970-7a28-4284-a715-d7b973c30c3b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:54.755746 n-d-798249-10 neutron-server[93699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3881e61-4e45-4820-bfbc-e9987752370a', 'name': 'network-vif-deleted', 'tag': '3421b480-ef08-4fc1-8a45-5c7e20190488', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:38:54.825300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet f815bf52-3276-4236-a5ba-2ce188315bc7 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:54.829344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.888050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.946655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.021729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=a357c55a-52ca-4453-a355-cf6189d40d5a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.099938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.112280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.114134 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3e047871-05ba-499e-af74-1ad5cc1488f5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/a357c55a-52ca-4453-a355-cf6189d40d5a HTTP/1.1" status: 204 len: 168 time: 1.6280119 Jul 16 08:38:55.126397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55528) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.140889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.142451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.145208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.149991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.151915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.152480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.154886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.155714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.157516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-36406547-8c1c-4d1b-b493-1e423fe49aa1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.4654403 Jul 16 08:38:55.160874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.170160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.185867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.198574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.213606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.222020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.223969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-7c54ff82-3f4f-40ae-b14b-a88710ffea77 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.2856991 Jul 16 08:38:55.225875 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-016fb7c1-9bde-408c-a8d1-c9571b5fbb28 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] GET failed (client error): The resource could not be found. Jul 16 08:38:55.230307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-016fb7c1-9bde-408c-a8d1-c9571b5fbb28 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports/a357c55a-52ca-4453-a355-cf6189d40d5a HTTP/1.1" status: 404 len: 333 time: 0.0693431 Jul 16 08:38:55.234603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55532) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.237819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Made reservation on behalf of 2a76a305297e4e488c34cb1706e21733 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:55.242523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.283098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f498337-48b0-4b26-9f3e-622ac6c4dff0 req-fffc0168-f8aa-4950-a4b5-5db5afd7b5cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012697 Jul 16 08:38:55.388725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0c7f848-114b-4703-b269-fb7541b9b892 req-710dd5d5-68b0-49bb-a3d0-90a0d2315e40 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270394 Jul 16 08:38:55.405681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.464610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Provisioning for port c5c94d35-402e-4688-88e4-120541d29d33 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:55.467726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Allocated IP 172.20.0.13 (19a255dd-d3b5-4fe3-bbca-e0292f353cac/068d9a50-f980-4306-baeb-36bd6d7fe978/87d66004-90cd-4848-9f9b-eb471b09b8a4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:55.474171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:55.474859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=f815bf52-3276-4236-a5ba-2ce188315bc7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.475134 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.489124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae15742a-37e7-43fe-ad96-c15635cb96df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.503262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.505262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8e0e627c-948b-47dd-9b8b-958aee0ba839 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f815bf52-3276-4236-a5ba-2ce188315bc7 HTTP/1.1" status: 204 len: 168 time: 0.7921515 Jul 16 08:38:55.510156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55546) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.547389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae15742a-37e7-43fe-ad96-c15635cb96df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.566244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-08db3a94-25fc-4021-b093-92f3e80c2dc8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521083 Jul 16 08:38:55.567012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55548) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.575132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:55.646722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463e0fa-fbe6-4ce2-9be8-10c2b3168d6f None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:55.649153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae15742a-37e7-43fe-ad96-c15635cb96df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.652209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae15742a-37e7-43fe-ad96-c15635cb96df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.654099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae15742a-37e7-43fe-ad96-c15635cb96df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/security-groups/d4595723-e845-4655-a7a8-6e5dcc6c0377 HTTP/1.1" status: 204 len: 168 time: 0.4185143 Jul 16 08:38:55.665319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.699783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Could not find standard attr ID for object a357c55a-52ca-4453-a355-cf6189d40d5a. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:38:55.708005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15742a-37e7-43fe-ad96-c15635cb96df tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4595723-e845-4655-a7a8-6e5dcc6c0377,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.759600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a920-2684-43e8-91a9-2a2749e29e6d req-5cbb4e39-9f8d-4bbb-b446-3081d60f188f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.761864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe0a920-2684-43e8-91a9-2a2749e29e6d req-5cbb4e39-9f8d-4bbb-b446-3081d60f188f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.1262765 Jul 16 08:38:55.791173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:55.800672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Provisioning complete for port 597abd95-6db0-478e-801c-71f41ffe6f08 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:55.801045 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.826005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fe0a920-2684-43e8-91a9-2a2749e29e6d req-e51b7d8c-d24f-428b-a196-b02db888a817 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514185 Jul 16 08:38:55.912248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d79a3de3-79b6-4aa9-be4c-9b5910bea60b None None] Port 597abd95-6db0-478e-801c-71f41ffe6f08 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:55.933523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-79da140b-bcd0-464d-8339-c3da06bd3e5f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.941250 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-79da140b-bcd0-464d-8339-c3da06bd3e5f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.3753669 Jul 16 08:38:55.945514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:55.947171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.967119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:55.971050 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.026355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-f9ca66d5-e5df-47cc-883f-4809c33eb95b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0841525 Jul 16 08:38:56.079932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0bd9ddac-e642-4f95-bafb-eed1b6778e72 None None] Provisioning for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:56.090827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0bd9ddac-e642-4f95-bafb-eed1b6778e72 None None] Provisioning complete for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:56.091208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0bd9ddac-e642-4f95-bafb-eed1b6778e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.093739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cffb004d-1e6c-44e5-b0d4-23f3f110f603 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:56.113290 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b0a96764-af7f-4a55-a105-abe1da701195 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858655 Jul 16 08:38:56.115258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd945379-2b59-43f5-ac57-fbb361fd02c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.249143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd945379-2b59-43f5-ac57-fbb361fd02c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.259404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187dca-1e00-42dd-bc74-b215e13d4ce3 req-fbb532b1-e650-46e0-a598-17c26dcf295d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.259650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.266591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187dca-1e00-42dd-bc74-b215e13d4ce3 req-fbb532b1-e650-46e0-a598-17c26dcf295d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.268557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c187dca-1e00-42dd-bc74-b215e13d4ce3 req-fbb532b1-e650-46e0-a598-17c26dcf295d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1683 time: 0.0982323 Jul 16 08:38:56.292500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:56.323417 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c187dca-1e00-42dd-bc74-b215e13d4ce3 req-8c5d5f26-9abe-4d37-8310-086d13fc4304 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Jul 16 08:38:56.392073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cffb004d-1e6c-44e5-b0d4-23f3f110f603 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:56.392617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.401024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-0d2d2586-5deb-42c9-9b5d-03d902b0c6ec service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867663 Jul 16 08:38:56.401608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd945379-2b59-43f5-ac57-fbb361fd02c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.404475 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd945379-2b59-43f5-ac57-fbb361fd02c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.407849 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd945379-2b59-43f5-ac57-fbb361fd02c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/security-groups/390f415c-ea25-4742-a2b5-647412e5d01a HTTP/1.1" status: 204 len: 168 time: 0.7394993 Jul 16 08:38:56.408389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55556) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.484269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd945379-2b59-43f5-ac57-fbb361fd02c5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390f415c-ea25-4742-a2b5-647412e5d01a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.503479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0bd9ddac-e642-4f95-bafb-eed1b6778e72 None None] Could not find standard attr ID for object a357c55a-52ca-4453-a355-cf6189d40d5a. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:38:56.510351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e199070-d38b-4917-a285-498396de13bf req-93de3b9a-2afe-42a2-9d35-42350951d032 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 210 time: 0.0604250 Jul 16 08:38:56.523679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] Deleting port cffb004d-1e6c-44e5-b0d4-23f3f110f603 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:56.524160 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.531372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0bd9ddac-e642-4f95-bafb-eed1b6778e72 None None] Could not find standard attr ID for object a24722c5-0b3e-4011-a58d-058abeb0109d. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:38:56.539946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.550061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-627c9cf0-0c10-4496-887e-5f1abfe717bd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.581161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-627c9cf0-0c10-4496-887e-5f1abfe717bd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.614182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:56.620444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] For port cffb004d-1e6c-44e5-b0d4-23f3f110f603, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cffb004d-1e6c-44e5-b0d4-23f3f110f603,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:56.622037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.625210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:56.628982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-627c9cf0-0c10-4496-887e-5f1abfe717bd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.632511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-627c9cf0-0c10-4496-887e-5f1abfe717bd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.633943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-627c9cf0-0c10-4496-887e-5f1abfe717bd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/security-groups/7d3e8780-340e-4098-9261-9f1fb5a06292 HTTP/1.1" status: 204 len: 168 time: 0.2241344 Jul 16 08:38:56.635672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:56.636460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] Calling delete_port for cffb004d-1e6c-44e5-b0d4-23f3f110f603 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:56.638042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55560) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.658283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c9cf0-0c10-4496-887e-5f1abfe717bd tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e8780-340e-4098-9261-9f1fb5a06292,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.725861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 718d8e06-131a-43f9-a536-e215c6d8182d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:56.729686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.755181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-366c01b0-63a6-45e5-96ad-7f380208ca7c service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390570 Jul 16 08:38:56.755823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.762941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.793148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.815236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.815922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.823438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.844056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:56.848330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] Pushing event deleted for resources: {'Port': ['ID=cffb004d-1e6c-44e5-b0d4-23f3f110f603,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.851918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:56.857184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.857887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.861531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-20548bf5-d91d-4c12-8d07-9eb254e13cd6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2454982 Jul 16 08:38:56.863194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=f4c00952-87e6-4e59-9503-e0f3d439e52e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.863528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b42e1e-db06-4ef8-9709-f7b698b13638 None None] No DVR routers for this DVR port cffb004d-1e6c-44e5-b0d4-23f3f110f603 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:56.886817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Request body: {'port': {'device_id': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:56.892581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f2ef3895-7b1c-4e2b-8e64-b3e86f186f40 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3246257 Jul 16 08:38:56.900084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b54d38-d350-4d91-8f4f-0ca82ed6cba6 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:56.914426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.920206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:57.067021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.110110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'f4c00952-87e6-4e59-9503-e0f3d439e52e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:57.111463 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.139620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.145682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.152023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.158445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.165301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.171633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.177296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.180655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-e0febd50-11f7-4f9d-b6f8-cc2d07616470 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.2631702 Jul 16 08:38:57.210859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.234675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-cd4d2c82-a609-4002-b0c0-34bfbca3a42d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.240141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-cd4d2c82-a609-4002-b0c0-34bfbca3a42d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.241871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-cd4d2c82-a609-4002-b0c0-34bfbca3a42d tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1683 time: 0.3283274 Jul 16 08:38:57.244652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.284841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Allocated IP 172.20.0.2 (403e1a12-e2ec-4877-807a-187d784f3d1f/f4c00952-87e6-4e59-9503-e0f3d439e52e/12d22b57-ef6e-44df-88ae-f277e9ef0a83) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:57.302402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0bfbc421-c74f-407b-a07f-7ff1035bb5dd req-db4efcc7-3ed1-41be-a38f-d580dac9ad1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940695 Jul 16 08:38:57.304948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=718d8e06-131a-43f9-a536-e215c6d8182d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:57.306966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.308828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b949acd0-7e2f-49b7-a793-1f5a2b15b87d tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/718d8e06-131a-43f9-a536-e215c6d8182d HTTP/1.1" status: 204 len: 168 time: 0.6685083 Jul 16 08:38:57.314925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55574) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:57.329495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ba0ed-5880-42e8-b590-8e154403463c None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:57.329710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba5ea9-29d9-4960-a149-5fd74bb6d032 req-b9613f90-5efd-4bbe-ab79-9f601da83934 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.331213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7ba5ea9-29d9-4960-a149-5fd74bb6d032 req-b9613f90-5efd-4bbe-ab79-9f601da83934 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.2212880 Jul 16 08:38:57.336703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:57.341872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.425586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3dd5c99a-5ff7-490d-a082-639d10c4dcc8 req-d7b2caef-03e8-4d81-98ae-c615d477caac tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 210 time: 0.0396283 Jul 16 08:38:57.448251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 826b8b23-3c28-4cef-bedc-468b3a57009b {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:57.452008 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.545014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.645254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7ba5ea9-29d9-4960-a149-5fd74bb6d032 req-98788d0d-9243-499f-84ce-2ea9c69761e0 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692400 Jul 16 08:38:57.657141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.689440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Transition to ACTIVE for port object 12d22b57-ef6e-44df-88ae-f277e9ef0a83 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:57.718256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Transition to ACTIVE for port object 12d22b57-ef6e-44df-88ae-f277e9ef0a83 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:57.729012 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.785310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:57.797387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:57.803088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:57.814353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cffb004d-1e6c-44e5-b0d4-23f3f110f603 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:57.854701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Pushing event updated for resources: {'Port': ['ID=12d22b57-ef6e-44df-88ae-f277e9ef0a83,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:57.857505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: cffb004d-1e6c-44e5-b0d4-23f3f110f603 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:57.857854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cffb004d-1e6c-44e5-b0d4-23f3f110f603 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:57.937758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:57.938114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.953572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Attempting to bind port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:57.953993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Attempting to bind port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:57.954402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Attempting to bind port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:57.960214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:57.961422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:57.961839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.962241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:57.963030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Bound port: 12d22b57-ef6e-44df-88ae-f277e9ef0a83, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:57.963466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.060713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] For port 12d22b57-ef6e-44df-88ae-f277e9ef0a83, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:58.065899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] For port 12d22b57-ef6e-44df-88ae-f277e9ef0a83, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12d22b57-ef6e-44df-88ae-f277e9ef0a83,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:58.070466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.130492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cfb20-9db1-4ff4-af40-543971688714 None None] Pushing event updated for resources: {'Port': ['ID=12d22b57-ef6e-44df-88ae-f277e9ef0a83,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:58.240905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.248307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.254285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.260422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.266697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.273543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.279852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.292911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-63bd012b-a4d6-4df2-b7be-85e2e4e76baa req-37f931ad-6c57-4cac-8307-7a7fdec928ed tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.7009356 Jul 16 08:38:58.296684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.309517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Request body: {'floatingip': {'port_id': '92bba5f3-0b40-493c-97db-27c4ceedae30'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:58.332396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.454944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.609718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ec1e-7137-428a-990b-8d08e54e7b37 req-a55e7c69-ea4d-4b79-a4a1-84ced9dcf244 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.625220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ec1e-7137-428a-990b-8d08e54e7b37 req-a55e7c69-ea4d-4b79-a4a1-84ced9dcf244 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.627793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8988ec1e-7137-428a-990b-8d08e54e7b37 req-a55e7c69-ea4d-4b79-a4a1-84ced9dcf244 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 1683 time: 0.7663050 Jul 16 08:38:58.717168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:58.718689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.745341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:58.745754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.802675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=826b8b23-3c28-4cef-bedc-468b3a57009b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:58.819248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.821239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7d641225-e8eb-4878-a6a3-7e12d5ab6968 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/826b8b23-3c28-4cef-bedc-468b3a57009b HTTP/1.1" status: 204 len: 168 time: 1.5053253 Jul 16 08:38:58.825495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55592) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.845240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a174b03-0626-4766-b575-395581b1a309 None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:58.869194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-431c92df-4591-4b60-a25d-7327598526ee tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.870646 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-431c92df-4591-4b60-a25d-7327598526ee tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.4529719 Jul 16 08:38:58.903765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Request body: {'port': {'device_id': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'admin_state_up': True, 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:58.917452 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8988ec1e-7137-428a-990b-8d08e54e7b37 req-06def28b-8cd9-41e6-9dad-2197479f7eff tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728333 Jul 16 08:38:58.922705 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89cdc19-5ebe-4f05-85a6-6e1f4b1a9c66 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:38:58.923168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89cdc19-5ebe-4f05-85a6-6e1f4b1a9c66 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:38:58.924944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a89cdc19-5ebe-4f05-85a6-6e1f4b1a9c66 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/718d8e06-131a-43f9-a536-e215c6d8182d HTTP/1.1" status: 404 len: 337 time: 0.0633383 Jul 16 08:38:58.935799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d87e5f91-4ccc-4800-921f-48f5dd61ef3c None None] Provisioning complete for port 597abd95-6db0-478e-801c-71f41ffe6f08 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:58.937144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.945901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d87e5f91-4ccc-4800-921f-48f5dd61ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.946343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:38:58.981397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6e0ec-c9ce-4896-ae24-34926ed85552 req-5f40e8e2-db88-40ac-92bd-7c6c7932cc44 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.988509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcb6e0ec-c9ce-4896-ae24-34926ed85552 req-5f40e8e2-db88-40ac-92bd-7c6c7932cc44 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 932 time: 0.5308166 Jul 16 08:38:59.042717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d87e5f91-4ccc-4800-921f-48f5dd61ef3c None None] Port 597abd95-6db0-478e-801c-71f41ffe6f08 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:59.079670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d66004-90cd-4848-9f9b-eb471b09b8a4 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:59.096426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d87e5f91-4ccc-4800-921f-48f5dd61ef3c None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:59.096641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.096736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d87e5f91-4ccc-4800-921f-48f5dd61ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.160318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting subnet 49d40821-411f-4ef4-9e22-ac39ed2c59b7 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:59.172773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Transition to ACTIVE for port object 87d66004-90cd-4848-9f9b-eb471b09b8a4 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:59.174064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.187953 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.201220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcb6e0ec-c9ce-4896-ae24-34926ed85552 req-d6871f29-c2aa-461e-a30c-e171aae55f1c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118192 Jul 16 08:38:59.231597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.303748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=1ffa2f58-f36c-40d0-bff8-b9b1cb189a93,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.367804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.443717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9166992b-a13a-4375-9529-3ccaf1ede1cd req-f1656484-fb3e-4202-b5a5-2c3de8a0f0bf tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 210 time: 0.1479425 Jul 16 08:38:59.484175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:59.495087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.499725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-a5b6cff6-608d-4824-92bd-5a5f48770b10 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.18 "DELETE /v2.0/ports/1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 HTTP/1.1" status: 204 len: 173 time: 2.2426629 Jul 16 08:38:59.512409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-deleted', 'tag': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:59.514740 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841cb7d5-5a95-4766-af10-f17ed46d17a1" -d '{"events": [{"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-deleted", "tag": "1ffa2f58-f36c-40d0-bff8-b9b1cb189a93"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:59.515500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:59.519215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.624705 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34713ea9-ec28-494b-8243-79547e0b4294 x-openstack-request-id: req-34713ea9-ec28-494b-8243-79547e0b4294 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:59.624935 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-deleted", "tag": "1ffa2f58-f36c-40d0-bff8-b9b1cb189a93", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:59.625123 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34713ea9-ec28-494b-8243-79547e0b4294 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:59.625522 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-deleted', 'tag': '1ffa2f58-f36c-40d0-bff8-b9b1cb189a93', 'status': 'completed', 'code': 200} Jul 16 08:38:59.650775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.666589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.791747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Attempting to bind port 87d66004-90cd-4848-9f9b-eb471b09b8a4 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:59.791747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Attempting to bind port 87d66004-90cd-4848-9f9b-eb471b09b8a4 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:59.791747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Attempting to bind port 87d66004-90cd-4848-9f9b-eb471b09b8a4 on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:59.826057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Port 87d66004-90cd-4848-9f9b-eb471b09b8a4 on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:59.826486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Attempting to bind port 87d66004-90cd-4848-9f9b-eb471b09b8a4 on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:59.842299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12d22b57-ef6e-44df-88ae-f277e9ef0a83 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:59.864698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:59.865387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Checking segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:59.866369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Bound using segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:59.867895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Bound port: 87d66004-90cd-4848-9f9b-eb471b09b8a4, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:59.868817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.884350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.933829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-93a580dd-ffcc-4433-bab6-ec07cce49638 None None] Provisioning for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:59.944230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:59.944619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bda0e8-1809-4a96-94d0-43f2e0eb242f req-af129b6f-e083-4472-bc29-f4f1e25d30be tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.948527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:59.948992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.952291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:59.952784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55bda0e8-1809-4a96-94d0-43f2e0eb242f req-af129b6f-e083-4472-bc29-f4f1e25d30be tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.5537775 Jul 16 08:38:59.952991 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.975398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.995723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.098893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Allocated IP 172.20.0.10 (cb832068-27e6-49ee-b711-fc8e14512fb8/456243ff-9820-4c6b-b358-90adaca2cbfd/428fac3a-8d19-40d6-9d4d-52f8a93e09d0) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:00.106610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55bda0e8-1809-4a96-94d0-43f2e0eb242f req-b55bfa69-a02b-45f0-8ff4-5b81f273d93b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529438 Jul 16 08:39:00.109179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.135163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] For port 12d22b57-ef6e-44df-88ae-f277e9ef0a83, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12d22b57-ef6e-44df-88ae-f277e9ef0a83,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.183798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:00.234366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:00.234711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1ffa2f58-f36c-40d0-bff8-b9b1cb189a93 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:00.238919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc3718e7-d777-4014-b1ad-6e38b88ee1d1 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:00.243491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:00.278027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:00.291979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.292508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.297701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.301409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.346537 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.347401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.351836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for fc3718e7-d777-4014-b1ad-6e38b88ee1d1 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:00.392831 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:39:00.393585 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:39:00.399106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2eb26-2510-4834-8f33-cd77370664e4 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:39:00.407605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.415649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.416412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.417971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] 10.222.0.36 "PUT /v2.0/ports/87d66004-90cd-4848-9f9b-eb471b09b8a4 HTTP/1.1" status: 200 len: 1093 time: 3.5411458 Jul 16 08:39:00.425097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.449993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:00.495630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:00.517261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.518035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.519942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Subnet': ['ID=49d40821-411f-4ef4-9e22-ac39ed2c59b7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.526682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b87db1c7-71ab-4389-9d92-86c86f4aea33 None None] Provisioning complete for port c5c94d35-402e-4688-88e4-120541d29d33 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:00.526682 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87db1c7-71ab-4389-9d92-86c86f4aea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.530058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.532364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f5ef4f72-2948-4728-9f25-406b37656802 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/49d40821-411f-4ef4-9e22-ac39ed2c59b7 HTTP/1.1" status: 204 len: 168 time: 1.5898974 Jul 16 08:39:00.539373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55606) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.541498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff77f23-87cf-4c4c-a6f2-58c563c112ef service neutron] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.557863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeeac0-aed5-4c3a-9f11-5bfae6ee6d7e req-98f553dc-8f41-42af-a4db-c883fa0aff96 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.558267 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Floating IP 4ccfaddf-74e7-4c32-a388-adf687774755 associated. External IP: 172.25.0.135, port: 92bba5f3-0b40-493c-97db-27c4ceedae30. Jul 16 08:39:00.565002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5aeeac0-aed5-4c3a-9f11-5bfae6ee6d7e req-98f553dc-8f41-42af-a4db-c883fa0aff96 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 946 time: 0.4648685 Jul 16 08:39:00.566984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=f011507e-f421-4040-a1ef-cd9e9cc9e01e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.577444 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.625370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:00.625841 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-362ffeeb-3970-4b31-9915-c0cc0b07ac82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:00.626812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362ffeeb-3970-4b31-9915-c0cc0b07ac82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:00.627593 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8868a00b-2905-44bb-bf69-5a1bf2c20469" -d '{"events": [{"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:00.630991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-362ffeeb-3970-4b31-9915-c0cc0b07ac82 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/9ed2870a-7980-4eb8-bece-bd02a242b3a5 HTTP/1.1" status: 404 len: 337 time: 0.0883327 Jul 16 08:39:00.635891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55610) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.646641 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.652837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7371228 Jul 16 08:39:00.662239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.672440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc3718e7-d777-4014-b1ad-6e38b88ee1d1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.678113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:ae:5a:28', 'name': 'tempest-NetworksTestDHCPv6-379486629'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:00.684525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.701723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-330bbce7-4827-47b3-854b-ddb8b63d4d48 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "GET /v2.0/ports?device_id=c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 HTTP/1.1" status: 200 len: 205 time: 0.0622718 Jul 16 08:39:00.711259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:00.714106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55614) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.725795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f2eb26-2510-4834-8f33-cd77370664e4 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:39:00.762298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b87db1c7-71ab-4389-9d92-86c86f4aea33 None None] Provisioning complete for port 597abd95-6db0-478e-801c-71f41ffe6f08 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:00.762683 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b87db1c7-71ab-4389-9d92-86c86f4aea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.768868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:00.776889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.777108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:00.779406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5aeeac0-aed5-4c3a-9f11-5bfae6ee6d7e req-34496378-a2da-4f61-8947-1a91495b1ba5 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/security-groups?id=941f7f39-c3ce-4108-a941-dcf45e567fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133493 Jul 16 08:39:00.786684 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-84c36d05-26c2-4b18-b6aa-0091d116e024 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] delete failed (client error): The resource could not be found. Jul 16 08:39:00.790509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-84c36d05-26c2-4b18-b6aa-0091d116e024 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/routers/c92d3a69-bd9f-4a70-a8a9-80ca8d9b9ce1 HTTP/1.1" status: 404 len: 336 time: 0.0692639 Jul 16 08:39:00.790509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733121-d00b-4395-a5c9-4be3a2992a95 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=12d22b57-ef6e-44df-88ae-f277e9ef0a83,revision_number=4']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.794337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55616) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.807048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e99a8-a860-40d6-9b36-67674a3f2cd0 req-7b6b7ee1-852d-4bf8-9c28-54b001450281 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.808565 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf3e99a8-a860-40d6-9b36-67674a3f2cd0 req-7b6b7ee1-852d-4bf8-9c28-54b001450281 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 944 time: 0.3731296 Jul 16 08:39:00.838558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.838915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.839659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.839659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.839952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.840292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.840684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.841183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.841524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.842034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.842233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.842567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:00.873285 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d301caae-8fe3-4fae-859b-c62468ac401b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:00.873850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d301caae-8fe3-4fae-859b-c62468ac401b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:00.875871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d301caae-8fe3-4fae-859b-c62468ac401b tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/a67d2e4d-c71a-4355-9470-00e1c9e501ed HTTP/1.1" status: 404 len: 337 time: 0.0777111 Jul 16 08:39:00.878190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-51611b24-ed10-4a0d-9ba0-ee11ae37ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.880184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-51611b24-ed10-4a0d-9ba0-ee11ae37ab3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 1096 time: 0.3930600 Jul 16 08:39:00.880357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55618) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.927900 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14dc522-5457-4f2b-b14e-1375d90422b1 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:00.928113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event updated for resources: {'Port': ['ID=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.928437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14dc522-5457-4f2b-b14e-1375d90422b1 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:00.930331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d14dc522-5457-4f2b-b14e-1375d90422b1 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/ccff1285-d97e-40b7-b1e7-6ebb8d372cf6 HTTP/1.1" status: 404 len: 337 time: 0.0449193 Jul 16 08:39:00.941229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55620) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.978192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.978845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.980810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-7cb682b0-bca9-473c-bfda-3b923662b4ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4 HTTP/1.1" status: 200 len: 217 time: 0.0830333 Jul 16 08:39:00.983364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.988797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b87db1c7-71ab-4389-9d92-86c86f4aea33 None None] Port 597abd95-6db0-478e-801c-71f41ffe6f08 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:01.034611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.037036 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-790261ba-7361-4db5-b55b-1abf28564353 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.037500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790261ba-7361-4db5-b55b-1abf28564353 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.042051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-790261ba-7361-4db5-b55b-1abf28564353 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/00dd96bd-03fb-4a3e-9e8b-506f999664c9 HTTP/1.1" status: 404 len: 337 time: 0.0919940 Jul 16 08:39:01.042051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-b2b1b39e-f6a4-4b9a-959b-e1a7c5b3e221 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1608729 Jul 16 08:39:01.046768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf3e99a8-a860-40d6-9b36-67674a3f2cd0 req-7947d9a6-0128-4e3e-8684-fa647e119483 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068553 Jul 16 08:39:01.048811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.055300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Request body: {'port': {'device_id': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:01.067587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=fc3718e7-d777-4014-b1ad-6e38b88ee1d1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.120397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 12d22b57-ef6e-44df-88ae-f277e9ef0a83, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12d22b57-ef6e-44df-88ae-f277e9ef0a83,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:01.125499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0901-5565-406c-acc5-563350b67141 req-6a9e63a6-bf4a-4aad-8011-fa5817cae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.127442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-6a9e63a6-bf4a-4aad-8011-fa5817cae112 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.1241236 Jul 16 08:39:01.139098 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a1ccf-623b-45fd-92fb-08dfb6f20cd4 x-openstack-request-id: req-003a1ccf-623b-45fd-92fb-08dfb6f20cd4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:01.139098 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:01.139098 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-003a1ccf-623b-45fd-92fb-08dfb6f20cd4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:01.139492 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1', 'code': 200} Jul 16 08:39:01.161210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port fc3718e7-d777-4014-b1ad-6e38b88ee1d1 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:01.162482 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.166636 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.168613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86bce2fb-9f09-4682-b231-baaf75cb0113 req-e3a8be72-7734-4af0-9910-17c4ef253984 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.18 "DELETE /v2.0/ports/fc3718e7-d777-4014-b1ad-6e38b88ee1d1 HTTP/1.1" status: 204 len: 173 time: 1.6505761 Jul 16 08:39:01.172407 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e10c0e-8bfe-4def-9269-cf8c31063db4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.173390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e10c0e-8bfe-4def-9269-cf8c31063db4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.177423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-76e10c0e-8bfe-4def-9269-cf8c31063db4 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/998dad2b-1f5d-4d0c-9228-5b76ece8eec7 HTTP/1.1" status: 404 len: 333 time: 0.1255856 Jul 16 08:39:01.187973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55626) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.192622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-e21ef5d2-621c-4477-b888-a5979ca3d4ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398347 Jul 16 08:39:01.208236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a3d18-ca31-4480-a2ac-aba9d1b7dc13 req-1042ba7d-9fc8-46de-9c03-bf52158e778f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.210074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f8a3d18-ca31-4480-a2ac-aba9d1b7dc13 req-1042ba7d-9fc8-46de-9c03-bf52158e778f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 932 time: 0.2401681 Jul 16 08:39:01.250441 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bbd965-e238-42cc-91a2-eb28c8d09e5e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.250744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bbd965-e238-42cc-91a2-eb28c8d09e5e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.254861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c4bbd965-e238-42cc-91a2-eb28c8d09e5e tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/8476bce3-ccd7-43d4-bbee-146153fa37eb HTTP/1.1" status: 404 len: 337 time: 0.0611982 Jul 16 08:39:01.257628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.299193 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edac2bf-6d51-4950-a344-4b30f091886f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.299840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edac2bf-6d51-4950-a344-4b30f091886f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.305402 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4edac2bf-6d51-4950-a344-4b30f091886f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/8e7e9b0e-b028-4d6e-bcec-da8f61b905b9 HTTP/1.1" status: 404 len: 337 time: 0.0430045 Jul 16 08:39:01.305627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=12d22b57-ef6e-44df-88ae-f277e9ef0a83,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.311269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55632) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.360832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f8a3d18-ca31-4480-a2ac-aba9d1b7dc13 req-a45c4c87-2616-4f04-af7c-a8aaeb757e1d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410913 Jul 16 08:39:01.384835 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1296708-7207-43a4-ac80-4f1a1775a54f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.385700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1296708-7207-43a4-ac80-4f1a1775a54f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.394985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d1296708-7207-43a4-ac80-4f1a1775a54f tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/9ea77f7f-40aa-475c-81a7-3e8edfca7652 HTTP/1.1" status: 404 len: 333 time: 0.0739169 Jul 16 08:39:01.394985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55634) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.424634 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c0d679-ff35-4b7f-9070-96b04af557a3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.425282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c0d679-ff35-4b7f-9070-96b04af557a3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.427049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20c0d679-ff35-4b7f-9070-96b04af557a3 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/fcb72057-b8f5-4b48-9e3a-2b0ae2ddb1f6 HTTP/1.1" status: 404 len: 337 time: 0.0358379 Jul 16 08:39:01.432364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55636) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.472709 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc61af32-2b7e-4fde-92b5-305b31d71ca5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:01.473317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc61af32-2b7e-4fde-92b5-305b31d71ca5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:01.475174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc61af32-2b7e-4fde-92b5-305b31d71ca5 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/subnets/10154569-f803-4428-8666-70fc232a35e0 HTTP/1.1" status: 404 len: 337 time: 0.0418007 Jul 16 08:39:01.478542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55638) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.488504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-584a92a1-5eee-4c20-8050-289a4e338bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767396 Jul 16 08:39:01.626203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4'}, {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-deleted', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:01.628637 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb200d1a-4189-47f9-a15b-f90a155e9a19" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4"}, {"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-deleted", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:01.661356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70aa0901-5565-406c-acc5-563350b67141 req-3a7f07c9-7eb1-46c8-94ec-84173e10aebd service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501546 Jul 16 08:39:01.678851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port 597abd95-6db0-478e-801c-71f41ffe6f08 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:01.679482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.709381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:01.740315 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e53e085-50c3-435a-9851-6a9b267e7633 x-openstack-request-id: req-5e53e085-50c3-435a-9851-6a9b267e7633 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:01.740613 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4", "status": "completed", "code": 200}, {"server_uuid": "9c2048a2-8b96-4e37-9cf4-6322a1e45c22", "name": "network-vif-deleted", "tag": "fc3718e7-d777-4014-b1ad-6e38b88ee1d1", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:01.740866 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e53e085-50c3-435a-9851-6a9b267e7633 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:01.741268 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'status': 'completed', 'code': 200} Jul 16 08:39:01.741550 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2048a2-8b96-4e37-9cf4-6322a1e45c22', 'name': 'network-vif-deleted', 'tag': 'fc3718e7-d777-4014-b1ad-6e38b88ee1d1', 'status': 'completed', 'code': 200} Jul 16 08:39:01.793176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.809976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for 597abd95-6db0-478e-801c-71f41ffe6f08 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:01.826362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12d22b57-ef6e-44df-88ae-f277e9ef0a83 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:01.838088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.910222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Router 1fb33585-2da2-43d8-b8e4-b4715a19ceee has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:01.921946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:01.922329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.984827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.074093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf893e48-2f02-45f8-b615-797baf18256c req-649d9742-dc2f-4bbe-a693-e9e156581e5c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.078303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-617e9f77-48e0-4d57-8d5d-3d1940810929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.080334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-617e9f77-48e0-4d57-8d5d-3d1940810929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 1096 time: 0.2575424 Jul 16 08:39:02.085095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf893e48-2f02-45f8-b615-797baf18256c req-649d9742-dc2f-4bbe-a693-e9e156581e5c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.3669653 Jul 16 08:39:02.126694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-62e852e2-79ec-4f6b-b0e9-84b177ad6474 req-c85ef4e8-2efc-4c51-b592-335483bcf1d2 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c2048a2-8b96-4e37-9cf4-6322a1e45c22 HTTP/1.1" status: 200 len: 210 time: 0.0606046 Jul 16 08:39:02.165277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 8ef28973-b8d4-4343-9460-db197b7fd0e9 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:02.184744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.326376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=597abd95-6db0-478e-801c-71f41ffe6f08,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.347020 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.349471 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c6e7bbe-617d-41f3-a7c6-90a9d9240b43 tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/ports/597abd95-6db0-478e-801c-71f41ffe6f08 HTTP/1.1" status: 204 len: 168 time: 0.8697975 Jul 16 08:39:02.360932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64acf63d-5960-414f-a495-e5edcdb2d605 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:02.364972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37319563-6236-4e23-8116-051ebd103cf1 None None] Network e477b34c-b085-4a0a-9805-ebcf6cf30a63 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:02.365468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf893e48-2f02-45f8-b615-797baf18256c req-0c70da99-87b3-4628-85ac-385e051e3b61 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786682 Jul 16 08:39:02.377642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:02.429367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-89292598-b229-44ec-a059-f02eaf1a598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.431081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-89292598-b229-44ec-a059-f02eaf1a598f service neutron] 10.222.0.36 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 906 time: 0.3271408 Jul 16 08:39:02.573356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85980dbc-3e02-4b84-b342-1508339669b0 None None] Provisioning complete for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:02.573609 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85980dbc-3e02-4b84-b342-1508339669b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.574053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:02.579958 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.589143 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] Sync routers for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:02.601877 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:02.602820 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:02.746220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.755528 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:02.762364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0a04d7d7-a722-4677-b444-35f5687ac217 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "PUT /v2.0/floatingips/4ccfaddf-74e7-4c32-a388-adf687774755 HTTP/1.1" status: 200 len: 991 time: 4.4630449 Jul 16 08:39:02.767469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:02.770121 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:02.939866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 172.20.0.8 (403e1a12-e2ec-4877-807a-187d784f3d1f/f4c00952-87e6-4e59-9503-e0f3d439e52e/8ef28973-b8d4-4343-9460-db197b7fd0e9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:02.950059 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-fd39194e-2b6a-4c9e-8701-c16494c4b94c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4 HTTP/1.1" status: 200 len: 217 time: 0.5038753 Jul 16 08:39:02.953614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de225-8329-457d-a280-59fd81c0dbb3 req-c87e2f84-1941-46e8-b368-57b6071a71ce tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.955220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-433de225-8329-457d-a280-59fd81c0dbb3 req-c87e2f84-1941-46e8-b368-57b6071a71ce tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 932 time: 0.3715699 Jul 16 08:39:02.964880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:02.975764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:feae:5a28 (403e1a12-e2ec-4877-807a-187d784f3d1f/f011507e-f421-4040-a1ef-cd9e9cc9e01e/8ef28973-b8d4-4343-9460-db197b7fd0e9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:02.982052 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.017004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845980bb-8381-4b22-a824-a360f309dd47 req-4297b97e-8f6f-4ff1-8766-ecd07a00a8bb tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.023524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-845980bb-8381-4b22-a824-a360f309dd47 req-4297b97e-8f6f-4ff1-8766-ecd07a00a8bb tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 944 time: 0.6841435 Jul 16 08:39:03.029040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] DHCP port deletion for e477b34c-b085-4a0a-9805-ebcf6cf30a63 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:03.045545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Transition to ACTIVE for port object 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:03.058350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.081206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-845980bb-8381-4b22-a824-a360f309dd47 req-a2f11762-02b1-4949-b3bf-38492bae512b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Jul 16 08:39:03.085945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-999e12f9-fdcc-4829-bec7-97b021b84778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.092480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-999e12f9-fdcc-4829-bec7-97b021b84778 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.1328886 Jul 16 08:39:03.140430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] Deleting port c5c94d35-402e-4688-88e4-120541d29d33 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:03.140814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.148252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-433de225-8329-457d-a280-59fd81c0dbb3 req-5dc85e63-8ab8-415f-91c3-28a88ed13689 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741655 Jul 16 08:39:03.149321 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4ccfaddf-74e7-4c32-a388-adf687774755', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'port_id': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'mac_address': 'fa:16:3e:06:59:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:04Z', 'updated_at': '2021-07-16T08:38:59Z', 'revision_number': 1, 'project_id': '111f823d882545fd8a789792f18188a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:10Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:03.162993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Deleting port c5c94d35-402e-4688-88e4-120541d29d33 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:03.163367 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.177157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-59063014-693d-4a73-a7d6-ccf91d9d6f83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769808 Jul 16 08:39:03.194282 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] Checking router: 1fb33585-2da2-43d8-b8e4-b4715a19ceee for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:03.218832 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:03.219501 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:03.285273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:03.285668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.305956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.309554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] Calling delete_port for c5c94d35-402e-4688-88e4-120541d29d33 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:03.376735 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-03b4d6c1-d12f-4e50-ab0c-b84e0474c364 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916540 Jul 16 08:39:03.417351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b3a2a70d-f71c-4a5b-b911-7e2fe1b65508 None None] Provisioning complete for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:03.417902 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a70d-f71c-4a5b-b911-7e2fe1b65508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.444425 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6859ab-2dec-4823-a199-b3fc044f3989 x-openstack-request-id: req-9a6859ab-2dec-4823-a199-b3fc044f3989 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:03.445139 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:03.445665 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a6859ab-2dec-4823-a199-b3fc044f3989 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:03.446246 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'status': 'completed', 'code': 200} Jul 16 08:39:03.454276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:03.461126 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.492558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] For port c5c94d35-402e-4688-88e4-120541d29d33, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c5c94d35-402e-4688-88e4-120541d29d33,segment=NetworkSegment(e93bd573-839a-450a-a4ed-6e8949d305ba),segment_id=e93bd573-839a-450a-a4ed-6e8949d305ba)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:03.493294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.521841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Calling delete_port for c5c94d35-402e-4688-88e4-120541d29d33 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:03.528242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.567280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Attempting to bind port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:03.567651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Attempting to bind port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:03.567989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Attempting to bind port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:03.578401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55660) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:03.580718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] No DVR routers for this DVR port c5c94d35-402e-4688-88e4-120541d29d33 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:03.582448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda72a20-e32a-4d2d-8b6f-3e6d0659c372 None None] Pushing event deleted for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.608136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb200d1a-4189-47f9-a15b-f90a155e9a19 req-d39496eb-d4c4-42dc-9859-e4992a330801 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239008 Jul 16 08:39:03.616263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.680257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 on network cb832068-27e6-49ee-b711-fc8e14512fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:03.680601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Attempting to bind port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:03.707484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:03.707836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:03.708230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Bound using segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:03.708696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Bound port: 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:03.709066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.716953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 8ef28973-b8d4-4343-9460-db197b7fd0e9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:03.731891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.732773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.733442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.734085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.734723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.735383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.736022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.738179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-1b9d6187-4422-472b-8304-e0f4539e3220 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.1290531 Jul 16 08:39:03.750976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52056-17da-4fc9-92a7-00a4bc41b589 req-7beb7077-34ed-4dd6-864e-484216500b88 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.752896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55b52056-17da-4fc9-92a7-00a4bc41b589 req-7beb7077-34ed-4dd6-864e-484216500b88 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.1068423 Jul 16 08:39:03.782961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting subnet c54b1fce-0c07-4736-b119-c7ce1fc361a9 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:03.794849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:03.795297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.802027 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4ccfaddf-74e7-4c32-a388-adf687774755', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'port_id': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'mac_address': 'fa:16:3e:06:59:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:04Z', 'updated_at': '2021-07-16T08:38:59Z', 'revision_number': 1, 'project_id': '111f823d882545fd8a789792f18188a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:10Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:03.831727 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd143c-eefa-428c-86d7-375fd70254c0 None None] The sync data for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 is: [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4ccfaddf-74e7-4c32-a388-adf687774755', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'port_id': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'mac_address': 'fa:16:3e:06:59:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:04Z', 'updated_at': '2021-07-16T08:38:59Z', 'revision_number': 1, 'project_id': '111f823d882545fd8a789792f18188a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:10Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:03.836790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c5c94d35-402e-4688-88e4-120541d29d33 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:03.837261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c5c94d35-402e-4688-88e4-120541d29d33 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:03.863495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55b52056-17da-4fc9-92a7-00a4bc41b589 req-d92137f7-cec1-46fc-89f3-9ff500a687ac tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839243 Jul 16 08:39:03.894980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-64bdf461-c568-4f76-9eb2-b5976ec136d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.896591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-64bdf461-c568-4f76-9eb2-b5976ec136d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109 HTTP/1.1" status: 200 len: 917 time: 0.1425142 Jul 16 08:39:03.898805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.903440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] For port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:03.926583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.954624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.970965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-42904d04-1de0-459b-8582-e740b2d06eff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 999 time: 0.0664256 Jul 16 08:39:03.981124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] For port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:03.992713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] No DVR routers for this DVR port c5c94d35-402e-4688-88e4-120541d29d33 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:04.002282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Port': ['ID=c5c94d35-402e-4688-88e4-120541d29d33,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.009204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.031473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-3cd6d54b-a2b9-4c0a-97f7-70c5018393b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.033295 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-3cd6d54b-a2b9-4c0a-97f7-70c5018393b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 200 len: 855 time: 0.0558281 Jul 16 08:39:04.071467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755334e3-5209-47db-8a2e-de50c7674deb None None] New status for floating IP 4ccfaddf-74e7-4c32-a388-adf687774755: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:04.088248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.088894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.090326 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] 10.222.0.18 "PUT /v2.0/ports/428fac3a-8d19-40d6-9d4d-52f8a93e09d0 HTTP/1.1" status: 200 len: 1093 time: 3.0391173 Jul 16 08:39:04.092293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:04.100472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-a12b1285-1f9d-474d-a90e-1045b8749d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.102526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-a12b1285-1f9d-474d-a90e-1045b8749d3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2901133-83fa-4369-a680-0a8c30d71109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628476 Jul 16 08:39:04.141316 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:04.143938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:04.218685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-81149f7c-2bba-42e8-bd30-491509ef922e service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090612 Jul 16 08:39:04.219843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=8ef28973-b8d4-4343-9460-db197b7fd0e9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.323953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:04.339369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.401678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9dfd73d-3a02-4bf4-8a0e-837bbd032c32 req-ae631ff0-7a77-44bb-81e3-1dde38bb3c2a service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770577 Jul 16 08:39:04.418278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e508f42-d9d5-4c33-830b-c51405f86fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.427577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.428432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.447580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66579e-23e8-4a12-9fd0-e7584ff50d50 req-1ff967ba-bcb3-4336-ad41-43cbb14bfcde tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.447822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e477b34c-b085-4a0a-9805-ebcf6cf30a63']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:04.455929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc66579e-23e8-4a12-9fd0-e7584ff50d50 req-1ff967ba-bcb3-4336-ad41-43cbb14bfcde tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 944 time: 0.1173251 Jul 16 08:39:04.473727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.484042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93bd573-839a-450a-a4ed-6e8949d305ba') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:04.484273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93bd573-839a-450a-a4ed-6e8949d305ba') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:04.485789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.499653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4043e029-0411-4092-8651-319419846980', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'port_id': '4043e029-0411-4092-8651-319419846980', 'mac_address': 'fa:16:3e:cc:e0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf62be3f-90f0-49f0-9495-bd789b028ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:04.501970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc66579e-23e8-4a12-9fd0-e7584ff50d50 req-97e06148-ff51-4157-8af2-fb0086edb55c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448759 Jul 16 08:39:04.545836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.553562 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4d2301e4-86ca-441e-9f94-dd953d1bac78 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8818321 Jul 16 08:39:04.553562 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.555994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55670) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:04.572485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4043e029-0411-4092-8651-319419846980 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:04.600584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.604404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.608055 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.610661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:04.629369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-ea963503-e692-41ca-95d6-5d65c9fbe325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.631032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-ea963503-e692-41ca-95d6-5d65c9fbe325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 1096 time: 0.4673827 Jul 16 08:39:04.632084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:04.633604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:04.640131 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:04.667059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294da8e6-8974-48bd-956c-0db370d7ff17 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.676906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294da8e6-8974-48bd-956c-0db370d7ff17 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.682544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-294da8e6-8974-48bd-956c-0db370d7ff17 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1220608 Jul 16 08:39:04.683171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55672) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:04.684975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-979198c8-eaa5-4760-92e0-a8ec2ab4815f None None] Provisioning for port 8ef28973-b8d4-4343-9460-db197b7fd0e9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:04.688431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a007d-117c-45b0-b652-f000384029d5 req-354dd414-75f0-4eb2-be2b-91f2f1d96203 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.696319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-511a007d-117c-45b0-b652-f000384029d5 req-354dd414-75f0-4eb2-be2b-91f2f1d96203 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 944 time: 0.3007874 Jul 16 08:39:04.699800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-979198c8-eaa5-4760-92e0-a8ec2ab4815f None None] Provisioning complete for port 8ef28973-b8d4-4343-9460-db197b7fd0e9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:04.700222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-979198c8-eaa5-4760-92e0-a8ec2ab4815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.738100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.745930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-979198c8-eaa5-4760-92e0-a8ec2ab4815f None None] Port 8ef28973-b8d4-4343-9460-db197b7fd0e9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:04.749527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.826301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.829151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-ab54573e-a0ab-479a-ba7d-3f1c4d0ef53e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0 HTTP/1.1" status: 200 len: 217 time: 0.1609457 Jul 16 08:39:04.830241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.830479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 8ef28973-b8d4-4343-9460-db197b7fd0e9 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:04.830799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.834855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/subnets/c54b1fce-0c07-4736-b119-c7ce1fc361a9 HTTP/1.1" status: 204 len: 168 time: 1.2471128 Jul 16 08:39:04.837515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55674) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:04.837644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdbb25-a072-4856-b23f-58d4ed723912 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Subnet': ['ID=c54b1fce-0c07-4736-b119-c7ce1fc361a9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.844041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'mac_address': 'fa:16:3e:07:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:04.849056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f02782-cec4-4b72-bc1e-ff09dd43594e None None] Network c6d47f54-2d3d-4cbc-b246-782330657c12 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:04.870040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.888934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.890710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] 10.222.0.41 "DELETE /v2.0/networks/e477b34c-b085-4a0a-9805-ebcf6cf30a63 HTTP/1.1" status: 204 len: 168 time: 2.5103719 Jul 16 08:39:04.921760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-511a007d-117c-45b0-b652-f000384029d5 req-38b8a26e-005c-44b8-8e07-cfd15eebccbb tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208216 Jul 16 08:39:04.931054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822ed02-bc3f-43ef-a2d3-54456cb9a8ba tempest-PortsIpV6TestJSON-1813698166 tempest-PortsIpV6TestJSON-1813698166-project] Pushing event deleted for resources: {'Network': ['ID=e477b34c-b085-4a0a-9805-ebcf6cf30a63,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.949967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-803c3b9f-0798-4c99-94ed-d0b0758b9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.951634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-803c3b9f-0798-4c99-94ed-d0b0758b9c6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.1165855 Jul 16 08:39:04.966491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.018451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d66004-90cd-4848-9f9b-eb471b09b8a4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:05.025574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.035714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-79d4d24d-01d4-44ec-a216-25ed45ecbd12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771897 Jul 16 08:39:05.039528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:05.056402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.112456 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.131895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.166258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 8ef28973-b8d4-4343-9460-db197b7fd0e9 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:05.225445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] DHCP port deletion for c6d47f54-2d3d-4cbc-b246-782330657c12 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:05.237996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:05.252079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 15560e6b-8332-4b8c-9fb6-efc83e104a35 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:05.252281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.297783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] Deleting port 15560e6b-8332-4b8c-9fb6-efc83e104a35 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:05.298591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.299052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b309-df90-4dab-b274-20369496362e req-9b4b3f3b-5d0b-47bf-9faa-d6b8e9086cfc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.300819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cc0b309-df90-4dab-b274-20369496362e req-9b4b3f3b-5d0b-47bf-9faa-d6b8e9086cfc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 944 time: 0.2361777 Jul 16 08:39:05.381980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 15560e6b-8332-4b8c-9fb6-efc83e104a35, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=15560e6b-8332-4b8c-9fb6-efc83e104a35,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:05.382927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.386483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] For port 15560e6b-8332-4b8c-9fb6-efc83e104a35, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=15560e6b-8332-4b8c-9fb6-efc83e104a35,segment=NetworkSegment(981c9273-11ec-4106-aa92-9dbdc1f40814),segment_id=981c9273-11ec-4106-aa92-9dbdc1f40814)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:05.386983 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.400798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] Calling delete_port for 15560e6b-8332-4b8c-9fb6-efc83e104a35 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:05.420002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 15560e6b-8332-4b8c-9fb6-efc83e104a35 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:05.450003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4043e029-0411-4092-8651-319419846980'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.452083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['87d66004-90cd-4848-9f9b-eb471b09b8a4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.454813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cc0b309-df90-4dab-b274-20369496362e req-9e3d6bbd-6d2d-418f-b62e-d05d982ceb98 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444821 Jul 16 08:39:05.546391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-023c457b-4b66-4b09-a5f2-db2f41f15d5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3d1cbdd0b634c4990ca857268bf28a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048151 Jul 16 08:39:05.550501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55688) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:05.558581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'tag': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:05.561185 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd956bc-2427-41bc-b744-e31c46c5fd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "75a54659-c8c3-4a85-9cee-17672b11ac8a", "tag": "428fac3a-8d19-40d6-9d4d-52f8a93e09d0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:05.594103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-8ea5a9c1-63fd-44f5-9531-bc88c823b963 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518286 Jul 16 08:39:05.648734 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1d0fbf-fa40-488b-a9a8-33e559bb05ee x-openstack-request-id: req-2e1d0fbf-fa40-488b-a9a8-33e559bb05ee {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:05.649045 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a54659-c8c3-4a85-9cee-17672b11ac8a", "tag": "428fac3a-8d19-40d6-9d4d-52f8a93e09d0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:05.649369 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e1d0fbf-fa40-488b-a9a8-33e559bb05ee {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:05.649740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.649875 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'tag': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0', 'status': 'completed', 'code': 200} Jul 16 08:39:05.654233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.710939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=8ef28973-b8d4-4343-9460-db197b7fd0e9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.722025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] Pushing event deleted for resources: {'Port': ['ID=15560e6b-8332-4b8c-9fb6-efc83e104a35,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.723357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.735226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb93e260-6830-4836-b616-fdd1ee32237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.773428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2342b31-16d0-4cc2-9c9f-775710759963 None None] No DVR routers for this DVR port 15560e6b-8332-4b8c-9fb6-efc83e104a35 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:05.813030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 15560e6b-8332-4b8c-9fb6-efc83e104a35 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:05.828738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b45abe1-60d4-43a3-a10d-b98b383de707 req-37de9f30-5214-4e35-a517-0b51e4943b16 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279611 Jul 16 08:39:05.846648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 15560e6b-8332-4b8c-9fb6-efc83e104a35 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:05.851390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 15560e6b-8332-4b8c-9fb6-efc83e104a35 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:05.851958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 15560e6b-8332-4b8c-9fb6-efc83e104a35 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:05.871601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac489d-5a24-435a-9151-1de11dbf44c5 req-5645eb6f-523f-436e-9f3f-c8c2bbdf145c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.879043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=15560e6b-8332-4b8c-9fb6-efc83e104a35,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.880193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dac489d-5a24-435a-9151-1de11dbf44c5 req-5645eb6f-523f-436e-9f3f-c8c2bbdf145c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 944 time: 0.1190331 Jul 16 08:39:05.957875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb93e260-6830-4836-b616-fdd1ee32237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.992010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dac489d-5a24-435a-9151-1de11dbf44c5 req-17ec57df-273c-4516-a5d2-2d46176f3375 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104968 Jul 16 08:39:06.014133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-dbddd48d-74b0-4005-9935-9844c6965af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.016727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-dbddd48d-74b0-4005-9935-9844c6965af6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 1096 time: 0.1343522 Jul 16 08:39:06.077265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb93e260-6830-4836-b616-fdd1ee32237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.080901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb93e260-6830-4836-b616-fdd1ee32237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.082406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb93e260-6830-4836-b616-fdd1ee32237b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8ffd580-4a1e-4ca9-bd4b-5a31182d7f47 HTTP/1.1" status: 204 len: 168 time: 0.5271940 Jul 16 08:39:06.127655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.146232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93e260-6830-4836-b616-fdd1ee32237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ffd580-4a1e-4ca9-bd4b-5a31182d7f47,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.154518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d47f54-2d3d-4cbc-b246-782330657c12']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:06.164599 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.169529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-981cced6-f36e-4b4d-a0cb-183d51129bcf tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/8ef28973-b8d4-4343-9460-db197b7fd0e9 HTTP/1.1" status: 204 len: 168 time: 1.4822836 Jul 16 08:39:06.169529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55700) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:06.174860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-a8dffccd-8960-4d89-a706-3945a2820ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.177510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-a8dffccd-8960-4d89-a706-3945a2820ed6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.1534975 Jul 16 08:39:06.180668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981c9273-11ec-4106-aa92-9dbdc1f40814') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:06.180970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981c9273-11ec-4106-aa92-9dbdc1f40814') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:06.217361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.240015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.243303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-a930e361-9b9f-4238-a783-8c54433d6da8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0 HTTP/1.1" status: 200 len: 217 time: 0.0577483 Jul 16 08:39:06.252485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:06.252902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: items = [ Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:06.256237 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:06.262631 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:06.262631 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:06.262631 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:06.262631 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:06.263150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22971a9-03e4-4a06-aefa-a75c6f906348 req-4e85d680-6f63-4c0f-bf54-328067e317d3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.263312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d535e-f0c6-46ac-8fc7-66839a7b5465 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.263505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d22971a9-03e4-4a06-aefa-a75c6f906348 req-4e85d680-6f63-4c0f-bf54-328067e317d3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 945 time: 0.1377270 Jul 16 08:39:06.263668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d535e-f0c6-46ac-8fc7-66839a7b5465 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.263668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d535e-f0c6-46ac-8fc7-66839a7b5465 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.267668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-872d535e-f0c6-46ac-8fc7-66839a7b5465 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0951438 Jul 16 08:39:06.269811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55704) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:06.303415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:06.328805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.342755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.344906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/networks/c6d47f54-2d3d-4cbc-b246-782330657c12 HTTP/1.1" status: 204 len: 168 time: 1.5063238 Jul 16 08:39:06.348100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55708) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:06.377752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09424dc6-83e1-4585-92ba-a4b5efe6100e tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Network': ['ID=c6d47f54-2d3d-4cbc-b246-782330657c12,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.388305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-c74df063-a078-4db8-bd54-e68e063f9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.389793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-c74df063-a078-4db8-bd54-e68e063f9d56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.1400607 Jul 16 08:39:06.393090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d22971a9-03e4-4a06-aefa-a75c6f906348 req-dd44f12c-b5e2-4848-8351-daea53e55b42 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240740 Jul 16 08:39:06.397050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet f011507e-f421-4040-a1ef-cd9e9cc9e01e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:06.408429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.432361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.445545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting subnet 5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:06.450073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.451070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4043e029-0411-4092-8651-319419846980 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:06.467651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-80380fa8-94f4-4334-b23f-f199bbebdb70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665534 Jul 16 08:39:06.474814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:06.480093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.513745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.522173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.544562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.660211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-2e4025b8-fc79-457c-879a-411650328722 service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850157 Jul 16 08:39:06.665979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.698981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.747412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b0546-4f78-4a50-8c7c-4b912513fc2f req-40235702-eabe-4018-8ca0-52278e4cee5d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.748931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-619b0546-4f78-4a50-8c7c-4b912513fc2f req-40235702-eabe-4018-8ca0-52278e4cee5d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 943 time: 0.1200335 Jul 16 08:39:06.754300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.791523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.802496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.805144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d0471c13-457c-4ac0-a21c-6f613f8e1c89 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/subnets/5e3615cc-9304-4a55-a5cc-c0bc1cb4eed5 HTTP/1.1" status: 204 len: 168 time: 0.4543815 Jul 16 08:39:06.809688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:06.819761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048cad58-8a91-4881-b287-40f2929d2b7c None None] Network 22023076-7190-440f-bb23-7ee23dd19fc1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:06.827654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dd956bc-2427-41bc-b744-e31c46c5fd8b req-1905ae15-4420-4cf8-af59-e12bb83a94fd service neutron] 10.222.0.18 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579642 Jul 16 08:39:06.841285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.884862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-619b0546-4f78-4a50-8c7c-4b912513fc2f req-4c0b73f5-6429-4076-bea7-67692359fb34 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277757 Jul 16 08:39:06.889761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=f011507e-f421-4040-a1ef-cd9e9cc9e01e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.894489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.899171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aa3bd3b1-7794-44b1-8251-6a2e3560cfe3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f011507e-f421-4040-a1ef-cd9e9cc9e01e HTTP/1.1" status: 204 len: 168 time: 0.6067193 Jul 16 08:39:06.899522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55730) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:06.957916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.028073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Deleting port 61275297-59bf-421f-9038-b86f617082f1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:07.028507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.033838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet f4c00952-87e6-4e59-9503-e0f3d439e52e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:07.042555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.047536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:07.086592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905aa8f-9d54-4b07-b394-b0bd7e07d0e9 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:07.097141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] For port 61275297-59bf-421f-9038-b86f617082f1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=61275297-59bf-421f-9038-b86f617082f1,segment=NetworkSegment(71b10c92-493e-4a6a-9774-6dcdc3472a12),segment_id=71b10c92-493e-4a6a-9774-6dcdc3472a12)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:07.097829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.114064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Calling delete_port for 61275297-59bf-421f-9038-b86f617082f1 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:07.156798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.269768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1326965339'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:07.290686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.295469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937dad-8f30-4102-ad62-ebd8accb13fd req-9778fbe2-e0ca-4568-9f79-610b6ece1924 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.297234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca937dad-8f30-4102-ad62-ebd8accb13fd req-9778fbe2-e0ca-4568-9f79-610b6ece1924 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 944 time: 0.1457136 Jul 16 08:39:07.316774 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.345473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:07.349054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.356851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Port': ['ID=61275297-59bf-421f-9038-b86f617082f1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.361617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.369829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] No DVR routers for this DVR port 61275297-59bf-421f-9038-b86f617082f1 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:07.405547 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.419846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca937dad-8f30-4102-ad62-ebd8accb13fd req-e7698649-6f58-4dd2-8e5f-4dafd5597bbe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152954 Jul 16 08:39:07.440764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c00952-87e6-4e59-9503-e0f3d439e52e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.457365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.458755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9a2bd-6012-4b3e-9593-71221dacff3a None None] DHCP port deletion for 22023076-7190-440f-bb23-7ee23dd19fc1 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:07.459209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a0e803f-62ae-4942-b33a-16cecb038590 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f4c00952-87e6-4e59-9503-e0f3d439e52e HTTP/1.1" status: 204 len: 168 time: 0.5587037 Jul 16 08:39:07.462696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:07.552308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.554596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e150af-8734-4fe8-879b-d54a8c627389 None None] Update dhcp port {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': 'f4c00952-87e6-4e59-9503-e0f3d439e52e'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '12d22b57-ef6e-44df-88ae-f277e9ef0a83'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:39:07.561037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-48bfeda7-5bd7-4b19-a4e5-cd69196ba9fa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942030 Jul 16 08:39:07.561915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:07.573356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.576905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:07.578736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.609083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22023076-7190-440f-bb23-7ee23dd19fc1']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:07.618316 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f5e150af-8734-4fe8-879b-d54a8c627389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.622383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:07.627599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b10c92-493e-4a6a-9774-6dcdc3472a12') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:07.628017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b10c92-493e-4a6a-9774-6dcdc3472a12') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:07.658316 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76cfd03-ec8f-4551-881e-11fde8f70a74,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.661895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.662250 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment 331675a3-cbec-4050-ae7c-e119179bccb0 of type vlan for network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 Jul 16 08:39:07.675789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.703734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.717673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:07.717858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.718234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:07.721918 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:07.735384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:07.741133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.745018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f7aaa-0f18-4b62-80c9-4233b2c215d3 req-53ea93b3-5da9-4514-9ae7-3c41a240fe31 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.746558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-772f7aaa-0f18-4b62-80c9-4233b2c215d3 req-53ea93b3-5da9-4514-9ae7-3c41a240fe31 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 945 time: 0.1422551 Jul 16 08:39:07.794849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.796833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 61275297-59bf-421f-9038-b86f617082f1 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:07.801948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.802732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.830396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 61275297-59bf-421f-9038-b86f617082f1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:07.831380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 61275297-59bf-421f-9038-b86f617082f1 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:07.856061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-772f7aaa-0f18-4b62-80c9-4233b2c215d3 req-e064d154-6d20-4476-b09a-28b01888eb27 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967050 Jul 16 08:39:07.865229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8119664 Jul 16 08:39:07.865899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:07.869984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.873363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'name': 'tempest-PortsTestJSON-1477301376'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:07.882934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.885253 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] 10.222.0.41 "DELETE /v2.0/networks/22023076-7190-440f-bb23-7ee23dd19fc1 HTTP/1.1" status: 204 len: 168 time: 1.0730643 Jul 16 08:39:07.935076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6144e6-3c94-49cf-ab52-bf2dff559a27 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:07.944242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0ffe-41f2-49f3-b020-fcc9ddab96b7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=789e0d89-2a8d-49fd-b983-b7a7ed655b71,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.954005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d58046-631a-49e2-b980-1042e3135fc7 tempest-ServersTestMultiNic-175483628 tempest-ServersTestMultiNic-175483628-project] Pushing event deleted for resources: {'Network': ['ID=22023076-7190-440f-bb23-7ee23dd19fc1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.959437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:08.037759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:08.042439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.070626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port c8d58b5b-26bd-443f-ad1b-54110752af04 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:08.140873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3dfc4afb-d224-43d8-ab67-fdec27cee945 None None] Provisioning complete for port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:08.141406 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4afb-d224-43d8-ab67-fdec27cee945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.168216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.187677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:08.244085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:08.248682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:08.256023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed676ca-c68b-416b-afc7-51358ab76cc7 req-f2493174-c361-4029-9a01-9c8fc9bd9760 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.258008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ed676ca-c68b-416b-afc7-51358ab76cc7 req-f2493174-c361-4029-9a01-9c8fc9bd9760 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 943 time: 0.1794477 Jul 16 08:39:08.264941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.266391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.282527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=6c5d13c1-355b-40dc-afde-c61283935771,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.298154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-195ead2d-cd0a-4cb9-9e3c-30b1cbcf6177 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7294033 Jul 16 08:39:08.299735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55758) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:08.306345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:08.314877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:08.353491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0', 'mac_address': 'fa:16:3e:94:ae:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:08.360794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:08.362915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ed676ca-c68b-416b-afc7-51358ab76cc7 req-638c57d4-414a-47e1-a51d-51c29fc49729 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960813 Jul 16 08:39:08.368371 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.427817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.475304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4043e029-0411-4092-8651-319419846980 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:08.476102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.509734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:08.510952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=c8d58b5b-26bd-443f-ad1b-54110752af04,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.517473 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.520144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.522994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': '331675a3-cbec-4050-ae7c-e119179bccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:08.524101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: 789e0d89-2a8d-49fd-b983-b7a7ed655b71, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:08.546763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:08.560663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 789e0d89-2a8d-49fd-b983-b7a7ed655b71) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:08.567162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:08.575895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.576594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.582493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c143922-e985-4d1b-b837-8f033c8f36b4 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:08.590290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:08.601664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8af5d43a-5898-423b-8b43-a44530d35422 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7338710 Jul 16 08:39:08.603501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55766) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:08.609977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1348890877'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:08.619563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55768) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:08.685142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:08.691630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:08.695861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.727543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:08.734117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.759733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:08.773458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28a23-7e56-4c94-b139-56b68895f37f req-5aeed2ae-a46f-4a18-a8d8-e5ca6790c417 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.782581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2e28a23-7e56-4c94-b139-56b68895f37f req-5aeed2ae-a46f-4a18-a8d8-e5ca6790c417 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 944 time: 0.1505597 Jul 16 08:39:08.816808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.817161 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment 72b8099d-0748-4caa-a089-ef031691c15f of type vlan for network b4bfe99d-457e-4c27-9b5d-6c1f65657910 Jul 16 08:39:08.854070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2e28a23-7e56-4c94-b139-56b68895f37f req-6b5ceacb-4b71-461e-a9eb-855456b050ac tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Jul 16 08:39:08.873665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.886576 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.912682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.937656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043e029-0411-4092-8651-319419846980'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:08.940041 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7507e18f-16a5-4cf7-b00c-60556078a462" -d '{"events": [{"server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "name": "network-vif-plugged", "status": "completed", "tag": "4043e029-0411-4092-8651-319419846980"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:08.959000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:08.966853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.967697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:08.970130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] Deleting port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:08.970496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.036929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.041163 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7665d-5265-49cd-b624-8cd70498e1a4 x-openstack-request-id: req-d9d7665d-5265-49cd-b624-8cd70498e1a4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:09.041448 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "name": "network-vif-plugged", "status": "completed", "tag": "4043e029-0411-4092-8651-319419846980", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:09.041690 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9d7665d-5265-49cd-b624-8cd70498e1a4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:09.042062 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043e029-0411-4092-8651-319419846980', 'code': 200} Jul 16 08:39:09.043007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['428fac3a-8d19-40d6-9d4d-52f8a93e09d0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:09.043280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.043931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.149433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55774) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:09.149678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5448022 Jul 16 08:39:09.155489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'ports': [{'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'}, {'network_id': 'b4bfe99d-457e-4c27-9b5d-6c1f65657910'}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.155797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.156595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': 'b4bfe99d-457e-4c27-9b5d-6c1f65657910'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.158433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.202192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] For port 12d22b57-ef6e-44df-88ae-f277e9ef0a83, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12d22b57-ef6e-44df-88ae-f277e9ef0a83,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:09.202461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:39:09.202910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.204812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 87d66004-90cd-4848-9f9b-eb471b09b8a4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:09.224094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 87d66004-90cd-4848-9f9b-eb471b09b8a4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:09.224470 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.228505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b6744-d58e-4f00-b17c-6502fcafdc57 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=b4bfe99d-457e-4c27-9b5d-6c1f65657910,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.233999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] Calling delete_port for 12d22b57-ef6e-44df-88ae-f277e9ef0a83 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:09.261326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b4bfe99d-457e-4c27-9b5d-6c1f65657910 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:09.309595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cfee8-4704-4254-9ea7-951ba587e63b req-daf4f221-d84c-42ef-a2b8-fd1908e3fdce tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.311791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db3cfee8-4704-4254-9ea7-951ba587e63b req-daf4f221-d84c-42ef-a2b8-fd1908e3fdce tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 945 time: 0.2177784 Jul 16 08:39:09.401897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db3cfee8-4704-4254-9ea7-951ba587e63b req-638d73c2-3c9f-4859-9546-02eff15754b0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841067 Jul 16 08:39:09.430188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.535847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c3294-0fa5-4053-a8c5-324d9dc8e6bd req-680bee79-dc01-4c45-b849-f3a799ac3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.537394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e82c3294-0fa5-4053-a8c5-324d9dc8e6bd req-680bee79-dc01-4c45-b849-f3a799ac3654 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 1097 time: 0.2422552 Jul 16 08:39:09.655561 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.705080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] Pushing event deleted for resources: {'Port': ['ID=12d22b57-ef6e-44df-88ae-f277e9ef0a83,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.706970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba6f8f-1300-4f47-a759-96efe088041f None None] No DVR routers for this DVR port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:09.709126 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.736529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0ee65-6c36-4017-82fe-001292b65616 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:09.773660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:09.778578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.837850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12d22b57-ef6e-44df-88ae-f277e9ef0a83 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:09.860227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Deleting port d589d4d3-db94-4074-99e3-0d191591ad5b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:09.860872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.867164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 12d22b57-ef6e-44df-88ae-f277e9ef0a83 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:09.867701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12d22b57-ef6e-44df-88ae-f277e9ef0a83 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:09.908564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.960022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.979102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e82c3294-0fa5-4053-a8c5-324d9dc8e6bd req-6356cc57-c8f0-42f8-8b45-acf2b42eedc1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268262 Jul 16 08:39:09.982782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] For port d589d4d3-db94-4074-99e3-0d191591ad5b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d589d4d3-db94-4074-99e3-0d191591ad5b,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:09.983763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.990615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '60528cef-5955-4271-bbde-d4c5b98d07de'}, {'subnet_id': '6c5d13c1-355b-40dc-afde-c61283935771'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:09.991875 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.996359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 2} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:10.001427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Calling delete_port for d589d4d3-db94-4074-99e3-0d191591ad5b owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:10.001730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.034168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Port 12d22b57-ef6e-44df-88ae-f277e9ef0a83 concurrently deleted while adding address for new subnet {'id': '60528cef-5955-4271-bbde-d4c5b98d07de', 'name': '', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1520, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T08:39:08Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0b2cdcac6721407caa67460276e57439'}. {{(pid=93700) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 08:39:10.034798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.073411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.104152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:10.113431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:10.125914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b8118-24f8-4de0-abc4-9987acd610f3 req-137b703f-4efb-4910-ab2d-b7a10f2ebd76 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.127483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e8b8118-24f8-4de0-abc4-9987acd610f3 req-137b703f-4efb-4910-ab2d-b7a10f2ebd76 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.5772436 Jul 16 08:39:10.128980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.129683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.151650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=60528cef-5955-4271-bbde-d4c5b98d07de,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.173194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ad5a7-e27e-483d-bdea-9bb329e61ca8 req-87dbd212-6e9f-4475-917c-67365feda9c2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.174736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-124ad5a7-e27e-483d-bdea-9bb329e61ca8 req-87dbd212-6e9f-4475-917c-67365feda9c2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 945 time: 0.1282616 Jul 16 08:39:10.219851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-09a8b8e2-3ac9-42ad-b2a6-515a1009b5f7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9189427 Jul 16 08:39:10.222758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55784) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:10.224319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Allocated IP 172.20.0.2 (403e1a12-e2ec-4877-807a-187d784f3d1f/6c5d13c1-355b-40dc-afde-c61283935771/d51aa611-cd75-4c76-9560-d496c64e78dd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:10.230057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:ef:1e:0c', 'name': 'tempest-NetworksTestDHCPv6-389739643'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:10.237680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-124ad5a7-e27e-483d-bdea-9bb329e61ca8 req-da78e4be-9974-43f9-9fd7-52ee341b65e2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Jul 16 08:39:10.239332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port d394ecf5-7718-402f-9d50-e666580d118e yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:10.248806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e8b8118-24f8-4de0-abc4-9987acd610f3 req-bc0b9261-adab-473f-8b9c-d9dd03cdf225 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101892 Jul 16 08:39:10.355651 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.359104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Allocated IP 2001:db8::f816:3eff:fed8:7079 (403e1a12-e2ec-4877-807a-187d784f3d1f/60528cef-5955-4271-bbde-d4c5b98d07de/d51aa611-cd75-4c76-9560-d496c64e78dd) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:10.370359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.392804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d589d4d3-db94-4074-99e3-0d191591ad5b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.491926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:10.521619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 1418b4ea-baf9-4c8b-a940-355703120bfb yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:10.607447 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.618378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Transition to ACTIVE for port object d51aa611-cd75-4c76-9560-d496c64e78dd will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:10.641086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Transition to ACTIVE for port object d51aa611-cd75-4c76-9560-d496c64e78dd will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:10.652706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.707126 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.718759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Pushing event updated for resources: {'Port': ['ID=d51aa611-cd75-4c76-9560-d496c64e78dd,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.726883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.736516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:10.738585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:10.743130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:10.756296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.768506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 83a1df8b-0ab9-4f99-8669-b60ca1876096 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:10.772884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.819077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b98ace-723e-4f2c-aa6f-f5c4a252a9e0 req-8df23a8b-e401-4410-940b-800d2bbf56cf tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.820706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0b98ace-723e-4f2c-aa6f-f5c4a252a9e0 req-8df23a8b-e401-4410-940b-800d2bbf56cf tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 946 time: 0.2442498 Jul 16 08:39:10.832314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:10.836817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:10.841607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:10.842536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.849588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=d394ecf5-7718-402f-9d50-e666580d118e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.850102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Attempting to bind port d51aa611-cd75-4c76-9560-d496c64e78dd on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:10.850481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Attempting to bind port d51aa611-cd75-4c76-9560-d496c64e78dd by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:10.850867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Attempting to bind port d51aa611-cd75-4c76-9560-d496c64e78dd on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:10.858503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:10.863616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:10.864066 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.864476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:10.864977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Bound port: d51aa611-cd75-4c76-9560-d496c64e78dd, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:10.865369 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.917907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=1418b4ea-baf9-4c8b-a940-355703120bfb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.927163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': '72b8099d-0748-4caa-a089-ef031691c15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4bfe99d-457e-4c27-9b5d-6c1f65657910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:10.927555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: b4bfe99d-457e-4c27-9b5d-6c1f65657910, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:10.936390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] For port d51aa611-cd75-4c76-9560-d496c64e78dd, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:10.939930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] For port d51aa611-cd75-4c76-9560-d496c64e78dd, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d51aa611-cd75-4c76-9560-d496c64e78dd,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:10.944209 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.947538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network b4bfe99d-457e-4c27-9b5d-6c1f65657910 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:10.959232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b4bfe99d-457e-4c27-9b5d-6c1f65657910) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:10.964425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:10.972442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.975582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8833a3-65ce-4f9d-8b73-3c2bb1d58f48 None None] Network b4bfe99d-457e-4c27-9b5d-6c1f65657910 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:10.978350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.979245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.999849 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3d70711c-a9ca-4a2e-8bb1-1548780d9604 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8491943 Jul 16 08:39:11.002873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55792) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:11.063509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:11.065847 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5100f39-e62a-46ff-b24e-8e32b768f49b" -d '{"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-plugged", "status": "completed", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:11.074238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c9ea-5fdb-4f4f-bb4c-843c40942a5e None None] Pushing event updated for resources: {'Port': ['ID=d51aa611-cd75-4c76-9560-d496c64e78dd,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.130749 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d940e73-4731-40dc-adb8-56fae8424bcb x-openstack-request-id: req-6d940e73-4731-40dc-adb8-56fae8424bcb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:11.130749 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-plugged", "status": "completed", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:11.130749 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d940e73-4731-40dc-adb8-56fae8424bcb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:11.131229 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'code': 200} Jul 16 08:39:11.166618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 1418b4ea-baf9-4c8b-a940-355703120bfb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:11.167119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.316810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.363451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 1418b4ea-baf9-4c8b-a940-355703120bfb owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:11.433969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0b98ace-723e-4f2c-aa6f-f5c4a252a9e0 req-58c6ec2f-7ec1-4be2-9fc8-6833b076d6d0 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714068 Jul 16 08:39:11.484251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea82017-e6cd-40a5-b173-08546fe8a030 req-d59dacdd-7fc9-45c0-bc39-d1f96f04ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.485680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cea82017-e6cd-40a5-b173-08546fe8a030 req-d59dacdd-7fc9-45c0-bc39-d1f96f04ec48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 1098 time: 0.2462945 Jul 16 08:39:11.550683 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cea82017-e6cd-40a5-b173-08546fe8a030 req-8d5233b4-d776-4d2b-9ec8-9c9903f9aef2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532012 Jul 16 08:39:11.575144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 172.20.0.12 (403e1a12-e2ec-4877-807a-187d784f3d1f/6c5d13c1-355b-40dc-afde-c61283935771/83a1df8b-0ab9-4f99-8669-b60ca1876096) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:11.581458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab11d-eaf9-40b7-a1e3-e88b8b6fdd42 req-18808f76-c38c-4785-a5fa-3644ff406f43 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.583059 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-876ab11d-eaf9-40b7-a1e3-e88b8b6fdd42 req-18808f76-c38c-4785-a5fa-3644ff406f43 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 945 time: 0.1492414 Jul 16 08:39:11.584620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.589609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:feef:1e0c (403e1a12-e2ec-4877-807a-187d784f3d1f/60528cef-5955-4271-bbde-d4c5b98d07de/83a1df8b-0ab9-4f99-8669-b60ca1876096) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:11.629010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=1418b4ea-baf9-4c8b-a940-355703120bfb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.640391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.645165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1dc268bf-ceaa-4d46-b5f5-7cd62a4f9da2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/1418b4ea-baf9-4c8b-a940-355703120bfb HTTP/1.1" status: 204 len: 168 time: 0.6375344 Jul 16 08:39:11.650717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55802) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:11.668899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-876ab11d-eaf9-40b7-a1e3-e88b8b6fdd42 req-e1013633-7e52-4180-8a72-49be38dbf60b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765502 Jul 16 08:39:11.745612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99a9a7-519a-468f-9506-e0218d5966e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.751901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99a9a7-519a-468f-9506-e0218d5966e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.753990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb99a9a7-519a-468f-9506-e0218d5966e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1019182 Jul 16 08:39:11.756561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:11.761678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Router 4113e794-20b7-424e-8d41-bc3079331110 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:11.834332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aeed0-26fa-498c-8df3-af4d14434dac req-0297c09b-207a-41ab-acea-ca1314dc587b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.836719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e6aeed0-26fa-498c-8df3-af4d14434dac req-0297c09b-207a-41ab-acea-ca1314dc587b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.1911364 Jul 16 08:39:11.952397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d51aa611-cd75-4c76-9560-d496c64e78dd up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:11.986078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port d394ecf5-7718-402f-9d50-e666580d118e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:11.986575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.005418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.024235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e6aeed0-26fa-498c-8df3-af4d14434dac req-51a2f2e5-06d5-4491-a299-8d19d9fcdc6c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315081 Jul 16 08:39:12.024436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d51aa611-cd75-4c76-9560-d496c64e78dd completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:12.037106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 83a1df8b-0ab9-4f99-8669-b60ca1876096 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:12.058344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:12.066357 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] Sync routers for ids ['4113e794-20b7-424e-8d41-bc3079331110'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:12.090619 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] Routers {'4113e794-20b7-424e-8d41-bc3079331110'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:12.091828 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4113e794-20b7-424e-8d41-bc3079331110'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:12.094551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.099697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c5e454d2-5e35-43ba-814d-b95d8adb4e0f admin admin] 10.222.0.41 "PUT /v2.0/routers/4113e794-20b7-424e-8d41-bc3079331110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4789696 Jul 16 08:39:12.103410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.121159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.155757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for d394ecf5-7718-402f-9d50-e666580d118e owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:12.183104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:12.200074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:12.205420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:12.209728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:12.217778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=83a1df8b-0ab9-4f99-8669-b60ca1876096,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.257956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:12.263239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:12.263685 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.297664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.298942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.327124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7aca9419-84c4-4b45-9045-03477781e7da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1004686 Jul 16 08:39:12.328089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.384308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.395620 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] Set router 4113e794-20b7-424e-8d41-bc3079331110 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:12.400428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.415674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db4392-d422-45d2-8075-1e7f74d52987 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.424710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db4392-d422-45d2-8075-1e7f74d52987 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.427185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-54db4392-d422-45d2-8075-1e7f74d52987 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0977869 Jul 16 08:39:12.430354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55814) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.433238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:12.438197 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.549388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.637289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b8f01-e02e-4810-af30-394ffd3bbb55 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:12.640589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ba5dc-e83e-47b6-afde-1cccb34ad0d3 req-20beb221-bc4a-4bdf-b837-582dba232f16 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.642271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b3ba5dc-e83e-47b6-afde-1cccb34ad0d3 req-20beb221-bc4a-4bdf-b837-582dba232f16 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.3860631 Jul 16 08:39:12.644612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.669008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 83a1df8b-0ab9-4f99-8669-b60ca1876096 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:12.670784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.719520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.741132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b3ba5dc-e83e-47b6-afde-1cccb34ad0d3 req-cb562e88-5c10-4bd7-8471-ef6e831ca0c9 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Jul 16 08:39:12.777051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] Provisioning for port d51aa611-cd75-4c76-9560-d496c64e78dd completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:12.805181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] Provisioning complete for port d51aa611-cd75-4c76-9560-d496c64e78dd triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:12.805181 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.824999 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:39:10Z', 'revision_number': 5, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port': {'id': 'ec9e2e99-995a-40df-8782-8987479328fe', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113e794-20b7-424e-8d41-bc3079331110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:12.834040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=d394ecf5-7718-402f-9d50-e666580d118e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.855384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.856015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.872501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-26a75bf7-4739-4b68-a0d0-adfbad4296b5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/d394ecf5-7718-402f-9d50-e666580d118e HTTP/1.1" status: 204 len: 168 time: 1.1147022 Jul 16 08:39:12.874282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55824) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.878204 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] Checking router: 4113e794-20b7-424e-8d41-bc3079331110 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:12.880715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 83a1df8b-0ab9-4f99-8669-b60ca1876096 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:12.889170 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] Routers {'4113e794-20b7-424e-8d41-bc3079331110'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:12.889810 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4113e794-20b7-424e-8d41-bc3079331110'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:12.910010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0ea4e-f927-475c-928f-7ee06ab6a88a req-9b04ab1e-d43c-4949-ab33-8ed63afafc89 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.911576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9eb0ea4e-f927-475c-928f-7ee06ab6a88a req-9b04ab1e-d43c-4949-ab33-8ed63afafc89 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 946 time: 0.1514101 Jul 16 08:39:12.958035 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-74fad764-36aa-4176-a6fe-1910b038f8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.002092 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] Set router 4113e794-20b7-424e-8d41-bc3079331110 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:13.014095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9eb0ea4e-f927-475c-928f-7ee06ab6a88a req-f99819a6-94f4-4082-a950-2ebc3956e249 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655060 Jul 16 08:39:13.026477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.034413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Deleting port ec9e2e99-995a-40df-8782-8987479328fe {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:13.034767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.065472 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:39:12Z', 'revision_number': 6, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.090494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] For port d51aa611-cd75-4c76-9560-d496c64e78dd, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d51aa611-cd75-4c76-9560-d496c64e78dd,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:13.098434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.115668 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad81f5-6684-4181-a95d-9050033080f9 None None] The sync data for ids ['4113e794-20b7-424e-8d41-bc3079331110'] in n-d-798249-10 is: [{'id': '4113e794-20b7-424e-8d41-bc3079331110', 'name': 'tempest-ServersTestMultiNic-959183790-router', 'tenant_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:33Z', 'updated_at': '2021-07-16T08:39:12Z', 'revision_number': 6, 'project_id': '97544d6cbb8e434694ac0ad586ccbc2f', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:13.133326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:13.136159 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad2ddc-90cc-4723-ae2e-bbd2a1127d08" -d '{"events": [{"server_uuid": "75a54659-c8c3-4a85-9cee-17672b11ac8a", "name": "network-vif-plugged", "status": "completed", "tag": "428fac3a-8d19-40d6-9d4d-52f8a93e09d0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:13.190368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc52df-9438-4c7d-bd59-8d5146f57749 None None] Pushing event updated for resources: {'Port': ['ID=d51aa611-cd75-4c76-9560-d496c64e78dd,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.222228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366fc6-2af3-4d35-8564-d31b903b23d0 req-b29f2f02-ae6c-46ff-8350-7124e8c989ac tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.227672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a366fc6-2af3-4d35-8564-d31b903b23d0 req-b29f2f02-ae6c-46ff-8350-7124e8c989ac tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.2957711 Jul 16 08:39:13.255506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.286580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] For port ec9e2e99-995a-40df-8782-8987479328fe, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec9e2e99-995a-40df-8782-8987479328fe,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:13.287072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.295421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=83a1df8b-0ab9-4f99-8669-b60ca1876096,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.315954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca71b1-4d19-42f3-b527-2719d52d9a93 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.318067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5dca71b1-4d19-42f3-b527-2719d52d9a93 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4412217 Jul 16 08:39:13.335426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a366fc6-2af3-4d35-8564-d31b903b23d0 req-80e92139-1f7f-4f87-a13e-0dec032ca7df tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060674 Jul 16 08:39:13.337829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55830) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:13.367459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Calling delete_port for ec9e2e99-995a-40df-8782-8987479328fe owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:13.408097 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49d4726-0be7-4677-88f7-0b7181ce00ea tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:13.411649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c49d4726-0be7-4677-88f7-0b7181ce00ea tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/1418b4ea-baf9-4c8b-a940-355703120bfb HTTP/1.1" status: 404 len: 333 time: 0.0725307 Jul 16 08:39:13.423716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:13.505195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.507920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-369ee9a8-6771-4456-813f-b4ded4f21d3c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/83a1df8b-0ab9-4f99-8669-b60ca1876096 HTTP/1.1" status: 204 len: 168 time: 1.0758278 Jul 16 08:39:13.514151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55836) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:13.542222 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-77284ed3-cc63-4cc9-b0b8-016ea0af1e11 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:13.548965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-77284ed3-cc63-4cc9-b0b8-016ea0af1e11 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/d394ecf5-7718-402f-9d50-e666580d118e HTTP/1.1" status: 404 len: 333 time: 0.1119113 Jul 16 08:39:13.551228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55838) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:13.586925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ae9a035-2565-4e47-baa9-d060e727d236 None None] Could not find standard attr ID for object 83a1df8b-0ab9-4f99-8669-b60ca1876096. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:13.605621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ae9a035-2565-4e47-baa9-d060e727d236 None None] Provisioning complete for port d51aa611-cd75-4c76-9560-d496c64e78dd triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:13.606009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a035-2565-4e47-baa9-d060e727d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.652982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d2b39-3eeb-4e49-bd9a-7f2566fb611a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.654675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d2b39-3eeb-4e49-bd9a-7f2566fb611a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.657185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d2b39-3eeb-4e49-bd9a-7f2566fb611a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.662974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c7d2b39-3eeb-4e49-bd9a-7f2566fb611a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1476107 Jul 16 08:39:13.664355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55844) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:13.707173 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330a95d8-77d5-483e-a16d-416c318663fb x-openstack-request-id: req-330a95d8-77d5-483e-a16d-416c318663fb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:13.707808 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a54659-c8c3-4a85-9cee-17672b11ac8a", "name": "network-vif-plugged", "status": "completed", "tag": "428fac3a-8d19-40d6-9d4d-52f8a93e09d0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:13.708224 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-330a95d8-77d5-483e-a16d-416c318663fb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:13.708781 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0', 'code': 200} Jul 16 08:39:13.800066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 60528cef-5955-4271-bbde-d4c5b98d07de {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:13.807035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.826590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.915874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.938742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.953248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bfe99d-457e-4c27-9b5d-6c1f65657910']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.961328 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.973944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b8099d-0748-4caa-a089-ef031691c15f') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.974325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b8099d-0748-4caa-a089-ef031691c15f') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:14.002814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.008580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-d6267c3f-9435-4eea-bc0f-14c11016cc6c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.009907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-d6267c3f-9435-4eea-bc0f-14c11016cc6c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 814 time: 0.2583098 Jul 16 08:39:14.010057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-36ab317c-737f-425b-a572-2783efeb93ef None None] Could not find standard attr ID for object 83a1df8b-0ab9-4f99-8669-b60ca1876096. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:14.015498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2177c-5585-474d-ab2f-9b857998c82e req-632a3c3e-a8d3-4847-99a4-ca1e5a39872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.017072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ff2177c-5585-474d-ab2f-9b857998c82e req-632a3c3e-a8d3-4847-99a4-ca1e5a39872f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 1098 time: 0.2494199 Jul 16 08:39:14.017323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9e2e99-995a-40df-8782-8987479328fe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.060884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.075440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-8795b14b-89f5-49d3-b03d-875acef3419d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/quotas/b3609ff2f38d48a39ad5b5e49968ed20 HTTP/1.1" status: 200 len: 375 time: 0.0523083 Jul 16 08:39:14.092084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d51aa611-cd75-4c76-9560-d496c64e78dd up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:14.095899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:14.096482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:14.099715 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:14.140077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ff2177c-5585-474d-ab2f-9b857998c82e req-b679699f-2f84-4152-9740-aecc6a88187c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145070 Jul 16 08:39:14.142315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.172833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.183992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d51aa611-cd75-4c76-9560-d496c64e78dd triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:14.184781 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.207059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.265542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-25f36646-be4c-48c1-818b-2f056e0b0c86 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828301 Jul 16 08:39:14.267558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.273009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/b4bfe99d-457e-4c27-9b5d-6c1f65657910 HTTP/1.1" status: 204 len: 168 time: 0.7172546 Jul 16 08:39:14.280847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:14.281943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.311577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-815893479'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:14.325226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.330082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.364118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.366034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/60528cef-5955-4271-bbde-d4c5b98d07de HTTP/1.1" status: 204 len: 168 time: 0.7006137 Jul 16 08:39:14.371802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55856) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:14.383647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d589d4d3-db94-4074-99e3-0d191591ad5b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:14.387556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae758c0-8697-4728-bd3c-2eb52255c376 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=60528cef-5955-4271-bbde-d4c5b98d07de,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.392092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57deb30f-962a-4cf6-a745-7307701069d1 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:14.415952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712d49-e91e-4d48-8fd5-9b4808d25bb4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=b4bfe99d-457e-4c27-9b5d-6c1f65657910,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.438065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d589d4d3-db94-4074-99e3-0d191591ad5b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:14.438286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d589d4d3-db94-4074-99e3-0d191591ad5b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:14.440392 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.440950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4113e794-20b7-424e-8d41-bc3079331110 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:39:14.448918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.452559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-90cb459b-c448-47d6-9b3d-62d0439df9da admin admin] 10.222.0.41 "DELETE /v2.0/routers/4113e794-20b7-424e-8d41-bc3079331110 HTTP/1.1" status: 204 len: 168 time: 2.3457973 Jul 16 08:39:14.454479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55860) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:14.478518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:14.482070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.491368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bcd4b-8020-458d-8661-ab0b6bc918a4 req-e10153ce-cde1-4ff6-9279-fed66f6df9ce tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.493566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-226bcd4b-8020-458d-8661-ab0b6bc918a4 req-e10153ce-cde1-4ff6-9279-fed66f6df9ce tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 946 time: 0.0890498 Jul 16 08:39:14.550225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-226bcd4b-8020-458d-8661-ab0b6bc918a4 req-db561f4c-9a93-4f5e-98bc-f714e63aaf21 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 Jul 16 08:39:14.575590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 6c5d13c1-355b-40dc-afde-c61283935771 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:14.594420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-2232b988-3e4d-4576-90db-3115a0005985 service neutron] 10.222.0.41 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206840 Jul 16 08:39:14.605057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.650011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Deleting subnet dd1100b7-2c73-496b-8b1d-f868b83c41a3 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:14.678057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.681361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:14.740769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc12cb-0dea-4ea0-84a2-7f3e380246c1 req-aed8db6d-c7ff-4a86-bce2-61daddbff46f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.742943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0acc12cb-0dea-4ea0-84a2-7f3e380246c1 req-aed8db6d-c7ff-4a86-bce2-61daddbff46f tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.0760894 Jul 16 08:39:14.751432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.757925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.758285 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment d39f5fe7-3885-4173-8826-c39499aa9607 of type vlan for network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec Jul 16 08:39:14.809284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.821598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0acc12cb-0dea-4ea0-84a2-7f3e380246c1 req-1d67671a-8deb-489c-b6a7-0e57d02a2bbf tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667877 Jul 16 08:39:14.895293 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.934653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-1bd2b263-5ed5-4bb9-8fd3-cd2768e400db service neutron] 10.222.0.41 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393610 Jul 16 08:39:15.024308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.030477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.031160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.050430 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.054035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.182288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8763864 Jul 16 08:39:15.188531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55870) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.202417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:15.222518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-cec4a1db-04f0-4899-98e9-cd35aeb87017 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.225069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-cec4a1db-04f0-4899-98e9-cd35aeb87017 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "GET /v2.0/ports?device_id=840de16f-58f3-41d2-a33c-4351c633f463 HTTP/1.1" status: 200 len: 945 time: 0.1777329 Jul 16 08:39:15.275064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807db83-0d83-4c46-b7b4-fd8a8d7a5fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.303281 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.308788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:15.341519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5d13c1-355b-40dc-afde-c61283935771,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.458235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.474073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3317e32a-06c9-4aca-8b68-8f2a6f170d01 req-1c3fe549-a562-4865-b529-823e7d0f7434 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 210 time: 0.0890000 Jul 16 08:39:15.479456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.482431 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09162e72-9bf9-4d2c-afdc-476276ef6401 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/6c5d13c1-355b-40dc-afde-c61283935771 HTTP/1.1" status: 204 len: 168 time: 1.0955174 Jul 16 08:39:15.486058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55878) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.551427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1100b7-2c73-496b-8b1d-f868b83c41a3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.561789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.564414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f1d39c45-be92-49c2-b133-bd443d8d36cb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd1100b7-2c73-496b-8b1d-f868b83c41a3 HTTP/1.1" status: 204 len: 168 time: 1.1083584 Jul 16 08:39:15.567025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55882) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.569577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Deleting port 4043e029-0411-4092-8651-319419846980 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:15.570021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.570637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb2cfa-f181-4c7a-8114-20f257bc6cc9 None None] Network b8640244-191c-481d-9a3f-7e9ba02d5ee2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:15.580259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-50e5e298-e30f-44cb-8557-9d48f7ce672e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910671 Jul 16 08:39:15.591861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.609156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d320eb6-1d70-4d0c-9d22-f992a681c05b None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:15.673301 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ac4005f-050c-47ef-8357-6264a1ea7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.697405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:15.707388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.759176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] For port 4043e029-0411-4092-8651-319419846980, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4043e029-0411-4092-8651-319419846980,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.759640 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.786300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e782-3ebf-4529-a234-2308704b7945 req-57d30e34-7006-47b2-8f82-9147989e4641 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.789213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5372e782-3ebf-4529-a234-2308704b7945 req-57d30e34-7006-47b2-8f82-9147989e4641 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 946 time: 0.1604168 Jul 16 08:39:15.794719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Calling delete_port for 4043e029-0411-4092-8651-319419846980 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:15.812724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3b63ca4d-2c94-469e-8264-f245719502ec None None] Provisioning complete for port d51aa611-cd75-4c76-9560-d496c64e78dd triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:15.813649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b63ca4d-2c94-469e-8264-f245719502ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.814190 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.893065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f767e8-2e93-412b-9720-a14051b13948 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.894812 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-19f767e8-2e93-412b-9720-a14051b13948 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2989998 Jul 16 08:39:15.898199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec9e2e99-995a-40df-8782-8987479328fe no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:15.900737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55890) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.914237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5372e782-3ebf-4529-a234-2308704b7945 req-c82a3abd-0c4b-4548-9c07-84cea391850a tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129570 Jul 16 08:39:15.965156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ec9e2e99-995a-40df-8782-8987479328fe {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:15.965988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec9e2e99-995a-40df-8782-8987479328fe not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:15.997981 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.032356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.074068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Pushing event deleted for resources: {'Port': ['ID=4043e029-0411-4092-8651-319419846980,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.167210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4043e029-0411-4092-8651-319419846980'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:16.170850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] No DVR routers for this DVR port 4043e029-0411-4092-8651-319419846980 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:16.174746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.177616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4e54abd-2676-4d1d-b52c-e2b19f5c60bb req-8380d2ea-69a2-4a7b-9132-40c7cd68f6d1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "DELETE /v2.0/ports/4043e029-0411-4092-8651-319419846980 HTTP/1.1" status: 204 len: 173 time: 0.9474664 Jul 16 08:39:16.178150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'name': 'network-vif-deleted', 'tag': '4043e029-0411-4092-8651-319419846980'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:16.181801 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b25af2d-9c6b-4577-a930-61e4a06899fb" -d '{"events": [{"server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "name": "network-vif-deleted", "tag": "4043e029-0411-4092-8651-319419846980"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:16.261629 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11e8a02-59a6-4045-97a9-430f7555dd55 x-openstack-request-id: req-c11e8a02-59a6-4045-97a9-430f7555dd55 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:16.263286 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840de16f-58f3-41d2-a33c-4351c633f463", "name": "network-vif-deleted", "tag": "4043e029-0411-4092-8651-319419846980", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:16.263599 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c11e8a02-59a6-4045-97a9-430f7555dd55 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:16.264022 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840de16f-58f3-41d2-a33c-4351c633f463', 'name': 'network-vif-deleted', 'tag': '4043e029-0411-4092-8651-319419846980', 'status': 'completed', 'code': 200} Jul 16 08:39:16.554218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] DHCP port deletion for b8640244-191c-481d-9a3f-7e9ba02d5ee2 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:16.614102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:16.621693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.636785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9bb304-3a1a-4303-9a9e-d5c4754047b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.640209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9f9bb304-3a1a-4303-9a9e-d5c4754047b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7369215 Jul 16 08:39:16.641949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55902) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:16.672852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.684983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] Deleting port 3dbc04b1-8eaf-4659-8680-86b7c8d695db {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:16.685510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.711794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Deleting port 3dbc04b1-8eaf-4659-8680-86b7c8d695db {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:16.712146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.736150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f9041f77-e37a-482c-831b-9b14d7797b82 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927453 Jul 16 08:39:16.747894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:16.755362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-312b2173-54c4-4bf8-9167-bea8ad04e925 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:16.766917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] For port 3dbc04b1-8eaf-4659-8680-86b7c8d695db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3dbc04b1-8eaf-4659-8680-86b7c8d695db,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:16.767474 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.782730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca9e34-ff5c-4fc7-84d1-eb8ba78715e7 req-218e01ff-b822-4be9-a31b-76a281948b67 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.783016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] Calling delete_port for 3dbc04b1-8eaf-4659-8680-86b7c8d695db owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:16.784978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fca9e34-ff5c-4fc7-84d1-eb8ba78715e7 req-218e01ff-b822-4be9-a31b-76a281948b67 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.3119764 Jul 16 08:39:16.790395 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40ffbe46-f5d3-430b-9944-7f9c70553adf req-91cd4c99-772e-410b-9b19-c2e760b98977 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 210 time: 0.0578523 Jul 16 08:39:16.825542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=a93e7b55-0370-442f-a0c2-db6a5433aa46,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.871993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] Deleting port d51aa611-cd75-4c76-9560-d496c64e78dd {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:16.872359 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.935234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.969209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] For port 3dbc04b1-8eaf-4659-8680-86b7c8d695db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3dbc04b1-8eaf-4659-8680-86b7c8d695db,segment=NetworkSegment(729010a1-c6e0-42cf-a73f-f6cb46c5c82e),segment_id=729010a1-c6e0-42cf-a73f-f6cb46c5c82e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:16.969597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.999068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fca9e34-ff5c-4fc7-84d1-eb8ba78715e7 req-204ee48d-2548-4dd1-83e4-29f1f2b55536 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887326 Jul 16 08:39:16.999831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': 'd39f5fe7-3885-4173-8826-c39499aa9607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:17.000199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:17.004419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Calling delete_port for 3dbc04b1-8eaf-4659-8680-86b7c8d695db owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:17.007814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] Pushing event deleted for resources: {'Port': ['ID=3dbc04b1-8eaf-4659-8680-86b7c8d695db,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.020286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677328c-253f-4d69-afa7-751d2113cb64 None None] No DVR routers for this DVR port 3dbc04b1-8eaf-4659-8680-86b7c8d695db on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:17.035658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] For port d51aa611-cd75-4c76-9560-d496c64e78dd, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d51aa611-cd75-4c76-9560-d496c64e78dd,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:17.035658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.050936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] Calling delete_port for d51aa611-cd75-4c76-9560-d496c64e78dd owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:17.152103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312b2173-54c4-4bf8-9167-bea8ad04e925 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:17.156356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-312b2173-54c4-4bf8-9167-bea8ad04e925 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.158063 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-312b2173-54c4-4bf8-9167-bea8ad04e925 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:17.158548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312b2173-54c4-4bf8-9167-bea8ad04e925 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:17.172565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:17.174567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.201947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-312b2173-54c4-4bf8-9167-bea8ad04e925 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4529381 Jul 16 08:39:17.202563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:17.207385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.208075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.209845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] Pushing event deleted for resources: {'Port': ['ID=d51aa611-cd75-4c76-9560-d496c64e78dd,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.210973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55912) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:17.220623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4c7a05ce-caa0-4dd9-b2bd-7fe603884c74 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:17.221947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876ef36-c814-4497-ab6e-0b7807559fda None None] No DVR routers for this DVR port d51aa611-cd75-4c76-9560-d496c64e78dd on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:17.227815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e4dac-b2f3-488d-994e-09f59a9a67ef None None] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:17.274094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948cb4f-aebd-4ef3-90bf-185087344219 req-4c892d76-149a-466a-9bd1-e6b4c5062f4f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.283133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c948cb4f-aebd-4ef3-90bf-185087344219 req-4c892d76-149a-466a-9bd1-e6b4c5062f4f tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 946 time: 0.1659844 Jul 16 08:39:17.294637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-887e039e-8bc8-4767-ab0f-986c6e08af65 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1033127 Jul 16 08:39:17.305317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:17.317202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec', 'name': 'tempest-PortsTestJSON-942366564'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:17.412026 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c948cb4f-aebd-4ef3-90bf-185087344219 req-59f531bc-1147-46d7-9bb0-7c07cfb81c2b tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278756 Jul 16 08:39:17.417082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.472467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec', 'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': 'a93e7b55-0370-442f-a0c2-db6a5433aa46'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:17.474819 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.495126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7a05ce-caa0-4dd9-b2bd-7fe603884c74 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:17.499468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c7a05ce-caa0-4dd9-b2bd-7fe603884c74 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.500906 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7a05ce-caa0-4dd9-b2bd-7fe603884c74 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:17.501827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7a05ce-caa0-4dd9-b2bd-7fe603884c74 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:17.521817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbc04b1-8eaf-4659-8680-86b7c8d695db,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.556377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4c7a05ce-caa0-4dd9-b2bd-7fe603884c74 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3388438 Jul 16 08:39:17.562548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] No DVR routers for this DVR port 3dbc04b1-8eaf-4659-8680-86b7c8d695db on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:17.563936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55922) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:17.571259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-618e626e-70e4-4d66-a9bd-87fdf170bf8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:17.588319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:17.598456 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.662790 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.680663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-18396df5-61a9-4500-8835-0cbade5e72b5 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.684863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-18396df5-61a9-4500-8835-0cbade5e72b5 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.18 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 814 time: 0.4728901 Jul 16 08:39:17.764986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Request body: {'port': {'device_id': '53aa6b17-5991-411a-95ff-b67de58d1690', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'admin_state_up': True, 'tenant_id': 'b3609ff2f38d48a39ad5b5e49968ed20'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:17.801550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Allocated IP 172.20.0.2 (0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec/a93e7b55-0370-442f-a0c2-db6a5433aa46/58d2fff5-a861-4634-9e3d-664b7e10bac8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:17.832158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3dbc04b1-8eaf-4659-8680-86b7c8d695db no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:17.833285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.875158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3dbc04b1-8eaf-4659-8680-86b7c8d695db {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:17.875787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3dbc04b1-8eaf-4659-8680-86b7c8d695db not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:17.876467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d51aa611-cd75-4c76-9560-d496c64e78dd no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:17.909815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d51aa611-cd75-4c76-9560-d496c64e78dd {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:17.910434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d51aa611-cd75-4c76-9560-d496c64e78dd not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:17.918138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8640244-191c-481d-9a3f-7e9ba02d5ee2']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:17.978473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729010a1-c6e0-42cf-a73f-f6cb46c5c82e') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:17.979054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729010a1-c6e0-42cf-a73f-f6cb46c5c82e') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:17.988702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e626e-70e4-4d66-a9bd-87fdf170bf8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:17.992796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-618e626e-70e4-4d66-a9bd-87fdf170bf8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.994760 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-618e626e-70e4-4d66-a9bd-87fdf170bf8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:17.995551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618e626e-70e4-4d66-a9bd-87fdf170bf8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:18.012583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.053318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-618e626e-70e4-4d66-a9bd-87fdf170bf8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4882376 Jul 16 08:39:18.060402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:18.070498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3ea795b1-e4cf-40de-99d8-9fe5f058f121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:18.075248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.106073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:18.106504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:18.115049 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:18.193050 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.206133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Transition to ACTIVE for port object 58d2fff5-a861-4634-9e3d-664b7e10bac8 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:18.236752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Transition to ACTIVE for port object 58d2fff5-a861-4634-9e3d-664b7e10bac8 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:18.246405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.247485 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.252066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port ce93b519-6adf-4e52-b830-2e312a248227 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:18.253231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.255625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8640244-191c-481d-9a3f-7e9ba02d5ee2 HTTP/1.1" status: 204 len: 168 time: 2.6872458 Jul 16 08:39:18.274447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Made reservation on behalf of b3609ff2f38d48a39ad5b5e49968ed20 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:18.287701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.327454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:18.337507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Pushing event updated for resources: {'Port': ['ID=58d2fff5-a861-4634-9e3d-664b7e10bac8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.341412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:18.354711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:18.362074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:18.370425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a7073-bcaa-4652-8f21-c6aac6d60e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8640244-191c-481d-9a3f-7e9ba02d5ee2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.371265 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.385996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.9 (0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec/a93e7b55-0370-442f-a0c2-db6a5433aa46/ce93b519-6adf-4e52-b830-2e312a248227) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:18.412429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea795b1-e4cf-40de-99d8-9fe5f058f121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:18.432724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ea795b1-e4cf-40de-99d8-9fe5f058f121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.444285 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea795b1-e4cf-40de-99d8-9fe5f058f121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:18.446275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea795b1-e4cf-40de-99d8-9fe5f058f121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:18.460088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4043e029-0411-4092-8651-319419846980 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:18.461552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4043e029-0411-4092-8651-319419846980 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:18.482753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Attempting to bind port 58d2fff5-a861-4634-9e3d-664b7e10bac8 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:18.483127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Attempting to bind port 58d2fff5-a861-4634-9e3d-664b7e10bac8 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd39f5fe7-3885-4173-8826-c39499aa9607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:18.483519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Attempting to bind port 58d2fff5-a861-4634-9e3d-664b7e10bac8 on network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:18.493071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:18.493838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Checking segment: {'id': 'd39f5fe7-3885-4173-8826-c39499aa9607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:18.494725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.495384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Bound using segment: {'id': 'd39f5fe7-3885-4173-8826-c39499aa9607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:18.496203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Bound port: 58d2fff5-a861-4634-9e3d-664b7e10bac8, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39f5fe7-3885-4173-8826-c39499aa9607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:18.496810 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.577919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.589077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1bff9-3766-4fe9-9022-4781b7d11c42 req-14b4bc3d-bc5b-4e25-8e11-9d7f0b1f23cc tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.605234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bd1bff9-3766-4fe9-9022-4781b7d11c42 req-14b4bc3d-bc5b-4e25-8e11-9d7f0b1f23cc tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.4347317 Jul 16 08:39:18.633150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Allocated IP 172.20.0.10 (cfad8d0c-3f31-47cf-87b2-3a276ee8ba06/cf62be3f-90f0-49f0-9495-bd789b028ae7/5d9732eb-b25d-4f13-ac06-d2981136e978) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:18.633798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] For port 58d2fff5-a861-4634-9e3d-664b7e10bac8, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:18.638842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55940) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:18.639549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] For port 58d2fff5-a861-4634-9e3d-664b7e10bac8, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=58d2fff5-a861-4634-9e3d-664b7e10bac8,segment=NetworkSegment(d39f5fe7-3885-4173-8826-c39499aa9607),segment_id=d39f5fe7-3885-4173-8826-c39499aa9607)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:18.645286 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.660876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object ce93b519-6adf-4e52-b830-2e312a248227 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:18.702598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3bd1bff9-3766-4fe9-9022-4781b7d11c42 req-545e6294-e3d1-42c7-9fc0-b18c947bf8e5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Jul 16 08:39:18.727600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829030e-766f-437c-9996-ba7d27c60dee None None] Pushing event updated for resources: {'Port': ['ID=58d2fff5-a861-4634-9e3d-664b7e10bac8,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.759965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e59395a-a546-4af7-85ad-146a86abc1cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97544d6cbb8e434694ac0ad586ccbc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199265 Jul 16 08:39:18.773604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55948) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:18.801814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bfb0dbaa-7c60-47cb-a3ce-476fa85882cf req-492fc00c-bd95-4376-b89f-590b3bad2ab9 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 210 time: 0.3270011 Jul 16 08:39:18.815460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.849277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3ea795b1-e4cf-40de-99d8-9fe5f058f121 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7858160 Jul 16 08:39:18.854194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55954) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:18.862035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f65b8a92-381b-4ff8-a6cc-ab751cc99d66 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:18.904258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:18.910041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:18.911981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=ce93b519-6adf-4e52-b830-2e312a248227,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.915270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:18.959208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35b412cf-3531-4528-9784-d896a610c2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.993189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.996571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35b412cf-3531-4528-9784-d896a610c2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.034069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.035007 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.074896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b8a92-381b-4ff8-a6cc-ab751cc99d66 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:19.080973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f65b8a92-381b-4ff8-a6cc-ab751cc99d66 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.084920 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65b8a92-381b-4ff8-a6cc-ab751cc99d66 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:19.086170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65b8a92-381b-4ff8-a6cc-ab751cc99d66 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:19.091497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-852d9899-1d1c-4a08-8750-495c92bc66ab tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7847521 Jul 16 08:39:19.096653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55956) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.114429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f65b8a92-381b-4ff8-a6cc-ab751cc99d66 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2593160 Jul 16 08:39:19.116257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.122374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55958) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.131823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-eb001150-7f65-40d1-a792-c0d7dcce3f0a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:19.175923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35b412cf-3531-4528-9784-d896a610c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.181650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35b412cf-3531-4528-9784-d896a610c2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.183853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-35b412cf-3531-4528-9784-d896a610c2f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/941f7f39-c3ce-4108-a941-dcf45e567fe2 HTTP/1.1" status: 204 len: 168 time: 0.4073310 Jul 16 08:39:19.222431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b412cf-3531-4528-9784-d896a610c2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f7f39-c3ce-4108-a941-dcf45e567fe2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.250624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:19.258147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port ce93b519-6adf-4e52-b830-2e312a248227 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:19.258982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:19.259280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.262091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:19.344801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.372221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.390784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for ce93b519-6adf-4e52-b830-2e312a248227 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:19.396651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.397620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.426919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb001150-7f65-40d1-a792-c0d7dcce3f0a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:19.434158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb001150-7f65-40d1-a792-c0d7dcce3f0a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.435837 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb001150-7f65-40d1-a792-c0d7dcce3f0a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:19.436461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb001150-7f65-40d1-a792-c0d7dcce3f0a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:19.444743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-c50f58e3-95c5-44a8-b8ca-a844c5eac3cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6880009 Jul 16 08:39:19.453810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb001150-7f65-40d1-a792-c0d7dcce3f0a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3270466 Jul 16 08:39:19.457921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.461393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Request body: {'port': {'device_id': '53aa6b17-5991-411a-95ff-b67de58d1690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:19.509076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea5790e9-e8ac-48f6-a3ad-c5a451eb14eb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0493171 Jul 16 08:39:19.509541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.564830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.588937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56cfbe-3709-4343-bc72-02613b9366e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.593097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed56cfbe-3709-4343-bc72-02613b9366e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804706 Jul 16 08:39:19.594405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55974) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.642891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-33a0a7ba-1749-48b7-9efa-2b1644519ea1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471909 Jul 16 08:39:19.643435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55978) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.650801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:19.713616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.870776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=ce93b519-6adf-4e52-b830-2e312a248227,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.900991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 58d2fff5-a861-4634-9e3d-664b7e10bac8 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:19.968145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.970089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-163cc5bb-e285-49da-b6d6-609ada250998 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/ce93b519-6adf-4e52-b830-2e312a248227 HTTP/1.1" status: 204 len: 168 time: 0.8723557 Jul 16 08:39:19.977891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.981512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 58d2fff5-a861-4634-9e3d-664b7e10bac8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:20.099013 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ed840c-9c2b-4080-8994-38a6b845f401 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:20.099775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9732eb-b25d-4f13-ac06-d2981136e978 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:20.100272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ed840c-9c2b-4080-8994-38a6b845f401 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:20.105195 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-93ed840c-9c2b-4080-8994-38a6b845f401 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/ce93b519-6adf-4e52-b830-2e312a248227 HTTP/1.1" status: 404 len: 333 time: 0.1234601 Jul 16 08:39:20.106544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56006) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:20.127698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.160870 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda31d83-a030-4980-a020-c774e1ab8cd2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:20.165503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bda31d83-a030-4980-a020-c774e1ab8cd2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/ce93b519-6adf-4e52-b830-2e312a248227 HTTP/1.1" status: 404 len: 333 time: 0.0550098 Jul 16 08:39:20.166624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Transition to ACTIVE for port object 5d9732eb-b25d-4f13-ac06-d2981136e978 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:20.167912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56010) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:20.172657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:20.176980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.205287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.228345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a26ae0-f284-437f-8129-68fe8daca568 None None] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:20.229697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-cf09595a-bb57-4937-98a2-e43ff74d632b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3783019 Jul 16 08:39:20.262191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15e5e-cb61-4906-afcb-9bb70daab2d8 req-7dc35998-e8e6-4ecc-b88c-4fd8ed293f32 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.263742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9e15e5e-cb61-4906-afcb-9bb70daab2d8 req-7dc35998-e8e6-4ecc-b88c-4fd8ed293f32 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.2411106 Jul 16 08:39:20.264272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56012) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:20.280489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet a93e7b55-0370-442f-a0c2-db6a5433aa46 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:20.296890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.385561 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9e15e5e-cb61-4906-afcb-9bb70daab2d8 req-53b34d03-248f-421d-88c1-fb0cf883860c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103947 Jul 16 08:39:20.387805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.411162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:20.419528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:20.446324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-449128594-network', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:20.480847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Provisioning for port 58d2fff5-a861-4634-9e3d-664b7e10bac8 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:20.492912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Attempting to bind port 5d9732eb-b25d-4f13-ac06-d2981136e978 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:20.493258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Attempting to bind port 5d9732eb-b25d-4f13-ac06-d2981136e978 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:20.494079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Attempting to bind port 5d9732eb-b25d-4f13-ac06-d2981136e978 on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:20.509465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.509964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.510599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.511077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.512372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.512372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.512560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.513748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d6cc-3490-4062-bf6d-5607ac62c50a req-04eff1bd-9e2a-4151-af84-33bf71752a81 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.514449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-3fbaa972-93e0-4c97-91d3-65acc111983d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.1956155 Jul 16 08:39:20.519278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Provisioning complete for port 58d2fff5-a861-4634-9e3d-664b7e10bac8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:20.519816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.523958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f810d6cc-3490-4062-bf6d-5607ac62c50a req-04eff1bd-9e2a-4151-af84-33bf71752a81 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 944 time: 0.3915832 Jul 16 08:39:20.539751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:20.542147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.563699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.571812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Port 5d9732eb-b25d-4f13-ac06-d2981136e978 on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:20.573714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Attempting to bind port 5d9732eb-b25d-4f13-ac06-d2981136e978 on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:20.604534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:20.604895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Checking segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:20.605276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Bound using segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:20.606921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Bound port: 5d9732eb-b25d-4f13-ac06-d2981136e978, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:20.608154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.620582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.654405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f810d6cc-3490-4062-bf6d-5607ac62c50a req-d7e2aa9c-b99e-4680-aa45-0d272fb2ade8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860524 Jul 16 08:39:20.678057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.704839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'mac_address': 'fa:16:3e:07:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:20.777736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-e6f616eb-71db-4a3c-a6c6-84a510578a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.778220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-e6f616eb-71db-4a3c-a6c6-84a510578a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.778937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-e6f616eb-71db-4a3c-a6c6-84a510578a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.781265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-e6f616eb-71db-4a3c-a6c6-84a510578a0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=bfa75b7d-5873-4e57-922c-47b3e04e232e&id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 2298 time: 0.2273140 Jul 16 08:39:20.784335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.805028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.832345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:20.837376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:20.851528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.854093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.854736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.902278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:39:20.902818 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:39:20.904694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87d66004-90cd-4848-9f9b-eb471b09b8a4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:20.909903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=a93e7b55-0370-442f-a0c2-db6a5433aa46,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:20.917513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.917826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.918807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.922288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/5d9732eb-b25d-4f13-ac06-d2981136e978 HTTP/1.1" status: 200 len: 1093 time: 1.4670880 Jul 16 08:39:20.927191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:20.931412 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975dcf24-8f69-430c-93ac-db2392b37d81" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:20.935124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.940432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.036630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.074574 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff6b47f-e40f-43ed-ad55-9c82b4d5dad2 x-openstack-request-id: req-dff6b47f-e40f-43ed-ad55-9c82b4d5dad2 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:21.074876 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:21.075599 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dff6b47f-e40f-43ed-ad55-9c82b4d5dad2 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:21.075728 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'status': 'completed', 'code': 200} Jul 16 08:39:21.079246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec9d26-dd33-4f29-87d5-a95ed10d96d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.082234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['87d66004-90cd-4848-9f9b-eb471b09b8a4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:21.092095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.095262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e6a94c0c-1ed4-4b58-af72-73cf109b95c3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/a93e7b55-0370-442f-a0c2-db6a5433aa46 HTTP/1.1" status: 204 len: 168 time: 0.9248121 Jul 16 08:39:21.108969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56038) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.115890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:21.116169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:39:21.123330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.193880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-21d177cd-e260-434e-b544-cd3d5a753902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.196392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-21d177cd-e260-434e-b544-cd3d5a753902 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 1096 time: 0.2094662 Jul 16 08:39:21.204208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:21.215082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.218260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:21.223365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c59d40-422b-45a8-a4c5-48ac682863c4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.236818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-7ba3b46a-6e34-4656-9537-051b6f8326c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 1001 time: 0.3767550 Jul 16 08:39:21.237894 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.238237 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Added segment ebac574e-bf7f-4c25-9ad0-e9199440a1ce of type vlan for network 59a2d090-a14a-4ce4-8d26-90cb91a4399d Jul 16 08:39:21.252781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d3c3b-39d7-44bf-88cf-3dbc6efb0f9b None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:21.268080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.268790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.271849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=ff23b40a-d09e-4ce7-a45e-c1fd198a5651,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.277729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-68fabe4b-9992-4ec2-8ae9-27db02ad70a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9732eb-b25d-4f13-ac06-d2981136e978 HTTP/1.1" status: 200 len: 217 time: 0.0721812 Jul 16 08:39:21.340589 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0decd0e1-60bf-4915-9950-9f557f05b8fe tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6958110 Jul 16 08:39:21.349829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56042) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.359667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:b3:e3:83', 'name': 'tempest-NetworksTestDHCPv6-1009939960'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:21.389208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.405015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-fe4f8e81-4729-4a93-926a-eb1a5fb17bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.406432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-fe4f8e81-4729-4a93-926a-eb1a5fb17bd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 200 len: 854 time: 0.1215320 Jul 16 08:39:21.422714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-df33d48f-1b5d-42c9-8865-310e270e9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.425461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-df33d48f-1b5d-42c9-8865-310e270e9ddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 200 len: 855 time: 0.1760724 Jul 16 08:39:21.474433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.483163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-baf2567b-3bdb-42ce-bac9-e597d5343285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693209 Jul 16 08:39:21.520881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.521095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.521504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.574587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 58d2fff5-a861-4634-9e3d-664b7e10bac8 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:21.574937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.583455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3159089 Jul 16 08:39:21.594095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56052) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.611490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] For port 58d2fff5-a861-4634-9e3d-664b7e10bac8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=58d2fff5-a861-4634-9e3d-664b7e10bac8,segment=NetworkSegment(d39f5fe7-3885-4173-8826-c39499aa9607),segment_id=d39f5fe7-3885-4173-8826-c39499aa9607)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:21.631525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9065f6-1dea-4079-a5ef-97c4a33809a7 admin admin] Pushing event updated for resources: {'Network': ['ID=59a2d090-a14a-4ce4-8d26-90cb91a4399d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.631757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3b880-e589-4b5c-b0a7-6914004b390a None None] Network 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:21.635844 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.676958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-c8c1039c-cb55-4276-95eb-a431641e5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.678534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-c8c1039c-cb55-4276-95eb-a431641e5b53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2901133-83fa-4369-a680-0a8c30d71109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337563 Jul 16 08:39:21.712708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:21.720111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Request body: {'subnet': {'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-449128594-subnet', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:21.737261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] For port 58d2fff5-a861-4634-9e3d-664b7e10bac8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=58d2fff5-a861-4634-9e3d-664b7e10bac8,segment=NetworkSegment(d39f5fe7-3885-4173-8826-c39499aa9607),segment_id=d39f5fe7-3885-4173-8826-c39499aa9607)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:21.737488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.782183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 58d2fff5-a861-4634-9e3d-664b7e10bac8 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:21.841421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:21.843863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.847188 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-215ad842-884d-46b0-acc1-a570a9421603 service neutron] 10.222.0.18 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445656 Jul 16 08:39:21.870753 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-81f121ea-ea24-41d9-bd7c-c3cd20f114e3 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835208 Jul 16 08:39:21.953129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e7c3ff20-be90-4feb-a754-8cbb6cca0303 None None] Could not find standard attr ID for object ce93b519-6adf-4e52-b830-2e312a248227. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:22.016437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:22.038228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d0a80-a6cb-4638-a67d-2317df978453 None None] Pushing event updated for resources: {'Port': ['ID=58d2fff5-a861-4634-9e3d-664b7e10bac8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.065591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e7c3ff20-be90-4feb-a754-8cbb6cca0303 None None] Provisioning complete for port 58d2fff5-a861-4634-9e3d-664b7e10bac8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:22.065986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ff20-be90-4feb-a754-8cbb6cca0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.139692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-2910d340-c150-4425-8f59-aaaead4294a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486762 Jul 16 08:39:22.142438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.190776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=58d2fff5-a861-4634-9e3d-664b7e10bac8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.224252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No DVR routers for this DVR port 58d2fff5-a861-4634-9e3d-664b7e10bac8 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:22.231907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-b45d908d-7555-43ed-bbf1-7b1f532e5c19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 217 time: 0.0839288 Jul 16 08:39:22.244907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d44eb9-54e7-4555-8a75-ae884051e9a8 req-96d0eaf2-c016-4c62-85ed-354485c4cc7a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.246823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88d44eb9-54e7-4555-8a75-ae884051e9a8 req-96d0eaf2-c016-4c62-85ed-354485c4cc7a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 944 time: 0.2979035 Jul 16 08:39:22.353463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'ff23b40a-d09e-4ce7-a45e-c1fd198a5651'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:22.354376 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.377768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:22.383800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f78071-b818-48b4-8df1-f52a767e7033 req-0e18bab5-c11d-40dc-9457-771807a98b53 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.384353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-35ffeb90-27cd-4856-9c14-287a8afe305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.385382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-35ffeb90-27cd-4856-9c14-287a8afe305d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1183448 Jul 16 08:39:22.387359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65f78071-b818-48b4-8df1-f52a767e7033 req-0e18bab5-c11d-40dc-9457-771807a98b53 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.7083714 Jul 16 08:39:22.390197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-725fc7c0-94d6-4bcd-a168-38f0ddebd21a req-a5b7790e-6332-413d-a9d8-bf0fe7789ad8 service neutron] 10.222.0.18 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234981 Jul 16 08:39:22.396529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.411978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.428296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88d44eb9-54e7-4555-8a75-ae884051e9a8 req-f8a2d289-17aa-412f-8e6a-e3907edd17d4 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598635 Jul 16 08:39:22.501246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:22.513786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39f5fe7-3885-4173-8826-c39499aa9607') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:22.514171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39f5fe7-3885-4173-8826-c39499aa9607') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:22.528092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.542856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbac040-021b-4d28-9384-1324e90c3686,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.552641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.563448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:22.563892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:22.567344 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:22.649825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65f78071-b818-48b4-8df1-f52a767e7033 req-e1ef425a-425c-4856-97d5-761fc9bb8e7b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490146 Jul 16 08:39:22.690183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.706745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.708434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec HTTP/1.1" status: 204 len: 168 time: 1.5983348 Jul 16 08:39:22.708864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Checking segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:22.709315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Network hostable DHCP agents. Network: 59a2d090-a14a-4ce4-8d26-90cb91a4399d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:22.712698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-52642c19-43fe-4ada-818f-cee277e0b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.715352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-52642c19-43fe-4ada-818f-cee277e0b7ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2998164 Jul 16 08:39:22.715958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56076) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:22.729737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-d9bd12b8-bdd1-41f3-93bb-fc482bf87388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.731436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-d9bd12b8-bdd1-41f3-93bb-fc482bf87388 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 1096 time: 0.2520275 Jul 16 08:39:22.740622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174113765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:22.757927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7d6b-1e75-4b25-9c38-233d2a028efb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.776938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Allocated IP 2001:db8::f816:3eff:fe7d:9d7f (403e1a12-e2ec-4877-807a-187d784f3d1f/ff23b40a-d09e-4ce7-a45e-c1fd198a5651/3e2cfecb-d94a-43cd-bb99-1c2d92bca841) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:22.845598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:22.850032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.859854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:22.893353 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.903560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:22.907355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-79ffd225-88ce-4922-aef2-9e8d10027699 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731918 Jul 16 08:39:22.914080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 59a2d090-a14a-4ce4-8d26-90cb91a4399d) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:22.935628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.936772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.966112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.966522 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment fff1c610-1886-4306-9420-1c0b64494922 of type vlan for network 0e0531ea-def7-46d5-a0eb-f2365d13e861 Jul 16 08:39:22.967940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.971455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3de63677-5c5c-4c81-8d04-46a6e0c671a6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3722339 Jul 16 08:39:22.976782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:22.979102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Transition to ACTIVE for port object 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:22.987843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fce900-30e0-45e5-826e-9ade2d2e7b02 None None] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:23.022493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e7c3ff20-be90-4feb-a754-8cbb6cca0303 None None] Could not find standard attr ID for object 58d2fff5-a861-4634-9e3d-664b7e10bac8. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:23.029813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 87d66004-90cd-4848-9f9b-eb471b09b8a4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:23.030194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.042602 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.db [None req-e7c3ff20-be90-4feb-a754-8cbb6cca0303 None None] No ports have port_id starting with 58d2fff5-a861-4634-9e3d-664b7e10bac8 Jul 16 08:39:23.080480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Transition to ACTIVE for port object 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:23.134973 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.186107 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.204082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:23.210243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Pushing event updated for resources: {'Port': ['ID=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:23.213131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:23.216131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbcbe24-1fff-4567-b719-e0f7996ad718 None None] DHCP port deletion for 0465b0a2-29e0-4fdc-8673-8d4b48a1f0ec request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:23.222887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:23.230333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-633842ff-8ebc-413b-adaf-76c421fb7ebb service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154604 Jul 16 08:39:23.247474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.252816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.253444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.358115 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.362837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=0e0531ea-def7-46d5-a0eb-f2365d13e861,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:23.368453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-9cb8a128-9fa5-4d86-b31e-d72750b05055 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 217 time: 0.1292050 Jul 16 08:39:23.394912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-187b52bf-5831-4697-b00b-d77c790a21e2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6617970 Jul 16 08:39:23.437789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:23.445674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:23.451076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:23.499206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:23.502227 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4c2836-3e43-424e-b6ff-938ac89524fd" -d '{"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-plugged", "status": "completed", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:23.517309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Attempting to bind port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:23.518021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Attempting to bind port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:23.518623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Attempting to bind port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:23.533762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:23.534454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:23.535114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.536042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:23.536879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Bound port: 3e2cfecb-d94a-43cd-bb99-1c2d92bca841, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:23.537461 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.545148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:23.546331 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.549879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:23.572419 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.671297 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c387da3-321d-47b7-82aa-31f059c117ba x-openstack-request-id: req-6c387da3-321d-47b7-82aa-31f059c117ba {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:23.671927 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-plugged", "status": "completed", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:23.672359 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c387da3-321d-47b7-82aa-31f059c117ba {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:23.672898 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'code': 200} Jul 16 08:39:23.731463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:23.746167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:23.854142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 58d2fff5-a861-4634-9e3d-664b7e10bac8 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:23.887283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 58d2fff5-a861-4634-9e3d-664b7e10bac8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:23.887653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 58d2fff5-a861-4634-9e3d-664b7e10bac8 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:23.894728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] For port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:23.923650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] For port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:23.932469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.940407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-6e3d7fb1-9514-4508-ae40-b79c9ce02cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.943763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-6e3d7fb1-9514-4508-ae40-b79c9ce02cc6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 915 time: 1.2056601 Jul 16 08:39:23.949876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 121a717a-372b-4fb1-ab4f-28db08370eed yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:23.994107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.996365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.086169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Allocated IP 172.20.0.2 (59a2d090-a14a-4ce4-8d26-90cb91a4399d/6dbac040-021b-4d28-9384-1324e90c3686/21dded37-25e4-49ed-b571-c765b94a9e89) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:24.091168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1c27-9b92-4d8d-a950-82646fee5e27 None None] Pushing event updated for resources: {'Port': ['ID=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.109181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-9e9b1f4f-f6b9-4f62-b37b-dbd6296a220c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9732eb-b25d-4f13-ac06-d2981136e978 HTTP/1.1" status: 200 len: 217 time: 0.1429586 Jul 16 08:39:24.161466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:24.165915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.190194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-098bdb2f-f30f-4bf1-81b1-446c844a7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.192151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-098bdb2f-f30f-4bf1-81b1-446c844a7677 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 200 len: 854 time: 0.0696220 Jul 16 08:39:24.199517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-c971fddf-a06d-4f98-97b4-fa3b403d2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.201083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-c971fddf-a06d-4f98-97b4-fa3b403d2093 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.8258350 Jul 16 08:39:24.236992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:24.356794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.361358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-83f2581a-9d82-42fb-9eef-0ff44f0c9e74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395133 Jul 16 08:39:24.389247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:24.461446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'port_id': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'mac_address': 'fa:16:3e:81:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf62be3f-90f0-49f0-9495-bd789b028ae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:24.510791 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.540021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.550372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db7365-a1bc-4cde-9efb-44b5ffb9f05e req-e9c58c9b-095f-4f12-9be7-a7f30a767190 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.567810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82db7365-a1bc-4cde-9efb-44b5ffb9f05e req-e9c58c9b-095f-4f12-9be7-a7f30a767190 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.6318495 Jul 16 08:39:24.588858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Transition to ACTIVE for port object 21dded37-25e4-49ed-b571-c765b94a9e89 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:24.623691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.628390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Transition to ACTIVE for port object 21dded37-25e4-49ed-b571-c765b94a9e89 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:24.647463 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.675700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=ada9c6b4-d431-4294-94d4-303a03c32b26,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.687263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73988c-5fb8-42f0-979c-35a7fdf3ae38 req-8995259c-7335-4ef8-980a-630450d54a52 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.696372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d73988c-5fb8-42f0-979c-35a7fdf3ae38 req-8995259c-7335-4ef8-980a-630450d54a52 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 944 time: 1.0405591 Jul 16 08:39:24.724749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Pushing event updated for resources: {'Port': ['ID=21dded37-25e4-49ed-b571-c765b94a9e89,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.734236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': 'fff1c610-1886-4306-9420-1c0b64494922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:24.734651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: 0e0531ea-def7-46d5-a0eb-f2365d13e861, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:24.743772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9732eb-b25d-4f13-ac06-d2981136e978 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:24.767640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:feb3:e383 (403e1a12-e2ec-4877-807a-187d784f3d1f/ff23b40a-d09e-4ce7-a45e-c1fd198a5651/121a717a-372b-4fb1-ab4f-28db08370eed) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:24.772742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-01851395-2671-47db-ad83-42395203f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.772932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:24.774428 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-01851395-2671-47db-ad83-42395203f950 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5600586 Jul 16 08:39:24.778771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:24.794595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:24.809247 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d73988c-5fb8-42f0-979c-35a7fdf3ae38 req-a801d81a-73fc-4480-9fa0-a277823a6a2a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118715 Jul 16 08:39:24.837302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:24.839812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:24.860292 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.900252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.907724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 0e0531ea-def7-46d5-a0eb-f2365d13e861) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:24.921153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82db7365-a1bc-4cde-9efb-44b5ffb9f05e req-51d6a2b5-075d-4436-a4d7-c160c96977eb tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537621 Jul 16 08:39:24.936079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.936632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.058054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.063265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346fab3-4d4c-4a79-9b9a-50e0b82eafab None None] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:25.070731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0abfe1e0-a614-445f-a59f-c3e5f4254d39 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6322114 Jul 16 08:39:25.074447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-bce01bc5-ea0b-4e07-b82f-a4b0e90b4cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625347 Jul 16 08:39:25.074706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56108) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:25.096070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1566178927'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:25.232252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Attempting to bind port 21dded37-25e4-49ed-b571-c765b94a9e89 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:25.233361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Attempting to bind port 21dded37-25e4-49ed-b571-c765b94a9e89 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:25.234221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Attempting to bind port 21dded37-25e4-49ed-b571-c765b94a9e89 on network 59a2d090-a14a-4ce4-8d26-90cb91a4399d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:25.246595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:25.248183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Checking segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:25.251581 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.252408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Bound using segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:25.253143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Bound port: 21dded37-25e4-49ed-b571-c765b94a9e89, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:25.253786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.256634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['5d9732eb-b25d-4f13-ac06-d2981136e978'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:25.315787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-786aac66-90ee-44d4-a77f-a88bc44cc596 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342956 Jul 16 08:39:25.356114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:25.359729 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.425188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 9571bc52-91ef-4fa0-bcd9-1e81388cb90f yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:25.502124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] For port 21dded37-25e4-49ed-b571-c765b94a9e89, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:25.509418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] For port 21dded37-25e4-49ed-b571-c765b94a9e89, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21dded37-25e4-49ed-b571-c765b94a9e89,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:25.521878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-975dcf24-8f69-430c-93ac-db2392b37d81 req-df28aad5-709f-4b19-a435-c50b50deaaa6 service neutron] 10.222.0.18 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158463 Jul 16 08:39:25.530753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.542951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-1b301323-17e2-416c-9109-9baa622ee0c9 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186697 Jul 16 08:39:25.565683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.593435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 121a717a-372b-4fb1-ab4f-28db08370eed will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:25.621269 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-61ab0095-e863-430c-bf4d-4eed65716b13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 200 len: 217 time: 0.0563653 Jul 16 08:39:25.646763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8bb7-9e7b-4af1-9a0b-d8a90b824113 None None] Pushing event updated for resources: {'Port': ['ID=21dded37-25e4-49ed-b571-c765b94a9e89,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.718800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-f4f3af31-5390-4e71-b379-10a20e1585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.720512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-f4f3af31-5390-4e71-b379-10a20e1585fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.0743153 Jul 16 08:39:25.777011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.801818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.12 (0e0531ea-def7-46d5-a0eb-f2365d13e861/ada9c6b4-d431-4294-94d4-303a03c32b26/9571bc52-91ef-4fa0-bcd9-1e81388cb90f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:25.822984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.865491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.919274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:25.930402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:25.944806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:25.963756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.964525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.971304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:25.976744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=121a717a-372b-4fb1-ab4f-28db08370eed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.987251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-b56ec8dc-850c-4fc9-9a31-b50ffd77a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.994166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-b56ec8dc-850c-4fc9-9a31-b50ffd77a979 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2582517 Jul 16 08:39:26.067007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4a05bdc7-0f91-4293-8790-f2769214ce9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7106929 Jul 16 08:39:26.071987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:26.074016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-0e0531ea-def7-46d5-a0eb-f2365d13e861', 'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': 'ada9c6b4-d431-4294-94d4-303a03c32b26'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:26.103506 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.147384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7c22105f-fb10-4862-8bd2-91ec2078be85 None None] Provisioning for port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:26.307167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Allocated IP 172.25.0.89 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/df50055c-60d4-4fd4-b7f0-15326d2a84d5) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:26.431483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.432007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e1869-361f-4e18-a310-1587a4017d99 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.438675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e1869-361f-4e18-a310-1587a4017d99 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.456619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d1e1869-361f-4e18-a310-1587a4017d99 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3806412 Jul 16 08:39:26.464328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56130) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:26.534776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-263f3756-9d11-44d0-a65e-2e29274fb191 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408457 Jul 16 08:39:26.573931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 9571bc52-91ef-4fa0-bcd9-1e81388cb90f will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:26.583503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1a529-f513-4694-9c9f-37b1c526fa1c req-5d5ed465-efdd-421e-b8eb-99f4be30a143 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.592002 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9e1a529-f513-4694-9c9f-37b1c526fa1c req-5d5ed465-efdd-421e-b8eb-99f4be30a143 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.2985308 Jul 16 08:39:26.608832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6869e-bd19-4538-a08f-29141b04c73d req-c798c516-95fc-4862-a783-e850da962d95 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.618052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5622c067-1574-4887-8187-85726f4e89d2 None None] Provisioning for port 121a717a-372b-4fb1-ab4f-28db08370eed completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:26.621595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02c6869e-bd19-4538-a08f-29141b04c73d req-c798c516-95fc-4862-a783-e850da962d95 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 945 time: 0.4900472 Jul 16 08:39:26.633388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5622c067-1574-4887-8187-85726f4e89d2 None None] Provisioning complete for port 121a717a-372b-4fb1-ab4f-28db08370eed triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:26.634064 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5622c067-1574-4887-8187-85726f4e89d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.653850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.673337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:26.681066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:26.681509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.688855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9e1a529-f513-4694-9c9f-37b1c526fa1c req-ade406db-53ec-4828-90b5-d918d14835c6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956037 Jul 16 08:39:26.772377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.786581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02c6869e-bd19-4538-a08f-29141b04c73d req-13f1b78e-9464-4bc5-bdc7-81871e3688aa tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638594 Jul 16 08:39:26.869475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:26.885866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:26.901672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:26.939825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=df50055c-60d4-4fd4-b7f0-15326d2a84d5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:26.995068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-bce0b3fe-a8bd-4792-9b9f-99355a464b77 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487259 Jul 16 08:39:27.019629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.164548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Allocated IP 172.20.0.2 (0e0531ea-def7-46d5-a0eb-f2365d13e861/ada9c6b4-d431-4294-94d4-303a03c32b26/ec1ebccb-fda5-4e60-867b-96022f7d83bb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:27.174103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.178457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5622c067-1574-4887-8187-85726f4e89d2 None None] Port 121a717a-372b-4fb1-ab4f-28db08370eed cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:27.183743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-8eea6d84-3c15-4359-a94a-3f42699726b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 200 len: 217 time: 0.1788301 Jul 16 08:39:27.238895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:27.252813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:27.265338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:27.277189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 121a717a-372b-4fb1-ab4f-28db08370eed {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:27.277545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.280422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=9571bc52-91ef-4fa0-bcd9-1e81388cb90f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.371131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-f9586773-7b66-4c15-a099-6f893a18b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.372732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-f9586773-7b66-4c15-a099-6f893a18b85c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1786885 Jul 16 08:39:27.397232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.499247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.509278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Transition to ACTIVE for port object ec1ebccb-fda5-4e60-867b-96022f7d83bb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:27.527434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Transition to ACTIVE for port object ec1ebccb-fda5-4e60-867b-96022f7d83bb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:27.536233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.537057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.544262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.616407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:27.632983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-83f7d09c-e80a-4e54-9ebc-1002e1483c20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5571043 Jul 16 08:39:27.634253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:27.635009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.635230 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.638549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56142) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:27.641409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:27.643251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Pushing event updated for resources: {'Port': ['ID=ec1ebccb-fda5-4e60-867b-96022f7d83bb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.647137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:27.664043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 121a717a-372b-4fb1-ab4f-28db08370eed owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:27.725098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.746237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db67da-8ac2-4a36-b6a1-690d2a0e3fe0 None None] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:27.791072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-15382739-4f27-48c7-9687-a00bd33848f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.792921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-15382739-4f27-48c7-9687-a00bd33848f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4086747 Jul 16 08:39:27.793154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.010372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Attempting to bind port ec1ebccb-fda5-4e60-867b-96022f7d83bb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:28.010914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Attempting to bind port ec1ebccb-fda5-4e60-867b-96022f7d83bb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fff1c610-1886-4306-9420-1c0b64494922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:28.012448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Attempting to bind port ec1ebccb-fda5-4e60-867b-96022f7d83bb on network 0e0531ea-def7-46d5-a0eb-f2365d13e861 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:28.015371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 9571bc52-91ef-4fa0-bcd9-1e81388cb90f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:28.016102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.029029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ecaa951-a1b5-4194-b023-6b9d36fcec2f None None] Provisioning for port 21dded37-25e4-49ed-b571-c765b94a9e89 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:28.035877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21dded37-25e4-49ed-b571-c765b94a9e89 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:28.084591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-de29d692-ced0-4b0e-b9f9-a6e56a52a38c service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646341 Jul 16 08:39:28.113939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:28.114482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Checking segment: {'id': 'fff1c610-1886-4306-9420-1c0b64494922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:28.115024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.115608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Bound using segment: {'id': 'fff1c610-1886-4306-9420-1c0b64494922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:28.116330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Bound port: ec1ebccb-fda5-4e60-867b-96022f7d83bb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff1c610-1886-4306-9420-1c0b64494922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0e0531ea-def7-46d5-a0eb-f2365d13e861'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:28.118090 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.143869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Router 48c01ef5-0ad7-4305-b6bc-8da762a32754 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:39:28.161936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.243393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=121a717a-372b-4fb1-ab4f-28db08370eed,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:28.252302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] For port ec1ebccb-fda5-4e60-867b-96022f7d83bb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:28.257800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] For port ec1ebccb-fda5-4e60-867b-96022f7d83bb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec1ebccb-fda5-4e60-867b-96022f7d83bb,segment=NetworkSegment(fff1c610-1886-4306-9420-1c0b64494922),segment_id=fff1c610-1886-4306-9420-1c0b64494922)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:28.267475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:28.273922 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.319993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.323885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2221d8b2-b7dd-444e-9857-42748e777998 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/121a717a-372b-4fb1-ab4f-28db08370eed HTTP/1.1" status: 204 len: 168 time: 1.8517282 Jul 16 08:39:28.323885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.327202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56154) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:28.332865 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:28.359933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026076fc-7599-460b-97b9-9b718643a5f3 req-57c4a66a-c831-412f-9c92-834c935c643b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.363034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-026076fc-7599-460b-97b9-9b718643a5f3 req-57c4a66a-c831-412f-9c92-834c935c643b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 945 time: 0.3217342 Jul 16 08:39:28.371550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.375561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-df767470-5714-416f-93bf-98ea0ca4a6f9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6348653 Jul 16 08:39:28.378941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56156) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:28.391704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Sync routers for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:28.430927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 9571bc52-91ef-4fa0-bcd9-1e81388cb90f owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:28.456372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8580165-6774-405b-b38e-39d954705383 req-26972d47-cbdb-4f8a-95dc-cb57d0e00b82 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.470367 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8580165-6774-405b-b38e-39d954705383 req-26972d47-cbdb-4f8a-95dc-cb57d0e00b82 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.4509740 Jul 16 08:39:28.479846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-026076fc-7599-460b-97b9-9b718643a5f3 req-4c9d754c-9296-4fa1-a2e0-2016633c6e09 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023598 Jul 16 08:39:28.506587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 21dded37-25e4-49ed-b571-c765b94a9e89 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:28.563529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:28.564220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:28.575802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 21dded37-25e4-49ed-b571-c765b94a9e89 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:28.576194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.750938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08a8b7-f1fa-4379-803b-3355b587024d None None] Pushing event updated for resources: {'Port': ['ID=ec1ebccb-fda5-4e60-867b-96022f7d83bb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:28.993868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:29.163870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 5d9732eb-b25d-4f13-ac06-d2981136e978 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:29.245865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 5d9732eb-b25d-4f13-ac06-d2981136e978 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:29.246233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.518812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ff2e6-2108-4c2a-bd9a-f98186d5db73 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.521435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ff2e6-2108-4c2a-bd9a-f98186d5db73 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.523977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f98ff2e6-2108-4c2a-bd9a-f98186d5db73 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 1.1814585 Jul 16 08:39:29.527438 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-bcfd7f00-6124-4ddd-969a-cb1db61f6891 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4336796 Jul 16 08:39:29.528151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56166) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:29.547936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.563300 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:29.625939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.652202 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-da3c4eea-b6ee-4134-8b74-001c5b103e1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 200 len: 217 time: 0.0968313 Jul 16 08:39:29.683543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.699443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=9571bc52-91ef-4fa0-bcd9-1e81388cb90f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:29.834226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8580165-6774-405b-b38e-39d954705383 req-f11d1a6c-3c26-4638-a315-e70518e2c637 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045657 Jul 16 08:39:29.944648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 21dded37-25e4-49ed-b571-c765b94a9e89, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21dded37-25e4-49ed-b571-c765b94a9e89,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:29.980582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.982899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.008359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-53f219e0-be5b-40a8-90bd-4427393d6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.017887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-53f219e0-be5b-40a8-90bd-4427393d6599 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.3131304 Jul 16 08:39:30.037459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ec1d5c7c-6b03-4c20-b999-228eb5254d02 None None] Provisioning complete for port 21dded37-25e4-49ed-b571-c765b94a9e89 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:30.039965 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5c7c-6b03-4c20-b999-228eb5254d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.053601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.063381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b775b59b-bfa0-4bf6-be6a-f5f7590aa224 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/9571bc52-91ef-4fa0-bcd9-1e81388cb90f HTTP/1.1" status: 204 len: 168 time: 2.4080060 Jul 16 08:39:30.065670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56178) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.120938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet ff23b40a-d09e-4ce7-a45e-c1fd198a5651 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:30.124889 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.166191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:27Z', 'revision_number': 3, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:30.204342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Checking router: 48c01ef5-0ad7-4305-b6bc-8da762a32754 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:30.204845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Updating router 48c01ef5-0ad7-4305-b6bc-8da762a32754 port df50055c-60d4-4fd4-b7f0-15326d2a84d5 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:30.218817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:30.221596 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcacb13-86d6-4e00-8201-e8ef91fcc995" -d '{"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-plugged", "status": "completed", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:30.230234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.355412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:30.427217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:30.444685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.477392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.495612 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc61ddf1-1f5c-451d-adf0-fde13a48a500 x-openstack-request-id: req-dc61ddf1-1f5c-451d-adf0-fde13a48a500 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:30.496572 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-plugged", "status": "completed", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:30.496994 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc61ddf1-1f5c-451d-adf0-fde13a48a500 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:30.498691 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'code': 200} Jul 16 08:39:30.520447 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.606559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.624627 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0cd72a-a4f3-4e43-8b99-ac88016c9d95 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:30.628874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8a0cd72a-a4f3-4e43-8b99-ac88016c9d95 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/9571bc52-91ef-4fa0-bcd9-1e81388cb90f HTTP/1.1" status: 404 len: 333 time: 0.5595541 Jul 16 08:39:30.628874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.629333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/ff23b40a-d09e-4ce7-a45e-c1fd198a5651 HTTP/1.1" status: 204 len: 168 time: 1.0914371 Jul 16 08:39:30.637801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.638898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56196) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.655202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f5fb3-4b8f-4465-b50e-9ad44fcca524 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=ff23b40a-d09e-4ce7-a45e-c1fd198a5651,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.680367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-7a93939a-364b-48de-b30f-4b8e6fb935f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.684122 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-7a93939a-364b-48de-b30f-4b8e6fb935f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6648049 Jul 16 08:39:30.694675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef98053-699c-427c-baf8-34fe82ff9ca6 None None] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:30.750757 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d32d3788-2463-49c9-ba24-faa86c951d6a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086547 Jul 16 08:39:30.761380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56198) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.787568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:30.805458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206496a0-1d43-447f-8901-eb2db1d161c3 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:30.813995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5135c8-963f-407a-8415-debea50929fb req-cea140fc-90e1-4e18-9f7d-4485bcbefe0c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.823214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb5135c8-963f-407a-8415-debea50929fb req-cea140fc-90e1-4e18-9f7d-4485bcbefe0c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 945 time: 1.0065520 Jul 16 08:39:30.838812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-2e42deb6-5cc5-47b9-9abc-0b33d13d45d1 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474693 Jul 16 08:39:30.839489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Allocated IP 172.20.0.1 (59a2d090-a14a-4ce4-8d26-90cb91a4399d/6dbac040-021b-4d28-9384-1324e90c3686/d50914f1-5646-4824-a3e9-4749198a4af3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:30.856130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=21dded37-25e4-49ed-b571-c765b94a9e89,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.906360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet ada9c6b4-d431-4294-94d4-303a03c32b26 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:30.960501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.027975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-b20a1d76-f33d-4f98-9c01-8e85fbe80766 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757684 Jul 16 08:39:31.172137 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb5135c8-963f-407a-8415-debea50929fb req-063b30f4-aae5-4e52-80bd-d88878fe9273 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479314 Jul 16 08:39:31.173726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:31.174294 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.185274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.238154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-76abbb0f-6520-49e0-8cfa-f8f3faf36120 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 217 time: 0.2074244 Jul 16 08:39:31.296323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb983ca3-3f5d-4bd7-aac0-dad307135a9c req-b426f819-348e-4602-8eda-432cb2900be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.309214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb983ca3-3f5d-4bd7-aac0-dad307135a9c req-b426f819-348e-4602-8eda-432cb2900be9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 1098 time: 0.6907125 Jul 16 08:39:31.324819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-23817fcb-e1d4-4f68-876a-8a8cdb1e50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.329800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-23817fcb-e1d4-4f68-876a-8a8cdb1e50ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.0777729 Jul 16 08:39:31.423431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504e15f-9298-4c35-80c8-f31b6d0b07da req-e8284dcf-9308-43b6-af85-0dca99019d5a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.433356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3504e15f-9298-4c35-80c8-f31b6d0b07da req-e8284dcf-9308-43b6-af85-0dca99019d5a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.3033109 Jul 16 08:39:31.502553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-6115af85-217b-4840-8e14-a46e92a2d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.509277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-6115af85-217b-4840-8e14-a46e92a2d384 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680758 Jul 16 08:39:31.533925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:31.554393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.560530 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3504e15f-9298-4c35-80c8-f31b6d0b07da req-965f2011-b3a0-4b40-8167-4bec4f17c128 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255596 Jul 16 08:39:31.767878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-f370cb2c-0325-40d4-a4ab-f5259c1d3fc4 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436295 Jul 16 08:39:31.802309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.881013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb983ca3-3f5d-4bd7-aac0-dad307135a9c req-b8760427-d106-435d-b22d-5208ff7412ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646913 Jul 16 08:39:31.921698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.942827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.973966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ba25f84-5a16-4c4c-99c5-8b3072a026c3 req-1baa1080-f5bc-42e6-a00e-706bb4314723 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987228 Jul 16 08:39:32.016992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Transition to ACTIVE for port object d50914f1-5646-4824-a3e9-4749198a4af3 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:32.052608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec1ebccb-fda5-4e60-867b-96022f7d83bb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:32.065342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-717224be-f662-42c2-ade5-2ddc5854ea8f None None] Provisioning for port ec1ebccb-fda5-4e60-867b-96022f7d83bb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:32.114373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:32.119560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.222538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ec1ebccb-fda5-4e60-867b-96022f7d83bb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:32.233249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ec1ebccb-fda5-4e60-867b-96022f7d83bb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:32.233777 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.280389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Transition to ACTIVE for port object df50055c-60d4-4fd4-b7f0-15326d2a84d5 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:32.287212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] Deleting port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:32.288382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.292936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.316736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.389560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] For port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:32.390179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.391221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.398942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56218) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:32.399704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/ada9c6b4-d431-4294-94d4-303a03c32b26 HTTP/1.1" status: 204 len: 168 time: 1.7592673 Jul 16 08:39:32.418841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c769-0993-480f-87fa-56e9d3845622 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=ada9c6b4-d431-4294-94d4-303a03c32b26,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.439514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] Calling delete_port for 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:32.546536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:32.552817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Pushing event updated for resources: {'Port': ['ID=d50914f1-5646-4824-a3e9-4749198a4af3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.627696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:32.649821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:32.666869 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.676352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822437b-0c1c-491b-acf6-ea84be803c1d None None] Network 0e0531ea-def7-46d5-a0eb-f2365d13e861 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:32.837911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.019190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3d45-bb46-4234-b92b-c83c5d5f944d req-ed50bfe9-ceda-47ae-9794-b1fdc93a26ee tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.022848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8ed3d45-bb46-4234-b92b-c83c5d5f944d req-ed50bfe9-ceda-47ae-9794-b1fdc93a26ee tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.5476072 Jul 16 08:39:33.118460 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.171261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9aa56-b8d9-4b15-8444-57dcf4baab8e None None] Pushing event updated for resources: {'Port': ['ID=df50055c-60d4-4fd4-b7f0-15326d2a84d5,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.187587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8ed3d45-bb46-4234-b92b-c83c5d5f944d req-f4a10aa5-b7dd-47a3-8ad6-0cfd74d4c705 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537480 Jul 16 08:39:33.189642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.216680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-77ac755e-2389-4517-8a22-8d7440bba2dd None None] Provisioning complete for port ec1ebccb-fda5-4e60-867b-96022f7d83bb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:33.217325 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77ac755e-2389-4517-8a22-8d7440bba2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.223445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Attempting to bind port df50055c-60d4-4fd4-b7f0-15326d2a84d5 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:33.224154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Attempting to bind port df50055c-60d4-4fd4-b7f0-15326d2a84d5 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:33.224452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Attempting to bind port df50055c-60d4-4fd4-b7f0-15326d2a84d5 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:33.237792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port ec1ebccb-fda5-4e60-867b-96022f7d83bb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:33.240118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.243922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:39:33.308109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] Pushing event deleted for resources: {'Port': ['ID=3e2cfecb-d94a-43cd-bb99-1c2d92bca841,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.325472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:33.326000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:33.326519 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.327171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:33.328006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Bound port: df50055c-60d4-4fd4-b7f0-15326d2a84d5, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:33.328558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.373124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] For port ec1ebccb-fda5-4e60-867b-96022f7d83bb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec1ebccb-fda5-4e60-867b-96022f7d83bb,segment=NetworkSegment(fff1c610-1886-4306-9420-1c0b64494922),segment_id=fff1c610-1886-4306-9420-1c0b64494922)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:33.373787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.393365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] For port df50055c-60d4-4fd4-b7f0-15326d2a84d5, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:33.395427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] For port df50055c-60d4-4fd4-b7f0-15326d2a84d5, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df50055c-60d4-4fd4-b7f0-15326d2a84d5,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:33.406235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983255a9-f120-4ff9-9a4f-7596fe2d5472 None None] No DVR routers for this DVR port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:33.415795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for ec1ebccb-fda5-4e60-867b-96022f7d83bb owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:33.431917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.458584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.567004 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.578923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5c893-7769-4ca1-a2cc-4f72a612e65f req-9693e9e0-4b88-4531-a27f-48958a53a08d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.590361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74e5c893-7769-4ca1-a2cc-4f72a612e65f req-9693e9e0-4b88-4531-a27f-48958a53a08d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.5837202 Jul 16 08:39:33.604322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=ec1ebccb-fda5-4e60-867b-96022f7d83bb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.611362 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.revisions.revision_plugin [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Could not find related port for resource to bump revision. Jul 16 08:39:33.620849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No DVR routers for this DVR port ec1ebccb-fda5-4e60-867b-96022f7d83bb on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:33.624743 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.db [None req-77ac755e-2389-4517-8a22-8d7440bba2dd None None] No ports have port_id starting with ec1ebccb-fda5-4e60-867b-96022f7d83bb Jul 16 08:39:33.649405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Port 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:39:33.649722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:9d7f {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:39:33.655149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:33.656121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:33.656294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:9d7f {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:39:33.664321 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.687828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74e5c893-7769-4ca1-a2cc-4f72a612e65f req-bd9429c2-c979-40f2-9aa7-6a4cff03b984 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920897 Jul 16 08:39:33.688724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.776470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.784395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9aa56-b8d9-4b15-8444-57dcf4baab8e None None] Pushing event updated for resources: {'Port': ['ID=df50055c-60d4-4fd4-b7f0-15326d2a84d5,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.790228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0531ea-def7-46d5-a0eb-f2365d13e861']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:33.805839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff1c610-1886-4306-9420-1c0b64494922') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:33.806133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff1c610-1886-4306-9420-1c0b64494922') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:33.829461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.830399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:33.837415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:33.840832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.841746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.867946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.875705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:33.876272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:33.883948 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:33.919112 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.923255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=6334994d-4f95-488c-a1a7-66145886609e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.925532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8bd2be-583c-4694-82fd-5d23b7afd41b None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:33.936982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465229a0-dc07-41c5-84b4-069e252e7419 None None] DHCP port deletion for 0e0531ea-def7-46d5-a0eb-f2365d13e861 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:33.942470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bae80f61-6c0d-4aa0-9af7-86ceb0ebce9e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1628370 Jul 16 08:39:33.987967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-97ae68f5-c8f7-4694-a465-4c8029dcefb6 None None] Provisioning for port d50914f1-5646-4824-a3e9-4749198a4af3 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:34.011410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:34.033975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:f7:7d:e6', 'name': 'tempest-NetworksTestDHCPv6-271333622'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:34.047852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-97ae68f5-c8f7-4694-a465-4c8029dcefb6 None None] Provisioning complete for port d50914f1-5646-4824-a3e9-4749198a4af3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:34.055844 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97ae68f5-c8f7-4694-a465-4c8029dcefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.116216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.163728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:34.246300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.254940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/0e0531ea-def7-46d5-a0eb-f2365d13e861 HTTP/1.1" status: 204 len: 168 time: 1.8541901 Jul 16 08:39:34.256269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56242) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:34.258745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500d9f-c4d7-4381-95f2-d531333a5f20 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=0e0531ea-def7-46d5-a0eb-f2365d13e861,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.290955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'name': 'tempest-PortsTestJSON-456093066'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:34.292995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21dded37-25e4-49ed-b571-c765b94a9e89 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:34.358662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-97ae68f5-c8f7-4694-a465-4c8029dcefb6 None None] Port d50914f1-5646-4824-a3e9-4749198a4af3 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:34.391958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:34.493966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.516566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.599784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:34.604216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.649563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.655515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port dbbe0431-491d-4efd-b993-22c34ec66323 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:34.683853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 23cf3eb7-f89a-40c2-ad99-479a28d7e3f3 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:34.878867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:fef7:7de6 (403e1a12-e2ec-4877-807a-187d784f3d1f/6334994d-4f95-488c-a1a7-66145886609e/23cf3eb7-f89a-40c2-ad99-479a28d7e3f3) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:34.928543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Pushing event updated for resources: {'Port': ['ID=d50914f1-5646-4824-a3e9-4749198a4af3,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.955683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '6334994d-4f95-488c-a1a7-66145886609e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:34.956767 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.960287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.963734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:27Z', 'revision_number': 3, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:34.976297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 21dded37-25e4-49ed-b571-c765b94a9e89 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:34.976730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.012289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e136d4-477b-403b-96f7-9dbc348486fe None None] The sync data for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 is: [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:27Z', 'revision_number': 3, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:35.121879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14dd1a-dc44-4fdc-a89f-4f3872d52ec6 req-0d37e40f-9909-4441-aae2-912f44b1411c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.131153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e14dd1a-dc44-4fdc-a89f-4f3872d52ec6 req-0d37e40f-9909-4441-aae2-912f44b1411c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.6744983 Jul 16 08:39:35.185906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.374817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.396332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e497aac-a968-4d87-be5f-4355ee08ad26 req-5906ce1e-ee3d-4c82-901d-1ad5c70f4ebb tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.403926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:35.409886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e14dd1a-dc44-4fdc-a89f-4f3872d52ec6 req-8d931c71-1118-40e3-bcfe-6e42e4190579 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738922 Jul 16 08:39:35.419977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e497aac-a968-4d87-be5f-4355ee08ad26 req-5906ce1e-ee3d-4c82-901d-1ad5c70f4ebb tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.3157592 Jul 16 08:39:35.454109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:35.454548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3e2cfecb-d94a-43cd-bb99-1c2d92bca841 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:35.455072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec1ebccb-fda5-4e60-867b-96022f7d83bb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:35.523419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 23cf3eb7-f89a-40c2-ad99-479a28d7e3f3 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:35.577284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ec1ebccb-fda5-4e60-867b-96022f7d83bb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:35.578165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec1ebccb-fda5-4e60-867b-96022f7d83bb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:35.621345 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e497aac-a968-4d87-be5f-4355ee08ad26 req-a8d714be-014d-44ad-8bda-56dedfa50dc4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002370 Jul 16 08:39:35.652462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:35.653901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.664581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:35.758142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.921457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Allocated IP 2001:db8::f816:3eff:fee5:7217 (403e1a12-e2ec-4877-807a-187d784f3d1f/6334994d-4f95-488c-a1a7-66145886609e/64e73edd-b185-4cec-9038-1cc8bd0619a3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:35.953654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Router 48c01ef5-0ad7-4305-b6bc-8da762a32754 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:35.956430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:35.968689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:35.971773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:35.989555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:36.002703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:36.020808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:36.026912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.027112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.027618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.037041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.099851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=dbbe0431-491d-4efd-b993-22c34ec66323,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.185520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=23cf3eb7-f89a-40c2-ad99-479a28d7e3f3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.217564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56274) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.219108 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c281c122-3269-42f9-b0bc-f7a4d10a67e1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2043259 Jul 16 08:39:36.271587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2e536fd-1c47-4427-9c0e-5ef9c18354fd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9953663 Jul 16 08:39:36.277815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56276) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.281034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df50055c-60d4-4fd4-b7f0-15326d2a84d5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:36.374446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:36.390657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9418a2ba-e596-46b8-bf4d-3d76b164d323 admin admin] 10.222.0.41 "PUT /v2.0/routers/48c01ef5-0ad7-4305-b6bc-8da762a32754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0026734 Jul 16 08:39:36.415856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ff386-919e-4b85-833c-f86b41c7a296 req-32bcfc26-797d-464c-a48c-c3739b869dfa tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.423105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e3ff386-919e-4b85-833c-f86b41c7a296 req-32bcfc26-797d-464c-a48c-c3739b869dfa tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.3791502 Jul 16 08:39:36.472408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0dd4189d-a1c8-4c28-b605-b5eea05031e6 None None] Provisioning complete for port d50914f1-5646-4824-a3e9-4749198a4af3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:36.473525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0dd4189d-a1c8-4c28-b605-b5eea05031e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.481368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811040b-0200-441b-8362-014f70320042 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.489424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c811040b-0200-441b-8362-014f70320042 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2646165 Jul 16 08:39:36.490088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56280) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.490708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.558353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Transition to ACTIVE for port object 64e73edd-b185-4cec-9038-1cc8bd0619a3 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:36.579416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e3ff386-919e-4b85-833c-f86b41c7a296 req-baf1008b-5222-4d31-ac51-4ad87c98d416 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524107 Jul 16 08:39:36.587186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port df50055c-60d4-4fd4-b7f0-15326d2a84d5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:36.628762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4189d-a1c8-4c28-b605-b5eea05031e6 None None] Port d50914f1-5646-4824-a3e9-4749198a4af3 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:36.639641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port df50055c-60d4-4fd4-b7f0-15326d2a84d5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:36.640030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.640147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port dbbe0431-491d-4efd-b993-22c34ec66323 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:36.640496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.655050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Transition to ACTIVE for port object 64e73edd-b185-4cec-9038-1cc8bd0619a3 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:36.711970 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.826741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 23cf3eb7-f89a-40c2-ad99-479a28d7e3f3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:36.833407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.880161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.883387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Pushing event updated for resources: {'Port': ['ID=64e73edd-b185-4cec-9038-1cc8bd0619a3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.905213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:36.911585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:36.926630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:36.928276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for dbbe0431-491d-4efd-b993-22c34ec66323 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:37.088685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.114565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 23cf3eb7-f89a-40c2-ad99-479a28d7e3f3 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:37.152964 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.185692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port df50055c-60d4-4fd4-b7f0-15326d2a84d5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df50055c-60d4-4fd4-b7f0-15326d2a84d5,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:37.254107 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.259779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ab1f8-7670-4b70-9b38-051b9b5c31be req-30609150-bb48-44c9-b555-47e7deaaddd9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.272190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a18ab1f8-7670-4b70-9b38-051b9b5c31be req-30609150-bb48-44c9-b555-47e7deaaddd9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.3182268 Jul 16 08:39:37.371275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a18ab1f8-7670-4b70-9b38-051b9b5c31be req-57bc520d-37fe-4b6e-8fdd-9e8bbb6d40e8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917292 Jul 16 08:39:37.431385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Attempting to bind port 64e73edd-b185-4cec-9038-1cc8bd0619a3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:37.435438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Attempting to bind port 64e73edd-b185-4cec-9038-1cc8bd0619a3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:37.436343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Attempting to bind port 64e73edd-b185-4cec-9038-1cc8bd0619a3 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:37.467600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.473644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:37.474193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:37.474484 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.474939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:37.475480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Bound port: 64e73edd-b185-4cec-9038-1cc8bd0619a3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:37.475892 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.509999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.541704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=df50055c-60d4-4fd4-b7f0-15326d2a84d5,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.646700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=23cf3eb7-f89a-40c2-ad99-479a28d7e3f3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.668333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=dbbe0431-491d-4efd-b993-22c34ec66323,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.688920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.697910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4ccd60c1-23d1-4f62-9546-0a48ef8fd3b4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/dbbe0431-491d-4efd-b993-22c34ec66323 HTTP/1.1" status: 204 len: 168 time: 1.4177649 Jul 16 08:39:37.700377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:37.718897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'mac_address': 'fa:16:3e:48:50:06', 'name': 'tempest-PortsTestJSON-1601909362'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:37.729083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.759256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-690d4205-e293-4376-a409-90eb3d4984ad tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/23cf3eb7-f89a-40c2-ad99-479a28d7e3f3 HTTP/1.1" status: 204 len: 168 time: 1.2626715 Jul 16 08:39:37.762596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:37.771864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] For port 64e73edd-b185-4cec-9038-1cc8bd0619a3, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:37.776258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] For port 64e73edd-b185-4cec-9038-1cc8bd0619a3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=64e73edd-b185-4cec-9038-1cc8bd0619a3,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:37.784114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.861685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06901584-5e5f-4b79-8abb-888e9f58c440 None None] Pushing event updated for resources: {'Port': ['ID=64e73edd-b185-4cec-9038-1cc8bd0619a3,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.969987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:37.976325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5364d97e-ff8c-4659-b373-4fe985954e85 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.986445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5364d97e-ff8c-4659-b373-4fe985954e85 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.988788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5364d97e-ff8c-4659-b373-4fe985954e85 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2250524 Jul 16 08:39:37.992852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.110702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.112124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfdb5c-85b7-4136-90f1-d3e646069de6 req-05fc7aa3-0a7a-4e1c-95cd-0e858b90141d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.116596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-febfdb5c-85b7-4136-90f1-d3e646069de6 req-05fc7aa3-0a7a-4e1c-95cd-0e858b90141d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.3355379 Jul 16 08:39:38.178595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 9188f985-359a-4dfb-9bfe-ea9a9f203621 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:38.202574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 6334994d-4f95-488c-a1a7-66145886609e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:38.211992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df50055c-60d4-4fd4-b7f0-15326d2a84d5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:38.212797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.294981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.335774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port df50055c-60d4-4fd4-b7f0-15326d2a84d5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:38.339006 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.416771 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Sync routers for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:38.435198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:38.435877 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:38.606932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.647361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.674699 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:38.708872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.791678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:38.797348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:38.802581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-febfdb5c-85b7-4136-90f1-d3e646069de6 req-08cf2218-5518-49f2-826b-58ff218702c0 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801913 Jul 16 08:39:38.816395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:38.817323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.825660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.826324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.843517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=9188f985-359a-4dfb-9bfe-ea9a9f203621,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.857941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.862329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.862691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.863063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.863389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.863761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.864122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.864457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.864788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.865114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.865441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.872175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.873727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.874868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/6334994d-4f95-488c-a1a7-66145886609e HTTP/1.1" status: 204 len: 168 time: 0.8808825 Jul 16 08:39:38.879499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8c19d0c2-696b-462d-b1f3-66bcf40f8588 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1754639 Jul 16 08:39:38.886639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56404) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.887781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56406) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.979298 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 2, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:38.986615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870aa6e-91fe-4375-bf1c-f817ff8d4555 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=6334994d-4f95-488c-a1a7-66145886609e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.035619 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Checking router: 48c01ef5-0ad7-4305-b6bc-8da762a32754 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:39.036256 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Updating router 48c01ef5-0ad7-4305-b6bc-8da762a32754 port d50914f1-5646-4824-a3e9-4749198a4af3 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:39.059527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9d2688e3-2be8-4155-a71c-4ff5096bfb43 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674700 Jul 16 08:39:39.060306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56410) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.143565 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.150961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91b4e7-7161-4dae-a90b-f94cf9863b7e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.156847 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ef91b4e7-7161-4dae-a90b-f94cf9863b7e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/9188f985-359a-4dfb-9bfe-ea9a9f203621 HTTP/1.1" status: 200 len: 841 time: 0.1369038 Jul 16 08:39:39.159706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56412) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.291468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f12e-b4f3-4beb-ad1e-1ad60ba73647 req-64f7b1cd-7378-4600-a7e7-74694e418059 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.297115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd66f12e-b4f3-4beb-ad1e-1ad60ba73647 req-64f7b1cd-7378-4600-a7e7-74694e418059 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.1457882 Jul 16 08:39:39.307792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b513879-b3d4-4283-8a61-d6e050ea0ea2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.310548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b513879-b3d4-4283-8a61-d6e050ea0ea2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2470262 Jul 16 08:39:39.321146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56414) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.392070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 9188f985-359a-4dfb-9bfe-ea9a9f203621 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:39.394896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.474508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bce906-ec4f-419f-ba77-0d30cba819e9 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.483144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-63bce906-ec4f-419f-ba77-0d30cba819e9 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1604524 Jul 16 08:39:39.500859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.509339 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd66f12e-b4f3-4beb-ad1e-1ad60ba73647 req-d90f4a8b-2835-4568-8ca4-56332af781e8 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989110 Jul 16 08:39:39.593780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.617299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9e07f0f2-098f-4fc2-a1d9-4f61723e9321 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043108 Jul 16 08:39:39.617931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56420) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.630569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896ee14-d51e-4c7e-9a57-8b75f7cf46c0 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:39.631151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 9188f985-359a-4dfb-9bfe-ea9a9f203621 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:39.647146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:39.715600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-95d05494-4de7-41b0-a2cb-2e6ffafb79c9 None None] Provisioning for port 64e73edd-b185-4cec-9038-1cc8bd0619a3 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:39.780196 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.797429 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Transition to ACTIVE for port object d50914f1-5646-4824-a3e9-4749198a4af3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:39.824845 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.895725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:39.899679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.922016 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Pushing event updated for resources: {'Port': ['ID=d50914f1-5646-4824-a3e9-4749198a4af3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.950236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.951710 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.952902 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.954291 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.954726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.955755 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.956363 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.957521 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.959204 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.959706 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.964117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:39.964585 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.013783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-34aac2e0-58b6-4f03-9618-6587de606ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2058196 Jul 16 08:39:40.037674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.129126 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Attempting to bind port d50914f1-5646-4824-a3e9-4749198a4af3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:40.129492 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Attempting to bind port d50914f1-5646-4824-a3e9-4749198a4af3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:40.129846 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Attempting to bind port d50914f1-5646-4824-a3e9-4749198a4af3 on network 59a2d090-a14a-4ce4-8d26-90cb91a4399d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:40.139178 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:40.139603 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Checking segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:40.140259 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.140660 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Bound using segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:40.141233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Bound port: d50914f1-5646-4824-a3e9-4749198a4af3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:40.141620 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.209958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:40.240600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=9188f985-359a-4dfb-9bfe-ea9a9f203621,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.248594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.250524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d898f81-e2e9-48bb-bc09-2873f3ac5218 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/9188f985-359a-4dfb-9bfe-ea9a9f203621 HTTP/1.1" status: 204 len: 168 time: 1.0898666 Jul 16 08:39:40.267928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56424) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.274870 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] For port d50914f1-5646-4824-a3e9-4749198a4af3, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:40.285343 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] For port d50914f1-5646-4824-a3e9-4749198a4af3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d50914f1-5646-4824-a3e9-4749198a4af3,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:40.302225 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.376705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] Deleting port 64e73edd-b185-4cec-9038-1cc8bd0619a3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:40.377081 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.385888 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf64c6-d06c-4fc5-811e-e13134608551 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:40.391114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-54cf64c6-d06c-4fc5-811e-e13134608551 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/9188f985-359a-4dfb-9bfe-ea9a9f203621 HTTP/1.1" status: 404 len: 333 time: 0.1202152 Jul 16 08:39:40.397345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56426) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.415429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'name': 'tempest-PortsTestJSON-262201225'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:40.445585 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9696e-682d-4a64-afbd-0efe92a35db2 None None] Pushing event updated for resources: {'Port': ['ID=d50914f1-5646-4824-a3e9-4749198a4af3,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.466885 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:40.467525 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:40.490464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-5f068268-a150-4984-b228-c680e3117ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.501129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-5f068268-a150-4984-b228-c680e3117ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1097 time: 0.3394189 Jul 16 08:39:40.606007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] For port 64e73edd-b185-4cec-9038-1cc8bd0619a3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=64e73edd-b185-4cec-9038-1cc8bd0619a3,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:40.606410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.660766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] Calling delete_port for 64e73edd-b185-4cec-9038-1cc8bd0619a3 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:40.696142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fad3c8-e8fb-4585-9c99-4ca566d329af req-7f161abf-44fd-422f-b053-2f616cff49d5 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.703829 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49fad3c8-e8fb-4585-9c99-4ca566d329af req-7f161abf-44fd-422f-b053-2f616cff49d5 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.4561656 Jul 16 08:39:40.730404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:40.737737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.815175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-9cd24c35-dfa1-4d2a-ad2e-4ad293a67f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.816744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-9cd24c35-dfa1-4d2a-ad2e-4ad293a67f1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.2533619 Jul 16 08:39:40.852180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 3230b44d-c8de-4125-a06e-98a0ca1fba41 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:40.944455 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.993232 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:41.065720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] Pushing event deleted for resources: {'Port': ['ID=64e73edd-b185-4cec-9038-1cc8bd0619a3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.074380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b44d02-c4c4-46e0-98b5-009cd55b261c None None] No DVR routers for this DVR port 64e73edd-b185-4cec-9038-1cc8bd0619a3 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:41.154331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-ccd5f9cd-4ebc-4041-b403-74ae9ff95c67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 1001 time: 0.3254561 Jul 16 08:39:41.243095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-1b0dcf2e-9457-4a98-aca6-2a80a80723b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.245515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-1b0dcf2e-9457-4a98-aca6-2a80a80723b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.0805047 Jul 16 08:39:41.513780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.528067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-e1631609-f06f-4271-aa0a-4b0cb455adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.530619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-e1631609-f06f-4271-aa0a-4b0cb455adfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758307 Jul 16 08:39:41.554934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49fad3c8-e8fb-4585-9c99-4ca566d329af req-c0b93703-45c2-4e00-a91e-2949031beae1 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8404381 Jul 16 08:39:41.572905 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:40Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:41.626877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:39:41.662064 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15727c6-4a2b-492c-8453-f4d64c92a58e None None] The sync data for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 is: [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:40Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:41.738604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-63390037-7648-4c86-9c29-71d77e6c5c24 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006946 Jul 16 08:39:41.814255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.879775 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.revisions.revision_plugin [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Could not find related port for resource to bump revision. Jul 16 08:39:41.886104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Port 64e73edd-b185-4cec-9038-1cc8bd0619a3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:39:41.886422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:7217 {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:39:41.897620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:7217 {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:39:41.904564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.915116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=3230b44d-c8de-4125-a06e-98a0ca1fba41,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.982301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=db88dbb1-e2aa-47d9-8091-b33f6f224879,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.003237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:42.004776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:42.014547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.015218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.015722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd47362-1ad3-49dc-bc81-34b1a9226d37 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:42.042390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6bc41c54-13bd-4896-843b-e9131c2ecae3 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4230390 Jul 16 08:39:42.044548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:42.050764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:1f:6b:dd', 'name': 'tempest-NetworksTestDHCPv6-32720971'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:42.351916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d50914f1-5646-4824-a3e9-4749198a4af3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:42.454200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'db88dbb1-e2aa-47d9-8091-b33f6f224879'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:42.455093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.499089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:42.705713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d849122-52d4-473c-a12d-8a92d590d869 req-020cb7bc-3a7d-4e9c-966d-489e8c484228 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.716099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d849122-52d4-473c-a12d-8a92d590d869 req-020cb7bc-3a7d-4e9c-966d-489e8c484228 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.4555719 Jul 16 08:39:42.718230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Allocated IP 2001:db8::f816:3eff:fe70:f457 (403e1a12-e2ec-4877-807a-187d784f3d1f/db88dbb1-e2aa-47d9-8091-b33f6f224879/1c08e7a0-d620-4920-98e9-5d6da3747aa8) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:42.729265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.739893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:42.754430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:42.760122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:42.792101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.792772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.820623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port fc82f281-f2f6-40a8-b13d-92857ab92471 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:42.881993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-41c9b546-a17c-401d-8f05-20b5214d41cd tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4749970 Jul 16 08:39:42.885605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56440) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:42.902390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:42.916542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d15e2d-ca16-4a4a-ae6b-bb9debd1a79b req-4a10f213-eb89-4b09-9a83-4161d90aa128 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1694169 Jul 16 08:39:42.990573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.032857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d50914f1-5646-4824-a3e9-4749198a4af3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:43.049582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Transition to ACTIVE for port object 1c08e7a0-d620-4920-98e9-5d6da3747aa8 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:43.073755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d849122-52d4-473c-a12d-8a92d590d869 req-366c983e-11c8-4134-b6a7-937502cb483e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565865 Jul 16 08:39:43.077324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Transition to ACTIVE for port object 1c08e7a0-d620-4920-98e9-5d6da3747aa8 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:43.099126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d50914f1-5646-4824-a3e9-4749198a4af3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:43.099743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.121697 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.146528 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.266604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Pushing event updated for resources: {'Port': ['ID=1c08e7a0-d620-4920-98e9-5d6da3747aa8,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.271055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:fe1f:6bdd (403e1a12-e2ec-4877-807a-187d784f3d1f/db88dbb1-e2aa-47d9-8091-b33f6f224879/fc82f281-f2f6-40a8-b13d-92857ab92471) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:43.282477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-068147df-4920-4159-be8f-95f7a77d2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.307940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:43.312208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:43.316763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:43.434922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Attempting to bind port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:43.435304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Attempting to bind port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:43.435815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Attempting to bind port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:43.442923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:43.443335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:43.444542 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.445106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:43.448496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Bound port: 1c08e7a0-d620-4920-98e9-5d6da3747aa8, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:43.449145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.479249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.493448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.580347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] In _notify_port_updated(), no bound segment for port 3230b44d-c8de-4125-a06e-98a0ca1fba41 on network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:39:43.598329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] For port 1c08e7a0-d620-4920-98e9-5d6da3747aa8, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:43.601522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.604226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.607734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/ports/3230b44d-c8de-4125-a06e-98a0ca1fba41 HTTP/1.1" status: 200 len: 818 time: 0.7168643 Jul 16 08:39:43.608563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] For port 1c08e7a0-d620-4920-98e9-5d6da3747aa8, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c08e7a0-d620-4920-98e9-5d6da3747aa8,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:43.615523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56446) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:43.626030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.672786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.683592 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.722410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object fc82f281-f2f6-40a8-b13d-92857ab92471 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:43.774517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.830673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d50914f1-5646-4824-a3e9-4749198a4af3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d50914f1-5646-4824-a3e9-4749198a4af3,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:43.854285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.855300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:43.866336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:43.868926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 64e73edd-b185-4cec-9038-1cc8bd0619a3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:43.871144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=fc82f281-f2f6-40a8-b13d-92857ab92471,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.874117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3686d5-9cbf-4a9a-9940-5a667c826ada tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=3230b44d-c8de-4125-a06e-98a0ca1fba41,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.875363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:43.881371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.883741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.905033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.905680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.906273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.906572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.908055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.908937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.909379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.909860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.910291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.910722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.911181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.911619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:43.923808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b9b6cd39-bcc1-46d5-a5a7-2914843fd369 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8779001 Jul 16 08:39:43.926627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 64e73edd-b185-4cec-9038-1cc8bd0619a3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:43.928471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56452) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:43.932336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 64e73edd-b185-4cec-9038-1cc8bd0619a3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:43.953842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d631f-9a13-4d28-9551-c075db55a6d6 None None] Pushing event updated for resources: {'Port': ['ID=1c08e7a0-d620-4920-98e9-5d6da3747aa8,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.063968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 3230b44d-c8de-4125-a06e-98a0ca1fba41 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:44.064312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.145006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099dce08-0777-4f28-a6b7-648605577875 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.160102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d50914f1-5646-4824-a3e9-4749198a4af3,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.166036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099dce08-0777-4f28-a6b7-648605577875 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.174439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-099dce08-0777-4f28-a6b7-648605577875 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2439985 Jul 16 08:39:44.175264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.331743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c08e7a0-d620-4920-98e9-5d6da3747aa8 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:44.350855 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.371593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 3230b44d-c8de-4125-a06e-98a0ca1fba41 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:44.440473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:44.489972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port fc82f281-f2f6-40a8-b13d-92857ab92471 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:44.490609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.536715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.583066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=3230b44d-c8de-4125-a06e-98a0ca1fba41,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.593788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.599042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56460) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.599685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5bd514a0-b604-4a4e-bb2a-139ec46f0f8b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/3230b44d-c8de-4125-a06e-98a0ca1fba41 HTTP/1.1" status: 204 len: 168 time: 0.9811995 Jul 16 08:39:44.670714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.696569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for fc82f281-f2f6-40a8-b13d-92857ab92471 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:44.796615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18a1f9-c302-4497-9fe1-b84cbeb5bc6e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.800790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e18a1f9-c302-4497-9fe1-b84cbeb5bc6e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1977677 Jul 16 08:39:44.801982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.843745 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd909123-b498-4c4f-95dd-f79b29ecc632 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:44.851296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bd909123-b498-4c4f-95dd-f79b29ecc632 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/3230b44d-c8de-4125-a06e-98a0ca1fba41 HTTP/1.1" status: 404 len: 333 time: 0.0478082 Jul 16 08:39:44.852237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56466) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.857994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1884796349'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:44.886899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:44.892817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.979574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:44.981941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.008844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.009178 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment 8fa744a6-1adf-4632-8458-5656291fdfc7 of type vlan for network d332d4ce-064c-4f5c-99ee-91aeb44e41ed Jul 16 08:39:45.063384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=fc82f281-f2f6-40a8-b13d-92857ab92471,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.118374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.124343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c95dd861-1e38-46df-ab6e-35c602cf53ae tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/fc82f281-f2f6-40a8-b13d-92857ab92471 HTTP/1.1" status: 204 len: 168 time: 0.9476626 Jul 16 08:39:45.124585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:45.174942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.223220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1f32c-7d58-48e1-9b3b-d9cb723904a2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.225084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1f32c-7d58-48e1-9b3b-d9cb723904a2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.227534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c7d1f32c-7d58-48e1-9b3b-d9cb723904a2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1019394 Jul 16 08:39:45.230253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56470) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:45.315671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet db88dbb1-e2aa-47d9-8091-b33f6f224879 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:45.321080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.349666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.355792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.356387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.418589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.422360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5657597 Jul 16 08:39:45.422625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56472) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:45.428999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:45.479657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f652c3e-dee1-4bf9-8929-eba1d72fea84 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=d332d4ce-064c-4f5c-99ee-91aeb44e41ed,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.493540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:45.637954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:45.644032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.644737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.709961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a507900-213e-4cb2-940b-4f392a56833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.734028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] Provisioning for port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:45.743246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] Provisioning complete for port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:45.743246 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.769618 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.799342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.860704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.875165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/db88dbb1-e2aa-47d9-8091-b33f6f224879 HTTP/1.1" status: 204 len: 168 time: 0.6420839 Jul 16 08:39:45.875165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080fcb8-3b9a-40e0-a069-b54bcfa0742a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=db88dbb1-e2aa-47d9-8091-b33f6f224879,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.876206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56480) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:45.901921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07d8f0-7df0-45b6-85f7-350e16398982 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:45.919502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-338ab7ea-ae04-49dd-bef2-53d0e411334e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420780 Jul 16 08:39:45.922289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56482) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:45.926545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.927755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:46.001626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] For port 1c08e7a0-d620-4920-98e9-5d6da3747aa8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c08e7a0-d620-4920-98e9-5d6da3747aa8,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:46.010054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.071549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:46.083735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.145087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.193044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0428f3f1-1477-40cb-93c8-f307c3f560b6 None None] Could not find standard attr ID for object fc82f281-f2f6-40a8-b13d-92857ab92471. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:46.333600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:46.350905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': '8fa744a6-1adf-4632-8458-5656291fdfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:46.351360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: d332d4ce-064c-4f5c-99ee-91aeb44e41ed, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:46.396607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:46.415665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d332d4ce-064c-4f5c-99ee-91aeb44e41ed) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:46.420558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.421188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.465630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3459bbf9-3be0-4069-99ec-5f7d401d9e28 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0393033 Jul 16 08:39:46.465909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56484) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:46.475465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:46.484992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d50914f1-5646-4824-a3e9-4749198a4af3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:46.521296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306633b-3c13-4eb3-a424-a0069b04b05b None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:46.572118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31686ee7-c9bb-4a42-90e9-b9349977f4e8 None None] Pushing event updated for resources: {'Port': ['ID=1c08e7a0-d620-4920-98e9-5d6da3747aa8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:46.643464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d50914f1-5646-4824-a3e9-4749198a4af3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:46.643895 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.644506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:39:46.658573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:46.666539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.683667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.833191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:46.843700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-d332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': '2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:46.844755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.873452 n-d-798249-10 neutron-server[93699]: INFO neutron.db.ipam_backend_mixin [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94 (CIDR: 172.20.0.0/28) Jul 16 08:39:46.880956 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:46.883562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:46.918493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab07e7f2-f0e4-4bad-9d76-a4b5cfb6d023 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4514372 Jul 16 08:39:46.919348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56496) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:46.925880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:47.101538 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.115454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:47.123767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.172340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] Deleting port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:47.175255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.228124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Allocated IP 172.20.0.2 (d332d4ce-064c-4f5c-99ee-91aeb44e41ed/2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94/88987235-14df-4fb9-8903-924d73dd85d6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:47.357683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] For port 1c08e7a0-d620-4920-98e9-5d6da3747aa8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c08e7a0-d620-4920-98e9-5d6da3747aa8,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:47.358488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.504788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.508949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] Calling delete_port for 1c08e7a0-d620-4920-98e9-5d6da3747aa8 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:47.556470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] For port 1c08e7a0-d620-4920-98e9-5d6da3747aa8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c08e7a0-d620-4920-98e9-5d6da3747aa8,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:47.572693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:47.596182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:47.604021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.606348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.627876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.635478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.636472 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.722531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=a342f6c3-5e6c-4aca-aeb9-5a1392076edb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:47.728312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7ca75757-1ef9-409f-a6aa-0b7a0e20f63f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8050618 Jul 16 08:39:47.728312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56516) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:47.740477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'fixed_ips': [{'subnet_id': '2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94'}, {'subnet_id': 'a342f6c3-5e6c-4aca-aeb9-5a1392076edb'}], 'name': 'tempest-PortsTestJSON-2030370482'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:47.767150 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.884771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.933832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Transition to ACTIVE for port object 88987235-14df-4fb9-8903-924d73dd85d6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:47.967734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=1c08e7a0-d620-4920-98e9-5d6da3747aa8,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:47.968880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Transition to ACTIVE for port object 88987235-14df-4fb9-8903-924d73dd85d6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:47.978768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=649509a3-6648-43a6-847a-2b88f4834c1e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:47.984254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:47.989072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:47.989655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.997560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.998168 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.036668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a98d7e31-a03b-40d9-bf32-76c4bfe62b05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1132510 Jul 16 08:39:48.047714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8105-dbf1-4667-898b-43ad32db2fa6 req-39dd553f-88f4-4852-9d02-a98a97a27998 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.049438 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02ab8105-dbf1-4667-898b-43ad32db2fa6 req-39dd553f-88f4-4852-9d02-a98a97a27998 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.1539533 Jul 16 08:39:48.050168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:48.051500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:48.056218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:b5:15:bc', 'name': 'tempest-NetworksTestDHCPv6-775386114'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:48.066997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] Pushing event deleted for resources: {'Port': ['ID=1c08e7a0-d620-4920-98e9-5d6da3747aa8,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.077342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.169151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02ab8105-dbf1-4667-898b-43ad32db2fa6 req-fc684968-7050-4c01-a13f-a2f0baa6eb3a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089687 Jul 16 08:39:48.206173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9693f-2c24-4607-af63-c852acb8067a req-27df46fa-2565-4448-8dc1-c6e5eb0b8a0f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.206173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38b9693f-2c24-4607-af63-c852acb8067a req-27df46fa-2565-4448-8dc1-c6e5eb0b8a0f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.1977010 Jul 16 08:39:48.228802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:48.239095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.271989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c08e7a0-d620-4920-98e9-5d6da3747aa8 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:48.288193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38b9693f-2c24-4607-af63-c852acb8067a req-9d118db6-255d-4e03-94c4-6bd81b09342f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806150 Jul 16 08:39:48.294844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:48.336358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1c08e7a0-d620-4920-98e9-5d6da3747aa8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:48.336812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c08e7a0-d620-4920-98e9-5d6da3747aa8 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:48.338210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.368730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24595f-2508-4b60-b270-b97061ae7d13 None None] No DVR routers for this DVR port 1c08e7a0-d620-4920-98e9-5d6da3747aa8 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:48.390648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:48.397251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:48.400093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:48.427484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:48.431412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Pushing event updated for resources: {'Port': ['ID=88987235-14df-4fb9-8903-924d73dd85d6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.435916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf0b59-5d2f-43ba-bdd4-4689cfbb3cb7 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:48.438169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.576986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Attempting to bind port 88987235-14df-4fb9-8903-924d73dd85d6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:48.577358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Attempting to bind port 88987235-14df-4fb9-8903-924d73dd85d6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '8fa744a6-1adf-4632-8458-5656291fdfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:48.577759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Attempting to bind port 88987235-14df-4fb9-8903-924d73dd85d6 on network d332d4ce-064c-4f5c-99ee-91aeb44e41ed {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:48.594472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:48.595307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Checking segment: {'id': '8fa744a6-1adf-4632-8458-5656291fdfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:48.595972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.596526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Bound using segment: {'id': '8fa744a6-1adf-4632-8458-5656291fdfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:48.597464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Bound port: 88987235-14df-4fb9-8903-924d73dd85d6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa744a6-1adf-4632-8458-5656291fdfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:48.598283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.658303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:feb5:15bc (403e1a12-e2ec-4877-807a-187d784f3d1f/649509a3-6648-43a6-847a-2b88f4834c1e/a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:48.749463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] For port 88987235-14df-4fb9-8903-924d73dd85d6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:48.774180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '649509a3-6648-43a6-847a-2b88f4834c1e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:48.775776 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.796416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] For port 88987235-14df-4fb9-8903-924d73dd85d6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=88987235-14df-4fb9-8903-924d73dd85d6,segment=NetworkSegment(8fa744a6-1adf-4632-8458-5656291fdfc7),segment_id=8fa744a6-1adf-4632-8458-5656291fdfc7)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:48.806460 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.924124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.9 (d332d4ce-064c-4f5c-99ee-91aeb44e41ed/2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:48.947597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.22 (d332d4ce-064c-4f5c-99ee-91aeb44e41ed/a342f6c3-5e6c-4aca-aeb9-5a1392076edb/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:48.953799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe6003-52e3-4cdc-977b-6accb1f57791 None None] Pushing event updated for resources: {'Port': ['ID=88987235-14df-4fb9-8903-924d73dd85d6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.992621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.022104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:49.062741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.136017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:49.142671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:49.152993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:49.160151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.160994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Allocated IP 2001:db8::f816:3eff:fecf:5465 (403e1a12-e2ec-4877-807a-187d784f3d1f/649509a3-6648-43a6-847a-2b88f4834c1e/764cabc9-43d0-4fce-861d-dac7cb36d89a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:49.161254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.179049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:49.186639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b859419d-08d6-4577-aa90-03f37b429e7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1328607 Jul 16 08:39:49.187019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56580) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.339987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.372339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:49.474865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f284258-2f4d-4ee7-bf0d-bf9cab0e781d req-899fe448-bdfb-4222-b908-54486bb718d1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.484959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.487535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f284258-2f4d-4ee7-bf0d-bf9cab0e781d req-899fe448-bdfb-4222-b908-54486bb718d1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.2031751 Jul 16 08:39:49.504238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.516274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Transition to ACTIVE for port object 764cabc9-43d0-4fce-861d-dac7cb36d89a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:49.537468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Transition to ACTIVE for port object 764cabc9-43d0-4fce-861d-dac7cb36d89a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:49.547009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.554333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2621d5-be5a-466f-b0ed-40c25eeb9a83 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.557154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc2621d5-be5a-466f-b0ed-40c25eeb9a83 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3682723 Jul 16 08:39:49.559114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56584) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.573217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:49.576879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:49.584363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:49.613542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:49.618018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:49.621396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:49.635671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Pushing event updated for resources: {'Port': ['ID=764cabc9-43d0-4fce-861d-dac7cb36d89a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:49.668508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f284258-2f4d-4ee7-bf0d-bf9cab0e781d req-3304821f-6f95-4b89-9119-1eb6dc9e6e3c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800005 Jul 16 08:39:49.669249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.670166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.691647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=5b28451b-85f6-4eea-9d1d-0bc8f0cbb552,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:49.702595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-224b2f07-9052-4ac6-9f2e-ad633d153fc2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9729009 Jul 16 08:39:49.702994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56588) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.717262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:49.781801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Attempting to bind port 764cabc9-43d0-4fce-861d-dac7cb36d89a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:49.783204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Attempting to bind port 764cabc9-43d0-4fce-861d-dac7cb36d89a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:49.784954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Attempting to bind port 764cabc9-43d0-4fce-861d-dac7cb36d89a on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:49.801758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:49.802550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:49.803236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.803892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:49.805327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Bound port: 764cabc9-43d0-4fce-861d-dac7cb36d89a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:49.805972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.877443 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.893232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:49.893685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.906802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] For port 764cabc9-43d0-4fce-861d-dac7cb36d89a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:49.910891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] For port 764cabc9-43d0-4fce-861d-dac7cb36d89a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=764cabc9-43d0-4fce-861d-dac7cb36d89a,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:49.919159 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.004333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938a16-8cde-4be2-bac6-755646d00ccd None None] Pushing event updated for resources: {'Port': ['ID=764cabc9-43d0-4fce-861d-dac7cb36d89a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:50.183690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.209112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:50.216572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 88987235-14df-4fb9-8903-924d73dd85d6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:50.276719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b06b17-c157-4326-83a6-f56bc10063be req-6f4fbc40-5de8-4546-a865-4825d487a58d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.284005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76b06b17-c157-4326-83a6-f56bc10063be req-6f4fbc40-5de8-4546-a865-4825d487a58d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.3834178 Jul 16 08:39:50.333501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 88987235-14df-4fb9-8903-924d73dd85d6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:50.397176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-ebc43239-b538-4a3d-9576-e60c32a18095 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.399640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-ebc43239-b538-4a3d-9576-e60c32a18095 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.3990815 Jul 16 08:39:50.407910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76b06b17-c157-4326-83a6-f56bc10063be req-27f7684d-f3a5-44f8-ab52-771189feeffc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229801 Jul 16 08:39:50.421747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-5a7a7839-af96-46fb-9f70-8a8ecf31a2d5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.423422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-5a7a7839-af96-46fb-9f70-8a8ecf31a2d5 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.3865199 Jul 16 08:39:50.489490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-00b6de34-4b38-49ab-8b17-3710870cb101 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/quotas/2a76a305297e4e488c34cb1706e21733 HTTP/1.1" status: 200 len: 375 time: 0.0824506 Jul 16 08:39:50.542939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Delete allocated IP 172.20.0.22 (d332d4ce-064c-4f5c-99ee-91aeb44e41ed/a342f6c3-5e6c-4aca-aeb9-5a1392076edb) {{(pid=93699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:39:50.552096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:50.723169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.728086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-7758ea08-bfbb-4f4c-a0e7-e7c7d5614da2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2273259 Jul 16 08:39:50.787585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Deleting port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:50.787936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.797631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.803568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:50.814021 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a4322-a56f-45e7-bc2a-15bc8e60b642" -d '{"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-unplugged", "status": "completed", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:50.857722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:50.864289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.865005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.884809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Ignored duplicate provisioning block setup for port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:39:50.886400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:50.894074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.003441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.016748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb67bb-9b28-4e44-91c2-ef0533ee961e None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:51.022251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.030075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e8a35abc-2cd5-4dba-bf31-4e73f5963672 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4 HTTP/1.1" status: 204 len: 168 time: 1.4659102 Jul 16 08:39:51.032735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56612) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.061184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] Provisioning for port 88987235-14df-4fb9-8903-924d73dd85d6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:51.067496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] Provisioning complete for port 88987235-14df-4fb9-8903-924d73dd85d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:51.067932 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.115937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] For port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:51.116311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.155462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=5b28451b-85f6-4eea-9d1d-0bc8f0cbb552,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.176178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] In _notify_port_updated(), no bound segment for port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 on network d332d4ce-064c-4f5c-99ee-91aeb44e41ed {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:39:51.182365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.183031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.184749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5da6a638-83aa-47a8-95a8-6fc2a9b72fd9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/ports/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 HTTP/1.1" status: 200 len: 919 time: 1.4802825 Jul 16 08:39:51.188003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.193823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Calling delete_port for 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:51.200575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94'}, {'subnet_id': 'a342f6c3-5e6c-4aca-aeb9-5a1392076edb'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:51.214261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-3385677b-65ab-4da7-b91b-ba4cba1f66d0 service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725764 Jul 16 08:39:51.237750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf00f9-f382-4030-8aa1-26d50d6c28b4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.239241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf00f9-f382-4030-8aa1-26d50d6c28b4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.242320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9fbf00f9-f382-4030-8aa1-26d50d6c28b4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2059321 Jul 16 08:39:51.249314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56616) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.291514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1efaeb-923f-48b6-80f3-44ad7664b7a3 req-3474cf6d-107a-446d-b4a7-b69fc3f5f427 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.298811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac1efaeb-923f-48b6-80f3-44ad7664b7a3 req-3474cf6d-107a-446d-b4a7-b69fc3f5f427 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=75a54659-c8c3-4a85-9cee-17672b11ac8a HTTP/1.1" status: 200 len: 946 time: 0.2722068 Jul 16 08:39:51.425278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac1efaeb-923f-48b6-80f3-44ad7664b7a3 req-d2642ef4-f24e-4120-8864-505667403650 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250317 Jul 16 08:39:51.477579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 649509a3-6648-43a6-847a-2b88f4834c1e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:51.541871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.561338 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2a946-850e-4704-9197-1bada8764a96 x-openstack-request-id: req-72b2a946-850e-4704-9197-1bada8764a96 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:51.561629 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-unplugged", "status": "completed", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:51.564750 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72b2a946-850e-4704-9197-1bada8764a96 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:51.565584 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'code': 200} Jul 16 08:39:51.629289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.659289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.696173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.704248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] For port 88987235-14df-4fb9-8903-924d73dd85d6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=88987235-14df-4fb9-8903-924d73dd85d6,segment=NetworkSegment(8fa744a6-1adf-4632-8458-5656291fdfc7),segment_id=8fa744a6-1adf-4632-8458-5656291fdfc7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:51.718601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['428fac3a-8d19-40d6-9d4d-52f8a93e09d0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:51.738954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.752637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event deleted for resources: {'Port': ['ID=428fac3a-8d19-40d6-9d4d-52f8a93e09d0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.780743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.796586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-fd6d8995-a026-40de-b4f9-54ba8d8c3f27 service neutron] 10.222.0.41 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749509 Jul 16 08:39:51.822883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] No DVR routers for this DVR port 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:51.827239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.828244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4910e51-c9f5-4d36-b116-b9a87eaa08c6 req-6c7e3e1b-e358-44f5-a242-901cdc0a84fe tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.18 "DELETE /v2.0/ports/428fac3a-8d19-40d6-9d4d-52f8a93e09d0 HTTP/1.1" status: 204 len: 173 time: 1.3945305 Jul 16 08:39:51.829775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'name': 'network-vif-deleted', 'tag': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:51.833196 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3737581-6fa5-4c19-9388-63c0b3188866" -d '{"events": [{"server_uuid": "75a54659-c8c3-4a85-9cee-17672b11ac8a", "name": "network-vif-deleted", "tag": "428fac3a-8d19-40d6-9d4d-52f8a93e09d0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:51.854093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972881f4-395d-4224-a866-227673797f2c req-3ccbdef5-e1d1-454c-8b4c-5a2738a8abf6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.856104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-972881f4-395d-4224-a866-227673797f2c req-3ccbdef5-e1d1-454c-8b4c-5a2738a8abf6 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b277f8-ff33-497d-8657-94c35c30fd31 HTTP/1.1" status: 200 len: 944 time: 0.3364260 Jul 16 08:39:51.939493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5739b151-dc8a-467e-ac32-b46e3c924188 None None] Provisioning for port 764cabc9-43d0-4fce-861d-dac7cb36d89a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:51.956904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Update dhcp port {'port': {'network_id': 'd332d4ce-064c-4f5c-99ee-91aeb44e41ed', 'fixed_ips': [{'subnet_id': '2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a342f6c3-5e6c-4aca-aeb9-5a1392076edb'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '88987235-14df-4fb9-8903-924d73dd85d6'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:39:51.968290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05514b60-bdbe-4943-bb1e-a2c8035511c5 None None] Pushing event updated for resources: {'Port': ['ID=88987235-14df-4fb9-8903-924d73dd85d6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.020609 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.039173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbb4af-bb31-4d98-b832-e8023d511182 req-7f235289-7c5b-41dc-9504-a4cb03524acd tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:52.050411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8dbb4af-bb31-4d98-b832-e8023d511182 req-7f235289-7c5b-41dc-9504-a4cb03524acd tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.3929648 Jul 16 08:39:52.124513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Deleting port 87d66004-90cd-4848-9f9b-eb471b09b8a4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:52.126745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.339820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] For port 87d66004-90cd-4848-9f9b-eb471b09b8a4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=87d66004-90cd-4848-9f9b-eb471b09b8a4,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:52.341226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.407571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8499f964-52cb-4afb-b18c-52e8071d4b93 None None] Could not find standard attr ID for object a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:52.412928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Calling delete_port for 87d66004-90cd-4848-9f9b-eb471b09b8a4 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:52.448469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 764cabc9-43d0-4fce-861d-dac7cb36d89a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:52.478574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Allocated IP 172.20.0.18 (d332d4ce-064c-4f5c-99ee-91aeb44e41ed/a342f6c3-5e6c-4aca-aeb9-5a1392076edb/88987235-14df-4fb9-8903-924d73dd85d6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:52.669169 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf284f9c-7d41-43ef-bfff-469fbcb8e9cb x-openstack-request-id: req-bf284f9c-7d41-43ef-bfff-469fbcb8e9cb {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:52.670392 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a54659-c8c3-4a85-9cee-17672b11ac8a", "name": "network-vif-deleted", "tag": "428fac3a-8d19-40d6-9d4d-52f8a93e09d0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:52.672367 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf284f9c-7d41-43ef-bfff-469fbcb8e9cb {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:52.674581 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a54659-c8c3-4a85-9cee-17672b11ac8a', 'name': 'network-vif-deleted', 'tag': '428fac3a-8d19-40d6-9d4d-52f8a93e09d0', 'status': 'completed', 'code': 200} Jul 16 08:39:52.716538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.770287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 764cabc9-43d0-4fce-861d-dac7cb36d89a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:52.797050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 764cabc9-43d0-4fce-861d-dac7cb36d89a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:52.797644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.836521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8dbb4af-bb31-4d98-b832-e8023d511182 req-15ae8429-3e5d-4f6a-a77c-593155f43a46 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7784142 Jul 16 08:39:52.840567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.911768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] For port 88987235-14df-4fb9-8903-924d73dd85d6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=88987235-14df-4fb9-8903-924d73dd85d6,segment=NetworkSegment(8fa744a6-1adf-4632-8458-5656291fdfc7),segment_id=8fa744a6-1adf-4632-8458-5656291fdfc7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:52.936182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event deleted for resources: {'Port': ['ID=87d66004-90cd-4848-9f9b-eb471b09b8a4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.974033 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.998309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] No DVR routers for this DVR port 87d66004-90cd-4848-9f9b-eb471b09b8a4 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:53.001112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.003723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-972881f4-395d-4224-a866-227673797f2c req-2678ab07-bb32-4dca-bc62-aa7e8d13ba69 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "DELETE /v2.0/ports/87d66004-90cd-4848-9f9b-eb471b09b8a4 HTTP/1.1" status: 204 len: 173 time: 1.1384568 Jul 16 08:39:53.028994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Transition to ACTIVE for port object 88987235-14df-4fb9-8903-924d73dd85d6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:53.050394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.055093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.058052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3477a910-5e10-4eef-859e-1608f22671a3 req-27c44dd1-2952-430b-b36c-a82cf3be5e54 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 210 time: 0.1292520 Jul 16 08:39:53.169720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.205195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=649509a3-6648-43a6-847a-2b88f4834c1e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.207592 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.210168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c8fe266-6764-4441-84f6-24bcde3ed309 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/649509a3-6648-43a6-847a-2b88f4834c1e HTTP/1.1" status: 204 len: 168 time: 1.9546249 Jul 16 08:39:53.212941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56646) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.220406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c955a0b-9a0b-4cbb-9b3c-b07336eb5223 None None] Pushing event updated for resources: {'Port': ['ID=88987235-14df-4fb9-8903-924d73dd85d6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.225072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.22 (d332d4ce-064c-4f5c-99ee-91aeb44e41ed/a342f6c3-5e6c-4aca-aeb9-5a1392076edb/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:53.238795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b04c5-6fe7-433f-9c55-c4965c724858 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:53.342259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-30896656-a707-45a8-a8a8-986118c273f5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251915 Jul 16 08:39:53.342843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.433792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.459582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Ignored duplicate provisioning block setup for port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:39:53.468438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.535084 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:39:53.535499 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:39:53.566558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=5b28451b-85f6-4eea-9d1d-0bc8f0cbb552,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.578384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66ed9d-8755-4fe4-8661-af65483d9684 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.580152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d66ed9d-8755-4fe4-8661-af65483d9684 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2362535 Jul 16 08:39:53.584892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.660195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-7e96644d-ab05-468b-8a30-fe5760cea795 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.661750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-7e96644d-ab05-468b-8a30-fe5760cea795 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.3329442 Jul 16 08:39:53.690582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:53.708863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-b93bb267-7181-464b-a936-7fd48d7a77f6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/quotas/1347fa985cbd4b88b35c8e189f7d443f HTTP/1.1" status: 200 len: 375 time: 0.0303512 Jul 16 08:39:53.787404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] In _notify_port_updated(), no bound segment for port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 on network d332d4ce-064c-4f5c-99ee-91aeb44e41ed {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:39:53.799183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-c0638005-d60a-4109-a06c-7f3c45badb2a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842710 Jul 16 08:39:53.808169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.808169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.808169 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1cedf4f8-dbda-49b1-a4a6-d4324bbadc68 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/ports/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 HTTP/1.1" status: 200 len: 999 time: 2.6146848 Jul 16 08:39:53.808169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56664) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.810531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] Deleting port 764cabc9-43d0-4fce-861d-dac7cb36d89a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:53.810917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.811449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8565d9d-48e3-49f3-a7a4-558e3d316e29 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.813554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e8565d9d-48e3-49f3-a7a4-558e3d316e29 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2271383 Jul 16 08:39:53.816507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.906598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0e285575-80fd-4244-8973-54f4d2459520 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756836 Jul 16 08:39:53.910588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.919085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:53.949380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] For port 764cabc9-43d0-4fce-861d-dac7cb36d89a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=764cabc9-43d0-4fce-861d-dac7cb36d89a,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:53.950095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.977775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] Calling delete_port for 764cabc9-43d0-4fce-861d-dac7cb36d89a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:54.055891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-19407403-2958-4a73-9e54-0bb2c91ab5fc service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355740 Jul 16 08:39:54.117719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.145262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Port 764cabc9-43d0-4fce-861d-dac7cb36d89a update to ACTIVE by agent not found {{(pid=93701) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:39:54.145851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 88987235-14df-4fb9-8903-924d73dd85d6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:54.225696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-fb53b0ba-3462-41db-83c8-300dce0b55c6 service neutron] 10.222.0.41 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687715 Jul 16 08:39:54.227821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] Pushing event deleted for resources: {'Port': ['ID=764cabc9-43d0-4fce-861d-dac7cb36d89a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.249035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11392f46-7f6f-453f-b500-56d0c8f1953e None None] No DVR routers for this DVR port 764cabc9-43d0-4fce-861d-dac7cb36d89a on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:54.366297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:54.453700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:54.454054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 428fac3a-8d19-40d6-9d4d-52f8a93e09d0 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:54.461750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 88987235-14df-4fb9-8903-924d73dd85d6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:54.577191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b151f5-d94e-4e23-852d-7bb3a46d0b70 None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:54.586083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:54.676367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-deleted', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:54.679939 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2425c1b-c662-474a-970e-1c4d405be9f9" -d '{"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-deleted", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:54.707940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 764cabc9-43d0-4fce-861d-dac7cb36d89a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:54.718354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 87d66004-90cd-4848-9f9b-eb471b09b8a4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:54.721232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 87d66004-90cd-4848-9f9b-eb471b09b8a4 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:54.765432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f38cb59-6e51-4f93-b23c-5b70b22687fa req-cbc72372-216b-46a6-9880-c0ca49881161 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 210 time: 0.0653656 Jul 16 08:39:54.798752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:54.803080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.808284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:54.808612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.811004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 764cabc9-43d0-4fce-861d-dac7cb36d89a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:54.811737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 764cabc9-43d0-4fce-861d-dac7cb36d89a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:54.831474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Provisioning for port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:54.839922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Provisioning complete for port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:54.840616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.895025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d409479-34bd-414a-93b7-adbb72767148 req-bca91909-8543-4229-bcf4-0dad29af9f17 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:54.902205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d409479-34bd-414a-93b7-adbb72767148 req-bca91909-8543-4229-bcf4-0dad29af9f17 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.7457609 Jul 16 08:39:54.941550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Port 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:55.068430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Provisioning for port 88987235-14df-4fb9-8903-924d73dd85d6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:55.087808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d409479-34bd-414a-93b7-adbb72767148 req-852b587e-35bc-45cf-a8a7-635352903361 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845932 Jul 16 08:39:55.140786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.155006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Provisioning complete for port 88987235-14df-4fb9-8903-924d73dd85d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:55.155407 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6567b319-7770-4b14-9b2c-30a53d6912cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.163351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:55.377240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.464717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:55.501119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:55.515017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.515017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.521860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=75ab4fb0-a4db-42c0-b578-1f02f73d57f3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:55.526960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132861a3-965b-4937-938b-8be525408feb None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:55.533027 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca6e4da-0433-42bf-b2ee-b7460fa1c170 x-openstack-request-id: req-cca6e4da-0433-42bf-b2ee-b7460fa1c170 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:55.533333 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b277f8-ff33-497d-8657-94c35c30fd31", "name": "network-vif-deleted", "tag": "87d66004-90cd-4848-9f9b-eb471b09b8a4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:55.533583 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cca6e4da-0433-42bf-b2ee-b7460fa1c170 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:55.533974 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b277f8-ff33-497d-8657-94c35c30fd31', 'name': 'network-vif-deleted', 'tag': '87d66004-90cd-4848-9f9b-eb471b09b8a4', 'status': 'completed', 'code': 200} Jul 16 08:39:55.548062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db76c415-2b08-48de-b2c6-f4d1d65d39f4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6335988 Jul 16 08:39:55.549470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56694) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:55.618721 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-afb3bdcb-d3b9-4c87-9e2d-934da4398cce req-de17ec51-05f0-401f-8a33-cc8f34d63dff tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 210 time: 0.7618666 Jul 16 08:39:55.627898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:56:87:6b', 'name': 'tempest-NetworksTestDHCPv6-1644139750'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:55.686601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-63e7f071-abf9-436c-bdc7-66f8c5832f50 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.690144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-63e7f071-abf9-436c-bdc7-66f8c5832f50 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 805 time: 0.9237123 Jul 16 08:39:55.705659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.709241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Request body: {'port': {'device_id': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'admin_state_up': True, 'tenant_id': '2a76a305297e4e488c34cb1706e21733'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:55.761442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=5b28451b-85f6-4eea-9d1d-0bc8f0cbb552,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:55.789216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4ee87d65-2def-4803-882c-b1121f2cc6d2 None None] Could not find standard attr ID for object 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:55.850232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '75ab4fb0-a4db-42c0-b578-1f02f73d57f3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:55.850712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.000895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.006809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f122df01-0496-4fe5-8b34-48d6244e8767 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 HTTP/1.1" status: 204 len: 168 time: 2.1988499 Jul 16 08:39:56.009666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56700) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:56.021587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Made reservation on behalf of 2a76a305297e4e488c34cb1706e21733 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:56.027674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4ee87d65-2def-4803-882c-b1121f2cc6d2 None None] Provisioning complete for port 88987235-14df-4fb9-8903-924d73dd85d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:56.028320 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee87d65-2def-4803-882c-b1121f2cc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.030304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.057921 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1636efe6-f118-44a2-94ea-8f706e77ba02 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:39:56.061987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1636efe6-f118-44a2-94ea-8f706e77ba02 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 HTTP/1.1" status: 404 len: 333 time: 0.0472097 Jul 16 08:39:56.065730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56702) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:56.084114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbf05d49-86a0-42ca-8581-a555a961bfe8 req-17b1007b-d4bd-419f-8279-9b29a184b7d8 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 210 time: 0.0480177 Jul 16 08:39:56.138382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:56.160768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet a342f6c3-5e6c-4aca-aeb9-5a1392076edb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:56.180998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.284283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/75ab4fb0-a4db-42c0-b578-1f02f73d57f3/47cdda2a-81cf-404c-9bd1-ed04f8390d29) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:56.306185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.363908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Allocated IP 172.20.0.10 (19a255dd-d3b5-4fe3-bbca-e0292f353cac/068d9a50-f980-4306-baeb-36bd6d7fe978/6ad8b840-87bc-401a-b53b-3bb7bb065b24) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:56.405528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e0470359-a801-4d8e-83f3-cb5af92326f0 None None] Could not find standard attr ID for object 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:56.458241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.535411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b719e06f-7f26-4d4e-a88d-61ec47ed1ce4 None None] Could not find standard attr ID for object 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:56.592351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port a5b86168-3451-40e5-adc9-883092f7383a yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:56.673023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.674785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.688849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Transition to ACTIVE for port object 47cdda2a-81cf-404c-9bd1-ed04f8390d29 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:56.717722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Transition to ACTIVE for port object 47cdda2a-81cf-404c-9bd1-ed04f8390d29 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:56.726973 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.737537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.794311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.853896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:56.858107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Pushing event updated for resources: {'Port': ['ID=47cdda2a-81cf-404c-9bd1-ed04f8390d29,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.860763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:56.862878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:56.919450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Network 19a255dd-d3b5-4fe3-bbca-e0292f353cac is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:56.927898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Attempting to bind port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:56.928267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Attempting to bind port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:56.928634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Attempting to bind port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:56.935679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:56.935983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:56.936393 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.936783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:56.937290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Bound port: 47cdda2a-81cf-404c-9bd1-ed04f8390d29, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:56.937647 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.958177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e9021a7e-ee2b-4150-8a3c-0203b34e4d11 None None] Could not find standard attr ID for object 5b28451b-85f6-4eea-9d1d-0bc8f0cbb552. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:56.958516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:57.000028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:57.014100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e303b24-4be7-459f-97b4-06401c6f4641 req-41361969-a628-40cc-9cfc-a4cace95e978 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.014601 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-543ac644-033d-4ddb-b861-64b7e7164bab req-eb2ba0b8-3c5f-48bf-ad4a-e6d42b1ab9ea tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 210 time: 0.1066201 Jul 16 08:39:57.023897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e303b24-4be7-459f-97b4-06401c6f4641 req-41361969-a628-40cc-9cfc-a4cace95e978 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.6795027 Jul 16 08:39:57.063486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.068000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] For port 47cdda2a-81cf-404c-9bd1-ed04f8390d29, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:57.072478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] For port 47cdda2a-81cf-404c-9bd1-ed04f8390d29, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=47cdda2a-81cf-404c-9bd1-ed04f8390d29,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:57.085314 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.111629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.112162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.113442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.137410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e66f8703-bb50-47d1-b494-e7d7a8ee0a93 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4328649 Jul 16 08:39:57.155443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Request body: {'port': {'device_id': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:57.164717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f497f-7db4-4e8d-9b6c-b00c513d11a5 None None] Pushing event updated for resources: {'Port': ['ID=47cdda2a-81cf-404c-9bd1-ed04f8390d29,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.200661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=a342f6c3-5e6c-4aca-aeb9-5a1392076edb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.223453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.225443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4a0d5984-7307-4f12-b223-94d79930f207 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/a342f6c3-5e6c-4aca-aeb9-5a1392076edb HTTP/1.1" status: 204 len: 168 time: 1.1570067 Jul 16 08:39:57.245482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-04e80d3c-9a20-48ef-8fb4-2029cfdc8022 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.247378 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-04e80d3c-9a20-48ef-8fb4-2029cfdc8022 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 812 time: 0.7214265 Jul 16 08:39:57.253185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:57.281014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Request body: {'port': {'device_id': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'admin_state_up': True, 'tenant_id': '1347fa985cbd4b88b35c8e189f7d443f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:57.331077 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.357778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::74 (403e1a12-e2ec-4877-807a-187d784f3d1f/75ab4fb0-a4db-42c0-b578-1f02f73d57f3/a5b86168-3451-40e5-adc9-883092f7383a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:57.369633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet 2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:57.376067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.499443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e303b24-4be7-459f-97b4-06401c6f4641 req-9fafb5b2-a5a8-481c-bb3c-21a2bf5fcd03 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034736 Jul 16 08:39:57.589383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.603643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa99385-f7bf-491f-9d5f-c9ddf0b1610e None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:57.721280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.744630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Made reservation on behalf of 1347fa985cbd4b88b35c8e189f7d443f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:57.748819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.786341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object a5b86168-3451-40e5-adc9-883092f7383a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:57.811816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab48c0-6cc6-4515-9cbf-2fea12082780 req-9550e563-6a68-415c-8d1d-eab205608ae9 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.814038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07ab48c0-6cc6-4515-9cbf-2fea12082780 req-9550e563-6a68-415c-8d1d-eab205608ae9 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 932 time: 0.3182325 Jul 16 08:39:57.933079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.935135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.966767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07ab48c0-6cc6-4515-9cbf-2fea12082780 req-5c6ca08c-d334-4b40-9f55-e23c66d18ba2 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303658 Jul 16 08:39:58.029924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:58.040309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=a5b86168-3451-40e5-adc9-883092f7383a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.075428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:58.079525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:58.088062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.089010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.103305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.157935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ad100d56-c271-44b4-bb2b-e3fe9b209007 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5396683 Jul 16 08:39:58.163966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56724) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:58.176802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Allocated IP 172.20.0.10 (cb832068-27e6-49ee-b711-fc8e14512fb8/456243ff-9820-4c6b-b358-90adaca2cbfd/88bc90fc-0190-4b3b-9ed4-37d90f972508) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:58.183552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.192952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.200977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6ec86ad4-04ac-40a6-b233-a7598a40a86f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94 HTTP/1.1" status: 204 len: 168 time: 0.9444125 Jul 16 08:39:58.211848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56726) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:58.212130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad8b840-87bc-401a-b53b-3bb7bb065b24 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:58.222243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.236901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Transition to ACTIVE for port object 6ad8b840-87bc-401a-b53b-3bb7bb065b24 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:58.243392 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.328069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.371549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.436247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d2f1b47c-6248-41db-960a-481f0e0cfd44 req-023c5262-1a1d-445b-9806-4d0143d44e66 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 210 time: 0.1956575 Jul 16 08:39:58.480147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Attempting to bind port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:58.480550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Attempting to bind port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:58.481099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Attempting to bind port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:58.487221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:58.487577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Attempting to bind port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 on network 19a255dd-d3b5-4fe3-bbca-e0292f353cac {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:58.500054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:58.500399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Checking segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:58.500792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Bound using segment: {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:58.501241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Bound port: 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615dae90-2b44-43a9-9a46-933c6f50ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:58.501878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.525159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 47cdda2a-81cf-404c-9bd1-ed04f8390d29 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:58.624398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea8c09-7777-4b55-b9cf-fa493f945b3a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.630686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea8c09-7777-4b55-b9cf-fa493f945b3a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.632924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ceea8c09-7777-4b55-b9cf-fa493f945b3a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4674609 Jul 16 08:39:58.637660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:58.659666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:58.736969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 88987235-14df-4fb9-8903-924d73dd85d6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:58.737433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.763193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:58.818365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:58.827990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.860948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.875499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.876520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.878243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] 10.222.0.36 "PUT /v2.0/ports/6ad8b840-87bc-401a-b53b-3bb7bb065b24 HTTP/1.1" status: 200 len: 1093 time: 1.7277138 Jul 16 08:39:58.882056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:58.885236 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5147382-304d-46c2-af4f-e08748e2fa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:58.912060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] Provisioning for port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:58.931668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port a5b86168-3451-40e5-adc9-883092f7383a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:58.931891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.932251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] Provisioning complete for port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:58.935136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adadf5-c9a1-4b52-9533-5113319c8f0e service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.939773 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.031367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77355b4e-26ef-426a-9820-d2c1216dd4a9 None None] Network d332d4ce-064c-4f5c-99ee-91aeb44e41ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:59.039347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] For port 88987235-14df-4fb9-8903-924d73dd85d6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=88987235-14df-4fb9-8903-924d73dd85d6,segment=NetworkSegment(8fa744a6-1adf-4632-8458-5656291fdfc7),segment_id=8fa744a6-1adf-4632-8458-5656291fdfc7)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:59.040555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.094117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 88987235-14df-4fb9-8903-924d73dd85d6 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:59.094360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.120459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-808037a3-14a4-459c-a903-ebfd2a580b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.122578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-808037a3-14a4-459c-a903-ebfd2a580b0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 1096 time: 0.1823816 Jul 16 08:39:59.130180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for a5b86168-3451-40e5-adc9-883092f7383a owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:59.151250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2c99-85e5-4737-aa3d-3fdbab3e5e14 req-6bddf948-6c33-445f-bfc0-d3ab65ef267e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.158585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d7a2c99-85e5-4737-aa3d-3fdbab3e5e14 req-6bddf948-6c33-445f-bfc0-d3ab65ef267e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.4049065 Jul 16 08:39:59.184502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-cbc7f41b-07c1-4ea9-ab4f-e30be8a52ae8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24 HTTP/1.1" status: 200 len: 217 time: 0.0489457 Jul 16 08:39:59.238675 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193dd7f7-9136-403e-9f2d-05acbf205e9f x-openstack-request-id: req-193dd7f7-9136-403e-9f2d-05acbf205e9f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:59.238969 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:59.239225 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-193dd7f7-9136-403e-9f2d-05acbf205e9f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:59.239671 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'status': 'completed', 'code': 200} Jul 16 08:39:59.334926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d7a2c99-85e5-4737-aa3d-3fdbab3e5e14 req-0f64a549-59df-49f2-8f1a-684a22934edb tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719677 Jul 16 08:39:59.340922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e5ccf26c-d516-4408-a08e-a36164b5a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.342485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-e5ccf26c-d516-4408-a08e-a36164b5a9d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.1211274 Jul 16 08:39:59.350114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.425492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Network cb832068-27e6-49ee-b711-fc8e14512fb8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:59.425936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-6efa4cf8-2f56-4fa8-b694-bac2dc882441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628729 Jul 16 08:39:59.436817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:59.442550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:59.453434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.482618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event updated for resources: {'Port': ['ID=88bc90fc-0190-4b3b-9ed4-37d90f972508,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.494792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.498994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] For port 47cdda2a-81cf-404c-9bd1-ed04f8390d29, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=47cdda2a-81cf-404c-9bd1-ed04f8390d29,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:59.509198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.542051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=88987235-14df-4fb9-8903-924d73dd85d6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.556757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No DVR routers for this DVR port 88987235-14df-4fb9-8903-924d73dd85d6 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:59.570874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.571556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.595213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a460c4-dd19-42de-ad90-2218c34d7a24 None None] Pushing event updated for resources: {'Port': ['ID=47cdda2a-81cf-404c-9bd1-ed04f8390d29,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.636450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c33a15a0-29ff-459e-9424-0e709be7b7a5 None None] Could not find standard attr ID for object 88987235-14df-4fb9-8903-924d73dd85d6. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:59.649222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41c33a-ea18-4757-af23-e0a706c5c968 None None] DHCP port deletion for d332d4ce-064c-4f5c-99ee-91aeb44e41ed request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:59.678337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67e4d347-a08f-43a8-8270-46621f0ece7c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4022605 Jul 16 08:39:59.712490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.725896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Request body: {'port': {'device_id': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:59.730846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c33a15a0-29ff-459e-9424-0e709be7b7a5 None None] Provisioning for port a5b86168-3451-40e5-adc9-883092f7383a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:59.733117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b2b38-3054-4919-adf8-48a71aab544c req-37d51f3d-9481-4fd7-a09b-3b56a1f1ffaf tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.734922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c33a15a0-29ff-459e-9424-0e709be7b7a5 None None] Provisioning complete for port a5b86168-3451-40e5-adc9-883092f7383a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:59.735297 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c33a15a0-29ff-459e-9424-0e709be7b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.740194 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b11b2b38-3054-4919-adf8-48a71aab544c req-37d51f3d-9481-4fd7-a09b-3b56a1f1ffaf tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 944 time: 0.3132892 Jul 16 08:39:59.752079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.760591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c33a15a0-29ff-459e-9424-0e709be7b7a5 None None] Port a5b86168-3451-40e5-adc9-883092f7383a was deleted so its status cannot be updated. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:39:59.778554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d332d4ce-064c-4f5c-99ee-91aeb44e41ed']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:59.798232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-23ba32db-8159-4a37-9643-fd64495bd721 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725940 Jul 16 08:39:59.800951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=a5b86168-3451-40e5-adc9-883092f7383a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.801544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa744a6-1adf-4632-8458-5656291fdfc7') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:59.802133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa744a6-1adf-4632-8458-5656291fdfc7') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:59.825708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.868553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b11da-5d34-4edd-8953-7fd1c2a4d6bf req-60fe630c-0ea3-4b4b-afc6-696fdad84e59 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.870209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-393b11da-5d34-4edd-8953-7fd1c2a4d6bf req-60fe630c-0ea3-4b4b-afc6-696fdad84e59 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 932 time: 0.2654629 Jul 16 08:39:59.887488 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b11b2b38-3054-4919-adf8-48a71aab544c req-c34d5aa6-daf8-44fc-923c-db0188243ebd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463125 Jul 16 08:39:59.890419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.892337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-df331451-08eb-4d59-ab86-3ad19c7d61b6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/a5b86168-3451-40e5-adc9-883092f7383a HTTP/1.1" status: 204 len: 168 time: 1.2530670 Jul 16 08:39:59.910264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:59.924802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.940369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:59.941180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:59.951222 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:59.975929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be58535-4146-4b55-bd32-601c6dbb998b req-15ed740c-da30-4b88-a5a1-4d8606ec4fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716659 Jul 16 08:40:00.061285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.066330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.072672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/d332d4ce-064c-4f5c-99ee-91aeb44e41ed HTTP/1.1" status: 204 len: 168 time: 1.8555653 Jul 16 08:40:00.076946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56756) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:00.081920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-393b11da-5d34-4edd-8953-7fd1c2a4d6bf req-6af9c04d-4efd-4ee0-99e2-8cda49acd691 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027118 Jul 16 08:40:00.083687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.139368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-e0c4e963-846b-4d3c-a812-3f38c599d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.140876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-e0c4e963-846b-4d3c-a812-3f38c599d45d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a76a305297e4e488c34cb1706e21733&device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 1096 time: 0.0714746 Jul 16 08:40:00.162422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7cbc1-3ec9-443d-8bd1-10244cd49de0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=d332d4ce-064c-4f5c-99ee-91aeb44e41ed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:00.181651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158e227-9dc0-4761-9e23-17b0e6b3df8a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.183197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158e227-9dc0-4761-9e23-17b0e6b3df8a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.187072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f158e227-9dc0-4761-9e23-17b0e6b3df8a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2735219 Jul 16 08:40:00.192671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:00.241578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-230b3894-4b68-46fa-9d0b-7bcf3d79b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.243398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-230b3894-4b68-46fa-9d0b-7bcf3d79b645 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 200 len: 906 time: 0.0959835 Jul 16 08:40:00.290380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-84285ad3-3005-4f8a-a5ec-3fdaed31f671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24 HTTP/1.1" status: 200 len: 217 time: 0.0385358 Jul 16 08:40:00.332630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 75ab4fb0-a4db-42c0-b578-1f02f73d57f3 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:00.338922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.362001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-83ff6678-f000-48d5-b949-a309963129ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.363741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-83ff6678-f000-48d5-b949-a309963129ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 200 len: 845 time: 0.0663743 Jul 16 08:40:00.410397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc168ff-f470-4c47-83b8-6276336bf503 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.415388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4dc168ff-f470-4c47-83b8-6276336bf503 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3291254 Jul 16 08:40:00.416076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56774) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:00.438563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.440987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-456043ea-9cc4-4394-b63e-17fffb93f91c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19a255dd-d3b5-4fe3-bbca-e0292f353cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706868 Jul 16 08:40:00.445220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 47cdda2a-81cf-404c-9bd1-ed04f8390d29 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:00.503520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:00.505165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.571611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-ba8b9f96-ddf3-4d40-bdc1-2ad4bb521fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230505 Jul 16 08:40:00.679175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 88987235-14df-4fb9-8903-924d73dd85d6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:00.699349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5147382-304d-46c2-af4f-e08748e2fa5e req-16bb372c-1891-4b19-8159-d1d5d630a3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210976 Jul 16 08:40:00.700827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 88987235-14df-4fb9-8903-924d73dd85d6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:00.701565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 88987235-14df-4fb9-8903-924d73dd85d6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:01.045595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-29b1d5ab-60a3-4f75-9839-a77f350ae936 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6284208 Jul 16 08:40:01.047065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.049210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56778) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.056861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-398444286'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:01.097059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c0b22-e262-4ef9-a073-f03ecc7b1172 req-9c25e309-b4a6-4b28-959d-34726654b152 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.098814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-905c0b22-e262-4ef9-a073-f03ecc7b1172 req-9c25e309-b4a6-4b28-959d-34726654b152 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 944 time: 0.0924211 Jul 16 08:40:01.100070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:01.104763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.116246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bc90fc-0190-4b3b-9ed4-37d90f972508 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:01.130206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d82011-0263-46c0-b4ae-f07c543ae2d2 req-c5353ee1-f2a2-4651-9853-aee8cb28334e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.131741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92d82011-0263-46c0-b4ae-f07c543ae2d2 req-c5353ee1-f2a2-4651-9853-aee8cb28334e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.2633479 Jul 16 08:40:01.140038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.161798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:01.175589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-905c0b22-e262-4ef9-a073-f03ecc7b1172 req-b8693411-b2cc-4e5f-a7ef-d8afba6b1bec tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600970 Jul 16 08:40:01.178671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.179732 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment 67b088d7-80ab-4ece-b5fc-b76ec5861c6b of type vlan for network 64a2efab-f142-4d79-898d-59090e692633 Jul 16 08:40:01.187223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Transition to ACTIVE for port object 88bc90fc-0190-4b3b-9ed4-37d90f972508 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:01.203397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.238281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.243046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92d82011-0263-46c0-b4ae-f07c543ae2d2 req-96481344-511c-43a9-934e-3f99991dfe92 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005619 Jul 16 08:40:01.250821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.276410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.283776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.284757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.303784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.304951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8b76e-bcd0-4441-b119-d051b081f61a None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:01.308720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/75ab4fb0-a4db-42c0-b578-1f02f73d57f3 HTTP/1.1" status: 204 len: 168 time: 1.1129365 Jul 16 08:40:01.309489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.311697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26163bba-78e2-4aaa-a2e8-6df2566fcaa6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=75ab4fb0-a4db-42c0-b578-1f02f73d57f3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.315309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Pushing event updated for resources: {'Port': ['ID=88bc90fc-0190-4b3b-9ed4-37d90f972508,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.379798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-45948884-4667-45fc-a0ea-601478fc30ee tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665345 Jul 16 08:40:01.384302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3305650 Jul 16 08:40:01.384302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56790) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.404623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56792) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.416753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '64a2efab-f142-4d79-898d-59090e692633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:01.502154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf383f-71c2-4f8f-b666-6f320b97e52e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=64a2efab-f142-4d79-898d-59090e692633,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.521017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 64a2efab-f142-4d79-898d-59090e692633 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:01.581039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Attempting to bind port 88bc90fc-0190-4b3b-9ed4-37d90f972508 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:01.581660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Attempting to bind port 88bc90fc-0190-4b3b-9ed4-37d90f972508 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:01.582113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Attempting to bind port 88bc90fc-0190-4b3b-9ed4-37d90f972508 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:01.590402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Port 88bc90fc-0190-4b3b-9ed4-37d90f972508 on network cb832068-27e6-49ee-b711-fc8e14512fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:01.591080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Attempting to bind port 88bc90fc-0190-4b3b-9ed4-37d90f972508 on network cb832068-27e6-49ee-b711-fc8e14512fb8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:01.614066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923c98fd-c7cf-47b2-866a-5b3c4bb96099 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.618024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-923c98fd-c7cf-47b2-866a-5b3c4bb96099 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2275248 Jul 16 08:40:01.618243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:01.618243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Checking segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:01.618243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Bound using segment: {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:01.619428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Bound port: 88bc90fc-0190-4b3b-9ed4-37d90f972508, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5942c6-a427-47ee-8621-56c43a8bba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:01.619985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.622172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56794) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.683551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:01.685045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bcd03-d5f8-443c-bae7-9af9fb1378bc req-21daa937-9dde-4a11-947b-344f33ae5de2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.686664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c43bcd03-d5f8-443c-bae7-9af9fb1378bc req-21daa937-9dde-4a11-947b-344f33ae5de2 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 944 time: 0.2424927 Jul 16 08:40:01.687696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.735435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:01.742950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef866d-5ff2-4e2d-86be-2606cbe54e05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.748950 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-11ef866d-5ff2-4e2d-86be-2606cbe54e05 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1250796 Jul 16 08:40:01.751829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.757984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c43bcd03-d5f8-443c-bae7-9af9fb1378bc req-64853555-c635-4b39-a202-bef6ed6cf072 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631661 Jul 16 08:40:01.759076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] For port 88bc90fc-0190-4b3b-9ed4-37d90f972508, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:01.764165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] For port 88bc90fc-0190-4b3b-9ed4-37d90f972508, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:01.771073 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.816769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Deleting port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:01.817455 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.823414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.824169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.825867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] 10.222.0.36 "PUT /v2.0/ports/88bc90fc-0190-4b3b-9ed4-37d90f972508 HTTP/1.1" status: 200 len: 1093 time: 2.1051185 Jul 16 08:40:01.827240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'tag': '88bc90fc-0190-4b3b-9ed4-37d90f972508'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:01.830108 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e09045-5440-47e6-bfc3-82284ca26a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "929898e9-5f0c-46a4-abe4-5e788cd4a2bf", "tag": "88bc90fc-0190-4b3b-9ed4-37d90f972508"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:01.864984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5ed9-49f8-4454-8b56-b682cfca4445 service neutron] Pushing event updated for resources: {'Port': ['ID=88bc90fc-0190-4b3b-9ed4-37d90f972508,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.900030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] For port 47cdda2a-81cf-404c-9bd1-ed04f8390d29, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=47cdda2a-81cf-404c-9bd1-ed04f8390d29,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:01.900582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.917834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Calling delete_port for 47cdda2a-81cf-404c-9bd1-ed04f8390d29 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:01.923425 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad77c642-6445-46f4-8717-ab40813f7d0e x-openstack-request-id: req-ad77c642-6445-46f4-8717-ab40813f7d0e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:01.923758 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929898e9-5f0c-46a4-abe4-5e788cd4a2bf", "tag": "88bc90fc-0190-4b3b-9ed4-37d90f972508", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:01.924067 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad77c642-6445-46f4-8717-ab40813f7d0e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:01.924698 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'tag': '88bc90fc-0190-4b3b-9ed4-37d90f972508', 'status': 'completed', 'code': 200} Jul 16 08:40:01.935572 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8fe3af56-023e-476f-b0af-5cf0eb4fee1a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827781 Jul 16 08:40:01.939162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56808) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.946874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:01.961437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-e45b8c61-afd2-47d7-a880-6250847af367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.963113 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-e45b8c61-afd2-47d7-a880-6250847af367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 1096 time: 0.0738220 Jul 16 08:40:02.019196 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.038390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-844088b7-6ccc-4c37-9781-50a7894f412b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508 HTTP/1.1" status: 200 len: 217 time: 0.0613000 Jul 16 08:40:02.049183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Pushing event deleted for resources: {'Port': ['ID=47cdda2a-81cf-404c-9bd1-ed04f8390d29,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.059407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.059855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.060402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.060850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.061237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.061636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.062030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.062426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.062863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.063421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.063834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.064355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:02.074368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc765a-499b-47b9-81e4-ff11738a37d1 None None] No DVR routers for this DVR port 47cdda2a-81cf-404c-9bd1-ed04f8390d29 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:02.114750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-98d82ba0-fabd-4397-a1ca-e5f697cd773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.116293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-98d82ba0-fabd-4397-a1ca-e5f697cd773e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.0721321 Jul 16 08:40:02.152782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-67ffb571-d2b6-43ff-b83c-7410301fbdcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289786 Jul 16 08:40:02.278780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-518eff4e-7cec-4380-8ce0-b2550cfa181d service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182141 Jul 16 08:40:02.421756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 47cdda2a-81cf-404c-9bd1-ed04f8390d29 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:02.454533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 47cdda2a-81cf-404c-9bd1-ed04f8390d29 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:02.458206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed10198f-1fca-4766-9ff3-749aa5fefef3 req-b5a92f7a-f89f-4715-acea-21406c898934 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718984 Jul 16 08:40:02.458782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 47cdda2a-81cf-404c-9bd1-ed04f8390d29 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:02.480827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e6508-9135-4d86-a913-cc190b260f74 req-c8cefbe4-d43c-4036-a622-62573b8abe95 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.482312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f63e6508-9135-4d86-a913-cc190b260f74 req-c8cefbe4-d43c-4036-a622-62573b8abe95 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 944 time: 0.1081448 Jul 16 08:40:02.549639 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f63e6508-9135-4d86-a913-cc190b260f74 req-f590d2e8-28ea-480e-8810-d50f0978f324 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595651 Jul 16 08:40:02.552486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:02.557144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.604122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ad8b840-87bc-401a-b53b-3bb7bb065b24 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:02.656434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-c7b0b241-c2fb-46a2-8dae-81d6268e2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.661251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-c7b0b241-c2fb-46a2-8dae-81d6268e2dba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 1096 time: 0.1048746 Jul 16 08:40:02.785147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.791564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:02.822096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'mac_address': 'fa:16:3e:6b:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:02.825193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-49482112-fa3e-4a62-936c-27c38e1abc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.831689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-49482112-fa3e-4a62-936c-27c38e1abc5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 200 len: 913 time: 0.1630423 Jul 16 08:40:02.876923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-405f32b0-be1a-48c0-8c7b-d7b4ff171988 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508 HTTP/1.1" status: 200 len: 217 time: 0.0384684 Jul 16 08:40:02.883884 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.905596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8b840-87bc-401a-b53b-3bb7bb065b24 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:02.912579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=3e50339a-39f4-49e6-ae9d-daf38704d181,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.933093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:02.941724 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.954462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:40:02.962707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-9f5e38b6-c616-442f-ad5b-2eff84817250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.963124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c0c09-222b-42aa-aee4-7f21e782624f req-4708ca5d-8bc2-4d87-9e51-05316effa717 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.966502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-9f5e38b6-c616-442f-ad5b-2eff84817250 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 200 len: 852 time: 0.0825241 Jul 16 08:40:02.970045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b8c0c09-222b-42aa-aee4-7f21e782624f req-4708ca5d-8bc2-4d87-9e51-05316effa717 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.4611022 Jul 16 08:40:02.980473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.030169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.051161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': '67b088d7-80ab-4ece-b5fc-b76ec5861c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '64a2efab-f142-4d79-898d-59090e692633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:03.051539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: 64a2efab-f142-4d79-898d-59090e692633, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:03.062270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:03.063237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-f8f6733e-c9d7-4b4f-8535-ea60e3b24c83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb832068-27e6-49ee-b711-fc8e14512fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887525 Jul 16 08:40:03.072308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:03.075415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.076006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.085241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf3601-9476-423f-8f64-db5cbff12779 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:03.096794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b8c0c09-222b-42aa-aee4-7f21e782624f req-9cecf617-a1c6-4ff4-98d7-0dc6414e49c9 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258008 Jul 16 08:40:03.122345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=bd27c10d-6d7c-44c5-aec3-e4c5727fcac0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.139943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b91d8d9a-8f39-4e12-8490-8d589dd4eb61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1952240 Jul 16 08:40:03.142578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.143428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 64a2efab-f142-4d79-898d-59090e692633 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:03.156084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:03.175789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f4e19-bec8-47f9-95f9-917d7cb55caa req-0b8b046c-cf4a-4407-b920-ab5416dd8c91 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.177495 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f62f4e19-bec8-47f9-95f9-917d7cb55caa req-0b8b046c-cf4a-4407-b920-ab5416dd8c91 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 944 time: 0.1484237 Jul 16 08:40:03.215171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-086f7ed1-8da3-4a47-99af-8ead4c04633f service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435733 Jul 16 08:40:03.245613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6ad8b840-87bc-401a-b53b-3bb7bb065b24'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:03.256108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f62f4e19-bec8-47f9-95f9-917d7cb55caa req-8d1fffb1-2c24-49a6-ab03-c14eac8776ee tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 Jul 16 08:40:03.258653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 64a2efab-f142-4d79-898d-59090e692633) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:03.267054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.267681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.280636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d33659-6678-46aa-b2df-5f0c55ba6fd2 None None] Network 64a2efab-f142-4d79-898d-59090e692633 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:03.343520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c4bf79d7-8d5a-453c-95ff-acaf9c5f90fc tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9312220 Jul 16 08:40:03.344161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56824) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.349906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '64a2efab-f142-4d79-898d-59090e692633', 'name': 'tempest-PortsTestJSON-1358575304'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:03.376865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37e09045-5440-47e6-bfc3-82284ca26a1a req-aac004cf-db66-41ba-9f9b-a5753dfc8445 service neutron] 10.222.0.36 "GET /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521490 Jul 16 08:40:03.402267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:03.406595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.455091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': 'bd27c10d-6d7c-44c5-aec3-e4c5727fcac0'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:03.456082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.509556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.555450 n-d-798249-10 neutron-server[93700]: INFO neutron.db.ipam_backend_mixin [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd27c10d-6d7c-44c5-aec3-e4c5727fcac0 (CIDR: 2001:db8::/64) Jul 16 08:40:03.561493 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:40:03.562075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:03.596445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1c515287-0814-4150-be42-fbd59e4b53cc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4496305 Jul 16 08:40:03.599512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56830) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.605970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:03.663039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:03.667827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.725012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-64a2efab-f142-4d79-898d-59090e692633', 'network_id': '64a2efab-f142-4d79-898d-59090e692633', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': '3e50339a-39f4-49e6-ae9d-daf38704d181'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:03.725872 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.749232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 202ca3ee-1289-4bb8-bd2b-745e169a88d1 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:03.923070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:03.926882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.943286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Allocated IP 2001:db8::f816:3eff:fe23:3e80 (403e1a12-e2ec-4877-807a-187d784f3d1f/bd27c10d-6d7c-44c5-aec3-e4c5727fcac0/21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:03.951695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7451a49-c97d-48dd-af5a-7ef5b605a9b1 req-93df9d87-da30-4ffc-ba96-bfa94d8c658c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.960028 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7451a49-c97d-48dd-af5a-7ef5b605a9b1 req-93df9d87-da30-4ffc-ba96-bfa94d8c658c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 945 time: 0.2310038 Jul 16 08:40:03.990314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Allocated IP 172.20.0.2 (64a2efab-f142-4d79-898d-59090e692633/3e50339a-39f4-49e6-ae9d-daf38704d181/fca83ab0-77ac-4420-9b1a-e94408c5978e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:04.077725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7451a49-c97d-48dd-af5a-7ef5b605a9b1 req-de4a770e-1f41-468d-8776-ccef84896d39 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715787 Jul 16 08:40:04.294239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.341059 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.348351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Transition to ACTIVE for port object fca83ab0-77ac-4420-9b1a-e94408c5978e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:04.350171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c469ee-71c9-4da8-b454-213e39df2245 req-ba908d9a-25f3-4b53-b875-c3965d4b4606 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.358815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74c469ee-71c9-4da8-b454-213e39df2245 req-ba908d9a-25f3-4b53-b875-c3965d4b4606 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.1010172 Jul 16 08:40:04.393215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Transition to ACTIVE for port object 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:04.413871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74c469ee-71c9-4da8-b454-213e39df2245 req-e2f7222f-0454-410d-b32b-91b27d5e3c6a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537732 Jul 16 08:40:04.432229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.439264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Transition to ACTIVE for port object fca83ab0-77ac-4420-9b1a-e94408c5978e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:04.463525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Transition to ACTIVE for port object 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:04.468332 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.477269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:04.486785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:04.498795 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.515708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.516312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.566841 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9661570 Jul 16 08:40:04.571779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56840) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.574693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Network 64a2efab-f142-4d79-898d-59090e692633 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:04.577398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:fc:bc:af', 'name': 'tempest-NetworksTestDHCPv6-914364278'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:04.581539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:04.586751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:04.587779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:04.594601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:04.598819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Pushing event updated for resources: {'Port': ['ID=fca83ab0-77ac-4420-9b1a-e94408c5978e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.606806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2d6a6-69b3-4ebb-a7c4-d148553465dc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=d31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.608212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:04.621810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.9 (64a2efab-f142-4d79-898d-59090e692633/3e50339a-39f4-49e6-ae9d-daf38704d181/202ca3ee-1289-4bb8-bd2b-745e169a88d1) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:04.626550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88bc90fc-0190-4b3b-9ed4-37d90f972508 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:04.629279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ad8b840-87bc-401a-b53b-3bb7bb065b24 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:04.675905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3851040-73f2-4b96-8242-317f85d2bc51 req-bbc6ebac-8d80-447d-bb0f-607d9de454d0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.677442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3851040-73f2-4b96-8242-317f85d2bc51 req-bbc6ebac-8d80-447d-bb0f-607d9de454d0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 944 time: 0.1299231 Jul 16 08:40:04.730578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:04.753496 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3851040-73f2-4b96-8242-317f85d2bc51 req-b056d0ef-5b39-4c1d-927e-ba6b9cc1ec00 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696027 Jul 16 08:40:04.844101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.846983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.847270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Attempting to bind port fca83ab0-77ac-4420-9b1a-e94408c5978e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:04.847899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Attempting to bind port fca83ab0-77ac-4420-9b1a-e94408c5978e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '67b088d7-80ab-4ece-b5fc-b76ec5861c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '64a2efab-f142-4d79-898d-59090e692633'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:04.848858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Attempting to bind port fca83ab0-77ac-4420-9b1a-e94408c5978e on network 64a2efab-f142-4d79-898d-59090e692633 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:04.880968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 202ca3ee-1289-4bb8-bd2b-745e169a88d1 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:04.885515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 9064a858-ce8a-4221-9786-5a4ab99ce458 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:04.897582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:04.899784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Checking segment: {'id': '67b088d7-80ab-4ece-b5fc-b76ec5861c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '64a2efab-f142-4d79-898d-59090e692633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:04.900458 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.901083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Bound using segment: {'id': '67b088d7-80ab-4ece-b5fc-b76ec5861c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '64a2efab-f142-4d79-898d-59090e692633'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:04.901899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Bound port: fca83ab0-77ac-4420-9b1a-e94408c5978e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b088d7-80ab-4ece-b5fc-b76ec5861c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '64a2efab-f142-4d79-898d-59090e692633'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:04.902541 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.923036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Attempting to bind port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:04.924140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Attempting to bind port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:04.924795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Attempting to bind port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:04.934706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.944483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:04.946467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:04.947210 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.947985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:04.948866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Bound port: 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:04.950348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.951781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.985913 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:40:05.039583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 64a2efab-f142-4d79-898d-59090e692633 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:05.043192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:05.058308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:05.096622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8:0:1::16 (403e1a12-e2ec-4877-807a-187d784f3d1f/d31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6/9064a858-ce8a-4221-9786-5a4ab99ce458) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:05.104926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:fefc:bcaf (403e1a12-e2ec-4877-807a-187d784f3d1f/bd27c10d-6d7c-44c5-aec3-e4c5727fcac0/9064a858-ce8a-4221-9786-5a4ab99ce458) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:05.108663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.109657 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.147199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56850) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:05.147362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8020151 Jul 16 08:40:05.152994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fdb50-7804-4fe3-a5bc-8a2ed41e253b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=202ca3ee-1289-4bb8-bd2b-745e169a88d1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.155459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '64a2efab-f142-4d79-898d-59090e692633', 'name': 'tempest-PortsTestJSON-161284957'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:05.399646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:05.419285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:05.419712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.436675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.441620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:05.445950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.455116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe068c-aa6c-4cce-b7e2-64a067227427 req-3c4ce924-1d88-41cb-bbb2-e4f13d343919 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.458796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] For port fca83ab0-77ac-4420-9b1a-e94408c5978e, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:05.462090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fabe068c-aa6c-4cce-b7e2-64a067227427 req-3c4ce924-1d88-41cb-bbb2-e4f13d343919 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 945 time: 0.1957827 Jul 16 08:40:05.491877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] For port fca83ab0-77ac-4420-9b1a-e94408c5978e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fca83ab0-77ac-4420-9b1a-e94408c5978e,segment=NetworkSegment(67b088d7-80ab-4ece-b5fc-b76ec5861c6b),segment_id=67b088d7-80ab-4ece-b5fc-b76ec5861c6b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:05.495205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 9064a858-ce8a-4221-9786-5a4ab99ce458 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:05.506232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:05.515187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.522929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 88bc90fc-0190-4b3b-9ed4-37d90f972508, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:05.531237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 7065772d-69c3-4f86-ba68-3a89b41a6518 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:05.549383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fabe068c-aa6c-4cce-b7e2-64a067227427 req-ca7ad8d1-de2d-4d91-bccd-06c67d090183 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864196 Jul 16 08:40:05.572889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:05.587175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '88bc90fc-0190-4b3b-9ed4-37d90f972508', 'network_id': 'cb832068-27e6-49ee-b711-fc8e14512fb8', 'port_id': '88bc90fc-0190-4b3b-9ed4-37d90f972508', 'mac_address': 'fa:16:3e:a7:76:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456243ff-9820-4c6b-b358-90adaca2cbfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:05.591716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.640324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.648550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ea577-576e-444e-8518-90f1545c2e71 None None] Pushing event updated for resources: {'Port': ['ID=fca83ab0-77ac-4420-9b1a-e94408c5978e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.661471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d265e3-f68d-4552-ba9a-47a2fc7ed2a0 req-b312416c-b959-4f33-826e-15572c3f6afc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.663330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07d265e3-f68d-4552-ba9a-47a2fc7ed2a0 req-b312416c-b959-4f33-826e-15572c3f6afc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.1093321 Jul 16 08:40:05.719184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07d265e3-f68d-4552-ba9a-47a2fc7ed2a0 req-55216bda-75bf-4f8b-b860-ecb81848943f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490360 Jul 16 08:40:05.750567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.765044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:05.773464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bc90fc-0190-4b3b-9ed4-37d90f972508 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:05.774873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:05.777478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.6 (64a2efab-f142-4d79-898d-59090e692633/3e50339a-39f4-49e6-ae9d-daf38704d181/7065772d-69c3-4f86-ba68-3a89b41a6518) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:05.780366 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.791230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:05.802052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.802732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.829186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=9064a858-ce8a-4221-9786-5a4ab99ce458,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.844748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c11353e1-2dd9-4471-ad2e-5a4209f3fc19 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2716942 Jul 16 08:40:05.848019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:05.863824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:05.866391 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6313549-4b54-4074-ba0e-3040e4862fc4" -d '{"events": [{"server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:05.872515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 88bc90fc-0190-4b3b-9ed4-37d90f972508, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:05.876959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea176-ad8b-40ed-a481-1411d11b6a98 None None] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.905200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.925306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:05.951025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.987276 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed76cf-142c-48ca-8cde-91f4ef0a6cda x-openstack-request-id: req-8aed76cf-142c-48ca-8cde-91f4ef0a6cda {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:05.987791 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:05.987986 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8aed76cf-142c-48ca-8cde-91f4ef0a6cda {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:05.988435 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'code': 200} Jul 16 08:40:06.056221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=88bc90fc-0190-4b3b-9ed4-37d90f972508,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.164584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 9064a858-ce8a-4221-9786-5a4ab99ce458 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:06.165265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.226438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.231079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.333650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 7065772d-69c3-4f86-ba68-3a89b41a6518 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:06.336958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.346924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['88bc90fc-0190-4b3b-9ed4-37d90f972508'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:06.376742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 9064a858-ce8a-4221-9786-5a4ab99ce458 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:06.434963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e776705-9e77-4e28-a4b8-25458e6e4553 req-ea72cb38-957c-4234-b4c7-87c9bc3a57ed tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.459871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e776705-9e77-4e28-a4b8-25458e6e4553 req-ea72cb38-957c-4234-b4c7-87c9bc3a57ed tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 945 time: 0.2510648 Jul 16 08:40:06.475277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d288bb-9e6f-4a21-b165-43df92dec738 req-e6afe064-3f6b-4195-baab-4f007015f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.477698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16d288bb-9e6f-4a21-b165-43df92dec738 req-e6afe064-3f6b-4195-baab-4f007015f9f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 1098 time: 0.2799079 Jul 16 08:40:06.562374 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:06.565298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.572295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fca83ab0-77ac-4420-9b1a-e94408c5978e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:06.664788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 64a2efab-f142-4d79-898d-59090e692633 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:06.691257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e776705-9e77-4e28-a4b8-25458e6e4553 req-836b704d-90cf-4bf8-89ab-e41648002930 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299466 Jul 16 08:40:06.695331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:06.697886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:06.740808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port fca83ab0-77ac-4420-9b1a-e94408c5978e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:06.747309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:06.757032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.758360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.768197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16d288bb-9e6f-4a21-b165-43df92dec738 req-1db4c041-69c6-4de6-ab0e-7ec049b5bae9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560222 Jul 16 08:40:06.773389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=7065772d-69c3-4f86-ba68-3a89b41a6518,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.783499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.793460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-adeec3c8-2f81-4b6b-9346-825797c78e5f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6426973 Jul 16 08:40:06.794021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56880) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:06.866153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:06.888734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=9064a858-ce8a-4221-9786-5a4ab99ce458,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.979370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.984027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-48b6dee5-d082-4cae-8570-f4ddd0f1166f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/9064a858-ce8a-4221-9786-5a4ab99ce458 HTTP/1.1" status: 204 len: 168 time: 1.1319385 Jul 16 08:40:06.985306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56882) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.006342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105de295-01dc-458e-9aa2-4852c432d871 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.008466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-105de295-01dc-458e-9aa2-4852c432d871 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2133746 Jul 16 08:40:07.016773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff3cde-495a-4084-ace9-b516ea3849f2 req-a97f5320-e2e4-483c-812c-4dd2dfb3947a tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.018479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bdff3cde-495a-4084-ace9-b516ea3849f2 req-a97f5320-e2e4-483c-812c-4dd2dfb3947a tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 946 time: 0.2459302 Jul 16 08:40:07.018983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.069584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09620944-59f2-477d-8898-f17643333a6f req-fc33a69d-cb65-4d96-9ccf-d545c5d36d83 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.078291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09620944-59f2-477d-8898-f17643333a6f req-fc33a69d-cb65-4d96-9ccf-d545c5d36d83 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.1611910 Jul 16 08:40:07.144357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8ffd1-d42d-4560-9d74-e7bb6bdb34b7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.145670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-67e8ffd1-d42d-4560-9d74-e7bb6bdb34b7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1585250 Jul 16 08:40:07.150836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bdff3cde-495a-4084-ace9-b516ea3849f2 req-a969f74c-6554-43c6-a70a-eb5328a24879 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226478 Jul 16 08:40:07.151951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.169394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09620944-59f2-477d-8898-f17643333a6f req-d8bfa0e4-7303-44bb-8842-5d965f3d0c31 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897708 Jul 16 08:40:07.211301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 7065772d-69c3-4f86-ba68-3a89b41a6518 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:07.211738 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.235454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193c667-a852-462e-9418-45cfb3e31a81 None None] Network 64a2efab-f142-4d79-898d-59090e692633 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:07.254985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d608b7-a66a-4f77-8d4a-75dc4b02e621 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.256851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c4d608b7-a66a-4f77-8d4a-75dc4b02e621 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1035550 Jul 16 08:40:07.261601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.323656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c1b50-5e81-4ce3-a27b-618cb500036c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.325194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c1b50-5e81-4ce3-a27b-618cb500036c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.327041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c1b50-5e81-4ce3-a27b-618cb500036c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.328395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e9c1b50-5e81-4ce3-a27b-618cb500036c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0658095 Jul 16 08:40:07.331943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56892) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.337596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] Provisioning for port fca83ab0-77ac-4420-9b1a-e94408c5978e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:07.348292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] Provisioning complete for port fca83ab0-77ac-4420-9b1a-e94408c5978e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:07.348802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.372984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.411345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 7065772d-69c3-4f86-ba68-3a89b41a6518 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:07.418764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet bd27c10d-6d7c-44c5-aec3-e4c5727fcac0 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:07.427292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.523736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.526165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.625121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] For port fca83ab0-77ac-4420-9b1a-e94408c5978e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fca83ab0-77ac-4420-9b1a-e94408c5978e,segment=NetworkSegment(67b088d7-80ab-4ece-b5fc-b76ec5861c6b),segment_id=67b088d7-80ab-4ece-b5fc-b76ec5861c6b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:07.637686 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.678068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.714745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4d5de-3bad-415e-9a5e-1f2d88c4767f None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:07.766265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.775512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.804549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=bd27c10d-6d7c-44c5-aec3-e4c5727fcac0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.806569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.815860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9aafa15-6c38-49d0-abaf-70bc6e0445da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/bd27c10d-6d7c-44c5-aec3-e4c5727fcac0 HTTP/1.1" status: 204 len: 168 time: 0.4827769 Jul 16 08:40:07.816504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56900) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.835209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82090651-4226-4928-bc51-b91d4b1dace9 None None] Pushing event updated for resources: {'Port': ['ID=fca83ab0-77ac-4420-9b1a-e94408c5978e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.848689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] Provisioning for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:07.863504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=7065772d-69c3-4f86-ba68-3a89b41a6518,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.899182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet d31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:07.902571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.918745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] Provisioning complete for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:07.919124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.955859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.027300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.052977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.057442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27aa8e62-42bd-46bd-81a0-1c0bb49094ac tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/7065772d-69c3-4f86-ba68-3a89b41a6518 HTTP/1.1" status: 204 len: 168 time: 1.0373986 Jul 16 08:40:08.060161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56902) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.080807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1af494-6ba1-4b55-95e2-2ac2e68eb1e7 req-d28fa49c-2dac-4860-ad09-98b6f5ee31fd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.087896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.089771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be1af494-6ba1-4b55-95e2-2ac2e68eb1e7 req-d28fa49c-2dac-4860-ad09-98b6f5ee31fd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 945 time: 0.1532650 Jul 16 08:40:08.103955 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-03149f6c-6cfc-478a-83c2-940092683530 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:40:08.106204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-03149f6c-6cfc-478a-83c2-940092683530 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/7065772d-69c3-4f86-ba68-3a89b41a6518 HTTP/1.1" status: 404 len: 333 time: 0.0447612 Jul 16 08:40:08.109338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.149024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:08.157801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.186582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be1af494-6ba1-4b55-95e2-2ac2e68eb1e7 req-ef58854b-9ed0-4596-95c6-ab3c25990591 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957165 Jul 16 08:40:08.215398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.244200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef76a3-f915-44fb-9e4b-645bc1d009d7 None None] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.260538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=d31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.271099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.274650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bf5411f1-7b41-4c8a-a92c-33f828f2c820 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6 HTTP/1.1" status: 204 len: 168 time: 0.4568021 Jul 16 08:40:08.277156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.294221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Could not find standard attr ID for object 7065772d-69c3-4f86-ba68-3a89b41a6518. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:08.294928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 202ca3ee-1289-4bb8-bd2b-745e169a88d1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:08.295363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.370156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1f6c9bcc-ed3c-4050-949d-40437116d6bc tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915875 Jul 16 08:40:08.373432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56912) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.380070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:08.382058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Provisioning for port 202ca3ee-1289-4bb8-bd2b-745e169a88d1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:08.396858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Provisioning complete for port 202ca3ee-1289-4bb8-bd2b-745e169a88d1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:08.397233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.447429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.460047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:08.464543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:08.470437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 202ca3ee-1289-4bb8-bd2b-745e169a88d1 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:08.501921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35435393-abdd-48cd-aea3-57d9ddd14f5d req-bf2ae3c5-3f03-438e-9513-0bb35d857663 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.503484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35435393-abdd-48cd-aea3-57d9ddd14f5d req-bf2ae3c5-3f03-438e-9513-0bb35d857663 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 946 time: 0.1363084 Jul 16 08:40:08.520156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12321ad6-1163-43b9-ae65-e1961c70bd42 None None] Update dhcp port {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': 'd31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:40:08.525499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fca83ab0-77ac-4420-9b1a-e94408c5978e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:08.530411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:08.533727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.590751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35435393-abdd-48cd-aea3-57d9ddd14f5d req-cecbaed0-6d6c-4974-ab1f-9faabe48d3ef tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Jul 16 08:40:08.627905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Port 202ca3ee-1289-4bb8-bd2b-745e169a88d1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:08.635377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4691-2cc7-45df-912d-31316339173c req-db547b71-6541-4c74-87df-0b0d2389ce4a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.642102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bad4691-2cc7-45df-912d-31316339173c req-db547b71-6541-4c74-87df-0b0d2389ce4a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.1752448 Jul 16 08:40:08.693784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.697549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88bc90fc-0190-4b3b-9ed4-37d90f972508 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:08.708633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bad4691-2cc7-45df-912d-31316339173c req-49257f93-1917-44e0-a04d-98b46555e480 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655813 Jul 16 08:40:08.743978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=202ca3ee-1289-4bb8-bd2b-745e169a88d1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.843064 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:40:08.897456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.901657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e58c82d2-1c99-4536-8cd2-829b30c542d0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/202ca3ee-1289-4bb8-bd2b-745e169a88d1 HTTP/1.1" status: 204 len: 168 time: 0.7899873 Jul 16 08:40:08.903915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56924) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.964170 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12321ad6-1163-43b9-ae65-e1961c70bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.969357 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-412c9a1e-5591-47dc-a9d0-8db7e8e0ad35 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:40:08.970998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-412c9a1e-5591-47dc-a9d0-8db7e8e0ad35 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/202ca3ee-1289-4bb8-bd2b-745e169a88d1 HTTP/1.1" status: 404 len: 333 time: 0.0661283 Jul 16 08:40:08.974846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56926) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.983938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Provisioning complete for port fca83ab0-77ac-4420-9b1a-e94408c5978e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:08.984318 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66438654-44c3-48c0-99da-0ef03803ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.069338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:40:09.197005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fca83ab0-77ac-4420-9b1a-e94408c5978e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:09.197005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.431594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.685446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:09.698087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 88bc90fc-0190-4b3b-9ed4-37d90f972508 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:09.710063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 88bc90fc-0190-4b3b-9ed4-37d90f972508 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:09.710534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.747205 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.749995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.759331 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.760189 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.792991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet 3e50339a-39f4-49e6-ae9d-daf38704d181 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:09.806071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.812810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:09.881117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066ebe4-b470-456b-a07a-39b0e5ab8ca0 req-ee823d8f-6e85-4c69-9fba-4402a770f1e0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.884543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f066ebe4-b470-456b-a07a-39b0e5ab8ca0 req-ee823d8f-6e85-4c69-9fba-4402a770f1e0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 945 time: 0.1621976 Jul 16 08:40:09.901411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.921397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:09.959738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.963359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:09.976669 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620e5d3-ca71-4e3a-9cb7-2204dc4b6102" -d '{"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:09.984180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f066ebe4-b470-456b-a07a-39b0e5ab8ca0 req-c5fc2b57-c342-41a3-951c-6bc30c8cf7e6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905597 Jul 16 08:40:09.987933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'port_id': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'mac_address': 'fa:16:3e:81:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf62be3f-90f0-49f0-9495-bd789b028ae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:09.990421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:10.001552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.002175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.018227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:10.034227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.046901 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6719863 Jul 16 08:40:10.067818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56976) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.073522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:10.080157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2ea6-e704-4494-b6dc-abd7dee7c0ef tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=7c6a6559-b7ed-4806-96f8-261c3ae1232c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.115218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.155401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.206634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.244354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2f6e4a13-1bb5-41c8-a589-ac0444224ae0 None None] Could not find standard attr ID for object 7065772d-69c3-4f86-ba68-3a89b41a6518. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:10.244626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=3e50339a-39f4-49e6-ae9d-daf38704d181,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.251190 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.253686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-641fb5c9-a303-4282-a2a4-b87741e32982 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/3e50339a-39f4-49e6-ae9d-daf38704d181 HTTP/1.1" status: 204 len: 168 time: 1.2775075 Jul 16 08:40:10.256596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56982) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.298596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329470c-b6e5-4189-b0fe-830bd2bc5381 req-28e2af5a-2fc0-4b22-a81c-c94d39c0c63f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.301175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b329470c-b6e5-4189-b0fe-830bd2bc5381 req-28e2af5a-2fc0-4b22-a81c-c94d39c0c63f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 944 time: 0.3151143 Jul 16 08:40:10.335850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e2069-cdde-41d9-b8b4-c4e12f1fea47 None None] Network 64a2efab-f142-4d79-898d-59090e692633 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:10.371269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:10.374825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2f6e4a13-1bb5-41c8-a589-ac0444224ae0 None None] Could not find standard attr ID for object 202ca3ee-1289-4bb8-bd2b-745e169a88d1. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:10.376205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.414796 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.417434 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b0c23a-8918-4272-8602-02926fb9d415 x-openstack-request-id: req-38b0c23a-8918-4272-8602-02926fb9d415 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:10.417723 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:10.417977 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38b0c23a-8918-4272-8602-02926fb9d415 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:10.418370 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'code': 200} Jul 16 08:40:10.431258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b329470c-b6e5-4189-b0fe-830bd2bc5381 req-c844d4e2-8dac-4d1f-968e-9ad7217ac531 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214280 Jul 16 08:40:10.432407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.469067 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.474458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d9732eb-b25d-4f13-ac06-d2981136e978 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:10.483957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.529331 n-d-798249-10 neutron-server[93700]: INFO neutron.db.ipam_backend_mixin [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c6a6559-b7ed-4806-96f8-261c3ae1232c (CIDR: 2001:db8::/64) Jul 16 08:40:10.533225 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:40:10.533733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:10.548144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port fca83ab0-77ac-4420-9b1a-e94408c5978e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:10.548794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.549152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1847946e-d7e5-411e-b537-27bf178a02f6 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4797876 Jul 16 08:40:10.554648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56992) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.559981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:10.651080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 88bc90fc-0190-4b3b-9ed4-37d90f972508, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.660558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.662367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:10.662743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.675581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] For port fca83ab0-77ac-4420-9b1a-e94408c5978e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fca83ab0-77ac-4420-9b1a-e94408c5978e,segment=NetworkSegment(67b088d7-80ab-4ece-b5fc-b76ec5861c6b),segment_id=67b088d7-80ab-4ece-b5fc-b76ec5861c6b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.676659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.692929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a88e96-5a9f-4150-9504-b7a88a799dff None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:10.696889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for fca83ab0-77ac-4420-9b1a-e94408c5978e owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:10.789762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:10.791591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:40:10.792147 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:40:10.793326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.819742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.842437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77984387-56d3-4863-b358-b9fe9e3eec76 req-09a083cc-cffe-4a1a-b911-130e3a3dc6cd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.844021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77984387-56d3-4863-b358-b9fe9e3eec76 req-09a083cc-cffe-4a1a-b911-130e3a3dc6cd tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 946 time: 0.1257460 Jul 16 08:40:10.849504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=fca83ab0-77ac-4420-9b1a-e94408c5978e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.853059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7ad16131-7478-419b-99d6-dcaa32e5096b None None] Provisioning complete for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:10.853440 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ad16131-7478-419b-99d6-dcaa32e5096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.858049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No DVR routers for this DVR port fca83ab0-77ac-4420-9b1a-e94408c5978e on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:10.895035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=88bc90fc-0190-4b3b-9ed4-37d90f972508,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.920495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77984387-56d3-4863-b358-b9fe9e3eec76 req-ad23599b-7418-4440-b4b3-da07646b94ac tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Jul 16 08:40:10.956361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.972836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a2efab-f142-4d79-898d-59090e692633']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:10.986402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b088d7-80ab-4ece-b5fc-b76ec5861c6b') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:10.986855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b088d7-80ab-4ece-b5fc-b76ec5861c6b') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:10.997812 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.025013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.045381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:11.045922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:11.053619 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:11.108244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaef433-915c-4bce-913b-d4f66820ec7e None None] DHCP port deletion for 64a2efab-f142-4d79-898d-59090e692633 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:11.169468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.199681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.207578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.216674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/64a2efab-f142-4d79-898d-59090e692633 HTTP/1.1" status: 204 len: 168 time: 0.9510016 Jul 16 08:40:11.216674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56996) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:11.225373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-821675225'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:11.235121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:11.241179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:11.241339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300280e7-8a0a-4255-aff7-4896c400d83c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=64a2efab-f142-4d79-898d-59090e692633,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.241879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:11.247520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.248621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.262647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=ddbc08aa-67b6-4535-aca1-2d13b6de84b3,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.280912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:11.283664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-df54aece-c1fc-41b3-8478-24c9a5df24bb tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7279129 Jul 16 08:40:11.284691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.286428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 56998) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:11.292964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:34:d0:fd', 'name': 'tempest-NetworksTestDHCPv6-1544223615'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:11.308669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3b7f5-e4d5-43d2-8a54-896a901b39ed req-271640dd-e598-4c2f-9de9-8b4f959bc0fd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.310353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cb3b7f5-e4d5-43d2-8a54-896a901b39ed req-271640dd-e598-4c2f-9de9-8b4f959bc0fd tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.1501758 Jul 16 08:40:11.327249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3ea45-afd9-4f57-8b6d-9c8538a6a039 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:11.337729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:11.358970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.359383 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment 2d3f65eb-9800-414e-9af4-1089b7681fdb of type vlan for network 268cdf57-cd77-4707-86c3-20f3f7810c40 Jul 16 08:40:11.361706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-335f2417-d159-4e8a-839f-592cc1299678 None None] Provisioning complete for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:11.361876 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-335f2417-d159-4e8a-839f-592cc1299678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.374152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cb3b7f5-e4d5-43d2-8a54-896a901b39ed req-bc06ad55-d1f6-45f6-a649-0f851f5416e4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577796 Jul 16 08:40:11.399936 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.414680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.459308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:11.470833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.479069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.479843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.483281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9732eb-b25d-4f13-ac06-d2981136e978 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:11.506861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57006) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:11.523731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1427981860'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:11.528046 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.534145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:11.542339 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3266482 Jul 16 08:40:11.547492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57008) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:11.555370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:11.567584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.631171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75334ccf-047b-4344-990e-a000d5cb0a32 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=268cdf57-cd77-4707-86c3-20f3f7810c40,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.644024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.665407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:11.669303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:11.671813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port fe10bb77-695c-4b8c-865a-d319b194cbbe yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:11.673574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.690961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:11.731414 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.751422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.780469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:11.822424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec20ea-5cea-4d78-8622-2f1994c8f502 req-17742527-aff4-40ab-8b38-42d63203d6b4 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.825342 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92ec20ea-5cea-4d78-8622-2f1994c8f502 req-17742527-aff4-40ab-8b38-42d63203d6b4 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 945 time: 0.2145388 Jul 16 08:40:11.827539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.828052 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Added segment 305488d0-63a5-49b4-8f84-fb0477d9fae2 of type vlan for network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e Jul 16 08:40:11.851959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['5d9732eb-b25d-4f13-ac06-d2981136e978'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:11.872719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:11.876506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.924459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.993142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92ec20ea-5cea-4d78-8622-2f1994c8f502 req-46afa899-eadd-4b5a-b105-95335e7582b0 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486280 Jul 16 08:40:12.039614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.045692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.046493 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.050178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.062529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b15098be-c78f-442b-9fb7-5d3891a2afe5 None None] Could not find standard attr ID for object 9064a858-ce8a-4221-9786-5a4ab99ce458. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:12.125231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Network': ['ID=3f48b460-7e8e-448c-b879-adaf0ebc3b4e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.143535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:12.145032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b1802e0b-d6d8-4996-b1bf-82bb0d45bdda tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6347468 Jul 16 08:40:12.145361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Update dhcp port {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': '7c6a6559-b7ed-4806-96f8-261c3ae1232c', 'ip_address': '2001:db8::f816:3eff:fe23:3e80'}, {'subnet_id': 'ddbc08aa-67b6-4535-aca1-2d13b6de84b3'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:40:12.147936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57014) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.153390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1623643842'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:12.209106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:12.212783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.255396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.275669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.278793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:12.307431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8:0:1::2a1 (403e1a12-e2ec-4877-807a-187d784f3d1f/ddbc08aa-67b6-4535-aca1-2d13b6de84b3/fe10bb77-695c-4b8c-865a-d319b194cbbe) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:12.318406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.318841 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Added segment d06e54fd-bccf-4252-b094-33c91e781758 of type vlan for network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e Jul 16 08:40:12.320438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7da19-570e-466d-bd7f-5980fa11eccf req-70318986-2d93-49d8-ad3d-7a490f3b3b32 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.325216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e7d7da19-570e-466d-bd7f-5980fa11eccf req-70318986-2d93-49d8-ad3d-7a490f3b3b32 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 946 time: 0.1477780 Jul 16 08:40:12.327445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::f816:3eff:fe34:d0fd (403e1a12-e2ec-4877-807a-187d784f3d1f/7c6a6559-b7ed-4806-96f8-261c3ae1232c/fe10bb77-695c-4b8c-865a-d319b194cbbe) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:12.390450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=bf494404-6e77-4cf3-9b66-7239662d11cb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.396370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.406798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e7d7da19-570e-466d-bd7f-5980fa11eccf req-fbc12ce0-db74-4118-8270-bc67713f3679 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689855 Jul 16 08:40:12.412395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': '2d3f65eb-9800-414e-9af4-1089b7681fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:12.412857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: 268cdf57-cd77-4707-86c3-20f3f7810c40, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:12.419725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bc90fc-0190-4b3b-9ed4-37d90f972508'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:12.422612 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965e5c3-e1aa-4ea7-bf78-a39caf124f5a" -d '{"events": [{"server_uuid": "929898e9-5f0c-46a4-abe4-5e788cd4a2bf", "name": "network-vif-plugged", "status": "completed", "tag": "88bc90fc-0190-4b3b-9ed4-37d90f972508"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:12.443008 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.449660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.450427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.461733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:12.490306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 268cdf57-cd77-4707-86c3-20f3f7810c40) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:12.500351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3485606 Jul 16 08:40:12.500548 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f368dd-9d21-4fbd-8568-d5c2596a5f42 x-openstack-request-id: req-74f368dd-9d21-4fbd-8568-d5c2596a5f42 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:12.500548 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929898e9-5f0c-46a4-abe4-5e788cd4a2bf", "name": "network-vif-plugged", "status": "completed", "tag": "88bc90fc-0190-4b3b-9ed4-37d90f972508", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:12.500548 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74f368dd-9d21-4fbd-8568-d5c2596a5f42 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:12.500854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.500854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.501032 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bc90fc-0190-4b3b-9ed4-37d90f972508', 'code': 200} Jul 16 08:40:12.506074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57020) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.509767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a000623-4c3d-4cc9-8227-22311846cd3e None None] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:12.511374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'subnet': {'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:12.604947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.621885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e356c-9be8-4c2c-939d-ffbed729416f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Network': ['ID=05fa5dc6-4aed-4c0d-8482-fd8478130a1e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.634432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:12.635840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object fe10bb77-695c-4b8c-865a-d319b194cbbe will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:12.649485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ad8b840-87bc-401a-b53b-3bb7bb065b24 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:12.655222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5f8585f-5266-4b71-8a57-b3afc0194862 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1040580 Jul 16 08:40:12.656264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57024) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.662918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40', 'name': 'tempest-PortsTestJSON-2135175200', 'fixed_ips': [{'subnet_id': 'bf494404-6e77-4cf3-9b66-7239662d11cb', 'ip_address': '172.20.0.10'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:12.759936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d614c0-0b3b-406c-9088-5f1ea7719b85 req-9371bdb7-b98c-4136-986b-df59ca8247aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.760881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:12.761884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-27d614c0-0b3b-406c-9088-5f1ea7719b85 req-9371bdb7-b98c-4136-986b-df59ca8247aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 1098 time: 0.1412630 Jul 16 08:40:12.762800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:12.768263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.787875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'network_id': '19a255dd-d3b5-4fe3-bbca-e0292f353cac', 'port_id': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'mac_address': 'fa:16:3e:6b:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068d9a50-f980-4306-baeb-36bd6d7fe978', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:12.799751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99daac-0fd0-4d22-a3ad-9160e9c1b4f6 req-0b0f386d-0b4f-4e0e-b037-12108db2216c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.807184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf99daac-0fd0-4d22-a3ad-9160e9c1b4f6 req-0b0f386d-0b4f-4e0e-b037-12108db2216c tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.1868277 Jul 16 08:40:12.814094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.893307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-27d614c0-0b3b-406c-9088-5f1ea7719b85 req-07fa5937-654b-4f6e-a55e-e8ebd344f6ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017618 Jul 16 08:40:12.949968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:12.956154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:12.958189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0009139-1505-4127-8b6c-1deb199f5eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.968348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:12.971675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Allocated IP 2001:db8:0:1::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/ddbc08aa-67b6-4535-aca1-2d13b6de84b3/21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:12.975181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.976418 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.990861 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf99daac-0fd0-4d22-a3ad-9160e9c1b4f6 req-ad7b6a9d-5f09-4d9a-b889-9b199f16902e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817980 Jul 16 08:40:12.997106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.024928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=fe10bb77-695c-4b8c-865a-d319b194cbbe,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.028080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-268cdf57-cd77-4707-86c3-20f3f7810c40', 'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': 'bf494404-6e77-4cf3-9b66-7239662d11cb'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:13.029344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.047813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:13.056649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fca83ab0-77ac-4420-9b1a-e94408c5978e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:13.067984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad8b840-87bc-401a-b53b-3bb7bb065b24 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:13.089585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.106694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:13.109421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: fca83ab0-77ac-4420-9b1a-e94408c5978e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:13.109758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fca83ab0-77ac-4420-9b1a-e94408c5978e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:13.116440 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.156732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ab588f9-c090-4a8e-8a40-b866ff019406 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8690543 Jul 16 08:40:13.158573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57032) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.161266 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.213592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:13.246513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Subnet': ['ID=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.259686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Checking segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:13.259918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network hostable DHCP agents. Network: 3f48b460-7e8e-448c-b879-adaf0ebc3b4e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:13.312344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:13.325785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 3f48b460-7e8e-448c-b879-adaf0ebc3b4e) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:13.331778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.332374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.339499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.347979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473975e5-dfef-47db-8eed-81e7ca294c77 req-6bfb2243-a5c1-4480-a77d-258fd034adf8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.349633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-473975e5-dfef-47db-8eed-81e7ca294c77 req-6bfb2243-a5c1-4480-a77d-258fd034adf8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 945 time: 0.1759305 Jul 16 08:40:13.356696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port fe10bb77-695c-4b8c-865a-d319b194cbbe {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:13.356696 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.358483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['6ad8b840-87bc-401a-b53b-3bb7bb065b24'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:13.364159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eeb68674-2815-4d87-ab2a-65b5b495a7c3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8546443 Jul 16 08:40:13.367355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57034) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.380709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'subnet': {'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:13.393397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594077af-4ab6-47b6-adbd-a695a879ad51 None None] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:13.418660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:13.445196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-473975e5-dfef-47db-8eed-81e7ca294c77 req-2616b543-0d87-4f23-8d05-876a71538680 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879622 Jul 16 08:40:13.474528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.489815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for fe10bb77-695c-4b8c-865a-d319b194cbbe owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:13.497363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Allocated IP 172.20.0.2 (268cdf57-cd77-4707-86c3-20f3f7810c40/bf494404-6e77-4cf3-9b66-7239662d11cb/00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:13.500507 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.509611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:13.513807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.581806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:13.619548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Transition to ACTIVE for port object 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:13.648950 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.729062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317be62-5cb3-431f-ac94-53439841c624 req-ae09423a-a15e-459e-b496-9456186c8013 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.730691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4317be62-5cb3-431f-ac94-53439841c624 req-ae09423a-a15e-459e-b496-9456186c8013 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 945 time: 0.1425869 Jul 16 08:40:13.731403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.746489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.787615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=fe10bb77-695c-4b8c-865a-d319b194cbbe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.823447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4317be62-5cb3-431f-ac94-53439841c624 req-25548854-815f-41d1-a072-cef841a4a6c9 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847390 Jul 16 08:40:13.837003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Subnet': ['ID=86d4bb26-94fb-40f0-b9ab-8758831520a2,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.850848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Checking segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:13.852639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network hostable DHCP agents. Network: 05fa5dc6-4aed-4c0d-8482-fd8478130a1e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:13.886377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:13.904597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 05fa5dc6-4aed-4c0d-8482-fd8478130a1e) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:13.910963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.911744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.915243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.917905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-70086697-5f88-4727-9368-dfc7f4af98df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/fe10bb77-695c-4b8c-865a-d319b194cbbe HTTP/1.1" status: 204 len: 168 time: 0.7583694 Jul 16 08:40:13.920968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57042) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.950016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2cc04-86e2-4f0a-a5c3-c70a5ca118d4 None None] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:13.953296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54552d77-b034-46f4-9d24-8b5db4809a49 None None] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.971355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-305d9f3b-c55e-4c47-8a9f-4aedd670b483 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5928667 Jul 16 08:40:13.971583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57044) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.976034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'name': 'tempest-TaggedBootDevicesTest-76618111', 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:14.022484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7fb49-6c9e-4149-b15d-4335a2ed879c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.027967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10e7fb49-6c9e-4149-b15d-4335a2ed879c tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1033587 Jul 16 08:40:14.029267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57048) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:14.124128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 5d9732eb-b25d-4f13-ac06-d2981136e978 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:14.124678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.164284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:14.176326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:14.181886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.218867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d16f9c-26e7-4129-a26d-fd6f9c756a27 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.220531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d0d16f9c-26e7-4129-a26d-fd6f9c756a27 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1896679 Jul 16 08:40:14.244741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57052) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:14.304199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.325154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] device_id is not set on port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:14.400267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2e84d-b2bf-45e9-b967-a99ed5459fa9 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.402208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2e84d-b2bf-45e9-b967-a99ed5459fa9 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.404213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2e84d-b2bf-45e9-b967-a99ed5459fa9 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.405896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-67f2e84d-b2bf-45e9-b967-a99ed5459fa9 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1606569 Jul 16 08:40:14.409059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:14.494524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 7c6a6559-b7ed-4806-96f8-261c3ae1232c {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:14.499110 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.536854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eae227-ed93-4de2-b6d4-4cd4a32e0530 req-5873b677-1d35-4053-b3bb-eda49ce6f28e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.545066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43eae227-ed93-4de2-b6d4-4cd4a32e0530 req-5873b677-1d35-4053-b3bb-eda49ce6f28e tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.3233206 Jul 16 08:40:14.600702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 10.1.1.51 (3f48b460-7e8e-448c-b879-adaf0ebc3b4e/2ff3c135-e7ab-4c37-a7c6-0d81b47d8407/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:14.612350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.622745 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.626344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43eae227-ed93-4de2-b6d4-4cd4a32e0530 req-c4104f2e-a748-48d3-805e-f7acd2099195 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803165 Jul 16 08:40:14.631868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Transition to ACTIVE for port object 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:14.652186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Transition to ACTIVE for port object 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:14.681591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.848980 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.871523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.890229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:14.967634 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.976072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.995197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Allocated IP 10.1.1.2 (3f48b460-7e8e-448c-b879-adaf0ebc3b4e/2ff3c135-e7ab-4c37-a7c6-0d81b47d8407/a8bcbd98-7b57-4663-91f0-f879387c8892) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:15.034525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.040447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.10 (268cdf57-cd77-4707-86c3-20f3f7810c40/bf494404-6e77-4cf3-9b66-7239662d11cb/51b2df49-3a8e-455f-9e14-feb3dc274ea2) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:15.042601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6a6559-b7ed-4806-96f8-261c3ae1232c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.057444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.059746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f7fcddf8-8889-4dc7-aec0-43772ae610d7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/7c6a6559-b7ed-4806-96f8-261c3ae1232c HTTP/1.1" status: 204 len: 168 time: 0.6496625 Jul 16 08:40:15.063962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57070) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.073969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:15.091204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5446b34-caff-409a-affa-9efded2810b9 req-25a1f8da-dc1e-4ecd-82b4-7dc6153ff9c2 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.099307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5446b34-caff-409a-affa-9efded2810b9 req-25a1f8da-dc1e-4ecd-82b4-7dc6153ff9c2 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 945 time: 0.1709204 Jul 16 08:40:15.108061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:15.111424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:15.214382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5446b34-caff-409a-affa-9efded2810b9 req-37bfecd2-50c2-4b07-a8c2-f198bd5c1b4f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119602 Jul 16 08:40:15.236606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet ddbc08aa-67b6-4535-aca1-2d13b6de84b3 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:15.243629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.244333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.248031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.279613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-abaa82eb-221c-4615-a807-fca71839668a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3053598 Jul 16 08:40:15.280126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57074) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.289767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'name': 'tempest-TaggedBootDevicesTest-998786521', 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:15.301326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'fixed_ips': [{'subnet_id': '86d4bb26-94fb-40f0-b9ab-8758831520a2'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:15.302238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.316223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:15.402800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.423249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:15.436964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df692c8-0485-464f-9e3f-71ac926fd02f None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:15.454372 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.506534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Transition to ACTIVE for port object a8bcbd98-7b57-4663-91f0-f879387c8892 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:15.518107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:15.530505 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.543062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:15.558518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:15.560322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] device_id is not set on port de2c738f-7594-4e16-90d5-243d0a722601 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:15.565103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.570987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Pushing event updated for resources: {'Port': ['ID=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.604015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 51b2df49-3a8e-455f-9e14-feb3dc274ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:15.606548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.624326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] Provisioning for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:15.793436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.826516 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.836264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:15.837824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Transition to ACTIVE for port object a8bcbd98-7b57-4663-91f0-f879387c8892 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:15.861194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.863962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:15.867472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:15.876775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Attempting to bind port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:15.877165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Attempting to bind port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '2d3f65eb-9800-414e-9af4-1089b7681fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:15.877540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Attempting to bind port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 on network 268cdf57-cd77-4707-86c3-20f3f7810c40 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:15.884696 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.907509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] Provisioning complete for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:15.907509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.943909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.946445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/ddbc08aa-67b6-4535-aca1-2d13b6de84b3 HTTP/1.1" status: 204 len: 168 time: 0.8815312 Jul 16 08:40:15.947390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058f36a-01ff-4387-9eb8-a7899252758d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbc08aa-67b6-4535-aca1-2d13b6de84b3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.949726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57086) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.001556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=51b2df49-3a8e-455f-9e14-feb3dc274ea2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.024843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4cbe909a-8e4f-40be-8fcb-a8b14ebe6758 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729458 Jul 16 08:40:16.028373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57088) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.035175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:16.038191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 10.1.1.234 (3f48b460-7e8e-448c-b879-adaf0ebc3b4e/2ff3c135-e7ab-4c37-a7c6-0d81b47d8407/de2c738f-7594-4e16-90d5-243d0a722601) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:16.050842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:16.051352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Checking segment: {'id': '2d3f65eb-9800-414e-9af4-1089b7681fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:16.051765 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.052169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Bound using segment: {'id': '2d3f65eb-9800-414e-9af4-1089b7681fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:16.052665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Bound port: 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3f65eb-9800-414e-9af4-1089b7681fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:16.053740 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.074506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:16.082034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce5b3-3be7-4f84-a43a-bd0b5d8b549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.099269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771fd29-1d5a-47ea-ae98-771d352fcf1b req-fa73353b-1e01-49f5-9c06-3e4fd85692f5 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.106241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:16.113746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0771fd29-1d5a-47ea-ae98-771d352fcf1b req-fa73353b-1e01-49f5-9c06-3e4fd85692f5 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 945 time: 0.2697387 Jul 16 08:40:16.122558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.135842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:16.143161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:16.145484 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db291381-2c30-4656-9846-f7628bdd6c2d" -d '{"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-plugged", "status": "completed", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:16.152794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.153452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.158993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:16.162667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.184742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:16.185074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.210227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd3405-51a3-47ee-a161-8522a0afe1c5 req-e8725a3f-5240-4069-b199-288fc19d1f1d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.217732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65bd3405-51a3-47ee-a161-8522a0afe1c5 req-e8725a3f-5240-4069-b199-288fc19d1f1d tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.3416424 Jul 16 08:40:16.227953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d921d1da-f4de-4e8d-9dff-d3169695a770 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5689678 Jul 16 08:40:16.234599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Pushing event updated for resources: {'Port': ['ID=a8bcbd98-7b57-4663-91f0-f879387c8892,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.238122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:16.244087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57092) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.261152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': '268cdf57-cd77-4707-86c3-20f3f7810c40', 'name': 'tempest-PortsTestJSON-1475962548', 'fixed_ips': [{'subnet_id': 'bf494404-6e77-4cf3-9b66-7239662d11cb', 'ip_address': '172.20.0.9'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:16.282183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0771fd29-1d5a-47ea-ae98-771d352fcf1b req-2b28d0ac-dc3b-416c-8d62-03b348af04c3 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663394 Jul 16 08:40:16.314652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65bd3405-51a3-47ee-a161-8522a0afe1c5 req-9f69f0e5-59a4-4859-b3d0-e58b2f5f36f4 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959713 Jul 16 08:40:16.324432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.406875 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d726d-0f57-495d-a802-4cf9217ea75f x-openstack-request-id: req-586d726d-0f57-495d-a802-4cf9217ea75f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:16.407249 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-plugged", "status": "completed", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:16.407463 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-586d726d-0f57-495d-a802-4cf9217ea75f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:16.408040 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'code': 200} Jul 16 08:40:16.616244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-3fad73fd-81bb-4562-a911-26dcc726709c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.618161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-3fad73fd-81bb-4562-a911-26dcc726709c tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 945 time: 0.4169357 Jul 16 08:40:16.689789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.693545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Allocated IP 10.2.2.2 (05fa5dc6-4aed-4c0d-8482-fd8478130a1e/86d4bb26-94fb-40f0-b9ab-8758831520a2/92c5701f-3f44-4833-a361-d6d5180e1177) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:16.701420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:16.739145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.765089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:16.776340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:16.779780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.780372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.795937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=8ff66aea-d640-4d68-925a-6122266b9250,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.805930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b626-f22f-432c-8a1d-536cb9af4fa5 req-720de679-17ee-4a2e-8de8-923ec5a5f856 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.807527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89c4b626-f22f-432c-8a1d-536cb9af4fa5 req-720de679-17ee-4a2e-8de8-923ec5a5f856 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.2618227 Jul 16 08:40:16.816693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b054-aacf-4a9a-950b-d8e02c427a13 req-dadd15e7-9122-413b-a9f5-9e3ffa1af55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.818203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-75f6b054-aacf-4a9a-950b-d8e02c427a13 req-dadd15e7-9122-413b-a9f5-9e3ffa1af55d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 1098 time: 0.1753149 Jul 16 08:40:16.829385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] For port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:16.836181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bd5f50ac-8acf-47be-a09c-9028d57ce20d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8032515 Jul 16 08:40:16.843529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] For port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,segment=NetworkSegment(2d3f65eb-9800-414e-9af4-1089b7681fdb),segment_id=2d3f65eb-9800-414e-9af4-1089b7681fdb)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:16.843849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57102) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.845259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ad8b840-87bc-401a-b53b-3bb7bb065b24 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:16.848981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:16.914525 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89c4b626-f22f-432c-8a1d-536cb9af4fa5 req-ce703c3a-17af-4f1c-946d-047bffaa39de tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953469 Jul 16 08:40:16.922909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-75f6b054-aacf-4a9a-950b-d8e02c427a13 req-3801d57a-d317-4aa3-94e4-a9972529330d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Jul 16 08:40:16.933883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.937809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.944414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Attempting to bind port a8bcbd98-7b57-4663-91f0-f879387c8892 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:16.945306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Attempting to bind port a8bcbd98-7b57-4663-91f0-f879387c8892 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:16.945938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Attempting to bind port a8bcbd98-7b57-4663-91f0-f879387c8892 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:16.962673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object de2c738f-7594-4e16-90d5-243d0a722601 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:16.993599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port f2cf73db-8cf1-48ff-b504-2a3cc8835ab9 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:17.002235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.004544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.027521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:17.028027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Checking segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:17.028569 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.029078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Bound using segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:17.029708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Bound port: a8bcbd98-7b57-4663-91f0-f879387c8892, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:17.030189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.030477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:17.036220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.104217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.125090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Deleting port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:17.125449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.136061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.198625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:17.212123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:17.222208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.222472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:17.230232 n-d-798249-10 neutron-server[93700]: INFO neutron.db.ipam_backend_mixin [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ff66aea-d640-4d68-925a-6122266b9250 (CIDR: 2001:db8::/64) Jul 16 08:40:17.231659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Transition to ACTIVE for port object 92c5701f-3f44-4833-a361-d6d5180e1177 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:17.236190 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:40:17.236643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:17.249177 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.257010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e615b-968a-464c-b1ca-ffaec967e931 None None] Pushing event updated for resources: {'Port': ['ID=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.263819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86099a89-0fd8-463d-92c2-77356d3e275e req-85b5940c-b028-4821-8068-1a83bc7a3df6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.265408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86099a89-0fd8-463d-92c2-77356d3e275e req-85b5940c-b028-4821-8068-1a83bc7a3df6 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.1282585 Jul 16 08:40:17.275212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c5660ee-40a0-476e-ac17-87949f4d2198 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4275949 Jul 16 08:40:17.282543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57108) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:17.294984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:17.305695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Transition to ACTIVE for port object 92c5701f-3f44-4833-a361-d6d5180e1177 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:17.336796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.337490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.361288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.398686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d1cbfa89-3c23-4e9e-9ee4-d518e848caef tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1166673 Jul 16 08:40:17.459601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:17.479937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:17.480627 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.484171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.595656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.600887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:17.650883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:17.688767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:17.692555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:17.838532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86099a89-0fd8-463d-92c2-77356d3e275e req-66b5b795-c903-40e3-841e-9fb8c8664eb9 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644515 Jul 16 08:40:17.928901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] For port a8bcbd98-7b57-4663-91f0-f879387c8892, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:17.945583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Pushing event updated for resources: {'Port': ['ID=92c5701f-3f44-4833-a361-d6d5180e1177,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.950839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a10f16ae-e0ff-4580-a221-978f9431fc4c None None] Could not find standard attr ID for object fe10bb77-695c-4b8c-865a-d319b194cbbe. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:17.963935 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.011555 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:40:18.012065 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:40:18.016619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] For port a8bcbd98-7b57-4663-91f0-f879387c8892, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8bcbd98-7b57-4663-91f0-f879387c8892,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:18.049664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.102021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57122) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.124018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:18.124552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.126044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567919103', 'description': 'tempest-description--753832847'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:18.130268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Attempting to bind port 92c5701f-3f44-4833-a361-d6d5180e1177 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:18.130639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Attempting to bind port 92c5701f-3f44-4833-a361-d6d5180e1177 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:18.131001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Attempting to bind port 92c5701f-3f44-4833-a361-d6d5180e1177 on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:18.134140 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.140038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ad3d6-a5aa-4796-ac90-3a46115c3116 None None] Pushing event updated for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.159266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:18.159657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Checking segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:18.160061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.160455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Bound using segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:18.160940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Bound port: 92c5701f-3f44-4833-a361-d6d5180e1177, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:18.161321 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.177439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Calling delete_port for 6ad8b840-87bc-401a-b53b-3bb7bb065b24 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:18.185143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:18.188414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.210873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.223167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] Deleting port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:18.223598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.292057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 6ad8b840-87bc-401a-b53b-3bb7bb065b24, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=6ad8b840-87bc-401a-b53b-3bb7bb065b24,segment=NetworkSegment(615dae90-2b44-43a9-9a46-933c6f50ded5),segment_id=615dae90-2b44-43a9-9a46-933c6f50ded5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:18.357785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.383081 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.387702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ca393-f334-43ee-bcda-ba253f0b2fdf None None] Pushing event updated for resources: {'Port': ['ID=a8bcbd98-7b57-4663-91f0-f879387c8892,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.426578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:18.430317 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad5a8d-86dc-4b42-9784-63c74f858ca0" -d '{"events": [{"server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:18.434096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.440085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.497929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab093fa-32eb-44cd-9ad2-40ba763f9934,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.518627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.520160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3683582f-764e-4d58-98bc-15fb670f77e0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4121287 Jul 16 08:40:18.525382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57130) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.533243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'security_group_rule': {'security_group_id': 'cab093fa-32eb-44cd-9ad2-40ba763f9934', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:18.533828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.9 (268cdf57-cd77-4707-86c3-20f3f7810c40/bf494404-6e77-4cf3-9b66-7239662d11cb/f2cf73db-8cf1-48ff-b504-2a3cc8835ab9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:18.597670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.643616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac5d2e-f1ab-460b-a027-c5179a91ca57 req-564b196d-ce87-40bf-a8fa-39da1786221a tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.649602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.650121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] For port 92c5701f-3f44-4833-a361-d6d5180e1177, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:18.653483 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9bac5d2e-f1ab-460b-a027-c5179a91ca57 req-564b196d-ce87-40bf-a8fa-39da1786221a tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 945 time: 0.6151319 Jul 16 08:40:18.665398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] For port 92c5701f-3f44-4833-a361-d6d5180e1177, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92c5701f-3f44-4833-a361-d6d5180e1177,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:18.667888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] For port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:18.668410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.684303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 6ad8b840-87bc-401a-b53b-3bb7bb065b24 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:18.742423 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.840504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] Calling delete_port for 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:18.895718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.901587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.974358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e37b9-4d30-47fb-bff2-b8c4b500aac0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.005995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.009860 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0fee4d9-82d3-4321-afb2-2159bcf48326 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833574 Jul 16 08:40:19.012404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57140) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.015644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa384abe-3147-4d2c-9e65-a057d9d61b92 None None] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:19.019819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8bcbd98-7b57-4663-91f0-f879387c8892 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:19.022091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'security_group_rule': {'security_group_id': 'cab093fa-32eb-44cd-9ad2-40ba763f9934', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:19.046484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ddc84-0844-41f4-8328-83c5430a8f00 None None] Pushing event updated for resources: {'Port': ['ID=92c5701f-3f44-4833-a361-d6d5180e1177,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.059985 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.127470 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.134803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-349bd846-8da4-4f22-93b5-29f75080f8e4 None None] Provisioning for port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:19.221782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.228031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.271798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005237f-3f28-4a8c-a0bc-34f028d47bc5 req-69dc9ce5-0d52-4a2b-a1f2-3c39742c6969 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.274100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c005237f-3f28-4a8c-a0bc-34f028d47bc5 req-69dc9ce5-0d52-4a2b-a1f2-3c39742c6969 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.1830254 Jul 16 08:40:19.276565 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.277882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642610 Jul 16 08:40:19.282761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57142) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.298362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:19.317218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f284cf-072a-41c0-a24a-1592fc402b2e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838367cd-9657-487e-b2d1-d4722bd1d34b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.329297 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.361179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9bac5d2e-f1ab-460b-a027-c5179a91ca57 req-9ad96367-058b-467e-961d-db5f30fab106 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/security-groups?id=1414fd22-3305-449d-8174-304c5fbd66cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950397 Jul 16 08:40:19.366323 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c005237f-3f28-4a8c-a0bc-34f028d47bc5 req-71f6f987-7fd5-4ab3-8dbf-3f6b64837452 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824375 Jul 16 08:40:19.375158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.397263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] No DVR routers for this DVR port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:19.412679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48740607-beb7-47df-a97c-90cf673fc9d5 None None] Pushing event deleted for resources: {'Port': ['ID=21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.420091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a8bcbd98-7b57-4663-91f0-f879387c8892 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:19.432468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:19.460444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:40:19.480380 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b856a-b7ee-4ac3-90ad-06335aeba388 x-openstack-request-id: req-c69b856a-b7ee-4ac3-90ad-06335aeba388 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:19.480554 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:19.481086 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c69b856a-b7ee-4ac3-90ad-06335aeba388 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:19.481498 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'code': 200} Jul 16 08:40:19.503536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef5a9e-8743-4027-bc27-aa124c91fd8e None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:19.621748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.707001 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.revisions.revision_plugin [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Could not find related port for resource to bump revision. Jul 16 08:40:19.736271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.797467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:19.801526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-403e1a12-e2ec-4877-807a-187d784f3d1f', 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'tenant_id': '0b2cdcac6721407caa67460276e57439', 'fixed_ips': [{'subnet_id': '2633cfc0-38e1-48e1-86ae-4b901af0387f'}, {'subnet_id': '8ff66aea-d640-4d68-925a-6122266b9250'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:19.802856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.827340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Port 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:40:19.827670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe23:3e80 {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:40:19.833165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:19.833848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.839802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Pushing event deleted for resources: {'Port': ['ID=6ad8b840-87bc-401a-b53b-3bb7bb065b24,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.856531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_pluggable_backend [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe23:3e80 {{(pid=93699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:40:19.909430 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.912728 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.920023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 172.25.0.51 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/910d2367-c9dd-475f-8436-e1221c220052) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:20.029037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] No DVR routers for this DVR port 6ad8b840-87bc-401a-b53b-3bb7bb065b24 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:20.035907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.042210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5bfaba7-fa8e-4ba7-8cfc-8f8ba2b482eb req-fb21b404-8292-49c2-bb26-bf3703133e96 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.36 "DELETE /v2.0/ports/6ad8b840-87bc-401a-b53b-3bb7bb065b24 HTTP/1.1" status: 204 len: 173 time: 3.4152086 Jul 16 08:40:20.048057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:20.052802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'name': 'network-vif-deleted', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:20.055962 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb7bb1-39cc-4efe-aa25-96103bde404c" -d '{"events": [{"server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "name": "network-vif-deleted", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:20.056644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b77d26-3b06-4dbe-a40b-21464a4b522b req-cc180846-1ae7-4ddb-8d78-6d0678ce56cc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.065404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32b77d26-3b06-4dbe-a40b-21464a4b522b req-cc180846-1ae7-4ddb-8d78-6d0678ce56cc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.2200332 Jul 16 08:40:20.067815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object f2cf73db-8cf1-48ff-b504-2a3cc8835ab9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:20.071522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:20.075245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.076102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.076695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.127570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8b88b-486c-436a-a326-7b43dbaafac0 req-7b569a80-4194-471d-a2a6-54764fd42e0b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.137875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79e8b88b-486c-436a-a326-7b43dbaafac0 req-7b569a80-4194-471d-a2a6-54764fd42e0b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.4667447 Jul 16 08:40:20.152672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=2633cfc0-38e1-48e1-86ae-4b901af0387f,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.171130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32b77d26-3b06-4dbe-a40b-21464a4b522b req-07f230e2-3ac8-4d2b-b966-942f658388e8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001933 Jul 16 08:40:20.204856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57148) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.206772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e034d2b8-9737-402e-9415-6d3568c65c22 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9159112 Jul 16 08:40:20.220183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:95:78:49', 'name': 'tempest-NetworksTestDHCPv6-1577752708'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:20.241272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.288246 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79e8b88b-486c-436a-a326-7b43dbaafac0 req-af40f4b2-6235-4fd3-87db-d86436d22d2a tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493256 Jul 16 08:40:20.311594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.373881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:20.377049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:20.385554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:20.415245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/8ff66aea-d640-4d68-925a-6122266b9250/8885baba-b6f0-433c-a1aa-742c85716db0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:20.417128 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf7360-3e93-4278-9dbc-97f86910f7f8 x-openstack-request-id: req-ecdf7360-3e93-4278-9dbc-97f86910f7f8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:20.417430 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ff091-bbe5-4bf8-bb91-9c5c33681bdd", "name": "network-vif-deleted", "tag": "6ad8b840-87bc-401a-b53b-3bb7bb065b24", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:20.417684 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecdf7360-3e93-4278-9dbc-97f86910f7f8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:20.418088 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ff091-bbe5-4bf8-bb91-9c5c33681bdd', 'name': 'network-vif-deleted', 'tag': '6ad8b840-87bc-401a-b53b-3bb7bb065b24', 'status': 'completed', 'code': 200} Jul 16 08:40:20.438200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe42:7f49 (403e1a12-e2ec-4877-807a-187d784f3d1f/2633cfc0-38e1-48e1-86ae-4b901af0387f/8885baba-b6f0-433c-a1aa-742c85716db0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:20.462923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe885a-7960-445c-bfd7-b09fd08a8f08 None None] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:20.485772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,segment=NetworkSegment(2d3f65eb-9800-414e-9af4-1089b7681fdb),segment_id=2d3f65eb-9800-414e-9af4-1089b7681fdb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:20.520911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=f2cf73db-8cf1-48ff-b504-2a3cc8835ab9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.552794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f366ae9-85d8-41e5-bc20-a8eb8daa6d51 None None] Provisioning for port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:20.564363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.567358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.590687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.615362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f366ae9-85d8-41e5-bc20-a8eb8daa6d51 None None] Provisioning complete for port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:20.617851 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f366ae9-85d8-41e5-bc20-a8eb8daa6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.666583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6f738a73-969a-45d8-96c8-4a13cba880eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4110413 Jul 16 08:40:20.667916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57158) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.695425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:20.920240 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.926338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f1279-85c6-4ce2-8e8b-66c71558ec2d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.932253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3c0f1279-85c6-4ce2-8e8b-66c71558ec2d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2627022 Jul 16 08:40:20.933041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.953412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.012928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 56e0d882-7fe1-4281-9a28-fb91b3dbb29f yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:21.022697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac193c-b66d-4cc3-80a7-3aa005d3f105 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.033276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac193c-b66d-4cc3-80a7-3aa005d3f105 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.042461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac193c-b66d-4cc3-80a7-3aa005d3f105 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.044574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bbac193c-b66d-4cc3-80a7-3aa005d3f105 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1104703 Jul 16 08:40:21.047613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57162) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:21.097759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:21.105055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=910d2367-c9dd-475f-8436-e1221c220052,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.113527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:21.120910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.122195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:21.131458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:21.134240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9366e0-37d1-4150-8934-81066d945dae None None] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:21.167012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c646d-4c1a-4033-a0ed-8a103f073325 req-60942337-3344-4561-b323-ef086ee93b7b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.175186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-223c646d-4c1a-4033-a0ed-8a103f073325 req-60942337-3344-4561-b323-ef086ee93b7b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.6254101 Jul 16 08:40:21.182315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port f2cf73db-8cf1-48ff-b504-2a3cc8835ab9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:21.182666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.212047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:21.212395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21e0ad7f-8bbe-45b5-b4e0-64bc6b7ae2cb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:21.246799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-223c646d-4c1a-4033-a0ed-8a103f073325 req-14c28e04-75d7-48b6-93a9-830abcc21d7c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700889 Jul 16 08:40:21.284007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d85637a0-7805-40ff-96b6-7dabe8f3e14a req-c385c45b-fb22-4fd8-b529-d26a95280755 tempest-ImagesTestJSON-1868066178 tempest-ImagesTestJSON-1868066178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ff091-bbe5-4bf8-bb91-9c5c33681bdd HTTP/1.1" status: 200 len: 210 time: 0.0694954 Jul 16 08:40:21.432557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.463244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4f366ae9-85d8-41e5-bc20-a8eb8daa6d51 None None] Port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:21.463815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.466812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Transition to ACTIVE for port object 8885baba-b6f0-433c-a1aa-742c85716db0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:21.493019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Transition to ACTIVE for port object 8885baba-b6f0-433c-a1aa-742c85716db0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:21.500169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for f2cf73db-8cf1-48ff-b504-2a3cc8835ab9 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:21.518157 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.535741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.579644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92c5701f-3f44-4833-a361-d6d5180e1177 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:21.630960 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.651748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f366ae9-85d8-41e5-bc20-a8eb8daa6d51 None None] Provisioning complete for port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:21.652129 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f366ae9-85d8-41e5-bc20-a8eb8daa6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.660852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:21.706499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:21.715404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:21.727670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Pushing event updated for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.750921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 92c5701f-3f44-4833-a361-d6d5180e1177 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:21.798870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.824869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:21.857660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=f2cf73db-8cf1-48ff-b504-2a3cc8835ab9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.861536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::3ba (403e1a12-e2ec-4877-807a-187d784f3d1f/8ff66aea-d640-4d68-925a-6122266b9250/56e0d882-7fe1-4281-9a28-fb91b3dbb29f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:21.885006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8:0:1:f816:3eff:fe95:7849 (403e1a12-e2ec-4877-807a-187d784f3d1f/2633cfc0-38e1-48e1-86ae-4b901af0387f/56e0d882-7fe1-4281-9a28-fb91b3dbb29f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:21.898839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Attempting to bind port 8885baba-b6f0-433c-a1aa-742c85716db0 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:21.899267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Attempting to bind port 8885baba-b6f0-433c-a1aa-742c85716db0 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:21.899674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Attempting to bind port 8885baba-b6f0-433c-a1aa-742c85716db0 on network 403e1a12-e2ec-4877-807a-187d784f3d1f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:21.940479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:21.940857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Checking segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:21.941271 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.941670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Bound using segment: {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:21.942161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Bound port: 8885baba-b6f0-433c-a1aa-742c85716db0, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b82f27-349f-4c86-a7cc-3861946e276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:21.942545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.949021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4581b0-925e-461f-b462-bc7e91efb02d req-3ce52423-ab9a-422f-be3c-b3b37d7ed003 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.950622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b4581b0-925e-461f-b462-bc7e91efb02d req-3ce52423-ab9a-422f-be3c-b3b37d7ed003 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.4458511 Jul 16 08:40:22.002166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.004702 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a09ee03-ff3d-4459-bd4e-0a741a7100eb tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/f2cf73db-8cf1-48ff-b504-2a3cc8835ab9 HTTP/1.1" status: 204 len: 168 time: 0.9556701 Jul 16 08:40:22.007750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57170) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.010719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:22.010719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.055896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b4581b0-925e-461f-b462-bc7e91efb02d req-932c9df7-b4f4-4d7f-802f-b4ac19752dd0 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/security-groups?id=889eacc2-cf44-429e-bf4b-ce0c4704795b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959129 Jul 16 08:40:22.097043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d88bca-f12f-4d01-a7de-61dd849b3662 req-dbc6c3af-be91-4e15-aa1d-9be06a50dcba tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.108771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40d88bca-f12f-4d01-a7de-61dd849b3662 req-dbc6c3af-be91-4e15-aa1d-9be06a50dcba tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.4237573 Jul 16 08:40:22.147627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:22.152790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8885baba-b6f0-433c-a1aa-742c85716db0,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:22.163736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.197836 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d679460-d233-4386-a8f7-f7201730556b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:40:22.202046 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8d679460-d233-4386-a8f7-f7201730556b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/f2cf73db-8cf1-48ff-b504-2a3cc8835ab9 HTTP/1.1" status: 404 len: 333 time: 0.1871412 Jul 16 08:40:22.202527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.233608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning for port a8bcbd98-7b57-4663-91f0-f879387c8892 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:22.240755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfaa09-170b-45bc-952d-33e42bcd85a9 None None] Pushing event updated for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.314986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning complete for port a8bcbd98-7b57-4663-91f0-f879387c8892 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:22.315390 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.349321 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.380086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40d88bca-f12f-4d01-a7de-61dd849b3662 req-222df6cc-c622-40eb-847d-cd8472429fff tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085044 Jul 16 08:40:22.388918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.469564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:22.470156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.546661 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.621080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] For port a8bcbd98-7b57-4663-91f0-f879387c8892, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8bcbd98-7b57-4663-91f0-f879387c8892,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:22.639204 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.713772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.738750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=910d2367-c9dd-475f-8436-e1221c220052,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.740561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning for port de2c738f-7594-4e16-90d5-243d0a722601 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:22.762570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning complete for port de2c738f-7594-4e16-90d5-243d0a722601 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:22.768000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.787957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.791379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.797292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 56e0d882-7fe1-4281-9a28-fb91b3dbb29f will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:22.817574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.828816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 51b2df49-3a8e-455f-9e14-feb3dc274ea2 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:22.829597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c41e62e-c0c2-4d3d-a227-0fff7f2667d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5385356 Jul 16 08:40:22.864410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-7e9027a9-9939-485d-b6be-d638ac035edc tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.866056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-7e9027a9-9939-485d-b6be-d638ac035edc tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 946 time: 0.1603794 Jul 16 08:40:22.917087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Port de2c738f-7594-4e16-90d5-243d0a722601 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:22.933028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Pushing event updated for resources: {'Port': ['ID=a8bcbd98-7b57-4663-91f0-f879387c8892,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.936472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Could not find standard attr ID for object f2cf73db-8cf1-48ff-b504-2a3cc8835ab9. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:22.953627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning complete for port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:22.954014 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.958845 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.045216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Port 51b2df49-3a8e-455f-9e14-feb3dc274ea2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:23.048118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:23.052181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:23.058032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:23.065240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.065906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.066410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning for port 92c5701f-3f44-4833-a361-d6d5180e1177 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:23.068707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=56e0d882-7fe1-4281-9a28-fb91b3dbb29f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.071722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning complete for port 92c5701f-3f44-4833-a361-d6d5180e1177 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.073101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.102926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ef2e29d0-0c3f-49e5-b776-c495ca719ed0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8930233 Jul 16 08:40:23.103119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57224) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.196610 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.223373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Deleting port 88bc90fc-0190-4b3b-9ed4-37d90f972508 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:23.223726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.224239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-2cd1ee13-b593-42b4-81b2-fd4b79a371b4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--567919103&fields=id&tenant_id=c209d130b2cb483ca431c39caf1f7188 HTTP/1.1" status: 200 len: 267 time: 0.1044955 Jul 16 08:40:23.264634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.277892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] For port 92c5701f-3f44-4833-a361-d6d5180e1177, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92c5701f-3f44-4833-a361-d6d5180e1177,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.284387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-719f2b4d-d42b-4c67-bd20-f7e32f0a83cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.285966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-719f2b4d-d42b-4c67-bd20-f7e32f0a83cf tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 814 time: 0.2282841 Jul 16 08:40:23.296679 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.302414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 56e0d882-7fe1-4281-9a28-fb91b3dbb29f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:23.302748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.363053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:23.377175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Provisioning complete for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.377554 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.395457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=51b2df49-3a8e-455f-9e14-feb3dc274ea2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.408023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.427424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 56e0d882-7fe1-4281-9a28-fb91b3dbb29f owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:23.462031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Pushing event updated for resources: {'Port': ['ID=92c5701f-3f44-4833-a361-d6d5180e1177,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.486387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-85e22767-8e93-49ea-bc7b-b8641df66742 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/quotas/b3609ff2f38d48a39ad5b5e49968ed20 HTTP/1.1" status: 200 len: 375 time: 0.1909208 Jul 16 08:40:23.503103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-92c60b10-8e13-4ebe-865f-58813a8d8022 None None] Port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:23.514484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8bcbd98-7b57-4663-91f0-f879387c8892 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:23.531618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-51394d5c-4e8e-46b4-8b3e-6634be94a0d7 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.539707 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-51394d5c-4e8e-46b4-8b3e-6634be94a0d7 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 929 time: 0.3040757 Jul 16 08:40:23.554913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] For port 88bc90fc-0190-4b3b-9ed4-37d90f972508, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88bc90fc-0190-4b3b-9ed4-37d90f972508,segment=NetworkSegment(fe5942c6-a427-47ee-8621-56c43a8bba41),segment_id=fe5942c6-a427-47ee-8621-56c43a8bba41)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.555847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.570993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Calling delete_port for 88bc90fc-0190-4b3b-9ed4-37d90f972508 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:23.579634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a8bcbd98-7b57-4663-91f0-f879387c8892 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.580169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.645193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Provisioning complete for port 92c5701f-3f44-4833-a361-d6d5180e1177 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.645491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-905142e3-d022-4df8-beb3-65bfe7eeccc9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.645789 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.656077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-905142e3-d022-4df8-beb3-65bfe7eeccc9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 931 time: 0.1154096 Jul 16 08:40:23.751251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-2f3795c0-0a16-421c-9d4e-12d8fe8c1e51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0941198 Jul 16 08:40:23.781072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.808702 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.813461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7d053ba0-3cba-4ecd-af0d-29c311b1b627 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/51b2df49-3a8e-455f-9e14-feb3dc274ea2 HTTP/1.1" status: 204 len: 168 time: 1.6097374 Jul 16 08:40:23.816164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57230) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.818494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8885baba-b6f0-433c-a1aa-742c85716db0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:23.822053 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8008dbc5-0369-4e6a-9215-ba06760c9046 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0685050 Jul 16 08:40:23.823106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['88bc90fc-0190-4b3b-9ed4-37d90f972508'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:23.853141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Provisioning complete for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.853521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.878660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Pushing event deleted for resources: {'Port': ['ID=88bc90fc-0190-4b3b-9ed4-37d90f972508,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.883160 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3ae3c8-55a2-41e8-bd52-366a24537c75 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:40:23.887660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4a3ae3c8-55a2-41e8-bd52-366a24537c75 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/51b2df49-3a8e-455f-9e14-feb3dc274ea2 HTTP/1.1" status: 404 len: 333 time: 0.0654149 Jul 16 08:40:23.916818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57232) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.923188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:23.949687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Provisioning complete for port de2c738f-7594-4e16-90d5-243d0a722601 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.950072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.986512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8885baba-b6f0-433c-a1aa-742c85716db0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:23.994686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] No DVR routers for this DVR port 88bc90fc-0190-4b3b-9ed4-37d90f972508 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:23.999379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.002303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98e96ab8-65b0-4e8a-968e-74ac1a1c90c6 req-f38605cc-3c83-4dc2-b937-2b78d90f4d4b tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.36 "DELETE /v2.0/ports/88bc90fc-0190-4b3b-9ed4-37d90f972508 HTTP/1.1" status: 204 len: 173 time: 1.1067233 Jul 16 08:40:24.002962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-845d104f-2d2b-4c39-a7a2-84fc52abf221 None None] Port de2c738f-7594-4e16-90d5-243d0a722601 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:24.013231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'name': 'network-vif-deleted', 'tag': '88bc90fc-0190-4b3b-9ed4-37d90f972508'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:24.013756 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98c7b6-376c-49ec-901a-35a308c2889f" -d '{"events": [{"server_uuid": "929898e9-5f0c-46a4-abe4-5e788cd4a2bf", "name": "network-vif-deleted", "tag": "88bc90fc-0190-4b3b-9ed4-37d90f972508"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:24.022826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-321a0bba-9c58-47e7-9c2d-9f038834eedc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.028848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-321a0bba-9c58-47e7-9c2d-9f038834eedc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.034737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-321a0bba-9c58-47e7-9c2d-9f038834eedc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.036491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-321a0bba-9c58-47e7-9c2d-9f038834eedc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/networks?id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 200 len: 1990 time: 0.2134235 Jul 16 08:40:24.043926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-63906742-4a2c-444d-b8f7-b09a0ac93948 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5274374 Jul 16 08:40:24.052149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet bf494404-6e77-4cf3-9b66-7239662d11cb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:24.055496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedc3da4-c161-4721-b4d8-c178d10be765 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:24.067815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.073992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.076029 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-42d4a3d4-1a89-4364-b096-4cfba9d86977 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/quotas/c209d130b2cb483ca431c39caf1f7188 HTTP/1.1" status: 200 len: 375 time: 0.0290010 Jul 16 08:40:24.166793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-1561dc0c-5fe1-46cb-9ea9-8c2d30cdf48a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.169924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-1561dc0c-5fe1-46cb-9ea9-8c2d30cdf48a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.18 "GET /v2.0/ports?device_id=53aa6b17-5991-411a-95ff-b67de58d1690 HTTP/1.1" status: 200 len: 946 time: 0.2469003 Jul 16 08:40:24.171893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.174126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] Provisioning for port 8885baba-b6f0-433c-a1aa-742c85716db0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:24.185252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:24.185627 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.187932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=56e0d882-7fe1-4281-9a28-fb91b3dbb29f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.248418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-ba85e00e-45a7-47ce-8f56-58aa53eebff3 service neutron] 10.222.0.41 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880744 Jul 16 08:40:24.301623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.306203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c9bd12ea-48e0-48ca-82c2-c2d7d7b1baa8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/56e0d882-7fe1-4281-9a28-fb91b3dbb29f HTTP/1.1" status: 204 len: 168 time: 1.1996830 Jul 16 08:40:24.307957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57236) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.350054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.351886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.391154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8885baba-b6f0-433c-a1aa-742c85716db0,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:24.396243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.411796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-1b8a0b0b-27b9-4ebc-aa95-fd7b7850b659 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3132946 Jul 16 08:40:24.419467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-18160650-0e21-4db1-a049-322da28a9d81 service neutron] 10.222.0.41 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476388 Jul 16 08:40:24.448165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.470641 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.473253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/bf494404-6e77-4cf3-9b66-7239662d11cb HTTP/1.1" status: 204 len: 168 time: 0.5526869 Jul 16 08:40:24.479451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79723ccc-aebd-4919-aaad-4fa1e93b3af6 None None] Network 268cdf57-cd77-4707-86c3-20f3f7810c40 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:24.480999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.498887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f762a-4f1a-47ea-989a-7d682ea86847 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=bf494404-6e77-4cf3-9b66-7239662d11cb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.504607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12a53-6f91-4434-9963-b073409dcce3 None None] Pushing event updated for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.741844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9580a3d3-df56-4210-826d-b64607f337ae None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:24.742239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9580a3d3-df56-4210-826d-b64607f337ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.827461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] DHCP port deletion for 268cdf57-cd77-4707-86c3-20f3f7810c40 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:24.947769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c5873653-c6fd-4f4b-8db9-2afbe55a63a4 req-0ec6ebac-7130-48ed-9490-dbc0eeecb1f1 tempest-DeleteServersTestJSON-1569915522 tempest-DeleteServersTestJSON-1569915522-project] 10.222.0.41 "GET /v2.0/ports?device_id=929898e9-5f0c-46a4-abe4-5e788cd4a2bf HTTP/1.1" status: 200 len: 210 time: 0.0548394 Jul 16 08:40:25.041694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] Deleting port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:25.042069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.140456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] For port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,segment=NetworkSegment(2d3f65eb-9800-414e-9af4-1089b7681fdb),segment_id=2d3f65eb-9800-414e-9af4-1089b7681fdb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:25.141000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.152606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aba5d1-d5c7-4896-bdb0-3a36f7b74bb4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.156697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-53aba5d1-d5c7-4896-bdb0-3a36f7b74bb4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.8434570 Jul 16 08:40:25.164375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] Calling delete_port for 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:25.166125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-be59c7d2-86ea-4214-9233-8247c53b038f None None] Could not find standard attr ID for object 56e0d882-7fe1-4281-9a28-fb91b3dbb29f. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:25.167648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57252) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:25.180874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Deleting port 5d9732eb-b25d-4f13-ac06-d2981136e978 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:25.181305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.224233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa2d7c-20dd-4249-9f89-e36d3c4075b1 req-38b18928-4d6b-41bb-bc79-66c45f3f96a5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.233430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8aa2d7c-20dd-4249-9f89-e36d3c4075b1 req-38b18928-4d6b-41bb-bc79-66c45f3f96a5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.1588213 Jul 16 08:40:25.291228 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8aa2d7c-20dd-4249-9f89-e36d3c4075b1 req-479fe744-5392-43ad-bb60-1131c2a981c0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570126 Jul 16 08:40:25.321167 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.323830 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.332354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5220893-c3ce-43a7-934a-5664fc1aa423 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.334182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d5220893-c3ce-43a7-934a-5664fc1aa423 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1565027 Jul 16 08:40:25.337541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57254) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:25.341199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-bfee4630-69fb-43ad-a86e-570e3839c474 service neutron] 10.222.0.41 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9160473 Jul 16 08:40:25.395970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] Pushing event deleted for resources: {'Port': ['ID=00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.406951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18082a57-9ef2-425b-a047-dacf38ae5f94 None None] No DVR routers for this DVR port 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:25.419272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92c5701f-3f44-4833-a361-d6d5180e1177 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:25.422463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] For port 5d9732eb-b25d-4f13-ac06-d2981136e978, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d9732eb-b25d-4f13-ac06-d2981136e978,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:25.422895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.438219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Calling delete_port for 5d9732eb-b25d-4f13-ac06-d2981136e978 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:25.452767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cdaaaf-56ee-4538-a4f0-367598dda3d9 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:40:25.508956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeff8db-2330-41fe-aab8-53d990d01146 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.510946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeff8db-2330-41fe-aab8-53d990d01146 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.526599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeff8db-2330-41fe-aab8-53d990d01146 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.532968 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dfeff8db-2330-41fe-aab8-53d990d01146 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1941204 Jul 16 08:40:25.535686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57256) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:25.559212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 92c5701f-3f44-4833-a361-d6d5180e1177 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:25.559904 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.609151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.614499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 2633cfc0-38e1-48e1-86ae-4b901af0387f {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:25.618621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.659084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdaaaf-56ee-4538-a4f0-367598dda3d9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:40:25.669731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.706885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8885baba-b6f0-433c-a1aa-742c85716db0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:25.712087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268cdf57-cd77-4707-86c3-20f3f7810c40']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:25.765193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3f65eb-9800-414e-9af4-1089b7681fdb') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:25.766892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3f65eb-9800-414e-9af4-1089b7681fdb') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:25.784939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.802895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.830605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.836035 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4ac06f-c00d-4220-892f-33f07be5400e x-openstack-request-id: req-ae4ac06f-c00d-4220-892f-33f07be5400e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:25.836326 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929898e9-5f0c-46a4-abe4-5e788cd4a2bf", "name": "network-vif-deleted", "tag": "88bc90fc-0190-4b3b-9ed4-37d90f972508", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:25.836585 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae4ac06f-c00d-4220-892f-33f07be5400e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:25.837060 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929898e9-5f0c-46a4-abe4-5e788cd4a2bf', 'name': 'network-vif-deleted', 'tag': '88bc90fc-0190-4b3b-9ed4-37d90f972508', 'status': 'completed', 'code': 200} Jul 16 08:40:25.839890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:25.841126 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.849257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:25.849673 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:25.860079 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:25.866081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-865c151e-b350-43d9-b47f-12e26b08ecd5 req-4733903e-7be4-4074-89e7-5e04a706ad4c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 210 time: 0.0407226 Jul 16 08:40:25.887793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d9d60a91-83ff-43b2-a7bb-b6b2569a07a9 service neutron] 10.222.0.41 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364726 Jul 16 08:40:25.934697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.979173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=2633cfc0-38e1-48e1-86ae-4b901af0387f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.986229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.990984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:25.994159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ad4efc09-f91b-40fb-91d0-cd0c67a2a9fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/2633cfc0-38e1-48e1-86ae-4b901af0387f HTTP/1.1" status: 204 len: 168 time: 0.4572968 Jul 16 08:40:26.005449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.052497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.058990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/268cdf57-cd77-4707-86c3-20f3f7810c40 HTTP/1.1" status: 204 len: 168 time: 1.5714025 Jul 16 08:40:26.059298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57270) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.061298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b40f39-a08d-4455-8402-175bc767159e tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=268cdf57-cd77-4707-86c3-20f3f7810c40,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.076529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-2efeedb9-da7d-4427-8e3f-4efbb21d132e service neutron] 10.222.0.41 "GET /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1532965 Jul 16 08:40:26.088223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078870458'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:26.124063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 8ff66aea-d640-4d68-925a-6122266b9250 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:26.136153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.140823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.146229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:26.154094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.201314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Pushing event deleted for resources: {'Port': ['ID=5d9732eb-b25d-4f13-ac06-d2981136e978,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.227736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:26.251475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.251892 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Added segment b5884d34-322d-494b-84c5-f1d4352071fe of type vlan for network cce539b7-e7bc-4f94-a3a1-527008df0505 Jul 16 08:40:26.263530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.338385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.357513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] No DVR routers for this DVR port 5d9732eb-b25d-4f13-ac06-d2981136e978 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:26.365011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.368753 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd9c49ea-ea91-41bb-921d-1769ad6276a2 req-2f85b8ef-0fcb-4101-82cb-b21eda859a4d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.18 "DELETE /v2.0/ports/5d9732eb-b25d-4f13-ac06-d2981136e978 HTTP/1.1" status: 204 len: 173 time: 2.1879861 Jul 16 08:40:26.369251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-deleted', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:26.371649 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d3583-0717-4188-8dd4-f60109ab7487" -d '{"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-deleted", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:26.404151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-3e095899-d1ee-4863-8093-9de5d0d76321 service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126836 Jul 16 08:40:26.408565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57282) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.467967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:26.499986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Deleting subnet 068d9a50-f980-4306-baeb-36bd6d7fe978 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:26.503941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.525048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:26.525481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00a0dab7-58ea-40f8-bfc9-daa4ddfae5f9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:26.537289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.573141 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.588747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b60bd6e2-f213-430b-abcf-33ba522a9151 service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813943 Jul 16 08:40:26.704328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88bc90fc-0190-4b3b-9ed4-37d90f972508 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:26.708099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.716959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-e4d01690-48a9-4732-96c8-b72e20718dbe tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.718556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-e4d01690-48a9-4732-96c8-b72e20718dbe tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 814 time: 0.3762753 Jul 16 08:40:26.738749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.742443 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/8ff66aea-d640-4d68-925a-6122266b9250 HTTP/1.1" status: 204 len: 168 time: 0.7488935 Jul 16 08:40:26.751206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57288) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.753976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-45e55515-681e-4a75-b721-9d5e910b0b1b service neutron] 10.222.0.41 "GET /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1642284 Jul 16 08:40:26.754504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.760797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.761406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.764571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 88bc90fc-0190-4b3b-9ed4-37d90f972508 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:26.765150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88bc90fc-0190-4b3b-9ed4-37d90f972508 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:26.774328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Request body: {'port': {'device_id': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'admin_state_up': True, 'tenant_id': 'b3609ff2f38d48a39ad5b5e49968ed20'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:26.828951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ccbe5838-b612-40d1-9be8-97e8db2a1e8e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724106 Jul 16 08:40:26.829842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3a519-f0d4-4286-9090-7a0987aff597 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff66aea-d640-4d68-925a-6122266b9250,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.856712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57290) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.862021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:27.012159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-fbdfd74f-7acc-4383-a6f9-ce4978742056 service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460001 Jul 16 08:40:27.138619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9e613c06-74bf-4e23-9b79-1273fce79d0e service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190040 Jul 16 08:40:27.234641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebac1d9-0b59-4d47-af7f-5de1130ad66b None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:40:27.247547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8017cb1a-0dc7-42f7-a737-5c85534ee8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073024 Jul 16 08:40:27.285894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:27.290170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.339600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3a0a720-27a7-4a7f-bfbc-f745a2a55ef4 None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:27.339978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a720-27a7-4a7f-bfbc-f745a2a55ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.358876 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.384641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebac1d9-0b59-4d47-af7f-5de1130ad66b None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:40:27.421340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-21b851f6-be9d-40e1-930e-b0d0c1b994fe service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728170 Jul 16 08:40:27.427414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Network': ['ID=cce539b7-e7bc-4f94-a3a1-527008df0505,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:27.437305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-70f8839f-a2c2-46c4-9edf-f699fb63b8f7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3768728 Jul 16 08:40:27.439442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.447870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57294) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.454938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cce539b7-e7bc-4f94-a3a1-527008df0505 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:27.468874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:27.488408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.494007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/068d9a50-f980-4306-baeb-36bd6d7fe978 HTTP/1.1" status: 204 len: 168 time: 1.0843658 Jul 16 08:40:27.498137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106db0-46a9-4e88-8318-2bb298c1569e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068d9a50-f980-4306-baeb-36bd6d7fe978,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:27.502927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57296) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.517229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Made reservation on behalf of b3609ff2f38d48a39ad5b5e49968ed20 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:27.520810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.558049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5503-7bee-4736-a214-cd33f76f58bd req-afdb39af-6f68-4f7c-a1ff-13dcc1218065 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.559689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d4b5503-7bee-4736-a214-cd33f76f58bd req-afdb39af-6f68-4f7c-a1ff-13dcc1218065 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.8823967 Jul 16 08:40:27.608324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:27.635958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 5d9732eb-b25d-4f13-ac06-d2981136e978 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:27.636293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d9732eb-b25d-4f13-ac06-d2981136e978 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:27.662527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d4b5503-7bee-4736-a214-cd33f76f58bd req-93774c54-9e0d-4a06-873b-9d9b7d4599fe tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651717 Jul 16 08:40:27.674616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.725163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Allocated IP 172.20.0.6 (cfad8d0c-3f31-47cf-87b2-3a276ee8ba06/cf62be3f-90f0-49f0-9495-bd789b028ae7/2f17010c-0f57-4449-9451-f5fecc21831e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:27.761325 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ed733-84d7-469e-b7cf-a718c8fb68e1 x-openstack-request-id: req-842ed733-84d7-469e-b7cf-a718c8fb68e1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:27.761729 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa6b17-5991-411a-95ff-b67de58d1690", "name": "network-vif-deleted", "tag": "5d9732eb-b25d-4f13-ac06-d2981136e978", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:27.762088 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-842ed733-84d7-469e-b7cf-a718c8fb68e1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:27.762684 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa6b17-5991-411a-95ff-b67de58d1690', 'name': 'network-vif-deleted', 'tag': '5d9732eb-b25d-4f13-ac06-d2981136e978', 'status': 'completed', 'code': 200} Jul 16 08:40:27.842736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191e242-15b4-49f5-a37c-9f0f1857f52a None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:27.856031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-23d22203-a43d-4661-ad2f-e922884c94f7 service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222691 Jul 16 08:40:27.880505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.904233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:27.908884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.934157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.964355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8b5eb0e6-a1eb-427a-9275-79a220df859d None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:27.964644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb0e6-a1eb-427a-9275-79a220df859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.992703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.997864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.023288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:28.024992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a255dd-d3b5-4fe3-bbca-e0292f353cac']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.044057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:28.076206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:28.078927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615dae90-2b44-43a9-9a46-933c6f50ded5') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.079229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615dae90-2b44-43a9-9a46-933c6f50ded5') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.081685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.082288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.092077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:28.113823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:28.139769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Pushing event updated for resources: {'Port': ['ID=2f17010c-0f57-4449-9451-f5fecc21831e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.146703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.162050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=a8c5cca1-b3c8-418e-926b-1b4e418e6202,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.174441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.175139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.180624 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.189543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e911ce01-595c-415a-88b7-5c0cb98ae855 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3288476 Jul 16 08:40:28.189886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57300) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.195218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:28.200541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:28.200971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:28.203056 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:28.227129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-0b05b128-bad6-4e8b-afda-5414f742eced service neutron] 10.222.0.41 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576324 Jul 16 08:40:28.230821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-373054d5-553d-4e79-8eeb-d55a3031806d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4618099 Jul 16 08:40:28.246485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf042e-0e0b-4d8f-bf85-ff76aa09ba32 req-219cad47-2d06-45b1-bfd5-0f35132cafbe tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.251829 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bebf042e-0e0b-4d8f-bf85-ff76aa09ba32 req-219cad47-2d06-45b1-bfd5-0f35132cafbe tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 931 time: 0.1788383 Jul 16 08:40:28.260836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Request body: {'port': {'device_id': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:28.328477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.341206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.345604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] 10.222.0.41 "DELETE /v2.0/networks/19a255dd-d3b5-4fe3-bbca-e0292f353cac HTTP/1.1" status: 204 len: 168 time: 0.8389337 Jul 16 08:40:28.370296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111438a-25e9-46e4-a6b0-4dd45dd47b17 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:28.390453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d433758-d432-400b-a42d-f6f836315348 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a255dd-d3b5-4fe3-bbca-e0292f353cac,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.404715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bebf042e-0e0b-4d8f-bf85-ff76aa09ba32 req-2d226fe2-3be3-4a36-86aa-8774148d1fc5 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045232 Jul 16 08:40:28.430626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.477787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-0fe15927-2126-4383-b8dc-0ad235fc9476 service neutron] 10.222.0.41 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126367 Jul 16 08:40:28.479197 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.501558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:28.505029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.551389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7d57ab75-c6b5-4e40-94d7-ce82e899a7c3 None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:28.553336 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d57ab75-c6b5-4e40-94d7-ce82e899a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.577855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.639933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=19bf5614-50c9-4a4d-ac7a-a30e4e984ece,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.668005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Checking segment: {'id': 'b5884d34-322d-494b-84c5-f1d4352071fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:28.669024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network hostable DHCP agents. Network: cce539b7-e7bc-4f94-a3a1-527008df0505, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:28.702025 n-d-798249-10 neutron-server[93699]: INFO neutron.db.ipam_backend_mixin [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8c5cca1-b3c8-418e-926b-1b4e418e6202 (CIDR: 2001:db8::/64) Jul 16 08:40:28.708085 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:40:28.708538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:28.763704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-842421d3-b878-497b-873a-b8aaaf5efe14 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5726697 Jul 16 08:40:28.765913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.773276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'subnet': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:28.975169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f17010c-0f57-4449-9451-f5fecc21831e {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:28.990858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.011770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:29.015389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.029156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Transition to ACTIVE for port object 2f17010c-0f57-4449-9451-f5fecc21831e will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:29.048970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.057388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e6c78146-cc88-4802-bc30-25f846092a77 None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:29.058039 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6c78146-cc88-4802-bc30-25f846092a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.093428 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2fab2206-5dfc-4700-90ad-335099253cbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a76a305297e4e488c34cb1706e21733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956052 Jul 16 08:40:29.099215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57318) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.128401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8e4b2061-5a82-4154-a781-1bf29f367348 service neutron] 10.222.0.41 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408863 Jul 16 08:40:29.139955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ddb13-da88-4910-a2ef-b799b1a64f40 req-1d507515-3fae-402e-b5d7-82f9315007a9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.141059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab1ddb13-da88-4910-a2ef-b799b1a64f40 req-1d507515-3fae-402e-b5d7-82f9315007a9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.2303615 Jul 16 08:40:29.152140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network cce539b7-e7bc-4f94-a3a1-527008df0505 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:29.188081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Pushing event updated for resources: {'Port': ['ID=2f17010c-0f57-4449-9451-f5fecc21831e,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.193914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cce539b7-e7bc-4f94-a3a1-527008df0505) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:29.200622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.201281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.204999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec47f7f-5461-4078-ad97-c49353d9924e None None] Network cce539b7-e7bc-4f94-a3a1-527008df0505 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:29.256768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7581f305-275c-44a4-8c52-171eb5745f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.268181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-48847663-a820-4d08-997c-e2d3f64510f5 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8144333 Jul 16 08:40:29.271641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.273375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-680496257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:29.296076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab1ddb13-da88-4910-a2ef-b799b1a64f40 req-45da87eb-2dd1-4ca6-8375-d1011ae126fc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377084 Jul 16 08:40:29.300965 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7581f305-275c-44a4-8c52-171eb5745f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.328602 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f16ba461-93bc-41e2-b9d4-796163ff7da9 service neutron] 10.222.0.41 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937139 Jul 16 08:40:29.350882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.352917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.361465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Attempting to bind port 2f17010c-0f57-4449-9451-f5fecc21831e on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:29.362147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Attempting to bind port 2f17010c-0f57-4449-9451-f5fecc21831e by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:29.362676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Attempting to bind port 2f17010c-0f57-4449-9451-f5fecc21831e on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:29.375916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Port 2f17010c-0f57-4449-9451-f5fecc21831e on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:29.377652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Attempting to bind port 2f17010c-0f57-4449-9451-f5fecc21831e on network cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:29.413105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:29.414369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Checking segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:29.414959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Bound using segment: {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:29.415749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Bound port: 2f17010c-0f57-4449-9451-f5fecc21831e, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a36832-93d5-47f9-814b-c0825d5cffc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:29.416292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.442079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7581f305-275c-44a4-8c52-171eb5745f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.446692 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7581f305-275c-44a4-8c52-171eb5745f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.450052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7581f305-275c-44a4-8c52-171eb5745f58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1414fd22-3305-449d-8174-304c5fbd66cc HTTP/1.1" status: 204 len: 168 time: 0.3422916 Jul 16 08:40:29.479692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f305-275c-44a4-8c52-171eb5745f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414fd22-3305-449d-8174-304c5fbd66cc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.489559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-24c28238-a5ba-4de5-a63d-ef91a26dffc1 service neutron] 10.222.0.41 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506152 Jul 16 08:40:29.526949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-cce539b7-e7bc-4f94-a3a1-527008df0505', 'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': '19bf5614-50c9-4a4d-ac7a-a30e4e984ece'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:29.528201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.719960 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.762184 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.781807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Allocated IP 172.20.0.2 (cce539b7-e7bc-4f94-a3a1-527008df0505/19bf5614-50c9-4a4d-ac7a-a30e4e984ece/353e692f-5ab9-4021-8fa0-41c029ff5037) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:29.814377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] For port 2f17010c-0f57-4449-9451-f5fecc21831e, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:29.836278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.837550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-71f1928e-5bee-48ff-b3b1-0d10be15c293 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5677140 Jul 16 08:40:29.840215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.841272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] For port 2f17010c-0f57-4449-9451-f5fecc21831e, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f17010c-0f57-4449-9451-f5fecc21831e,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:29.850183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505', 'name': 'tempest-PortsTestJSON-1653574107'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:29.874458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.892542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.893191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.894628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] 10.222.0.36 "PUT /v2.0/ports/2f17010c-0f57-4449-9451-f5fecc21831e HTTP/1.1" status: 200 len: 1092 time: 1.6413760 Jul 16 08:40:29.905268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'tag': '2f17010c-0f57-4449-9451-f5fecc21831e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:29.907998 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d75c01-cc8c-4098-8597-89796cbe34f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a97f67-0de7-4405-9ed0-9a817364ed50", "tag": "2f17010c-0f57-4449-9451-f5fecc21831e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:29.976845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:40:29.990660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.993704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce45aad-3d66-4b32-bbd8-b5084edc36b3 req-92e5e323-3c32-4d7f-853e-f10f3bdcdced tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.995396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ce45aad-3d66-4b32-bbd8-b5084edc36b3 req-92e5e323-3c32-4d7f-853e-f10f3bdcdced tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 943 time: 0.2812214 Jul 16 08:40:30.001991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Transition to ACTIVE for port object 353e692f-5ab9-4021-8fa0-41c029ff5037 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:30.025879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Transition to ACTIVE for port object 353e692f-5ab9-4021-8fa0-41c029ff5037 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:30.034260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.100515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Network cce539b7-e7bc-4f94-a3a1-527008df0505 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:30.106224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e37942-669b-4fc2-afaf-8721b249a735 service neutron] Pushing event updated for resources: {'Port': ['ID=2f17010c-0f57-4449-9451-f5fecc21831e,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.112848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:30.116951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:30.128869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Pushing event updated for resources: {'Port': ['ID=353e692f-5ab9-4021-8fa0-41c029ff5037,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.136387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:30.142737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.171235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port db47672f-b8e8-4847-8d21-606cdb113c2a yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:30.212494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Attempting to bind port 353e692f-5ab9-4021-8fa0-41c029ff5037 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:30.212989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Attempting to bind port 353e692f-5ab9-4021-8fa0-41c029ff5037 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b5884d34-322d-494b-84c5-f1d4352071fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:30.213559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Attempting to bind port 353e692f-5ab9-4021-8fa0-41c029ff5037 on network cce539b7-e7bc-4f94-a3a1-527008df0505 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:30.219400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:30.219903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Checking segment: {'id': 'b5884d34-322d-494b-84c5-f1d4352071fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:30.220050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ce45aad-3d66-4b32-bbd8-b5084edc36b3 req-87ec1591-de2c-432b-a4b5-ec40050f7408 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128334 Jul 16 08:40:30.220439 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.220905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Bound using segment: {'id': 'b5884d34-322d-494b-84c5-f1d4352071fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:30.221453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Bound port: 353e692f-5ab9-4021-8fa0-41c029ff5037, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5884d34-322d-494b-84c5-f1d4352071fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cce539b7-e7bc-4f94-a3a1-527008df0505'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:30.221906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.259691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-ea034907-b68d-4b49-ac63-7e8e394f7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.261330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-ea034907-b68d-4b49-ac63-7e8e394f7205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 1095 time: 0.2879243 Jul 16 08:40:30.331657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-25a35631-5951-4bfd-8f1c-d863a6522462 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f17010c-0f57-4449-9451-f5fecc21831e HTTP/1.1" status: 200 len: 217 time: 0.0523686 Jul 16 08:40:30.371970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.12 (cce539b7-e7bc-4f94-a3a1-527008df0505/19bf5614-50c9-4a4d-ac7a-a30e4e984ece/db47672f-b8e8-4847-8d21-606cdb113c2a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:30.375603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] For port 353e692f-5ab9-4021-8fa0-41c029ff5037, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:30.387666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] For port 353e692f-5ab9-4021-8fa0-41c029ff5037, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=353e692f-5ab9-4021-8fa0-41c029ff5037,segment=NetworkSegment(b5884d34-322d-494b-84c5-f1d4352071fe),segment_id=b5884d34-322d-494b-84c5-f1d4352071fe)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:30.401114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.437836 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506c642c-fee5-4d28-a0bb-f2367d9a0dc4 x-openstack-request-id: req-506c642c-fee5-4d28-a0bb-f2367d9a0dc4 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:30.439372 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a97f67-0de7-4405-9ed0-9a817364ed50", "tag": "2f17010c-0f57-4449-9451-f5fecc21831e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:30.439626 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-506c642c-fee5-4d28-a0bb-f2367d9a0dc4 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:30.440124 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'tag': '2f17010c-0f57-4449-9451-f5fecc21831e', 'status': 'completed', 'code': 200} Jul 16 08:40:30.478482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.509561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-68f5a855-c7aa-4d11-a483-13a83aeb5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.511054 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-68f5a855-c7aa-4d11-a483-13a83aeb5cad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 200 len: 854 time: 0.1557007 Jul 16 08:40:30.517768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886dd0-d112-4653-80f5-6d9a682c6257 None None] Pushing event updated for resources: {'Port': ['ID=353e692f-5ab9-4021-8fa0-41c029ff5037,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.568742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-f6c6113f-9067-42a4-a748-c31de7bf7440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486186 Jul 16 08:40:30.615308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57378) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:30.626988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19908f10-6302-4996-b5af-1fb744a672ea req-648b15f7-7837-4400-8562-8188d4df6c17 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0921776 Jul 16 08:40:30.699437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:30.812195 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.892825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object db47672f-b8e8-4847-8d21-606cdb113c2a will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:30.933330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:30.951521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.970003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'mac_address': 'fa:16:3e:d7:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:31.019502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=db47672f-b8e8-4847-8d21-606cdb113c2a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.033843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network cce539b7-e7bc-4f94-a3a1-527008df0505 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:31.039083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:31.042174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:31.066710 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.104879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 663f547f-6f6a-4785-a41c-6bd41e30af9a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:31.152311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:31.160209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.160885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.169367 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.192350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-502385398-network', 'tenant_id': 'f77f64cb6e234fe0b5c0605b82f8ebc5'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:31.201647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5954101e-b0ce-44fb-94f4-cc67adc5023f tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3600073 Jul 16 08:40:31.205026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57394) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:31.325711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['663f547f-6f6a-4785-a41c-6bd41e30af9a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:31.425649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.492779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Made reservation on behalf of f77f64cb6e234fe0b5c0605b82f8ebc5 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:31.495111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.515577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 353e692f-5ab9-4021-8fa0-41c029ff5037 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:31.543263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.662735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f68a-efa0-472b-bd81-73889dcf3946 req-634d820a-9d11-4d2c-9357-bba9da1f6977 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.684073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c503f68a-efa0-472b-bd81-73889dcf3946 req-634d820a-9d11-4d2c-9357-bba9da1f6977 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 1.0900505 Jul 16 08:40:31.846178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 353e692f-5ab9-4021-8fa0-41c029ff5037 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:31.941822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354903-b869-4d6d-ac20-0853495456bd req-dac4fa4d-5bab-4837-87fc-fc2056552a33 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.955063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db354903-b869-4d6d-ac20-0853495456bd req-dac4fa4d-5bab-4837-87fc-fc2056552a33 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 943 time: 0.4236591 Jul 16 08:40:31.980553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-761f3419-0530-45a2-9362-8e6cf94a715c service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3721063 Jul 16 08:40:32.080826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.106417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.197922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c503f68a-efa0-472b-bd81-73889dcf3946 req-714e72fc-d33e-45cb-873c-5bc1ed96f56c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109153 Jul 16 08:40:32.242549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db354903-b869-4d6d-ac20-0853495456bd req-21174036-ca9b-4b5f-97f5-14ba8000a58d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864437 Jul 16 08:40:32.269639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7c764-090a-4d9f-8af7-996ccd21bae9 None None] Network cce539b7-e7bc-4f94-a3a1-527008df0505 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:32.270449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.283223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8885baba-b6f0-433c-a1aa-742c85716db0,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:32.387537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.394789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.397841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.445978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:32.449486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] Provisioning for port 353e692f-5ab9-4021-8fa0-41c029ff5037 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:32.468818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] Provisioning complete for port 353e692f-5ab9-4021-8fa0-41c029ff5037 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:32.469442 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.471723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5863dc19-8597-43ec-8ead-bde14f0552f3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:32.708209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:32.799613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-a75a8211-7e49-49b0-b97c-415cacad46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.801089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-a75a8211-7e49-49b0-b97c-415cacad46a8 service neutron] 10.222.0.18 "GET /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 1025 time: 0.2805259 Jul 16 08:40:32.864159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:32.879061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.879394 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Added segment 40745380-b098-4208-b086-b4c3d1de015e of type vlan for network 29fc0910-45d1-4858-ae8f-84b1c76798b7 Jul 16 08:40:32.891480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:32.902546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.903295 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.959921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1910324 Jul 16 08:40:32.967075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c2dce9-b96d-4f65-9f19-808a6eab2f41 None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:32.970696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-032cedb4-f261-43e1-aba6-22af6029880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.981517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-032cedb4-f261-43e1-aba6-22af6029880c service neutron] 10.222.0.18 "GET /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 1027 time: 0.1708584 Jul 16 08:40:32.982298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:32.986847 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a33a3bb8-2f65-40d7-9f5b-c3a04db7e05b req-baab8e7c-5613-407f-8d94-ab26358036b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.2929361 Jul 16 08:40:33.000059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Request body: {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'mac_address': 'fa:16:3e:a5:01:fb', 'name': 'tempest-NetworksTestDHCPv6-1249991050'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:33.125422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.147839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.161104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c6199dd-9d85-4937-af6c-0d25af875e59 req-a8cf8875-d422-4ae6-90f3-7be0804d2715 service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1188076 Jul 16 08:40:33.173035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18547f9-01fc-4d55-b83d-2adc83c7fbed tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Subnet': ['ID=0c35140f-b083-4809-a00e-dfa476432952,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.254078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.256486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.259048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.402498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.542060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 663f547f-6f6a-4785-a41c-6bd41e30af9a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:33.542817 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.551634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8885baba-b6f0-433c-a1aa-742c85716db0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:33.614895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9960003 Jul 16 08:40:33.659462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57438) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:33.775766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.800733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5e73c-cac4-4773-b78d-f81489933e5e admin admin] Pushing event updated for resources: {'Network': ['ID=29fc0910-45d1-4858-ae8f-84b1c76798b7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.802871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Request body: {'subnet': {'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-502385398-subnet', 'tenant_id': 'f77f64cb6e234fe0b5c0605b82f8ebc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:33.852784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 29fc0910-45d1-4858-ae8f-84b1c76798b7 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:33.874936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-1b2177da-7078-426b-93d5-5248aa65a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.876536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-1b2177da-7078-426b-93d5-5248aa65a223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 1095 time: 0.6007516 Jul 16 08:40:33.934573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] For port 353e692f-5ab9-4021-8fa0-41c029ff5037, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=353e692f-5ab9-4021-8fa0-41c029ff5037,segment=NetworkSegment(b5884d34-322d-494b-84c5-f1d4352071fe),segment_id=b5884d34-322d-494b-84c5-f1d4352071fe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:33.957644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:33.959086 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.970220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.011947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-15f8d28f-d1b2-4fa4-a814-6a551098553e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.024758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-15f8d28f-d1b2-4fa4-a814-6a551098553e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.030845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-15f8d28f-d1b2-4fa4-a814-6a551098553e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.033044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-15f8d28f-d1b2-4fa4-a814-6a551098553e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "GET /v2.0/networks?id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 200 len: 1990 time: 1.0288644 Jul 16 08:40:34.063689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.078418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Made reservation on behalf of f77f64cb6e234fe0b5c0605b82f8ebc5 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:34.086114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.125815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.151930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c0b91-465e-4147-9fc6-56aff32db455 req-939e2a57-51a8-4a2b-91f9-36961bcb146c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.153533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-198c0b91-465e-4147-9fc6-56aff32db455 req-939e2a57-51a8-4a2b-91f9-36961bcb146c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 943 time: 0.5877001 Jul 16 08:40:34.241344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90367-049b-41b8-8b29-b2ccba5589d0 None None] Pushing event updated for resources: {'Port': ['ID=353e692f-5ab9-4021-8fa0-41c029ff5037,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.261327 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.269237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-819d9b34-81e2-4943-93fd-19394db0bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.270750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-819d9b34-81e2-4943-93fd-19394db0bfde service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 200 len: 915 time: 0.3786359 Jul 16 08:40:34.327810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-198c0b91-465e-4147-9fc6-56aff32db455 req-c6fe19b3-d5b5-4e8e-bf59-2f76ace64ed8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564798 Jul 16 08:40:34.367368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:34.374109 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a106632-792f-4701-991d-b6aeb8b5dbec" -d '{"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-plugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:34.394476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Made reservation on behalf of 0b2cdcac6721407caa67460276e57439 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:34.401823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-2b195a42-6d20-4595-919e-c37627f39bab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f17010c-0f57-4449-9451-f5fecc21831e HTTP/1.1" status: 200 len: 217 time: 0.1156595 Jul 16 08:40:34.478260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:34.497895 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.517015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-203bc67f-f43c-4ed0-8c1c-bb66a40df2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.518535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-203bc67f-f43c-4ed0-8c1c-bb66a40df2a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 200 len: 854 time: 0.1109283 Jul 16 08:40:34.586555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d2832-582b-40a3-b94c-a52a3c8224ac req-04e1ee8b-2f8e-40f9-b0fc-99fcf801af60 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.588340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-231d2832-582b-40a3-b94c-a52a3c8224ac req-04e1ee8b-2f8e-40f9-b0fc-99fcf801af60 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 944 time: 0.9553986 Jul 16 08:40:34.689919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.707141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-3bb3e1dd-24b0-41e4-8012-e241d70a9e35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788180 Jul 16 08:40:34.717282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94452481-a102-4ce9-b2fe-f272ebfbeb25 None None] Provisioning for port db47672f-b8e8-4847-8d21-606cdb113c2a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:34.756774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94452481-a102-4ce9-b2fe-f272ebfbeb25 None None] Provisioning complete for port db47672f-b8e8-4847-8d21-606cdb113c2a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:34.757217 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94452481-a102-4ce9-b2fe-f272ebfbeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.800756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=db47672f-b8e8-4847-8d21-606cdb113c2a,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.818470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Update dhcp port {'port': {'network_id': '403e1a12-e2ec-4877-807a-187d784f3d1f', 'fixed_ips': [{'subnet_id': '0c35140f-b083-4809-a00e-dfa476432952', 'ip_address': '2001:db8:0:1:f816:3eff:fe42:7f49'}, {'subnet_id': 'a8c5cca1-b3c8-418e-926b-1b4e418e6202'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '8885baba-b6f0-433c-a1aa-742c85716db0'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:40:34.832515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-40f43109-2fe2-400b-a113-3745d9e81210 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c209d130b2cb483ca431c39caf1f7188 HTTP/1.1" status: 200 len: 379 time: 0.7824080 Jul 16 08:40:34.973105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'admin_state_up': True, 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'security_groups': ['cab093fa-32eb-44cd-9ad2-40ba763f9934']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:35.137935 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.154140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-94452481-a102-4ce9-b2fe-f272ebfbeb25 None None] Port db47672f-b8e8-4847-8d21-606cdb113c2a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:35.314336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-884910a6-3d12-459d-95e1-7647d2ebfbe0 service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813930 Jul 16 08:40:35.321692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94452481-a102-4ce9-b2fe-f272ebfbeb25 None None] Provisioning complete for port 353e692f-5ab9-4021-8fa0-41c029ff5037 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:35.322096 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94452481-a102-4ce9-b2fe-f272ebfbeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.429476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 353e692f-5ab9-4021-8fa0-41c029ff5037 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:35.475352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-203b91ef-6c00-4f42-bba9-34f41c68e7b3 req-f4328607-e262-43a1-b70e-c724b48c05f0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.3283780 Jul 16 08:40:35.477870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-231d2832-582b-40a3-b94c-a52a3c8224ac req-47d737d3-39f8-48c9-84bf-4f1b647b157c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7452371 Jul 16 08:40:35.689507 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40d75c01-cc8c-4098-8597-89796cbe34f3 req-670e97f6-dfa5-4e40-a7dd-6e980d010292 service neutron] 10.222.0.36 "GET /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410602 Jul 16 08:40:35.704671 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a815a1-99ff-46e6-9b76-93384c7dd0e3 x-openstack-request-id: req-b2a815a1-99ff-46e6-9b76-93384c7dd0e3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:35.705215 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-plugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:35.705215 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2a815a1-99ff-46e6-9b76-93384c7dd0e3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:35.705589 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'code': 200} Jul 16 08:40:35.727573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 353e692f-5ab9-4021-8fa0-41c029ff5037 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:35.731901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.780232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.913203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.968026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] device_id is not set on port 2c33ec97-a63b-4422-b576-57995ac63f4e yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:36.002417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Allocated IP 2001:db8::2 (403e1a12-e2ec-4877-807a-187d784f3d1f/a8c5cca1-b3c8-418e-926b-1b4e418e6202/8885baba-b6f0-433c-a1aa-742c85716db0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:36.051053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2794dbe0-7b44-4686-a7d5-fec7ac4a5f86 None None] Provisioning complete for port db47672f-b8e8-4847-8d21-606cdb113c2a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:36.051456 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2794dbe0-7b44-4686-a7d5-fec7ac4a5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.131155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2794dbe0-7b44-4686-a7d5-fec7ac4a5f86 None None] Port db47672f-b8e8-4847-8d21-606cdb113c2a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:36.266307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8885baba-b6f0-433c-a1aa-742c85716db0,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:36.304901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.320131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Transition to ACTIVE for port object 8885baba-b6f0-433c-a1aa-742c85716db0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:36.325754 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.502867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c55e-496a-44eb-b36a-897299aae68c None None] Pushing event updated for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.516991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57464) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.701710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Deleting subnet 456243ff-9820-4c6b-b358-90adaca2cbfd {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:36.716057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f17010c-0f57-4449-9451-f5fecc21831e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:36.720333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.826020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ba30a45-4947-45cd-b12f-6f4d8da8a145 req-c9fadadb-898f-4576-8776-a1d48d155711 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.1098492 Jul 16 08:40:36.850558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.924112 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.941756 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.991123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2f17010c-0f57-4449-9451-f5fecc21831e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f17010c-0f57-4449-9451-f5fecc21831e,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:37.027466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '2f17010c-0f57-4449-9451-f5fecc21831e', 'network_id': 'cfad8d0c-3f31-47cf-87b2-3a276ee8ba06', 'port_id': '2f17010c-0f57-4449-9451-f5fecc21831e', 'mac_address': 'fa:16:3e:f7:f7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf62be3f-90f0-49f0-9495-bd789b028ae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:37.090428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.126694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:37.141735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.147572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.153200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.153454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/456243ff-9820-4c6b-b358-90adaca2cbfd HTTP/1.1" status: 204 len: 168 time: 0.6347146 Jul 16 08:40:37.154017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57472) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.187078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f17010c-0f57-4449-9451-f5fecc21831e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:37.237719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2f17010c-0f57-4449-9451-f5fecc21831e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f17010c-0f57-4449-9451-f5fecc21831e,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:37.254086 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.264351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117895-0dba-4b20-9257-2e723ef446ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456243ff-9820-4c6b-b358-90adaca2cbfd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.405764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2f17010c-0f57-4449-9451-f5fecc21831e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.431561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8885baba-b6f0-433c-a1aa-742c85716db0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:37.433839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.448561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdaf543-2839-4087-a863-941aaf7eea1f,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.482515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531186-64df-4804-8bac-fe2cf181e9be req-8c79f07a-b87d-4543-aa80-af9ada44ba20 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.495050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31531186-64df-4804-8bac-fe2cf181e9be req-8c79f07a-b87d-4543-aa80-af9ada44ba20 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.2599797 Jul 16 08:40:37.594664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f4b8619a-718d-4580-adb6-581d9b394650 None None] Provisioning for port 8885baba-b6f0-433c-a1aa-742c85716db0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:37.602634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f4b8619a-718d-4580-adb6-581d9b394650 None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:37.603575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4b8619a-718d-4580-adb6-581d9b394650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.654034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['2f17010c-0f57-4449-9451-f5fecc21831e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:37.679395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.685713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.727596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb832068-27e6-49ee-b711-fc8e14512fb8']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:37.731141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5942c6-a427-47ee-8621-56c43a8bba41') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:37.732161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5942c6-a427-47ee-8621-56c43a8bba41') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:37.749057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.775818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.783176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:37.783541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:37.844769 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:37.852264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.859752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8::da (403e1a12-e2ec-4877-807a-187d784f3d1f/a8c5cca1-b3c8-418e-926b-1b4e418e6202/2c33ec97-a63b-4422-b576-57995ac63f4e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:37.865057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:1fb (403e1a12-e2ec-4877-807a-187d784f3d1f/0c35140f-b083-4809-a00e-dfa476432952/2c33ec97-a63b-4422-b576-57995ac63f4e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:37.883045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.885446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cb832068-27e6-49ee-b711-fc8e14512fb8 HTTP/1.1" status: 204 len: 168 time: 0.6667995 Jul 16 08:40:37.917647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31531186-64df-4804-8bac-fe2cf181e9be req-18372b29-d4aa-4354-9eca-d28a7685cd6c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148335 Jul 16 08:40:37.964661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed4973-cca9-4863-af75-a980ec95e591 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb832068-27e6-49ee-b711-fc8e14512fb8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.115268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57478) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.183867 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.238830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081cff5-04f8-4faf-92b1-c21014e44c69 req-4d8c610b-a109-4a14-9fd7-c26fe1813e88 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.247061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a081cff5-04f8-4faf-92b1-c21014e44c69 req-4d8c610b-a109-4a14-9fd7-c26fe1813e88 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 943 time: 2.3876536 Jul 16 08:40:38.250756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1affe88c-0c31-4c7f-9072-f29a0045be38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1347fa985cbd4b88b35c8e189f7d443f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302180 Jul 16 08:40:38.251617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.287574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Transition to ACTIVE for port object 2c33ec97-a63b-4422-b576-57995ac63f4e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:38.370151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05c97285-933c-4b9f-a747-377157d19c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.425582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05c97285-933c-4b9f-a747-377157d19c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.462656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-984d4f90-08e5-4a72-9dfa-84a29c1b4d14 req-2df6fe81-b7d4-477f-ba91-dd9620e9ac8e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0500715 Jul 16 08:40:38.502724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Checking segment: {'id': '40745380-b098-4208-b086-b4c3d1de015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:38.503095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Network hostable DHCP agents. Network: 29fc0910-45d1-4858-ae8f-84b1c76798b7, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:38.516918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a081cff5-04f8-4faf-92b1-c21014e44c69 req-ea9cbb6e-233d-4530-93a1-c2e9b290fb63 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681224 Jul 16 08:40:38.517979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.593752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05c97285-933c-4b9f-a747-377157d19c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.598509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05c97285-933c-4b9f-a747-377157d19c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.605885 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05c97285-933c-4b9f-a747-377157d19c47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/889eacc2-cf44-429e-bf4b-ce0c4704795b HTTP/1.1" status: 204 len: 168 time: 0.3505783 Jul 16 08:40:38.631386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c97285-933c-4b9f-a747-377157d19c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889eacc2-cf44-429e-bf4b-ce0c4704795b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.655999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event updated for resources: {'Port': ['ID=2c33ec97-a63b-4422-b576-57995ac63f4e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.733348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f17010c-0f57-4449-9451-f5fecc21831e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:38.737380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Network 403e1a12-e2ec-4877-807a-187d784f3d1f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:38.745953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:38.754750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Network 29fc0910-45d1-4858-ae8f-84b1c76798b7 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:38.760285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:38.767523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.768519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.797546 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a758d17-dbd5-4f54-87ff-9a2194e7897f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.8112450 Jul 16 08:40:38.800216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57484) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.829048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 29fc0910-45d1-4858-ae8f-84b1c76798b7) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:38.846891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.847619 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.854409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 172.20.0.14 (59a2d090-a14a-4ce4-8d26-90cb91a4399d/6dbac040-021b-4d28-9384-1324e90c3686/fbcd280c-0d48-4fd9-a06c-20d874bbae15) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:38.863834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c57634-3ad9-413a-8952-7c47fa048ba6 None None] Network 29fc0910-45d1-4858-ae8f-84b1c76798b7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:38.897092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e0317945-be7c-4f41-93e6-110c98cd203f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.2364664 Jul 16 08:40:39.140433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting port 2c33ec97-a63b-4422-b576-57995ac63f4e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:39.140684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.230182 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.284656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.302595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Calling delete_port for 2c33ec97-a63b-4422-b576-57995ac63f4e owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:39.347554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4671434-dae3-4f58-9507-ba8b868d31b9 None None] Network 29fc0910-45d1-4858-ae8f-84b1c76798b7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:39.367798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.457617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fba8d552-a35a-44cd-9de6-c2de7d080af2 None None] Provisioning for port 2c33ec97-a63b-4422-b576-57995ac63f4e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:39.525710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 2f17010c-0f57-4449-9451-f5fecc21831e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:39.536180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 2f17010c-0f57-4449-9451-f5fecc21831e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:39.537813 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.549359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fba8d552-a35a-44cd-9de6-c2de7d080af2 None None] Provisioning complete for port 2c33ec97-a63b-4422-b576-57995ac63f4e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:39.560535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fba8d552-a35a-44cd-9de6-c2de7d080af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.638478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=db47672f-b8e8-4847-8d21-606cdb113c2a,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.713200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.713562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.713887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.714223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.714554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.714881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.715207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.715554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.715884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.724514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.724855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.725200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.754340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.806008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fba8d552-a35a-44cd-9de6-c2de7d080af2 None None] Port 2c33ec97-a63b-4422-b576-57995ac63f4e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:39.919452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.931249 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.980743 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.006412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f14ce6e-f115-4abe-a1c0-ef99f48e0d09 req-31a0b868-ce57-4816-ba5d-3463b054d2d7 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.2310607 Jul 16 08:40:40.016440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f17010c-0f57-4449-9451-f5fecc21831e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:40.022826 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cdf3db-4c84-497d-8b11-52a2585aee32" -d '{"events": [{"server_uuid": "f5a97f67-0de7-4405-9ed0-9a817364ed50", "name": "network-vif-plugged", "status": "completed", "tag": "2f17010c-0f57-4449-9451-f5fecc21831e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:40.056973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2f17010c-0f57-4449-9451-f5fecc21831e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f17010c-0f57-4449-9451-f5fecc21831e,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:40.064022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.080626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Port': ['ID=2c33ec97-a63b-4422-b576-57995ac63f4e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.080984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object fbcd280c-0d48-4fd9-a06c-20d874bbae15 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:40.222489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2f17010c-0f57-4449-9451-f5fecc21831e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.237975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.243969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e367bf32-3871-4e00-8fdb-b3d5b30406b1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/2c33ec97-a63b-4422-b576-57995ac63f4e HTTP/1.1" status: 204 len: 168 time: 1.4418914 Jul 16 08:40:40.254011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57518) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.278329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network cce539b7-e7bc-4f94-a3a1-527008df0505 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:40.278985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd08ba-cbe2-4309-b166-9df1f1364ecb req-3ac6b064-f988-4e87-ad0b-ee62aca2c8f2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.281654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:40.289331 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92fd08ba-cbe2-4309-b166-9df1f1364ecb req-3ac6b064-f988-4e87-ad0b-ee62aca2c8f2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.4397881 Jul 16 08:40:40.309764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.393739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92fd08ba-cbe2-4309-b166-9df1f1364ecb req-f731e064-0def-4127-a572-4dac136a7357 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009004 Jul 16 08:40:40.478036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f21105-fa08-453b-9d2e-6e4f21258651 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.489009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e2f21105-fa08-453b-9d2e-6e4f21258651 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2244956 Jul 16 08:40:40.489761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57526) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.581326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57530) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.597207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:40.650485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:40.666413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:40.668519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f0e58-3073-4c6e-a655-e09238e856c7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.672188 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e0f0e58-3073-4c6e-a655-e09238e856c7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1802042 Jul 16 08:40:40.676027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57534) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.733594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.852268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-84be9c83-0e93-46c8-9bbe-61602e1998fc None None] Provisioning complete for port db47672f-b8e8-4847-8d21-606cdb113c2a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:40.852268 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84be9c83-0e93-46c8-9bbe-61602e1998fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.888451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1073091441-network', 'tenant_id': 'fef113911a7b4149b70f199c34ef039a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:40.914341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.914941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.917944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d7065-f0fd-4b60-83e0-c137c2432c01 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.921248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d7065-f0fd-4b60-83e0-c137c2432c01 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.926589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-84be9c83-0e93-46c8-9bbe-61602e1998fc None None] Port db47672f-b8e8-4847-8d21-606cdb113c2a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:40.928357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d7065-f0fd-4b60-83e0-c137c2432c01 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.935072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d63d7065-f0fd-4b60-83e0-c137c2432c01 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2569270 Jul 16 08:40:40.940014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57544) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.970464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac36d8-c277-442a-89c0-e1c1e94c0f1b req-9a124ab2-298c-44a3-bad5-1397c3f563c7 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.978555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4fac36d8-c277-442a-89c0-e1c1e94c0f1b req-9a124ab2-298c-44a3-bad5-1397c3f563c7 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.6358800 Jul 16 08:40:41.088656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-cbf323e3-461f-4618-acc9-2dfbd0ee3aee tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.090019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-cbf323e3-461f-4618-acc9-2dfbd0ee3aee tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/networks?id=29fc0910-45d1-4858-ae8f-84b1c76798b7 HTTP/1.1" status: 200 len: 813 time: 0.1531909 Jul 16 08:40:41.095137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4fac36d8-c277-442a-89c0-e1c1e94c0f1b req-c1207c19-b0c1-4966-955b-1d70d593de0a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150446 Jul 16 08:40:41.099994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet 0c35140f-b083-4809-a00e-dfa476432952 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:41.102560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Router 9bf9a4dc-7c84-4748-9981-0011a1d02334 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:41.106028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.153671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-478731cd-97c9-42f4-80d4-971b3eafc520 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/quotas/f77f64cb6e234fe0b5c0605b82f8ebc5 HTTP/1.1" status: 200 len: 375 time: 0.0519342 Jul 16 08:40:41.162941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b938f08a-8862-46ad-a525-ae78d59f8e8d None None] Provisioning for port fbcd280c-0d48-4fd9-a06c-20d874bbae15 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:41.165137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9739fd06-1777-41f4-b0e2-c7f58293fa39 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2168760 Jul 16 08:40:41.168924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Made reservation on behalf of fef113911a7b4149b70f199c34ef039a for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:41.174721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.176631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b938f08a-8862-46ad-a525-ae78d59f8e8d None None] Provisioning complete for port fbcd280c-0d48-4fd9-a06c-20d874bbae15 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:41.177213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b938f08a-8862-46ad-a525-ae78d59f8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.203908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'admin_state_up': True, 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'security_groups': ['cab093fa-32eb-44cd-9ad2-40ba763f9934']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:41.248461 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.259207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.289932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-ba57ae6d-18a5-4ca5-860a-f4593fe9a71b tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f77f64cb6e234fe0b5c0605b82f8ebc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333869 Jul 16 08:40:41.297441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b938f08a-8862-46ad-a525-ae78d59f8e8d None None] Port fbcd280c-0d48-4fd9-a06c-20d874bbae15 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:41.301424 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c77267-5c8d-478d-91f3-51260d85f3d2 x-openstack-request-id: req-42c77267-5c8d-478d-91f3-51260d85f3d2 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:41.302054 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a97f67-0de7-4405-9ed0-9a817364ed50", "name": "network-vif-plugged", "status": "completed", "tag": "2f17010c-0f57-4449-9451-f5fecc21831e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:41.302704 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42c77267-5c8d-478d-91f3-51260d85f3d2 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:41.303270 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f17010c-0f57-4449-9451-f5fecc21831e', 'code': 200} Jul 16 08:40:41.367004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:41.380024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cda45663-d8d0-4c9a-953d-60285593e24d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/routers/9bf9a4dc-7c84-4748-9981-0011a1d02334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1677861 Jul 16 08:40:41.386754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.399618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] Sync routers for ids ['9bf9a4dc-7c84-4748-9981-0011a1d02334'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:41.415302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] Routers {'9bf9a4dc-7c84-4748-9981-0011a1d02334'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:41.416616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9bf9a4dc-7c84-4748-9981-0011a1d02334'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:41.469943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:41.480984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.485113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] Routers {'9bf9a4dc-7c84-4748-9981-0011a1d02334'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:41.486383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9bf9a4dc-7c84-4748-9981-0011a1d02334'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:41.541339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:41.545641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5016c9-0e59-45df-b686-fd4423edc3ef None None] The sync data for ids ['9bf9a4dc-7c84-4748-9981-0011a1d02334'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:41.587591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4584c2-08b9-4ba6-83aa-fc0a71f6ec2a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.592163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb4584c2-08b9-4ba6-83aa-fc0a71f6ec2a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bf9a4dc-7c84-4748-9981-0011a1d02334 HTTP/1.1" status: 200 len: 983 time: 0.2040296 Jul 16 08:40:41.593143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57554) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.594440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.667267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac14a57-b98d-4e10-8812-b70a8a23eb1b None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:41.701353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.706079 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/0c35140f-b083-4809-a00e-dfa476432952 HTTP/1.1" status: 204 len: 168 time: 0.7591288 Jul 16 08:40:41.706742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57560) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.747675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52cd4-6ae8-4ec8-8de7-eacbfb1f7b36 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=0c35140f-b083-4809-a00e-dfa476432952,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.755946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.775386 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.844941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01318f7-001b-4ecf-9290-e98057faae32,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.884952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Deleting subnet a8c5cca1-b3c8-418e-926b-1b4e418e6202 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:41.895200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e35be-7550-4f76-a6e7-b3da0be3c832 req-fabd3614-6b28-4447-9691-ac848052f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.897253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-127e35be-7550-4f76-a6e7-b3da0be3c832 req-fabd3614-6b28-4447-9691-ac848052f254 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 1097 time: 0.5837910 Jul 16 08:40:41.898874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.902375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:41.905274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:41.905945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.943039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-6ec56dd1-132f-43fb-8c3f-2fb2c8f065e6 service neutron] 10.222.0.41 "GET /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305127 Jul 16 08:40:41.956945 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.957778 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Added segment 7e81f24a-d950-4602-b616-431e30fd986c of type vlan for network d591072a-4746-4ddd-844e-2cecd0a68d09 Jul 16 08:40:42.102181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-11a55ad2-52b1-483d-92b9-fb9447fbf71d service neutron] 10.222.0.41 "GET /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418815 Jul 16 08:40:42.134759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-127e35be-7550-4f76-a6e7-b3da0be3c832 req-2d65e64b-9bdb-4be4-bfe8-5855e707b865 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200942 Jul 16 08:40:42.208198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.265765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.269809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.274193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.356504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7672045 Jul 16 08:40:42.421405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611d6a-d135-427c-8370-23194e261762 admin admin] Pushing event updated for resources: {'Network': ['ID=d591072a-4746-4ddd-844e-2cecd0a68d09,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.424256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:42.431104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Request body: {'subnet': {'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1073091441-subnet', 'tenant_id': 'fef113911a7b4149b70f199c34ef039a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:42.433008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d591072a-4746-4ddd-844e-2cecd0a68d09 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:42.484769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Made reservation on behalf of fef113911a7b4149b70f199c34ef039a for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:42.489902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.660923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.933325 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39e09b9f-5af7-4aa5-a57e-06c645048442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.984908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143aaa0-0e01-4cf1-89f7-df3915997191 req-2fc9bdbb-39b9-4e0e-ac52-f69c1fcc28aa tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.986681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3143aaa0-0e01-4cf1-89f7-df3915997191 req-2fc9bdbb-39b9-4e0e-ac52-f69c1fcc28aa tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.3184962 Jul 16 08:40:43.086374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842da99-8612-4b95-89b8-cfbcc2c8c920 req-b03fcf4c-d415-49d1-b56c-4be5270b9dd2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.097064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2842da99-8612-4b95-89b8-cfbcc2c8c920 req-b03fcf4c-d415-49d1-b56c-4be5270b9dd2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 932 time: 1.4311192 Jul 16 08:40:43.153995 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3143aaa0-0e01-4cf1-89f7-df3915997191 req-ca958b2f-f806-4bb8-b855-850dd5999fc4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298943 Jul 16 08:40:43.155423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.243068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298f3de1-430d-4ac5-9bf2-5196295c36fe,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.318279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Checking segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:43.318755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Network hostable DHCP agents. Network: d591072a-4746-4ddd-844e-2cecd0a68d09, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:43.356481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f8b24c2a-0c17-4ab0-bb3f-4045285482d8 None None] Provisioning complete for port 8885baba-b6f0-433c-a1aa-742c85716db0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:43.357276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8b24c2a-0c17-4ab0-bb3f-4045285482d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.375839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Network d591072a-4746-4ddd-844e-2cecd0a68d09 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:43.401982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d591072a-4746-4ddd-844e-2cecd0a68d09) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:43.420822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2bb1e8-3f46-4dcb-ac4d-ec50375be3b7 None None] Network d591072a-4746-4ddd-844e-2cecd0a68d09 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:43.422820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.423579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.484509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f37dcac4-9f96-4420-9ddd-40f67b32b353 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0574102 Jul 16 08:40:43.562524 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:43.623512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2842da99-8612-4b95-89b8-cfbcc2c8c920 req-062151ae-129d-4815-9f04-995cf0a36e62 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5249474 Jul 16 08:40:43.685593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453888fc-1fb5-474f-b899-9741950fd881 req-be2046b1-1554-48d3-be2b-a0e155ff8622 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.692543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.693098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-453888fc-1fb5-474f-b899-9741950fd881 req-be2046b1-1554-48d3-be2b-a0e155ff8622 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.2054601 Jul 16 08:40:43.768404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 10.1.1.125 (3f48b460-7e8e-448c-b879-adaf0ebc3b4e/2ff3c135-e7ab-4c37-a7c6-0d81b47d8407/0d632d41-28f8-490b-a527-596b40e52f64) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:43.921355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-453888fc-1fb5-474f-b899-9741950fd881 req-892196ff-c4ba-4c8b-8958-fe044125527f tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271574 Jul 16 08:40:44.009078 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.035151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-d591072a-4746-4ddd-844e-2cecd0a68d09', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'tenant_id': 'fef113911a7b4149b70f199c34ef039a', 'fixed_ips': [{'subnet_id': '298f3de1-430d-4ac5-9bf2-5196295c36fe'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:44.036962 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.045296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object 0d632d41-28f8-490b-a527-596b40e52f64 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:44.205170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.232122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.239114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/a8c5cca1-b3c8-418e-926b-1b4e418e6202 HTTP/1.1" status: 204 len: 168 time: 2.4986014 Jul 16 08:40:44.242623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57590) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:44.243794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-962a0757-dc45-4668-8cb7-0b8091b3ba37 req-fe3c1a72-8e6f-41d3-aff4-42cbed847e99 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 210 time: 0.0803759 Jul 16 08:40:44.252175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4f167-2018-4945-bb3e-7515d2b6f36f None None] Network 403e1a12-e2ec-4877-807a-187d784f3d1f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:44.266867 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.308322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d0311-5912-436e-bace-aede91293f3b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c5cca1-b3c8-418e-926b-1b4e418e6202,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.434514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Allocated IP 172.20.0.2 (d591072a-4746-4ddd-844e-2cecd0a68d09/298f3de1-430d-4ac5-9bf2-5196295c36fe/1d92b36d-897e-4119-bedc-e4ac19d2d34f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:44.438357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57600) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:44.440419 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-085f8743-d929-4331-82a1-ffd9403fc631 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671724 Jul 16 08:40:44.509426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:44.607768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:44.631782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:44.740413 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.745128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] DHCP port deletion for 403e1a12-e2ec-4877-807a-187d784f3d1f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:44.777521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Transition to ACTIVE for port object 1d92b36d-897e-4119-bedc-e4ac19d2d34f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:44.863958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.893113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Transition to ACTIVE for port object 1d92b36d-897e-4119-bedc-e4ac19d2d34f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:44.914620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.918129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.931690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.932378 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.950605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946d181-b2a7-442b-bd10-718d6002f727 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.963361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7946d181-b2a7-442b-bd10-718d6002f727 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5238624 Jul 16 08:40:44.967123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57606) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.043401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-79950da8-0bf0-4e5d-a14d-85f23cc80f7a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8439066 Jul 16 08:40:45.051671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8711a-1917-4aab-a04d-8e8693f78fb8 req-436d67e3-e558-4dc0-984c-33e5bf75535f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.057425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'admin_state_up': True, 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'security_groups': ['cab093fa-32eb-44cd-9ad2-40ba763f9934']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:45.060682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Network d591072a-4746-4ddd-844e-2cecd0a68d09 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:45.061168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2eb8711a-1917-4aab-a04d-8e8693f78fb8 req-436d67e3-e558-4dc0-984c-33e5bf75535f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.5425310 Jul 16 08:40:45.076244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:45.090943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:45.104086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] Deleting port 8885baba-b6f0-433c-a1aa-742c85716db0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:45.105076 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.109788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-86e2fda3-3a87-4285-88e3-bcd35b99596b tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.113088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-86e2fda3-3a87-4285-88e3-bcd35b99596b tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.36 "GET /v2.0/networks?id=29fc0910-45d1-4858-ae8f-84b1c76798b7 HTTP/1.1" status: 200 len: 813 time: 0.4833050 Jul 16 08:40:45.121507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-1ffaba27-d500-4db4-b317-8836c8fad037 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.123708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-1ffaba27-d500-4db4-b317-8836c8fad037 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 816 time: 0.6775460 Jul 16 08:40:45.139213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490ab29-69f8-4354-a159-494df713a368 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.144608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0490ab29-69f8-4354-a159-494df713a368 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1763299 Jul 16 08:40:45.158116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2eb8711a-1917-4aab-a04d-8e8693f78fb8 req-b5ceafe7-2f1a-4a60-89ca-693be92db15d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961549 Jul 16 08:40:45.160941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57610) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.181090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Pushing event updated for resources: {'Port': ['ID=1d92b36d-897e-4119-bedc-e4ac19d2d34f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.188913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Request body: {'port': {'device_id': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7', 'admin_state_up': True, 'tenant_id': 'f77f64cb6e234fe0b5c0605b82f8ebc5'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:45.213362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-cfec87ca-bf26-4710-b06e-8689044ab61d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/quotas/fef113911a7b4149b70f199c34ef039a HTTP/1.1" status: 200 len: 375 time: 0.0118053 Jul 16 08:40:45.223059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-657c4a5e-c23d-4367-bca1-6889ea1dec3a None None] Provisioning for port 0d632d41-28f8-490b-a527-596b40e52f64 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:45.299656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-657c4a5e-c23d-4367-bca1-6889ea1dec3a None None] Provisioning complete for port 0d632d41-28f8-490b-a527-596b40e52f64 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:45.300042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-657c4a5e-c23d-4367-bca1-6889ea1dec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.318743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a0c37732-0075-4d02-82f5-049047d74254 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511285 Jul 16 08:40:45.334457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.361901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8885baba-b6f0-433c-a1aa-742c85716db0,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:45.362291 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.375016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Attempting to bind port 1d92b36d-897e-4119-bedc-e4ac19d2d34f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:45.375448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Attempting to bind port 1d92b36d-897e-4119-bedc-e4ac19d2d34f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:45.375904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Attempting to bind port 1d92b36d-897e-4119-bedc-e4ac19d2d34f on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:45.388067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8885baba-b6f0-433c-a1aa-742c85716db0 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:45.408639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] Calling delete_port for 8885baba-b6f0-433c-a1aa-742c85716db0 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:45.428520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:45.429595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Checking segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:45.429994 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.430491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Bound using segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:45.431003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Bound port: 1d92b36d-897e-4119-bedc-e4ac19d2d34f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:45.431417 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.479924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-657c4a5e-c23d-4367-bca1-6889ea1dec3a None None] Port 0d632d41-28f8-490b-a527-596b40e52f64 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:45.538326 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-c2fa012d-38ff-48e9-8c41-b17e007047fc tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2658660 Jul 16 08:40:45.598166 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc7b465-3a1b-4508-afb0-ad98ca107796 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:45.603866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc7b465-3a1b-4508-afb0-ad98ca107796 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:45.606455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-efc7b465-3a1b-4508-afb0-ad98ca107796 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/2c33ec97-a63b-4422-b576-57995ac63f4e HTTP/1.1" status: 404 len: 333 time: 0.2679269 Jul 16 08:40:45.615514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57616) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.672942 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6a330e-7ef8-4c42-bdf0-4cef8e890c45 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:45.673405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6a330e-7ef8-4c42-bdf0-4cef8e890c45 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:45.677264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.687474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1b6a330e-7ef8-4c42-bdf0-4cef8e890c45 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/0c35140f-b083-4809-a00e-dfa476432952 HTTP/1.1" status: 404 len: 337 time: 0.0673106 Jul 16 08:40:45.710804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57618) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.720982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 8885baba-b6f0-433c-a1aa-742c85716db0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8885baba-b6f0-433c-a1aa-742c85716db0,segment=NetworkSegment(68b82f27-349f-4c86-a7cc-3861946e276e),segment_id=68b82f27-349f-4c86-a7cc-3861946e276e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:45.721880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-2853fc84-731c-41e3-abeb-602791f383de service neutron] 10.222.0.41 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731513 Jul 16 08:40:45.732959 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-380b6fbf-69c3-418d-997e-c90acb0d8127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.739221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.786660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] For port 1d92b36d-897e-4119-bedc-e4ac19d2d34f, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:45.808667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.813054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] For port 1d92b36d-897e-4119-bedc-e4ac19d2d34f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1d92b36d-897e-4119-bedc-e4ac19d2d34f,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:45.834864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.845543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.852083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943d52c-2177-43ff-aacf-daa99d09ff58 req-230190d4-1217-42b1-8f95-78ed704709ee tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.868780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.871328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] No DVR routers for this DVR port 8885baba-b6f0-433c-a1aa-742c85716db0 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:45.884152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943d52c-2177-43ff-aacf-daa99d09ff58 req-230190d4-1217-42b1-8f95-78ed704709ee tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.886652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d943d52c-2177-43ff-aacf-daa99d09ff58 req-230190d4-1217-42b1-8f95-78ed704709ee tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 1654 time: 0.5141511 Jul 16 08:40:45.890050 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1e3709-4987-4dc8-8951-cb1adfef918a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:45.890809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1e3709-4987-4dc8-8951-cb1adfef918a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:45.897639 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9a1e3709-4987-4dc8-8951-cb1adfef918a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/a8c5cca1-b3c8-418e-926b-1b4e418e6202 HTTP/1.1" status: 404 len: 337 time: 0.1762166 Jul 16 08:40:45.907563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57620) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.923189 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-4d91a190-00ba-4cde-bd78-15df2e7c8fa2 service neutron] 10.222.0.41 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845934 Jul 16 08:40:45.977444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3e586-382a-4340-9d64-9f4e8cd26dc3 None None] Pushing event updated for resources: {'Port': ['ID=1d92b36d-897e-4119-bedc-e4ac19d2d34f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.021245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f5cb-19cc-42c2-9a13-75adb9cd17eb None None] Pushing event deleted for resources: {'Port': ['ID=8885baba-b6f0-433c-a1aa-742c85716db0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.043121 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-370bb166-9253-4d7d-ab08-81fdb5628e0b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.043951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370bb166-9253-4d7d-ab08-81fdb5628e0b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.045960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-370bb166-9253-4d7d-ab08-81fdb5628e0b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/56e0d882-7fe1-4281-9a28-fb91b3dbb29f HTTP/1.1" status: 404 len: 333 time: 0.1356676 Jul 16 08:40:46.052218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:46.059208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.060422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d943d52c-2177-43ff-aacf-daa99d09ff58 req-66151d5c-a133-464f-b3ee-1ebc44dd1812 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581769 Jul 16 08:40:46.060955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.107438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port db47672f-b8e8-4847-8d21-606cdb113c2a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:46.107958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.152538 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-75830939-cb21-4b7f-83e2-e6fa73ae7020 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.153399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75830939-cb21-4b7f-83e2-e6fa73ae7020 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.159549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-75830939-cb21-4b7f-83e2-e6fa73ae7020 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/2633cfc0-38e1-48e1-86ae-4b901af0387f HTTP/1.1" status: 404 len: 337 time: 0.0908797 Jul 16 08:40:46.162706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57624) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.182391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Made reservation on behalf of f77f64cb6e234fe0b5c0605b82f8ebc5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:46.197394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.261187 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-10973f9a-ffa2-4530-b59f-30e9d23965df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.266293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10973f9a-ffa2-4530-b59f-30e9d23965df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.305242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-10973f9a-ffa2-4530-b59f-30e9d23965df tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/8ff66aea-d640-4d68-925a-6122266b9250 HTTP/1.1" status: 404 len: 337 time: 0.1405230 Jul 16 08:40:46.312819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.371203 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e552e3-7571-4491-85d4-bf73e06f72fa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.372506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e552e3-7571-4491-85d4-bf73e06f72fa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.391899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46e552e3-7571-4491-85d4-bf73e06f72fa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/fe10bb77-695c-4b8c-865a-d319b194cbbe HTTP/1.1" status: 404 len: 333 time: 0.0777662 Jul 16 08:40:46.396215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.564288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.567663 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-452cba50-e89c-4a3f-bc07-f8d363a051d1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.568129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452cba50-e89c-4a3f-bc07-f8d363a051d1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.572400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-452cba50-e89c-4a3f-bc07-f8d363a051d1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/ddbc08aa-67b6-4535-aca1-2d13b6de84b3 HTTP/1.1" status: 404 len: 337 time: 0.1747177 Jul 16 08:40:46.582062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57638) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.592493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.639408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for db47672f-b8e8-4847-8d21-606cdb113c2a owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:46.651179 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8940505-6c16-4c9c-901f-4e4ba713b789 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.651747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8940505-6c16-4c9c-901f-4e4ba713b789 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.651928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 10.1.1.254 (3f48b460-7e8e-448c-b879-adaf0ebc3b4e/2ff3c135-e7ab-4c37-a7c6-0d81b47d8407/f412cc6c-898d-4ce6-9c41-328989044d7e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:46.655492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c8940505-6c16-4c9c-901f-4e4ba713b789 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/7c6a6559-b7ed-4806-96f8-261c3ae1232c HTTP/1.1" status: 404 len: 337 time: 0.0707312 Jul 16 08:40:46.657758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57644) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.838407 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed7cbd2-78c5-4625-a59d-cab3acb2905e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.839140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed7cbd2-78c5-4625-a59d-cab3acb2905e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.846792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ed7cbd2-78c5-4625-a59d-cab3acb2905e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/9064a858-ce8a-4221-9786-5a4ab99ce458 HTTP/1.1" status: 404 len: 333 time: 0.1686003 Jul 16 08:40:46.848317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57648) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.942843 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5458604-1012-49a1-aef3-6298e6612b8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:46.943307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5458604-1012-49a1-aef3-6298e6612b8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:46.945173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f5458604-1012-49a1-aef3-6298e6612b8d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d31b8ff2-ab7e-4fad-8224-9f2fa6c7b2e6 HTTP/1.1" status: 404 len: 337 time: 0.0837350 Jul 16 08:40:46.956942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.042282 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f98c78e-ca27-4fe1-ac55-e9eeb6c2eb54 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:47.043160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f98c78e-ca27-4fe1-ac55-e9eeb6c2eb54 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:47.045322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9f98c78e-ca27-4fe1-ac55-e9eeb6c2eb54 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/bd27c10d-6d7c-44c5-aec3-e4c5727fcac0 HTTP/1.1" status: 404 len: 337 time: 0.0859668 Jul 16 08:40:47.051094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.066410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d042b-3216-4b8b-93dc-0accc109ba96 req-ff8a342f-03f6-4330-b8b7-bda734ec5cd8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.071399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object f412cc6c-898d-4ce6-9c41-328989044d7e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:47.072832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c9d042b-3216-4b8b-93dc-0accc109ba96 req-ff8a342f-03f6-4330-b8b7-bda734ec5cd8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.5944605 Jul 16 08:40:47.085988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.099499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Allocated IP 172.20.0.4 (29fc0910-45d1-4858-ae8f-84b1c76798b7/fcdaf543-2839-4087-a863-941aaf7eea1f/46d01beb-3121-4393-9fc0-ff43ae71d0ec) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:47.115168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c651cf2d-a963-413a-8717-41eaa69c1042 req-2af04a91-9584-4926-b183-3d9562dc1384 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 210 time: 0.2500355 Jul 16 08:40:47.233013 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7c79ad-a88e-445f-bc4d-5ecbc73b4416 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:47.234188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7c79ad-a88e-445f-bc4d-5ecbc73b4416 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:47.244982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8a7c79ad-a88e-445f-bc4d-5ecbc73b4416 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/a5b86168-3451-40e5-adc9-883092f7383a HTTP/1.1" status: 404 len: 333 time: 0.1574383 Jul 16 08:40:47.277082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.297373 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.410416 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4195d6-5661-42a3-bf54-babb0538395b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:47.411251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4195d6-5661-42a3-bf54-babb0538395b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:47.415217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb4195d6-5661-42a3-bf54-babb0538395b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/75ab4fb0-a4db-42c0-b578-1f02f73d57f3 HTTP/1.1" status: 404 len: 337 time: 0.1351829 Jul 16 08:40:47.446952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c9d042b-3216-4b8b-93dc-0accc109ba96 req-f4fad566-4468-4d1b-bedf-00f585fdecec tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488925 Jul 16 08:40:47.447563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57658) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.510814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1d92b36d-897e-4119-bedc-e4ac19d2d34f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:47.592950 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0668dc3d-3517-4bb3-8c54-0c154d68e405 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:47.597057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0668dc3d-3517-4bb3-8c54-0c154d68e405 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:47.605462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0668dc3d-3517-4bb3-8c54-0c154d68e405 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/a44ecd21-9ce6-4ae7-a0fb-a20d26c6fed4 HTTP/1.1" status: 404 len: 333 time: 0.1469641 Jul 16 08:40:47.611185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.640490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=db47672f-b8e8-4847-8d21-606cdb113c2a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.719785 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2afd8b2-f100-4500-a82a-83d6252ac8da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:47.720521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2afd8b2-f100-4500-a82a-83d6252ac8da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:47.722617 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d2afd8b2-f100-4500-a82a-83d6252ac8da tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/649509a3-6648-43a6-847a-2b88f4834c1e HTTP/1.1" status: 404 len: 337 time: 0.1093335 Jul 16 08:40:47.728255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.732031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57674) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.737405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.770495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1d92b36d-897e-4119-bedc-e4ac19d2d34f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:47.846107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.873415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b2be4-28cf-4e32-8b41-2e63c5b5ba8f None None] Network d591072a-4746-4ddd-844e-2cecd0a68d09 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:47.904208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2996b-574a-4051-86de-faa00d4a3f9a req-cec5310d-211e-435a-b4a5-d906642e6a09 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.905777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1de2996b-574a-4051-86de-faa00d4a3f9a req-cec5310d-211e-435a-b4a5-d906642e6a09 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.3855548 Jul 16 08:40:47.907729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:47.921098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:47.933498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:47.935008 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa15c946-be4e-4473-978c-c030338bb34f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:47.935951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa15c946-be4e-4473-978c-c030338bb34f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:47.938031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa15c946-be4e-4473-978c-c030338bb34f tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/fc82f281-f2f6-40a8-b13d-92857ab92471 HTTP/1.1" status: 404 len: 333 time: 0.2048421 Jul 16 08:40:47.945934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-534740ca-dd8d-4f34-aed7-b1b6f463ca43 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.947061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57676) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.955177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-534740ca-dd8d-4f34-aed7-b1b6f463ca43 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 816 time: 0.2307870 Jul 16 08:40:47.960176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] Provisioning for port 1d92b36d-897e-4119-bedc-e4ac19d2d34f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:47.971412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] Provisioning complete for port 1d92b36d-897e-4119-bedc-e4ac19d2d34f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:47.978779 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.012536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-7777e9aa-025c-4df5-bc2b-e3e53421d654 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/quotas/fef113911a7b4149b70f199c34ef039a HTTP/1.1" status: 200 len: 375 time: 0.0562050 Jul 16 08:40:48.127297 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0effe097-6a09-4e49-b6e5-b3172c2d65a1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:48.136177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0effe097-6a09-4e49-b6e5-b3172c2d65a1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:48.142179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0effe097-6a09-4e49-b6e5-b3172c2d65a1 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/db88dbb1-e2aa-47d9-8091-b33f6f224879 HTTP/1.1" status: 404 len: 337 time: 0.1921597 Jul 16 08:40:48.147093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57678) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.252549 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.256116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-fa1c5365-113f-488b-b524-4c18cdd6076e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2423544 Jul 16 08:40:48.260252 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a04785-949f-4202-9afb-ace518155c6b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:48.262035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a04785-949f-4202-9afb-ace518155c6b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:48.266749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c0a04785-949f-4202-9afb-ace518155c6b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/23cf3eb7-f89a-40c2-ad99-479a28d7e3f3 HTTP/1.1" status: 404 len: 333 time: 0.1095235 Jul 16 08:40:48.268970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1de2996b-574a-4051-86de-faa00d4a3f9a req-aeb653bc-7892-40d4-a8eb-030544144017 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553286 Jul 16 08:40:48.274857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.329873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.350164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.381356 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.395491 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d87f8b-8f8e-4aba-884d-7ea22707993e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:48.397232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d87f8b-8f8e-4aba-884d-7ea22707993e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:48.403959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-99d87f8b-8f8e-4aba-884d-7ea22707993e tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/6334994d-4f95-488c-a1a7-66145886609e HTTP/1.1" status: 404 len: 337 time: 0.1181600 Jul 16 08:40:48.405940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-8188a454-cab7-4bfa-bbb6-d85ca9abeb8d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3533163 Jul 16 08:40:48.407893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57684) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.424722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'admin_state_up': True, 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'security_groups': ['cab093fa-32eb-44cd-9ad2-40ba763f9934']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:48.438269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.587397 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1180cf-253f-4816-a17b-d852e323fdc7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:48.588410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1180cf-253f-4816-a17b-d852e323fdc7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:48.593844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c1180cf-253f-4816-a17b-d852e323fdc7 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/121a717a-372b-4fb1-ab4f-28db08370eed HTTP/1.1" status: 404 len: 333 time: 0.1815994 Jul 16 08:40:48.612935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57686) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.620899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] For port 1d92b36d-897e-4119-bedc-e4ac19d2d34f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1d92b36d-897e-4119-bedc-e4ac19d2d34f,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:48.639247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.811290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409a2e5-b9ec-48b9-b75c-c079261f197e None None] Pushing event updated for resources: {'Port': ['ID=1d92b36d-897e-4119-bedc-e4ac19d2d34f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.836652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-20d60086-d5a5-432c-b1b2-5e17786e0de1 None None] Provisioning for port f412cc6c-898d-4ce6-9c41-328989044d7e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:48.841275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-20d60086-d5a5-432c-b1b2-5e17786e0de1 None None] Provisioning complete for port f412cc6c-898d-4ce6-9c41-328989044d7e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:48.841837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-20d60086-d5a5-432c-b1b2-5e17786e0de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.887574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.067727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-ad6d76db-ac69-441f-b9b6-6a8b5feece46 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.070058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-ad6d76db-ac69-441f-b9b6-6a8b5feece46 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 816 time: 0.7784405 Jul 16 08:40:49.076866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-ebca0d94-3cc7-4387-9aba-ffcb771bf734 service neutron] 10.222.0.41 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198371 Jul 16 08:40:49.107606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Request body: {'port': {'device_id': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'admin_state_up': True, 'tenant_id': 'fef113911a7b4149b70f199c34ef039a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:49.180898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-20d60086-d5a5-432c-b1b2-5e17786e0de1 None None] Port f412cc6c-898d-4ce6-9c41-328989044d7e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:49.261809 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d3a5b3-f45b-4638-bb28-7e46da834a7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.262292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d3a5b3-f45b-4638-bb28-7e46da834a7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.267086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-06d3a5b3-f45b-4638-bb28-7e46da834a7d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/ff23b40a-d09e-4ce7-a45e-c1fd198a5651 HTTP/1.1" status: 404 len: 337 time: 0.6471817 Jul 16 08:40:49.274830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57688) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.284588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.310124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e7a0e89-7ec7-469a-8cc4-cb4dae52e2bc None None] Provisioning complete for port 1d92b36d-897e-4119-bedc-e4ac19d2d34f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:49.311649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0e89-7ec7-469a-8cc4-cb4dae52e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.356098 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-13840595-c448-42ed-80c5-3f70eaefa7fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.360518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13840595-c448-42ed-80c5-3f70eaefa7fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.362679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-13840595-c448-42ed-80c5-3f70eaefa7fd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/83a1df8b-0ab9-4f99-8669-b60ca1876096 HTTP/1.1" status: 404 len: 333 time: 0.0865619 Jul 16 08:40:49.378913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57692) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.436818 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1926e6c-4942-4888-b2ec-6223717a2852 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.437231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1926e6c-4942-4888-b2ec-6223717a2852 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.442576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d1926e6c-4942-4888-b2ec-6223717a2852 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/60528cef-5955-4271-bbde-d4c5b98d07de HTTP/1.1" status: 404 len: 337 time: 0.0622084 Jul 16 08:40:49.449619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57694) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.450333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Network 29fc0910-45d1-4858-ae8f-84b1c76798b7 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:49.468625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:49.482083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:49.499424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-7cc2aea2-8ca1-49d1-b801-672d2b2192fe service neutron] 10.222.0.41 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809929 Jul 16 08:40:49.501527 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e54e9d-e007-41e9-a44b-1d5638714d25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.502753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e54e9d-e007-41e9-a44b-1d5638714d25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.507814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-49e54e9d-e007-41e9-a44b-1d5638714d25 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/6c5d13c1-355b-40dc-afde-c61283935771 HTTP/1.1" status: 404 len: 337 time: 0.0564845 Jul 16 08:40:49.510264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57696) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.528452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Pushing event updated for resources: {'Port': ['ID=46d01beb-3121-4393-9fc0-ff43ae71d0ec,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.540753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1d92b36d-897e-4119-bedc-e4ac19d2d34f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:49.560044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Router 9bf9a4dc-7c84-4748-9981-0011a1d02334 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:49.561247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.561875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.562318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.563831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.564277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.565047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.565818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.567933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.568532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.568989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.570745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241693-0a02-46d8-8024-95d5ccc678e6 req-c6208ca3-4518-464f-b4d4-5e445736d079 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.571080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.571525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.577865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241693-0a02-46d8-8024-95d5ccc678e6 req-c6208ca3-4518-464f-b4d4-5e445736d079 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.585513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241693-0a02-46d8-8024-95d5ccc678e6 req-c6208ca3-4518-464f-b4d4-5e445736d079 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.595762 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28241693-0a02-46d8-8024-95d5ccc678e6 req-c6208ca3-4518-464f-b4d4-5e445736d079 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 2375 time: 0.3263700 Jul 16 08:40:49.612537 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb895823-3aa4-4a61-8644-3e7070a2a153 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.612537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb895823-3aa4-4a61-8644-3e7070a2a153 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.614253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Made reservation on behalf of fef113911a7b4149b70f199c34ef039a for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:49.618332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb895823-3aa4-4a61-8644-3e7070a2a153 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/8ef28973-b8d4-4343-9460-db197b7fd0e9 HTTP/1.1" status: 404 len: 333 time: 0.1059854 Jul 16 08:40:49.619222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57698) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.624853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.648040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.648904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.655117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1d92b36d-897e-4119-bedc-e4ac19d2d34f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:49.655554 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.673318 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67e9040-d9c1-45b2-85d5-3fa0a332acbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.673782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67e9040-d9c1-45b2-85d5-3fa0a332acbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.679486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c67e9040-d9c1-45b2-85d5-3fa0a332acbd tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f011507e-f421-4040-a1ef-cd9e9cc9e01e HTTP/1.1" status: 404 len: 337 time: 0.0476723 Jul 16 08:40:49.681286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57700) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.746189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:49.779801 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-b0812e14-7303-4a84-9259-32312fc0cfe2 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6167288 Jul 16 08:40:49.796938 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34adf1c-5d06-4687-9eb3-0bb121b3b3db tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:49.800163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34adf1c-5d06-4687-9eb3-0bb121b3b3db tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:49.805421 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a34adf1c-5d06-4687-9eb3-0bb121b3b3db tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f4c00952-87e6-4e59-9503-e0f3d439e52e HTTP/1.1" status: 404 len: 337 time: 0.1143262 Jul 16 08:40:49.820639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Request body: {'port': {'device_id': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:49.830399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57704) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.890988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28241693-0a02-46d8-8024-95d5ccc678e6 req-cae34fbf-5ac6-4ecc-8668-7a94057147e4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933984 Jul 16 08:40:49.927365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:49.927365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-310b4d93-1fd9-48b8-a4fd-90805cf18326 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/routers/9bf9a4dc-7c84-4748-9981-0011a1d02334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3074551 Jul 16 08:40:49.938708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.943509 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] Sync routers for ids ['9bf9a4dc-7c84-4748-9981-0011a1d02334'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:49.956991 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] Routers {'9bf9a4dc-7c84-4748-9981-0011a1d02334'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:49.957645 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9bf9a4dc-7c84-4748-9981-0011a1d02334'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:50.078523 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:50.103515 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] Routers {'9bf9a4dc-7c84-4748-9981-0011a1d02334'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:50.104326 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9bf9a4dc-7c84-4748-9981-0011a1d02334'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:50.148090 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-648ee063-3709-4ca4-a46d-c7a6cf98a401 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:40:50.158599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-648ee063-3709-4ca4-a46d-c7a6cf98a401 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/db47672f-b8e8-4847-8d21-606cdb113c2a HTTP/1.1" status: 404 len: 333 time: 0.2032492 Jul 16 08:40:50.158833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.166793 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-061928b1-bfd2-44fd-8e36-6261ec3caaf5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:50.184285 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:50.184958 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859548f-7f4b-4dc7-9a6a-f1ac403af542 None None] The sync data for ids ['9bf9a4dc-7c84-4748-9981-0011a1d02334'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:50.195225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061928b1-bfd2-44fd-8e36-6261ec3caaf5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:50.201736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-061928b1-bfd2-44fd-8e36-6261ec3caaf5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/a24722c5-0b3e-4011-a58d-058abeb0109d HTTP/1.1" status: 404 len: 333 time: 0.3662150 Jul 16 08:40:50.266419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57718) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.269629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.481357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Allocated IP 172.20.0.8 (d591072a-4746-4ddd-844e-2cecd0a68d09/298f3de1-430d-4ac5-9bf2-5196295c36fe/476e3cd2-d328-4502-a90c-1261ef95faa6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:50.519588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.522043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.567388 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-86595356-394e-495e-9451-041928623f6d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:50.567998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86595356-394e-495e-9451-041928623f6d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:50.570140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-86595356-394e-495e-9451-041928623f6d tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/79ddf309-c70d-454e-83d9-6e1728585f04 HTTP/1.1" status: 404 len: 337 time: 0.2980959 Jul 16 08:40:50.595067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57722) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.610767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.611451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf9a4dc-7c84-4748-9981-0011a1d02334 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:40:50.655151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.656203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-01cc47dd-e469-4219-ae26-3a31b4d13cd6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/routers/9bf9a4dc-7c84-4748-9981-0011a1d02334 HTTP/1.1" status: 204 len: 168 time: 0.4959428 Jul 16 08:40:50.659797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.714637 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b655f9c-f8b8-44da-a1db-a8d40353ad61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:50.715344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b655f9c-f8b8-44da-a1db-a8d40353ad61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:50.717203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2b655f9c-f8b8-44da-a1db-a8d40353ad61 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f815bf52-3276-4236-a5ba-2ce188315bc7 HTTP/1.1" status: 404 len: 337 time: 0.1193662 Jul 16 08:40:50.721128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.723967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet 19bf5614-50c9-4a4d-ac7a-a30e4e984ece {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:50.739508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.749936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57726) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.785512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.895904 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.969225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.987288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.066215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=19bf5614-50c9-4a4d-ac7a-a30e4e984ece,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.086124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.088497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d676d1f-85fe-4830-a468-254c28835b33 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/19bf5614-50c9-4a4d-ac7a-a30e4e984ece HTTP/1.1" status: 204 len: 168 time: 0.4256973 Jul 16 08:40:51.092635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4397bedd-368d-4813-84fa-cfcfc62b795d None None] Network cce539b7-e7bc-4f94-a3a1-527008df0505 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:51.109471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:51.122749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d01beb-3121-4393-9fc0-ff43ae71d0ec {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:51.135297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.154325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Transition to ACTIVE for port object 46d01beb-3121-4393-9fc0-ff43ae71d0ec will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:51.188972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.223148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9f2b-b52b-4828-a8a1-3063f9c387e6 req-ec33bc0c-04b0-42c0-b1aa-c195cb3b49db tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.231508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a14b9f2b-b52b-4828-a8a1-3063f9c387e6 req-ec33bc0c-04b0-42c0-b1aa-c195cb3b49db tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 931 time: 0.6600728 Jul 16 08:40:51.382821 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2704ea-735c-4a52-8595-500aeb706b34 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:51.383922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2704ea-735c-4a52-8595-500aeb706b34 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:51.391000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cf2704ea-735c-4a52-8595-500aeb706b34 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/de72d0fd-3362-4a9d-80f2-390b83fe50e5 HTTP/1.1" status: 404 len: 333 time: 0.2350416 Jul 16 08:40:51.416889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57734) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:51.447612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.485117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a14b9f2b-b52b-4828-a8a1-3063f9c387e6 req-c9dc2f32-15f1-4490-ab37-633d323107de tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487783 Jul 16 08:40:51.535977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 10.2.2.100 (05fa5dc6-4aed-4c0d-8482-fd8478130a1e/86d4bb26-94fb-40f0-b9ab-8758831520a2/094620bd-e02e-4e7a-9f69-6c8efcba8300) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:51.674702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Pushing event updated for resources: {'Port': ['ID=46d01beb-3121-4393-9fc0-ff43ae71d0ec,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.719552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] DHCP port deletion for cce539b7-e7bc-4f94-a3a1-527008df0505 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:51.778509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 353e692f-5ab9-4021-8fa0-41c029ff5037 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:51.778805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.825187 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-01312432-f858-4216-8955-d2099d296c9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:51.826293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] Deleting port 353e692f-5ab9-4021-8fa0-41c029ff5037 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:51.826961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.831739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01312432-f858-4216-8955-d2099d296c9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:51.840844 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-01312432-f858-4216-8955-d2099d296c9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/28247e5c-c9ab-4dd9-a7cd-8e7c3999dd4e HTTP/1.1" status: 404 len: 337 time: 0.4091218 Jul 16 08:40:51.855594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57740) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:51.920055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2716-4222-454a-bb0d-5cf014890b39 req-6e4f7a58-b7ac-47a5-b39a-36fafac37ad6 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.925603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd8c2716-4222-454a-bb0d-5cf014890b39 req-6e4f7a58-b7ac-47a5-b39a-36fafac37ad6 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 1.9410849 Jul 16 08:40:51.980758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197dac9-6e27-4d5a-8d74-9ec9a13095f8 req-d472f4d1-c1af-454a-a394-db397ffd0144 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.989212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4197dac9-6e27-4d5a-8d74-9ec9a13095f8 req-d472f4d1-c1af-454a-a394-db397ffd0144 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.3104920 Jul 16 08:40:51.997036 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0be06a-826e-4458-bdc7-070d3eb5dea8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:51.997600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0be06a-826e-4458-bdc7-070d3eb5dea8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:51.999353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1b0be06a-826e-4458-bdc7-070d3eb5dea8 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/9c6b36cb-5637-450f-a37e-799411a96e80 HTTP/1.1" status: 404 len: 337 time: 0.1401656 Jul 16 08:40:52.008424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.014780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] For port 353e692f-5ab9-4021-8fa0-41c029ff5037, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=353e692f-5ab9-4021-8fa0-41c029ff5037,segment=NetworkSegment(b5884d34-322d-494b-84c5-f1d4352071fe),segment_id=b5884d34-322d-494b-84c5-f1d4352071fe)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:52.015147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.042846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] For port 353e692f-5ab9-4021-8fa0-41c029ff5037, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=353e692f-5ab9-4021-8fa0-41c029ff5037,segment=NetworkSegment(b5884d34-322d-494b-84c5-f1d4352071fe),segment_id=b5884d34-322d-494b-84c5-f1d4352071fe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:52.043446 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.071793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] Calling delete_port for 353e692f-5ab9-4021-8fa0-41c029ff5037 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:52.118629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Attempting to bind port 46d01beb-3121-4393-9fc0-ff43ae71d0ec on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:52.119129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Attempting to bind port 46d01beb-3121-4393-9fc0-ff43ae71d0ec by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '40745380-b098-4208-b086-b4c3d1de015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:52.119526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Attempting to bind port 46d01beb-3121-4393-9fc0-ff43ae71d0ec on network 29fc0910-45d1-4858-ae8f-84b1c76798b7 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:52.135231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd8c2716-4222-454a-bb0d-5cf014890b39 req-11575c49-879f-43f0-b126-1051fa14797b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190064 Jul 16 08:40:52.139490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Port 46d01beb-3121-4393-9fc0-ff43ae71d0ec on network 29fc0910-45d1-4858-ae8f-84b1c76798b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:52.139715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Attempting to bind port 46d01beb-3121-4393-9fc0-ff43ae71d0ec on network 29fc0910-45d1-4858-ae8f-84b1c76798b7 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:52.152993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:52.153267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 353e692f-5ab9-4021-8fa0-41c029ff5037 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:52.153382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Checking segment: {'id': '40745380-b098-4208-b086-b4c3d1de015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:52.153712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Bound using segment: {'id': '40745380-b098-4208-b086-b4c3d1de015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:52.154165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Bound port: 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40745380-b098-4208-b086-b4c3d1de015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:52.154529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.161453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.223502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Transition to ACTIVE for port object 476e3cd2-d328-4502-a90c-1261ef95faa6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:52.310285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.348843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] For port 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:52.391786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] For port 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec,segment=NetworkSegment(40745380-b098-4208-b086-b4c3d1de015e),segment_id=40745380-b098-4208-b086-b4c3d1de015e)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:52.400310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.418372 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.443015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] No DVR routers for this DVR port 353e692f-5ab9-4021-8fa0-41c029ff5037 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:52.476464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.477370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eabac-7598-4e3f-9f58-35c436f33f15 None None] Pushing event deleted for resources: {'Port': ['ID=353e692f-5ab9-4021-8fa0-41c029ff5037,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.478103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.478730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.480211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] 10.222.0.36 "PUT /v2.0/ports/46d01beb-3121-4393-9fc0-ff43ae71d0ec HTTP/1.1" status: 200 len: 1092 time: 2.6698992 Jul 16 08:40:52.482566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'tag': '46d01beb-3121-4393-9fc0-ff43ae71d0ec'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:52.485023 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea576210-0896-4454-8b9a-35117bd67d33" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5406eb-f5a9-47c2-93ef-54e68d96f367", "tag": "46d01beb-3121-4393-9fc0-ff43ae71d0ec"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:52.503922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ae243ce7-7eee-4973-9aed-01e59c5e0ce5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf3569e-4cbd-4ea5-8d3e-b9a67906b768 HTTP/1.1" status: 200 len: 205 time: 0.4839191 Jul 16 08:40:52.511879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57756) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.579556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=353e692f-5ab9-4021-8fa0-41c029ff5037,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.601888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Network d591072a-4746-4ddd-844e-2cecd0a68d09 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:52.636291 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-9f92b3da-8984-48cf-b85c-6470bf159511 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] delete failed (client error): The resource could not be found. Jul 16 08:40:52.637334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9f92b3da-8984-48cf-b85c-6470bf159511 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/routers/acf3569e-4cbd-4ea5-8d3e-b9a67906b768 HTTP/1.1" status: 404 len: 336 time: 0.1242280 Jul 16 08:40:52.638255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:52.641376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.657092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4197dac9-6e27-4d5a-8d74-9ec9a13095f8 req-638263f3-f6df-47fe-82eb-4a2eb0282242 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6669896 Jul 16 08:40:52.662928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No DVR routers for this DVR port 353e692f-5ab9-4021-8fa0-41c029ff5037 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:52.676695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:52.678386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.682724 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-28443ebb-ce8a-4680-9e4f-730e56956049 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:52.683179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28443ebb-ce8a-4680-9e4f-730e56956049 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:52.685839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-28443ebb-ce8a-4680-9e4f-730e56956049 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/7ef8f76b-9529-4478-858c-34da9c08b7e2 HTTP/1.1" status: 404 len: 337 time: 0.0401306 Jul 16 08:40:52.689084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465fa3-c3cb-493b-8499-151d0422bc3e service neutron] Pushing event updated for resources: {'Port': ['ID=46d01beb-3121-4393-9fc0-ff43ae71d0ec,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.691932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.736628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-3fb4b716-55d9-415a-93e3-a278661c2add tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.738192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-3fb4b716-55d9-415a-93e3-a278661c2add tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 816 time: 0.3856390 Jul 16 08:40:52.752704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object 094620bd-e02e-4e7a-9f69-6c8efcba8300 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:52.852659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Pushing event updated for resources: {'Port': ['ID=476e3cd2-d328-4502-a90c-1261ef95faa6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.901184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-182c92cb-98d4-4be0-bd1f-2df0dff705c5 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "GET /v2.0/ports?device_id=73cb830b-181f-43da-9034-0985835c418e HTTP/1.1" status: 200 len: 205 time: 0.1618717 Jul 16 08:40:52.913742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57764) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.917716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.921651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-4cf269e3-4ba2-4127-ad8a-88228818d71e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/quotas/fef113911a7b4149b70f199c34ef039a HTTP/1.1" status: 200 len: 375 time: 0.1722612 Jul 16 08:40:53.037496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce539b7-e7bc-4f94-a3a1-527008df0505']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.055766 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.124520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-175f7849-38d3-4b18-bd23-82fcfd497c89 None None] Provisioning for port 476e3cd2-d328-4502-a90c-1261ef95faa6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:53.133814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-175f7849-38d3-4b18-bd23-82fcfd497c89 None None] Provisioning complete for port 476e3cd2-d328-4502-a90c-1261ef95faa6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:53.134238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-175f7849-38d3-4b18-bd23-82fcfd497c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.200272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:53.200836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-175f7849-38d3-4b18-bd23-82fcfd497c89 None None] Port 476e3cd2-d328-4502-a90c-1261ef95faa6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:53.206572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5884d34-322d-494b-84c5-f1d4352071fe') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.206990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5884d34-322d-494b-84c5-f1d4352071fe') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.209001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.219572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:53.232739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:53.250380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-f1f54d61-60d1-4c9d-b004-7d0b648dded4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.252415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-f1f54d61-60d1-4c9d-b004-7d0b648dded4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.36 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 816 time: 1.4062424 Jul 16 08:40:53.255918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.304999 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-8ce8d55c-5bed-4836-84dc-3ee5026ca226 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] delete failed (client error): The resource could not be found. Jul 16 08:40:53.306071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ce8d55c-5bed-4836-84dc-3ee5026ca226 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/routers/73cb830b-181f-43da-9034-0985835c418e HTTP/1.1" status: 404 len: 336 time: 0.3728614 Jul 16 08:40:53.316343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57766) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.326216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Request body: {'port': {'device_id': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'admin_state_up': True, 'tenant_id': 'fef113911a7b4149b70f199c34ef039a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:53.370274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.370987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.376780 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c714de3e-09cf-4121-add2-9315b05a0b5b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:53.377227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c714de3e-09cf-4121-add2-9315b05a0b5b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:53.387780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c714de3e-09cf-4121-add2-9315b05a0b5b tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/9b2b87e1-b2fd-4cfa-a3a7-5eb310b163fa HTTP/1.1" status: 404 len: 337 time: 0.0697381 Jul 16 08:40:53.388732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 353e692f-5ab9-4021-8fa0-41c029ff5037 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:53.391218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57768) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.393307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-021e61bb-88e7-4130-ab39-b2850596bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.397348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-021e61bb-88e7-4130-ab39-b2850596bc4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f77f64cb6e234fe0b5c0605b82f8ebc5&device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 1095 time: 0.8414977 Jul 16 08:40:53.432751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 353e692f-5ab9-4021-8fa0-41c029ff5037 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:53.432751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 353e692f-5ab9-4021-8fa0-41c029ff5037 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:53.474242 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf59c66-c43e-4338-a738-bda08a86ad67 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:53.474695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf59c66-c43e-4338-a738-bda08a86ad67 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:53.477043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9bf59c66-c43e-4338-a738-bda08a86ad67 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d5b2f89c-718b-4da3-8437-6aae4409987f HTTP/1.1" status: 404 len: 337 time: 0.0774224 Jul 16 08:40:53.503558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57770) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.528392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b4c57988-9f28-4fce-9aeb-b2152cd25673 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4346187 Jul 16 08:40:53.532968 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-7c5889f7-28e4-4bac-8e5c-5573005ada4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec HTTP/1.1" status: 200 len: 217 time: 0.1000185 Jul 16 08:40:53.544866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Request body: {'port': {'device_id': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:53.549118 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b80e409-705b-4028-9e47-f299d9929e70 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:53.550753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b80e409-705b-4028-9e47-f299d9929e70 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:53.552622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8b80e409-705b-4028-9e47-f299d9929e70 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/7b7f2386-53dc-4dea-a53b-2425977cabe5 HTTP/1.1" status: 404 len: 333 time: 0.0443101 Jul 16 08:40:53.562568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57772) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.594770 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.615807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87142d-3fe1-45d5-b617-db8a7c235a85 req-e75951c2-e7d8-4221-9994-ac3f7946c0e5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.625180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87142d-3fe1-45d5-b617-db8a7c235a85 req-e75951c2-e7d8-4221-9994-ac3f7946c0e5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.631532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87142d-3fe1-45d5-b617-db8a7c235a85 req-e75951c2-e7d8-4221-9994-ac3f7946c0e5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.638390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87142d-3fe1-45d5-b617-db8a7c235a85 req-e75951c2-e7d8-4221-9994-ac3f7946c0e5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.646986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a87142d-3fe1-45d5-b617-db8a7c235a85 req-e75951c2-e7d8-4221-9994-ac3f7946c0e5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 3096 time: 0.6477478 Jul 16 08:40:53.700138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:53.700731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:53.706171 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:53.709838 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-677a116d-c905-4b59-a150-5bbd193a9e87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:53.709838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677a116d-c905-4b59-a150-5bbd193a9e87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:53.709838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-677a116d-c905-4b59-a150-5bbd193a9e87 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/02e685e1-49a8-4d5f-b3c7-c1ff912c40b3 HTTP/1.1" status: 404 len: 337 time: 0.1331022 Jul 16 08:40:53.721370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-95219a3d-1168-492c-ae52-477651f609ee tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7919466 Jul 16 08:40:53.729489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57774) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.735082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b57ec176-32a3-42ea-b609-365fb0687d31 None None] Provisioning for port 094620bd-e02e-4e7a-9f69-6c8efcba8300 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:53.745748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b57ec176-32a3-42ea-b609-365fb0687d31 None None] Provisioning complete for port 094620bd-e02e-4e7a-9f69-6c8efcba8300 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:53.746459 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b57ec176-32a3-42ea-b609-365fb0687d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.809094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-f179bf06-e5cf-4733-bd29-f889599339d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.812371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-f179bf06-e5cf-4733-bd29-f889599339d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcdaf543-2839-4087-a863-941aaf7eea1f HTTP/1.1" status: 200 len: 853 time: 0.2236431 Jul 16 08:40:53.813676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b57ec176-32a3-42ea-b609-365fb0687d31 None None] Port 094620bd-e02e-4e7a-9f69-6c8efcba8300 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:53.839179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.865940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-11db6fda-dfcc-4499-8304-d6b1ecc4dfe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29fc0910-45d1-4858-ae8f-84b1c76798b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371909 Jul 16 08:40:54.037143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-1cd5a131-89c5-4e03-b1f4-e1798e468d0b service neutron] 10.222.0.41 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131738 Jul 16 08:40:54.129416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.130056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.147841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Made reservation on behalf of fef113911a7b4149b70f199c34ef039a for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:54.151466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.153759 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6183cafb-47da-44ce-baee-ae748de0f957 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.154529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6183cafb-47da-44ce-baee-ae748de0f957 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.158624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-8da54c5d-d86f-4e63-abdc-313828e8fb0e service neutron] 10.222.0.36 "GET /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832787 Jul 16 08:40:54.158933 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6183cafb-47da-44ce-baee-ae748de0f957 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/5a9ba349-ce25-4565-8def-bdb4fd7f2884 HTTP/1.1" status: 404 len: 333 time: 0.4198868 Jul 16 08:40:54.162683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57778) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.242110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a87142d-3fe1-45d5-b617-db8a7c235a85 req-242772c8-6d8d-4e5e-a491-1845533bb351 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5936136 Jul 16 08:40:54.243448 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-80defe20-a743-4aaa-8585-72699cef34f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8228760 Jul 16 08:40:54.245376 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e4f021-32d4-4f89-af51-fdbfa95c28b4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.245840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e4f021-32d4-4f89-af51-fdbfa95c28b4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.250776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f7e4f021-32d4-4f89-af51-fdbfa95c28b4 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/ac9a7825-4919-488f-895f-1ee01a0aea5c HTTP/1.1" status: 404 len: 337 time: 0.0818295 Jul 16 08:40:54.254512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57780) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.325886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'admin_state_up': True, 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'security_groups': ['cab093fa-32eb-44cd-9ad2-40ba763f9934']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:54.330627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.354905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.357239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/cce539b7-e7bc-4f94-a3a1-527008df0505 HTTP/1.1" status: 204 len: 168 time: 3.2457087 Jul 16 08:40:54.361338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57782) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.367697 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f392094b-574b-4a18-a394-39bc69ddd783 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.369160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f392094b-574b-4a18-a394-39bc69ddd783 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.371174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f392094b-574b-4a18-a394-39bc69ddd783 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/189fb2ef-ca3a-4597-bf60-b701631ef029 HTTP/1.1" status: 404 len: 333 time: 0.1037748 Jul 16 08:40:54.378574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57784) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.399181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-1c5946c6-3693-42aa-967c-ae9c8035cd83 service neutron] 10.222.0.41 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606730 Jul 16 08:40:54.418569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b901ba-a50b-4997-b725-d42d7bffa2c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=cce539b7-e7bc-4f94-a3a1-527008df0505,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.446196 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab07682-7101-4369-8728-edf13356e4aa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.446678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab07682-7101-4369-8728-edf13356e4aa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.451126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3ab07682-7101-4369-8728-edf13356e4aa tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/83a71f76-6298-40ae-8bc9-083c4a1b8409 HTTP/1.1" status: 404 len: 337 time: 0.0632305 Jul 16 08:40:54.457807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57786) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.528536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5043d6a-369f-4793-8855-86f78f59bb7b req-99d017b5-7d36-498e-b7f6-0a798448e09f service neutron] 10.222.0.36 "GET /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598323 Jul 16 08:40:54.594150 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1c4af7-a695-49d4-b159-046822bbc186 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.594960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1c4af7-a695-49d4-b159-046822bbc186 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.601443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab1c4af7-a695-49d4-b159-046822bbc186 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/ddb5176e-7b33-4913-a7ac-5a8df9f18669 HTTP/1.1" status: 404 len: 333 time: 0.1314530 Jul 16 08:40:54.609894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57788) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.676317 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9175d82b-11ab-4634-a25a-5d90c1aede12 x-openstack-request-id: req-9175d82b-11ab-4634-a25a-5d90c1aede12 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:54.676624 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5406eb-f5a9-47c2-93ef-54e68d96f367", "tag": "46d01beb-3121-4393-9fc0-ff43ae71d0ec", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:54.679787 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9175d82b-11ab-4634-a25a-5d90c1aede12 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:54.680427 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'tag': '46d01beb-3121-4393-9fc0-ff43ae71d0ec', 'status': 'completed', 'code': 200} Jul 16 08:40:54.688276 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8b861b-ab35-4f27-8aed-1f42d8dc2729 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.688818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8b861b-ab35-4f27-8aed-1f42d8dc2729 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.711058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2e8b861b-ab35-4f27-8aed-1f42d8dc2729 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d572cee0-ac61-4b57-a21d-1eafb0ca9f60 HTTP/1.1" status: 404 len: 337 time: 0.0780914 Jul 16 08:40:54.724579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57794) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.729969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30110144-e068-49a2-b4a8-7388065b95af tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.737133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-30110144-e068-49a2-b4a8-7388065b95af tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/c8d58b5b-26bd-443f-ad1b-54110752af04 HTTP/1.1" status: 200 len: 841 time: 0.3747907 Jul 16 08:40:54.741762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.845518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d5cbc6c-05dc-457a-a5c4-c3fb9b81de16 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/c8d58b5b-26bd-443f-ad1b-54110752af04?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1009412 Jul 16 08:40:54.859394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.870224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:54.913624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Made reservation on behalf of c209d130b2cb483ca431c39caf1f7188 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:54.926651 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.971655 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b666ec43-b076-4d77-bda1-c19ff12af292 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:54.972520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b666ec43-b076-4d77-bda1-c19ff12af292 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:54.981060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b666ec43-b076-4d77-bda1-c19ff12af292 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/2069caea-6ce0-4b9d-9a16-5442a9a4cd2a HTTP/1.1" status: 404 len: 333 time: 0.2367532 Jul 16 08:40:54.981433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.129940 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-398d2a32-40eb-4607-b05e-4f0001293746 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:55.130151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398d2a32-40eb-4607-b05e-4f0001293746 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:55.137627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-398d2a32-40eb-4607-b05e-4f0001293746 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/9fb773a9-33ae-490f-a9d2-5127416f8079 HTTP/1.1" status: 404 len: 337 time: 0.1551538 Jul 16 08:40:55.139155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57808) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.148786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476e3cd2-d328-4502-a90c-1261ef95faa6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:55.244045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.250998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576210-0896-4454-8b9a-35117bd67d33 req-b68c9944-c4ae-4f19-8b05-804b720efd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.252553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-b68c9944-c4ae-4f19-8b05-804b720efd0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f77f64cb6e234fe0b5c0605b82f8ebc5&device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 1095 time: 0.5096958 Jul 16 08:40:55.270164 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d4d1a2-05d5-4e6d-8045-22114067ab9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:55.270962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d4d1a2-05d5-4e6d-8045-22114067ab9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:55.275970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-45d4d1a2-05d5-4e6d-8045-22114067ab9a tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/2c2addd7-e978-4a75-83b2-144bcce738e3 HTTP/1.1" status: 404 len: 333 time: 0.1118603 Jul 16 08:40:55.276631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.396861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Transition to ACTIVE for port object 476e3cd2-d328-4502-a90c-1261ef95faa6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:55.422376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:55.430746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.438787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900a480-d07c-453c-abc7-bf558603b1e3 req-67b7cbed-decc-477c-8cd2-0d28339e6ed7 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.440438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d900a480-d07c-453c-abc7-bf558603b1e3 req-67b7cbed-decc-477c-8cd2-0d28339e6ed7 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 943 time: 0.6335599 Jul 16 08:40:55.448938 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a12d67-63fa-430f-b6d6-932ae7bdf113 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:55.449528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a12d67-63fa-430f-b6d6-932ae7bdf113 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:55.454031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a0a12d67-63fa-430f-b6d6-932ae7bdf113 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/d9892833-012b-4b42-a668-de30433d7212 HTTP/1.1" status: 404 len: 337 time: 0.1723361 Jul 16 08:40:55.454849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.458633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57816) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.560656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Allocated IP 172.20.0.14 (d591072a-4746-4ddd-844e-2cecd0a68d09/298f3de1-430d-4ac5-9bf2-5196295c36fe/770fa5cf-f471-4069-a238-d9475350833e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:55.644391 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8285b5b0-7a77-42f7-b132-823c254d4fd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:55.645181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8285b5b0-7a77-42f7-b132-823c254d4fd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:55.650186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8285b5b0-7a77-42f7-b132-823c254d4fd2 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/ports/f714654b-bd18-4863-b4f2-40a43b0f0a95 HTTP/1.1" status: 404 len: 333 time: 0.1867893 Jul 16 08:40:55.653011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57820) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.739245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Allocated IP 10.2.2.200 (05fa5dc6-4aed-4c0d-8482-fd8478130a1e/86d4bb26-94fb-40f0-b9ab-8758831520a2/67d41dbd-d547-4e84-bf3e-c8789fa80ffa) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:55.785873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Pushing event updated for resources: {'Port': ['ID=476e3cd2-d328-4502-a90c-1261ef95faa6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.789337 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4256fc-e56d-47c0-a67e-5f167ecd8511 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:55.789798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4256fc-e56d-47c0-a67e-5f167ecd8511 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:55.798189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.806123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb4256fc-e56d-47c0-a67e-5f167ecd8511 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/subnets/f714a734-f865-451f-bc79-f5b1c1db6ed5 HTTP/1.1" status: 404 len: 337 time: 0.1465843 Jul 16 08:40:55.898528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d900a480-d07c-453c-abc7-bf558603b1e3 req-5f1ea7e8-6841-484b-991c-6c41b45a2292 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383142 Jul 16 08:40:55.905890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576210-0896-4454-8b9a-35117bd67d33 req-2e218ccb-52b3-4634-bb6e-9382d3c3e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.922225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-2e218ccb-52b3-4634-bb6e-9382d3c3e3a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29fc0910-45d1-4858-ae8f-84b1c76798b7 HTTP/1.1" status: 200 len: 914 time: 0.6446450 Jul 16 08:40:56.068691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.088478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Transition to ACTIVE for port object 770fa5cf-f471-4069-a238-d9475350833e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:56.094597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-5842bab3-4cba-4bdd-9d85-7d427cb79473 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec HTTP/1.1" status: 200 len: 217 time: 0.1147082 Jul 16 08:40:56.146670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70918dbd-b44d-457f-9729-250d97ca2ae0 req-1daa0f56-f0cd-4c6f-bbfb-994059e5bf5f tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 210 time: 0.0727718 Jul 16 08:40:56.214314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576210-0896-4454-8b9a-35117bd67d33 req-c45a8233-0123-4d69-9b9d-622a1c133ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.216374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-c45a8233-0123-4d69-9b9d-622a1c133ab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcdaf543-2839-4087-a863-941aaf7eea1f HTTP/1.1" status: 200 len: 853 time: 0.0806236 Jul 16 08:40:56.260987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-9e33d0c9-2307-4f5c-bcae-b0718d3adab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29fc0910-45d1-4858-ae8f-84b1c76798b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353854 Jul 16 08:40:56.310849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Attempting to bind port 476e3cd2-d328-4502-a90c-1261ef95faa6 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:56.311191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Attempting to bind port 476e3cd2-d328-4502-a90c-1261ef95faa6 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:56.311555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Attempting to bind port 476e3cd2-d328-4502-a90c-1261ef95faa6 on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:56.431815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Port 476e3cd2-d328-4502-a90c-1261ef95faa6 on network d591072a-4746-4ddd-844e-2cecd0a68d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:56.432473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Attempting to bind port 476e3cd2-d328-4502-a90c-1261ef95faa6 on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:56.496352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:56.496756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Checking segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:56.497147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Bound using segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:56.497601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Bound port: 476e3cd2-d328-4502-a90c-1261ef95faa6, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:56.497971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.597895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.608513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.613910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.649990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328d53d-60d7-47e7-80aa-75693636ee6e req-8100cbe9-f15e-4c35-97fa-5ebe31d00cf6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.657460 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4328d53d-60d7-47e7-80aa-75693636ee6e req-8100cbe9-f15e-4c35-97fa-5ebe31d00cf6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 1.4243596 Jul 16 08:40:56.772258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:56.775006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Network d591072a-4746-4ddd-844e-2cecd0a68d09 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:56.779026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.807761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:56.809930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:56.823355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:56.824250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431199d-c7fe-4f51-a901-342d2a1cf6d6 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:56.833608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.834117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.895781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=a8f1c0df-22f5-48e7-821e-46d7fc580d0a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.901377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Pushing event updated for resources: {'Port': ['ID=770fa5cf-f471-4069-a238-d9475350833e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.925677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4328d53d-60d7-47e7-80aa-75693636ee6e req-ad9dca9b-93d5-4277-b56c-b1923d429acc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675238 Jul 16 08:40:56.926891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Transition to ACTIVE for port object 67d41dbd-d547-4e84-bf3e-c8789fa80ffa will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:56.994577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.995420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.003571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0bc9b8e2-9765-4417-acfc-4afe71ebb08d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1430345 Jul 16 08:40:57.025485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57826) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:57.030634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'security_group': {'name': 'tempest-secgroup-419023672'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:57.128129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.187448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-c97a09f8-d597-4fee-a0ea-21a9d6ccf888 service neutron] 10.222.0.36 "GET /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9195192 Jul 16 08:40:57.192589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-c163238c-dc29-48ad-bc8a-fcf04523c1c3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8708909 Jul 16 08:40:57.217370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'tenant_id': '96bd0caa1ad243228faeb5cb41b9fcc0', 'fixed_ips': [{'subnet_id': 'a8f1c0df-22f5-48e7-821e-46d7fc580d0a'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:57.218260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.249375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.256512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Request body: {'port': {'device_id': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:57.319776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403e1a12-e2ec-4877-807a-187d784f3d1f']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:57.329646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e548d-7e8e-4b40-9354-2d46137eb666 req-b01e13a6-f31d-4a52-8d56-272ddf8fea78 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.336447 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a11e548d-7e8e-4b40-9354-2d46137eb666 req-b01e13a6-f31d-4a52-8d56-272ddf8fea78 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.9798701 Jul 16 08:40:57.348966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-2fb488b1-94ff-49cf-a518-267200eec57a tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.351650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-2fb488b1-94ff-49cf-a518-267200eec57a tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 816 time: 1.0173128 Jul 16 08:40:57.356292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b82f27-349f-4c86-a7cc-3861946e276e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:57.356708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b82f27-349f-4c86-a7cc-3861946e276e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:57.377920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.378656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Request body: {'port': {'device_id': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'admin_state_up': True, 'tenant_id': 'fef113911a7b4149b70f199c34ef039a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:57.397066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.463189 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.472878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] For port 476e3cd2-d328-4502-a90c-1261ef95faa6, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:57.489169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:57.489731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:57.497961 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:57.518850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] For port 476e3cd2-d328-4502-a90c-1261ef95faa6, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=476e3cd2-d328-4502-a90c-1261ef95faa6,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:57.536999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Allocated IP 172.20.0.2 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/a8f1c0df-22f5-48e7-821e-46d7fc580d0a/8a8ba738-ba94-405a-807a-70ddbfbe6388) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:57.538927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:57.541338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.561929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:57.608023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:57.612496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event updated for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.619718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.684563 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a11e548d-7e8e-4b40-9354-2d46137eb666 req-83a97b03-b4fb-4601-b39d-be26b6456e59 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313816 Jul 16 08:40:57.690053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0e40-5de7-4314-bb1f-afad9f7ddf5c req-556d2ffc-c228-4162-81ca-cdd31644122a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.696751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0e40-5de7-4314-bb1f-afad9f7ddf5c req-556d2ffc-c228-4162-81ca-cdd31644122a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.714133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0e40-5de7-4314-bb1f-afad9f7ddf5c req-556d2ffc-c228-4162-81ca-cdd31644122a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.731980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0e40-5de7-4314-bb1f-afad9f7ddf5c req-556d2ffc-c228-4162-81ca-cdd31644122a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.741617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b97b0e40-5de7-4314-bb1f-afad9f7ddf5c req-556d2ffc-c228-4162-81ca-cdd31644122a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 3096 time: 0.5271213 Jul 16 08:40:57.783206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.786619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.793322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] 10.222.0.18 "PUT /v2.0/ports/476e3cd2-d328-4502-a90c-1261ef95faa6 HTTP/1.1" status: 200 len: 1092 time: 4.2560360 Jul 16 08:40:57.796693 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.804721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea576210-0896-4454-8b9a-35117bd67d33 req-f37befd6-b9ac-4ee8-9558-56b67bb05a5f service neutron] 10.222.0.36 "GET /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804284 Jul 16 08:40:57.836928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.837797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.842685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] 10.222.0.41 "DELETE /v2.0/networks/403e1a12-e2ec-4877-807a-187d784f3d1f HTTP/1.1" status: 204 len: 168 time: 2.0210094 Jul 16 08:40:57.877311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Transition to ACTIVE for port object 8a8ba738-ba94-405a-807a-70ddbfbe6388 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:57.903901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db377008-e2d8-4993-9d6d-1b7d32804ac0 tempest-NetworksTestDHCPv6-783138505 tempest-NetworksTestDHCPv6-783138505-project] Pushing event deleted for resources: {'Network': ['ID=403e1a12-e2ec-4877-807a-187d784f3d1f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.912413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'tag': '476e3cd2-d328-4502-a90c-1261ef95faa6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:57.918851 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741336e0-c74c-40d4-bd3a-3a25ac4e8844" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca9283d-4614-4f59-8a79-e3acf2220194", "tag": "476e3cd2-d328-4502-a90c-1261ef95faa6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:57.921084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Transition to ACTIVE for port object 8a8ba738-ba94-405a-807a-70ddbfbe6388 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:57.948625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.964100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.065917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Pushing event updated for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.075600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1487731e-bb66-42df-9d7c-81a825231297 None None] Provisioning for port 770fa5cf-f471-4069-a238-d9475350833e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:58.090639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1487731e-bb66-42df-9d7c-81a825231297 None None] Provisioning complete for port 770fa5cf-f471-4069-a238-d9475350833e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:58.096114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1487731e-bb66-42df-9d7c-81a825231297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.151201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Made reservation on behalf of fef113911a7b4149b70f199c34ef039a for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:58.159001 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.206389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1487731e-bb66-42df-9d7c-81a825231297 None None] Port 770fa5cf-f471-4069-a238-d9475350833e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:58.208495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.218186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:58.220290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:58.227435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:58.244283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.247065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.295407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b97b0e40-5de7-4314-bb1f-afad9f7ddf5c req-9bd54c7e-3b63-4034-a134-0aa51d9a8218 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5526855 Jul 16 08:40:58.379371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aa257912-042b-43f1-8f77-74366639367b None None] Provisioning for port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:58.385307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Attempting to bind port 8a8ba738-ba94-405a-807a-70ddbfbe6388 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:58.386077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Attempting to bind port 8a8ba738-ba94-405a-807a-70ddbfbe6388 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '331675a3-cbec-4050-ae7c-e119179bccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:58.386633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Attempting to bind port 8a8ba738-ba94-405a-807a-70ddbfbe6388 on network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:58.390295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aa257912-042b-43f1-8f77-74366639367b None None] Provisioning complete for port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:58.390935 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa257912-042b-43f1-8f77-74366639367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.391062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Allocated IP 172.20.0.5 (d591072a-4746-4ddd-844e-2cecd0a68d09/298f3de1-430d-4ac5-9bf2-5196295c36fe/a09cce6a-cdce-4c8e-b734-ab2804ef16bc) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:58.428212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ec770be3-25fc-4b9c-b348-278f90007b4f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1062646 Jul 16 08:40:58.432096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57840) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.435308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa257912-042b-43f1-8f77-74366639367b None None] Port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:58.438550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:58.439984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Checking segment: {'id': '331675a3-cbec-4050-ae7c-e119179bccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:58.440723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.441300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Bound using segment: {'id': '331675a3-cbec-4050-ae7c-e119179bccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:58.442003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Bound port: 8a8ba738-ba94-405a-807a-70ddbfbe6388, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331675a3-cbec-4050-ae7c-e119179bccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:58.442568 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.456871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:58.481324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.487258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4585123 Jul 16 08:40:58.488686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df44491-22dd-435d-ac8e-7ee632055d2c tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43f23e-eac4-4a61-9179-685a4f0ce627,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.493813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57844) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.527055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:58.531077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a8ba738-ba94-405a-807a-70ddbfbe6388,segment=NetworkSegment(331675a3-cbec-4050-ae7c-e119179bccb0),segment_id=331675a3-cbec-4050-ae7c-e119179bccb0)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:58.547690 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.576687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.593271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Transition to ACTIVE for port object a09cce6a-cdce-4c8e-b734-ab2804ef16bc will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:58.602677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'security_group': {'name': 'tempest-secgroup-508025348'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:58.645556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf6900-da7b-4d56-b6e3-64534924e339 None None] Pushing event updated for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.712657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.758823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Network d591072a-4746-4ddd-844e-2cecd0a68d09 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:58.771497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:58.792341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:58.813325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e5df8-414f-4c6f-b339-e27a4f021c53 service neutron] Pushing event updated for resources: {'Port': ['ID=476e3cd2-d328-4502-a90c-1261ef95faa6,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.833363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 46d01beb-3121-4393-9fc0-ff43ae71d0ec details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:58.855530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.006990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1cba624b-78cd-44bb-a4f4-3d4669e34b80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b2cdcac6721407caa67460276e57439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688913 Jul 16 08:40:59.029098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec,segment=NetworkSegment(40745380-b098-4208-b086-b4c3d1de015e),segment_id=40745380-b098-4208-b086-b4c3d1de015e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:59.064918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57846) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:59.065596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.079877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '46d01beb-3121-4393-9fc0-ff43ae71d0ec', 'network_id': '29fc0910-45d1-4858-ae8f-84b1c76798b7', 'port_id': '46d01beb-3121-4393-9fc0-ff43ae71d0ec', 'mac_address': 'fa:16:3e:6d:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdaf543-2839-4087-a863-941aaf7eea1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:59.090595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a078-033b-4ccc-be23-84b92c18ffd5 req-69182383-5bab-47bf-b1a3-9218a6033cdb tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.111950 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49f7a078-033b-4ccc-be23-84b92c18ffd5 req-69182383-5bab-47bf-b1a3-9218a6033cdb tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 943 time: 0.4855862 Jul 16 08:40:59.129373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Pushing event updated for resources: {'Port': ['ID=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:59.162164 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.178576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d01beb-3121-4393-9fc0-ff43ae71d0ec {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:59.214007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec,segment=NetworkSegment(40745380-b098-4208-b086-b4c3d1de015e),segment_id=40745380-b098-4208-b086-b4c3d1de015e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:59.219917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.241735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-52520daf-189b-4da3-b1c4-314f44b408dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.245234 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-52520daf-189b-4da3-b1c4-314f44b408dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 1095 time: 1.3100605 Jul 16 08:40:59.287772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b17c9-7855-43db-bc24-fe4889e4368c req-6f1b126a-0d26-4687-bcb5-c34516879332 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.310434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f59b17c9-7855-43db-bc24-fe4889e4368c req-6f1b126a-0d26-4687-bcb5-c34516879332 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 931 time: 0.6949112 Jul 16 08:40:59.311406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=46d01beb-3121-4393-9fc0-ff43ae71d0ec,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:59.344672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3a0283bb-e26c-43e5-9867-a4bda7b94554 None None] Provisioning for port a09cce6a-cdce-4c8e-b734-ab2804ef16bc completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:59.357758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3a0283bb-e26c-43e5-9867-a4bda7b94554 None None] Provisioning complete for port a09cce6a-cdce-4c8e-b734-ab2804ef16bc triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:59.360503 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a0283bb-e26c-43e5-9867-a4bda7b94554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.371666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49f7a078-033b-4ccc-be23-84b92c18ffd5 req-0972ca8f-b7ce-4b16-8924-6faa35809e13 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583530 Jul 16 08:40:59.387797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.393118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.415064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-75ab9edc-0c6d-4013-91c9-711bddeab8e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=476e3cd2-d328-4502-a90c-1261ef95faa6 HTTP/1.1" status: 200 len: 217 time: 0.1584432 Jul 16 08:40:59.495029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770fa5cf-f471-4069-a238-d9475350833e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:59.504976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.522919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Transition to ACTIVE for port object 770fa5cf-f471-4069-a238-d9475350833e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:59.542266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3a0283bb-e26c-43e5-9867-a4bda7b94554 None None] Port a09cce6a-cdce-4c8e-b734-ab2804ef16bc cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:59.557135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:59.560690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.580340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-0afe2a45-75fa-4c74-b9af-5e3e90082080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.583057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-0afe2a45-75fa-4c74-b9af-5e3e90082080 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.1581464 Jul 16 08:40:59.606774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f59b17c9-7855-43db-bc24-fe4889e4368c req-29c97383-90a1-4623-bc5e-f684353b5c33 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954690 Jul 16 08:40:59.656077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['46d01beb-3121-4393-9fc0-ff43ae71d0ec'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:59.786693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:59.954238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.974052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Pushing event updated for resources: {'Port': ['ID=770fa5cf-f471-4069-a238-d9475350833e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:59.987780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-d2bda4a5-4f7c-4dc1-b396-7ecf1a56c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.989655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-d2bda4a5-4f7c-4dc1-b396-7ecf1a56c930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3943634 Jul 16 08:41:00.001845 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b754cd49-930a-4cc7-9ee0-dce91dac32c5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6293614 Jul 16 08:41:00.054198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.076377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Request body: {'port': {'device_id': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:00.146637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d149d7c9-500a-4be0-bcb9-f78a6e5df89b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.146637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b73ca919-5552-42bc-8fa7-66b41dfa559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.154608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fedad9-747f-413d-9fca-b94a8ecdfba4 req-c90ff2a3-9fc4-4ff0-a590-19c5d968c7f6 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.161713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12fedad9-747f-413d-9fca-b94a8ecdfba4 req-c90ff2a3-9fc4-4ff0-a590-19c5d968c7f6 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.4260476 Jul 16 08:41:00.172261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b73ca919-5552-42bc-8fa7-66b41dfa559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.223729 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.228811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cbb2191b-fa7a-47ba-96dc-ea206fbf02c6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6460338 Jul 16 08:41:00.254856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57852) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:00.284069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1203524269', 'security_groups': ['d149d7c9-500a-4be0-bcb9-f78a6e5df89b'], 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8f1c0df-22f5-48e7-821e-46d7fc580d0a'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:00.287258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b73ca919-5552-42bc-8fa7-66b41dfa559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.305354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b73ca919-5552-42bc-8fa7-66b41dfa559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.309359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b73ca919-5552-42bc-8fa7-66b41dfa559d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f157d8f1-692e-4cec-b071-17704837039e HTTP/1.1" status: 204 len: 168 time: 1.1936896 Jul 16 08:41:00.369650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-707a8c75-a4cc-4a43-8ee7-c6ca1410ec6e service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613532 Jul 16 08:41:00.483766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12fedad9-747f-413d-9fca-b94a8ecdfba4 req-744f7a03-8d2b-4d10-a2c4-696ae3b5eb8b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210373 Jul 16 08:41:00.558401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Provisioning complete for port c8d58b5b-26bd-443f-ad1b-54110752af04 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:00.558987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.617755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcd280c-0d48-4fd9-a06c-20d874bbae15 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:00.628008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.635877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Port c8d58b5b-26bd-443f-ad1b-54110752af04 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:00.654028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Provisioning for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:00.657429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Transition to ACTIVE for port object fbcd280c-0d48-4fd9-a06c-20d874bbae15 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:00.663505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:00.663816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Attempting to bind port 770fa5cf-f471-4069-a238-d9475350833e on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:00.663945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.664356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Attempting to bind port 770fa5cf-f471-4069-a238-d9475350833e by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:00.665348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Attempting to bind port 770fa5cf-f471-4069-a238-d9475350833e on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:00.669628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ca919-5552-42bc-8fa7-66b41dfa559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f157d8f1-692e-4cec-b071-17704837039e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.678560 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.683274 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7258ca-f700-4a44-9214-e0d71425de52 x-openstack-request-id: req-5c7258ca-f700-4a44-9214-e0d71425de52 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:00.683820 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca9283d-4614-4f59-8a79-e3acf2220194", "tag": "476e3cd2-d328-4502-a90c-1261ef95faa6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:00.683820 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c7258ca-f700-4a44-9214-e0d71425de52 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:00.684166 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'tag': '476e3cd2-d328-4502-a90c-1261ef95faa6', 'status': 'completed', 'code': 200} Jul 16 08:41:00.711423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.734001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Port 770fa5cf-f471-4069-a238-d9475350833e on network d591072a-4746-4ddd-844e-2cecd0a68d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:00.734483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Attempting to bind port 770fa5cf-f471-4069-a238-d9475350833e on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:00.838580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2ad79b-7461-4f9a-8fc4-8fa8164599a0 req-97945f94-b488-4497-a7ea-fc2eff68a94a service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493380 Jul 16 08:41:00.848637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 46d01beb-3121-4393-9fc0-ff43ae71d0ec up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:01.167585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 46d01beb-3121-4393-9fc0-ff43ae71d0ec completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:01.176485 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.219577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a8ba738-ba94-405a-807a-70ddbfbe6388,segment=NetworkSegment(331675a3-cbec-4050-ae7c-e119179bccb0),segment_id=331675a3-cbec-4050-ae7c-e119179bccb0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:01.221106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 46d01beb-3121-4393-9fc0-ff43ae71d0ec triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:01.221851 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.269673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.333005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ac91-037e-4db0-b54a-1c6c3370426c None None] Pushing event updated for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:01.384982 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.422789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-1a2b62c4-af7d-4237-95ac-394bd8761153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.424115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec,segment=NetworkSegment(40745380-b098-4208-b086-b4c3d1de015e),segment_id=40745380-b098-4208-b086-b4c3d1de015e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:01.424330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-1a2b62c4-af7d-4237-95ac-394bd8761153 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 1095 time: 0.3466787 Jul 16 08:41:01.427397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d01beb-3121-4393-9fc0-ff43ae71d0ec'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:01.433701 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a03a8c5-5166-4e2a-bc6f-6fcb9eb00b6c" -d '{"events": [{"server_uuid": "6d5406eb-f5a9-47c2-93ef-54e68d96f367", "name": "network-vif-plugged", "status": "completed", "tag": "46d01beb-3121-4393-9fc0-ff43ae71d0ec"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:01.441195 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.527714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-f1a81b50-b5d7-4083-9190-f0d4c9fb2846 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.530233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=46d01beb-3121-4393-9fc0-ff43ae71d0ec,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:01.534401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-f1a81b50-b5d7-4083-9190-f0d4c9fb2846 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.541044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-f1a81b50-b5d7-4083-9190-f0d4c9fb2846 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.547009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-f1a81b50-b5d7-4083-9190-f0d4c9fb2846 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.553008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-f1a81b50-b5d7-4083-9190-f0d4c9fb2846 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.555046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-f1a81b50-b5d7-4083-9190-f0d4c9fb2846 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 3829 time: 0.4670694 Jul 16 08:41:01.577793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eac2cd-8113-4c61-a65e-4e6ae5ee5d8a req-cf4ce441-c3ff-4405-84d9-c115910bb601 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.579367 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84eac2cd-8113-4c61-a65e-4e6ae5ee5d8a req-cf4ce441-c3ff-4405-84d9-c115910bb601 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 1.6004055 Jul 16 08:41:01.643948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:01.644702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Checking segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:01.645339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Bound using segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:01.646036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Bound port: 770fa5cf-f471-4069-a238-d9475350833e, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:01.646649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.693852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4c9235d-8208-4d4b-a998-62dcd2db89a5 req-7d14e9d8-7285-4bfb-8f06-b7c4cc584574 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249070 Jul 16 08:41:01.698781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Pushing event updated for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:01.701053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09cce6a-cdce-4c8e-b734-ab2804ef16bc {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:01.718305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:01.745354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.793534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84eac2cd-8113-4c61-a65e-4e6ae5ee5d8a req-5239c3f8-7585-4f2b-a5ae-8a5d3ae96cc8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951234 Jul 16 08:41:01.862101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Transition to ACTIVE for port object a09cce6a-cdce-4c8e-b734-ab2804ef16bc will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:01.871309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-afccf2fa-7341-4efd-a872-1abe11adc3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.872940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-afccf2fa-7341-4efd-a872-1abe11adc3d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 917 time: 0.4315472 Jul 16 08:41:01.873891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.950999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] For port 770fa5cf-f471-4069-a238-d9475350833e, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:01.956598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:01.965309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] For port 770fa5cf-f471-4069-a238-d9475350833e, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=770fa5cf-f471-4069-a238-d9475350833e,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:01.994478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.021734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-503bc276-c8e8-4b66-8e89-200bb31e57b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=476e3cd2-d328-4502-a90c-1261ef95faa6 HTTP/1.1" status: 200 len: 217 time: 0.1222901 Jul 16 08:41:02.030438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1089075869'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:02.080968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Pushing event updated for resources: {'Port': ['ID=770fa5cf-f471-4069-a238-d9475350833e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.096880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Attempting to bind port fbcd280c-0d48-4fd9-a06c-20d874bbae15 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:02.097480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Attempting to bind port fbcd280c-0d48-4fd9-a06c-20d874bbae15 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:02.097979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Attempting to bind port fbcd280c-0d48-4fd9-a06c-20d874bbae15 on network 59a2d090-a14a-4ce4-8d26-90cb91a4399d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:02.103612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.105096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.106745 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-00329741-3d05-47db-a36d-c3a1c41f83f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/770fa5cf-f471-4069-a238-d9475350833e HTTP/1.1" status: 200 len: 1093 time: 4.8543916 Jul 16 08:41:02.106874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Made reservation on behalf of f228ddfd0b03487a854cc1863bf44f6e for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:02.110517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'tag': '770fa5cf-f471-4069-a238-d9475350833e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:02.111870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.113186 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c989e101-1580-4469-898a-a80c84d9775e" -d '{"events": [{"name": "network-changed", "server_uuid": "4503dccb-6f73-47ec-b390-0d24faedc32c", "tag": "770fa5cf-f471-4069-a238-d9475350833e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:02.158257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Port fbcd280c-0d48-4fd9-a06c-20d874bbae15 on network 59a2d090-a14a-4ce4-8d26-90cb91a4399d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:02.161158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Attempting to bind port fbcd280c-0d48-4fd9-a06c-20d874bbae15 on network 59a2d090-a14a-4ce4-8d26-90cb91a4399d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:02.172491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.199289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.251862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:02.252102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Checking segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:02.252478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Bound using segment: {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:02.252927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Bound port: fbcd280c-0d48-4fd9-a06c-20d874bbae15, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:02.253286 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.298289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-c0fcb81b-8efa-4f11-b84f-40f2765ac797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.299928 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-c0fcb81b-8efa-4f11-b84f-40f2765ac797 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.2103131 Jul 16 08:41:02.359368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97e13c-95a6-4f5f-9ae0-27b29c4cc9fe req-3f4539c7-6e7a-44e4-941e-8313a279b990 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.360928 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d97e13c-95a6-4f5f-9ae0-27b29c4cc9fe req-3f4539c7-6e7a-44e4-941e-8313a279b990 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 945 time: 0.3687155 Jul 16 08:41:02.366054 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.395413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Attempting to bind port a09cce6a-cdce-4c8e-b734-ab2804ef16bc on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:02.395828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Attempting to bind port a09cce6a-cdce-4c8e-b734-ab2804ef16bc by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:02.396450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Attempting to bind port a09cce6a-cdce-4c8e-b734-ab2804ef16bc on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:02.421894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Port a09cce6a-cdce-4c8e-b734-ab2804ef16bc on network d591072a-4746-4ddd-844e-2cecd0a68d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:02.422241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Attempting to bind port a09cce6a-cdce-4c8e-b734-ab2804ef16bc on network d591072a-4746-4ddd-844e-2cecd0a68d09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:02.427010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-d3fa8547-f35d-4bd4-b095-6f49a9253bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.428677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-d3fa8547-f35d-4bd4-b095-6f49a9253bef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 1096 time: 0.2190871 Jul 16 08:41:02.430580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port 8e56f31b-7cfc-4dd4-b04e-022796278d1e yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:02.439367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:02.442793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:02.443381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:02.443705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Checking segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:02.444184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Bound using segment: {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:02.445161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Bound port: a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e81f24a-d950-4602-b616-431e30fd986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:02.445685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.450849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.498332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d97e13c-95a6-4f5f-9ae0-27b29c4cc9fe req-b895c1f9-28b4-4203-9a06-40b729fdc11e tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255152 Jul 16 08:41:02.539356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65fa9e-b4b6-4f61-9758-1fc974a8bfa7 req-b544b2ae-7139-446b-9e35-471d0f5f8daf tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.546320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1d65fa9e-b4b6-4f61-9758-1fc974a8bfa7 req-b544b2ae-7139-446b-9e35-471d0f5f8daf tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 943 time: 0.2907677 Jul 16 08:41:02.550736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-1f1b8307-e6ed-441a-bc4d-e93454dc2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.552511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-1f1b8307-e6ed-441a-bc4d-e93454dc2db9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434416 Jul 16 08:41:02.573490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.574171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.575570 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] 10.222.0.18 "PUT /v2.0/ports/fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 200 len: 1093 time: 4.1229527 Jul 16 08:41:02.583477 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddba0d3-bc0a-445f-85e0-88ff488a3843 x-openstack-request-id: req-bddba0d3-bc0a-445f-85e0-88ff488a3843 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:02.585610 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5406eb-f5a9-47c2-93ef-54e68d96f367", "name": "network-vif-plugged", "status": "completed", "tag": "46d01beb-3121-4393-9fc0-ff43ae71d0ec", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:02.586339 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bddba0d3-bc0a-445f-85e0-88ff488a3843 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:02.588008 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d01beb-3121-4393-9fc0-ff43ae71d0ec', 'code': 200} Jul 16 08:41:02.601173 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.619956 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.643024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:02.657644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-98593065-0584-4684-91e2-04841c92270c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=770fa5cf-f471-4069-a238-d9475350833e HTTP/1.1" status: 200 len: 217 time: 0.1025503 Jul 16 08:41:02.770582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:02.844474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-66586462-cf4c-43e0-9688-350ca2f2ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.846194 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-66586462-cf4c-43e0-9688-350ca2f2ec1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.1653702 Jul 16 08:41:02.846795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4ce0d-9d5f-4aea-833b-7426c71646df service neutron] Pushing event updated for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.846937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.847414 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Added segment 3a872c9a-d07b-4ed8-bd5d-29327e20bd1e of type vlan for network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 Jul 16 08:41:02.856006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1d65fa9e-b4b6-4f61-9758-1fc974a8bfa7 req-3216ca73-36b1-49cd-a704-a906d74e3c9a tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087425 Jul 16 08:41:02.860417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] For port a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:02.865457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-5e991916-9f4e-4fe7-9675-501704da9426 service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013623 Jul 16 08:41:02.915125 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a3bbc-ca5a-4c42-a8a3-962596924218 x-openstack-request-id: req-489a3bbc-ca5a-4c42-a8a3-962596924218 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:02.915434 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4503dccb-6f73-47ec-b390-0d24faedc32c", "tag": "770fa5cf-f471-4069-a238-d9475350833e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:02.915681 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-489a3bbc-ca5a-4c42-a8a3-962596924218 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:02.916346 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'tag': '770fa5cf-f471-4069-a238-d9475350833e', 'status': 'completed', 'code': 200} Jul 16 08:41:02.916627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863a4409-c66b-4c66-b6a2-1c27d5129453,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.979462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.053033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.13 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/a8f1c0df-22f5-48e7-821e-46d7fc580d0a/8e56f31b-7cfc-4dd4-b04e-022796278d1e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:03.137177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-544c0bc1-670b-42f6-aec7-e2d8505f6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.138890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-544c0bc1-670b-42f6-aec7-e2d8505f6a26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2775156 Jul 16 08:41:03.213845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] For port a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:03.256969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.307258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-74e3b2ae-6d61-4963-8110-d9bc0d977655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.308852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-74e3b2ae-6d61-4963-8110-d9bc0d977655 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1097 time: 0.3374283 Jul 16 08:41:03.336681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.354653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:03.355802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.356431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.357811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a09cce6a-cdce-4c8e-b734-ab2804ef16bc HTTP/1.1" status: 200 len: 1092 time: 3.3076539 Jul 16 08:41:03.370761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'tag': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:03.377399 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d1e617-8f19-46e2-86a8-00a291d323ae", "tag": "a09cce6a-cdce-4c8e-b734-ab2804ef16bc"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:03.419665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180c94-f022-4b65-981c-e75288cfd66c req-ccaf4bf6-fbf1-4391-8f6d-72fbcbb60257 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.426834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180c94-f022-4b65-981c-e75288cfd66c req-ccaf4bf6-fbf1-4391-8f6d-72fbcbb60257 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.434819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180c94-f022-4b65-981c-e75288cfd66c req-ccaf4bf6-fbf1-4391-8f6d-72fbcbb60257 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.438722 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.442995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180c94-f022-4b65-981c-e75288cfd66c req-ccaf4bf6-fbf1-4391-8f6d-72fbcbb60257 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.454436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:03.455312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.458983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180c94-f022-4b65-981c-e75288cfd66c req-ccaf4bf6-fbf1-4391-8f6d-72fbcbb60257 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.466636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-49180c94-f022-4b65-981c-e75288cfd66c req-ccaf4bf6-fbf1-4391-8f6d-72fbcbb60257 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 3829 time: 0.4420211 Jul 16 08:41:03.496333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d95f24-ecdf-4ad4-9b0b-753ddbdc8534 req-97edcae7-bc53-4e2d-8857-f000e35623ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.497858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45d95f24-ecdf-4ad4-9b0b-753ddbdc8534 req-97edcae7-bc53-4e2d-8857-f000e35623ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 1097 time: 0.7349603 Jul 16 08:41:03.504943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38992848-29e3-4f7a-9159-b1d2309284a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.517832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-741336e0-c74c-40d4-bd3a-3a25ac4e8844 req-20bf2a0f-1a3b-4866-82d4-1e723174e381 service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252389 Jul 16 08:41:03.537243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.553260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.555216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.604862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d5d6-51d4-4fcb-a8ab-dc5a0c2cd892 req-88b58f9f-3c3f-463b-8eea-62db00c2e3de tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.606439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c94d5d6-51d4-4fcb-a8ab-dc5a0c2cd892 req-88b58f9f-3c3f-463b-8eea-62db00c2e3de tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.7166986 Jul 16 08:41:03.646011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-e33aaf12-9915-4613-8b99-c6b3e02aec01 service neutron] 10.222.0.36 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850464 Jul 16 08:41:03.652338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9236751 Jul 16 08:41:03.659091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.671351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45d95f24-ecdf-4ad4-9b0b-753ddbdc8534 req-95604056-2023-4951-9c32-eb44086cb688 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566033 Jul 16 08:41:03.684942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Request body: {'subnet': {'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.692235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-49180c94-f022-4b65-981c-e75288cfd66c req-5018973d-908f-4140-b17c-9c80c4024434 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244878 Jul 16 08:41:03.709474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9061b-956c-4a0b-ac5f-ba6a471c99fd tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event updated for resources: {'Network': ['ID=c4db61a3-cc02-42f6-a3d5-fbe1da65db45,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.729341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:03.734932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c94d5d6-51d4-4fcb-a8ab-dc5a0c2cd892 req-afd3485c-f49c-415c-8143-bc364a342433 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170158 Jul 16 08:41:03.740023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-db57af95-e9e5-4773-b06d-5478ff3f5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.742375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-db57af95-e9e5-4773-b06d-5478ff3f5b64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 1095 time: 0.3396761 Jul 16 08:41:03.777946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-153e576c-4e9e-48ec-a1dd-b94c0aeb1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.779451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-153e576c-4e9e-48ec-a1dd-b94c0aeb1006 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.4636865 Jul 16 08:41:03.787129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.827913 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-e5be1e1c-3006-4006-ab49-33f222d18788 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc HTTP/1.1" status: 200 len: 217 time: 0.0777078 Jul 16 08:41:03.829461 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6b231b-5c90-4b76-8d7b-3b979270d1e6 x-openstack-request-id: req-bf6b231b-5c90-4b76-8d7b-3b979270d1e6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:03.829755 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d1e617-8f19-46e2-86a8-00a291d323ae", "tag": "a09cce6a-cdce-4c8e-b734-ab2804ef16bc", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:03.830008 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf6b231b-5c90-4b76-8d7b-3b979270d1e6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:03.830751 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'tag': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc', 'status': 'completed', 'code': 200} Jul 16 08:41:03.837117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 476e3cd2-d328-4502-a90c-1261ef95faa6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:03.892410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 8e56f31b-7cfc-4dd4-b04e-022796278d1e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:03.957103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b35af267-f538-4958-859a-3e68bfba19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.958615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-b35af267-f538-4958-859a-3e68bfba19ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.1239574 Jul 16 08:41:03.966337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 476e3cd2-d328-4502-a90c-1261ef95faa6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=476e3cd2-d328-4502-a90c-1261ef95faa6,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:03.980112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '476e3cd2-d328-4502-a90c-1261ef95faa6', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'port_id': '476e3cd2-d328-4502-a90c-1261ef95faa6', 'mac_address': 'fa:16:3e:a6:fd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298f3de1-430d-4ac5-9bf2-5196295c36fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:04.018192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.030143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3b510-24f3-42ee-b21c-a8213fb63ffe req-79d53b10-4b32-4984-99aa-51b671d6467a tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.034263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476e3cd2-d328-4502-a90c-1261ef95faa6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:04.035997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cd3b510-24f3-42ee-b21c-a8213fb63ffe req-79d53b10-4b32-4984-99aa-51b671d6467a tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 945 time: 0.1155095 Jul 16 08:41:04.044083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69995033-c46d-4fd5-a3dd-66746b15f25f req-44ba0280-e768-4f9c-b2b4-89ea5a2d892b service neutron] 10.222.0.36 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882153 Jul 16 08:41:04.049700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:04.058722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 476e3cd2-d328-4502-a90c-1261ef95faa6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=476e3cd2-d328-4502-a90c-1261ef95faa6,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:04.062658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.076381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.093105 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cd3b510-24f3-42ee-b21c-a8213fb63ffe req-7ca0cfcb-1a9b-40c7-b38c-96a4ee1d43bc tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jul 16 08:41:04.099839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-520a9fa4-5c72-4da7-a1c4-113712975221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.102097 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-520a9fa4-5c72-4da7-a1c4-113712975221 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358671 Jul 16 08:41:04.110553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Made reservation on behalf of f228ddfd0b03487a854cc1863bf44f6e for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:04.114360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.138676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=476e3cd2-d328-4502-a90c-1261ef95faa6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.139677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-45a3110e-be26-4ce7-b0b3-d65ced07ae13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 1001 time: 0.1815524 Jul 16 08:41:04.142084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Transition to ACTIVE for port object a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:04.147192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.148127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.148652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.149140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.149625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.150107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.150752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.151224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.151736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.152365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.152853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.153331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:04.170654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.222379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-84a5e199-1737-43df-99f2-11b3e068ce43 service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128347 Jul 16 08:41:04.316310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['476e3cd2-d328-4502-a90c-1261ef95faa6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:04.330919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50db84ca-eda5-4efa-adb4-e974a168ef38 req-13d780e6-cb80-422a-b99d-a9807bc54068 service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970042 Jul 16 08:41:04.447371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e8ab-ad6e-461f-93ed-064965d8b386 req-cceb9c15-b3cd-43e7-ace3-63f0042be8f8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.449177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a751e8ab-ad6e-461f-93ed-064965d8b386 req-cceb9c15-b3cd-43e7-ace3-63f0042be8f8 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.1048522 Jul 16 08:41:04.470154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-08d68662-0345-4ad8-a55d-b7b9ca813043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.472379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-08d68662-0345-4ad8-a55d-b7b9ca813043 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 1095 time: 0.0872765 Jul 16 08:41:04.527958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.534769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a751e8ab-ad6e-461f-93ed-064965d8b386 req-fead4564-582c-4975-bfa3-4c1ededc839d tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730698 Jul 16 08:41:04.595442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-5fee0294-bd4f-4899-802b-d0e01864f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.596924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-5fee0294-bd4f-4899-802b-d0e01864f628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 917 time: 0.1161077 Jul 16 08:41:04.630341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3def248-fe61-4dae-87d8-6ffc3b4a9b62 req-4c3076d7-65cc-4ee4-a361-ccfcb73aa142 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.632002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3def248-fe61-4dae-87d8-6ffc3b4a9b62 req-4c3076d7-65cc-4ee4-a361-ccfcb73aa142 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 945 time: 0.7336538 Jul 16 08:41:04.641346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-2c5ee326-a077-401d-bc07-2b71b21fe45a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc HTTP/1.1" status: 200 len: 217 time: 0.0378659 Jul 16 08:41:04.705867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:04.709226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.712591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-c063127a-5334-4691-9488-13d73afaee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.713950 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-c063127a-5334-4691-9488-13d73afaee54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.5383441 Jul 16 08:41:04.733836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:04.738738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-8ab7f755-5c20-4f46-a2e2-7fe4fa1a9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.740322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-8ab7f755-5c20-4f46-a2e2-7fe4fa1a9ffb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.0914493 Jul 16 08:41:04.755004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:04.815353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca5d39-55c6-4f4e-b808-15ab3ddf5275 req-39de0dc1-c524-4545-b6c5-fe31a7524f52 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.817009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8bca5d39-55c6-4f4e-b808-15ab3ddf5275 req-39de0dc1-c524-4545-b6c5-fe31a7524f52 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 943 time: 0.1587658 Jul 16 08:41:04.835979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:04.872932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-15095454-9906-4642-8552-b0b32aed80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.874731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-15095454-9906-4642-8552-b0b32aed80c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272914 Jul 16 08:41:04.886889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8bca5d39-55c6-4f4e-b808-15ab3ddf5275 req-2821639e-48c1-4421-96d6-82b3df607cce tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Jul 16 08:41:04.982343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:04.994940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.995284 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:05.032498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:05.034874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:05.038404 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a497ee-130e-4a7b-af54-07731f976cc7" -d '{"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-unplugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:05.044522 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.082549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-cc7a7fad-cfe8-40b0-b8e1-0df5162c5c94 service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922631 Jul 16 08:41:05.108878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3def248-fe61-4dae-87d8-6ffc3b4a9b62 req-4eadc0e3-b390-4a7f-8af3-9531c1bd17da tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569414 Jul 16 08:41:05.120575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989e101-1580-4469-898a-a80c84d9775e req-cac15fb0-eca9-47d9-a827-d865a1a36b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.122292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-cac15fb0-eca9-47d9-a827-d865a1a36b20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 1096 time: 0.9675305 Jul 16 08:41:05.123227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a9174045-f3c0-41ae-ac65-17e280f49d40 None None] Provisioning for port 8e56f31b-7cfc-4dd4-b04e-022796278d1e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:05.132168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Attempting to bind port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:05.132732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Attempting to bind port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:05.133165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Attempting to bind port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:05.139348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a9174045-f3c0-41ae-ac65-17e280f49d40 None None] Provisioning complete for port 8e56f31b-7cfc-4dd4-b04e-022796278d1e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:05.139978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9174045-f3c0-41ae-ac65-17e280f49d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.142197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.186346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a9174045-f3c0-41ae-ac65-17e280f49d40 None None] Port 8e56f31b-7cfc-4dd4-b04e-022796278d1e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:05.191631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=8e56f31b-7cfc-4dd4-b04e-022796278d1e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.245996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:05.246330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Attempting to bind port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:05.264947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8d73d0f-1803-4b1a-b18f-c7d29b9cf2a3 req-f2b02db2-a08c-405f-bb61-0f7288158059 service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740394 Jul 16 08:41:05.275412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.284035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.297083 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f12bb3-0417-4093-bc10-724c20321dee x-openstack-request-id: req-79f12bb3-0417-4093-bc10-724c20321dee {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:05.297477 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:05.297606 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79f12bb3-0417-4093-bc10-724c20321dee {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:05.297996 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'status': 'completed', 'code': 200} Jul 16 08:41:05.303261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:05.303713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Checking segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:05.304105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Bound using segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:05.304636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Bound port: a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:05.305000 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.307865 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9edf2b-52b8-4b70-9b79-29de7892b45c x-openstack-request-id: req-be9edf2b-52b8-4b70-9b79-29de7892b45c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:05.308179 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-unplugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:05.308405 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be9edf2b-52b8-4b70-9b79-29de7892b45c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:05.308798 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'code': 200} Jul 16 08:41:05.365799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.366424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.366899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.367391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.367866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.368410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.370445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-6d0fb903-42eb-4fd9-ab1f-faa795cc926d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5245 time: 0.0742252 Jul 16 08:41:05.445265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c98f111-c4b4-4628-af2c-88d71bf3b1e1 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1652164 Jul 16 08:41:05.450599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57938) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:05.464942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:05.509137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-75728222-72c4-4ecf-b357-bb7175e645b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.510695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-75728222-72c4-4ecf-b357-bb7175e645b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7815988 Jul 16 08:41:05.539053 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.568334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989e101-1580-4469-898a-a80c84d9775e req-8775c5df-30af-4cea-b076-f09a78ad24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.570523 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-8775c5df-30af-4cea-b076-f09a78ad24da service neutron] 10.222.0.36 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 917 time: 0.4348483 Jul 16 08:41:05.586997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-10a35e88-2b7f-473c-901d-5fb2cc0f03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.587421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-10a35e88-2b7f-473c-901d-5fb2cc0f03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.587896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-10a35e88-2b7f-473c-901d-5fb2cc0f03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.589484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-10a35e88-2b7f-473c-901d-5fb2cc0f03c8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c209d130b2cb483ca431c39caf1f7188&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2125030 Jul 16 08:41:05.600001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db943e-6345-47c5-bd91-10ec9cf6ae04 req-9acd0fee-8ab5-4e6f-85e6-bf2b61409c06 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.601422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2db943e-6345-47c5-bd91-10ec9cf6ae04 req-9acd0fee-8ab5-4e6f-85e6-bf2b61409c06 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 945 time: 0.1917233 Jul 16 08:41:05.744469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-74feb3ea-b3e9-4ae3-ae4f-6a773d71f503 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=770fa5cf-f471-4069-a238-d9475350833e HTTP/1.1" status: 200 len: 217 time: 0.1259623 Jul 16 08:41:05.747202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:05.752285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2db943e-6345-47c5-bd91-10ec9cf6ae04 req-89a5a331-bd20-4dc4-b358-b9053489919a tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425519 Jul 16 08:41:05.761692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 476e3cd2-d328-4502-a90c-1261ef95faa6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:05.793892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.798314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.804675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.810525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-a2b948b9-37e4-4517-899e-b639ce12c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.810673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.812191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5987a8e8-33f5-4bd8-be69-6b19c0fa6458 req-a2b948b9-37e4-4517-899e-b639ce12c953 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099285 Jul 16 08:41:05.816722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.823242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.825914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5fe58776-a5c5-41d4-a183-b2aeb8f57c27 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 4599 time: 0.4664669 Jul 16 08:41:05.845655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 476e3cd2-d328-4502-a90c-1261ef95faa6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:05.849434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 476e3cd2-d328-4502-a90c-1261ef95faa6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:05.849812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.873031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event updated for resources: {'Subnet': ['ID=c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.914516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:05.929214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.944016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.966037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 476e3cd2-d328-4502-a90c-1261ef95faa6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=476e3cd2-d328-4502-a90c-1261ef95faa6,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:05.972407 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.005695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Checking segment: {'id': '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:06.005695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Network hostable DHCP agents. Network: c4db61a3-cc02-42f6-a3d5-fbe1da65db45, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:06.023948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-3b39fe2d-b9a5-4ae3-8a6b-5986d7436bcc service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979949 Jul 16 08:41:06.031069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=476e3cd2-d328-4502-a90c-1261ef95faa6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.066399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989e101-1580-4469-898a-a80c84d9775e req-06280bb1-fedc-4056-a68a-e7a2da165e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.067969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-06280bb1-fedc-4056-a68a-e7a2da165e9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.2342286 Jul 16 08:41:06.071490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.072114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.073506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 1129 time: 3.4392514 Jul 16 08:41:06.097363 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-94ea86f9-c760-44b1-ac3e-95c72a8e17b5 req-5d04e467-8002-47cd-b7ed-64262f6ea316 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2581840 Jul 16 08:41:06.108441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:06.117001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.130546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:06.242622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:06.274988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b52646-c477-43c9-aa28-d8a30987d7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.367938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c4db61a3-cc02-42f6-a3d5-fbe1da65db45) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:06.373384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.374583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.374723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d90a6-20c3-4ef3-b0e3-826bef95e1e0 req-42903222-8f43-44ea-b969-0196edbdc220 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.376257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-817d90a6-20c3-4ef3-b0e3-826bef95e1e0 req-42903222-8f43-44ea-b969-0196edbdc220 tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.0644488 Jul 16 08:41:06.376686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a4fb1-6f7e-4023-ad64-2bfb9782dc12 None None] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:06.417253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-817d90a6-20c3-4ef3-b0e3-826bef95e1e0 req-ac221489-be82-4491-9b25-6c982150a1ff tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Jul 16 08:41:06.460513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-340df1ad-75df-469b-99e4-24fc06ca8c42 req-93e6ec47-d4fe-420c-be44-81dfe01244e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212315 Jul 16 08:41:06.475955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b50939a1-e2a6-4f21-b454-dcffa5f82598 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8022132 Jul 16 08:41:06.477278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57950) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.486918 n-d-798249-10 neutron-server[93700]: INFO neutron.db.ipam_backend_mixin [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8f1c0df-22f5-48e7-821e-46d7fc580d0a (CIDR: 172.20.0.0/28) Jul 16 08:41:06.488308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Request body: {'port': {'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1911136623'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:06.490239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.504614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989e101-1580-4469-898a-a80c84d9775e req-269592ad-cbc5-4e09-b6ca-df4d350d60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.506214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-269592ad-cbc5-4e09-b6ca-df4d350d60ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3988023 Jul 16 08:41:06.507579 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:41:06.508224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:06.561668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-c4db61a3-cc02-42f6-a3d5-fbe1da65db45', 'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45', 'tenant_id': 'f228ddfd0b03487a854cc1863bf44f6e', 'fixed_ips': [{'subnet_id': 'c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:06.563834 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.588056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-67ac790c-47e5-4b54-8dbe-0b18fe02640d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1287601 Jul 16 08:41:06.596162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4cff-4cf9-44bb-bdd1-65184159b0b8 req-1eef5c73-dbdb-4d3b-9df8-fece35d2c7d9 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.597701 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abfc4cff-4cf9-44bb-bdd1-65184159b0b8 req-1eef5c73-dbdb-4d3b-9df8-fece35d2c7d9 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 943 time: 0.3604708 Jul 16 08:41:06.598176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.615348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:06.674045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ec231-a845-4615-bf58-54af3b13b373 req-87513e35-b58f-4f72-adaf-c8de129a3861 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.675915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f26ec231-a845-4615-bf58-54af3b13b373 req-87513e35-b58f-4f72-adaf-c8de129a3861 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.1370296 Jul 16 08:41:06.701856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Made reservation on behalf of f228ddfd0b03487a854cc1863bf44f6e for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:06.705396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.733013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Allocated IP 2001:db8::2 (c4db61a3-cc02-42f6-a3d5-fbe1da65db45/c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb/1fc6867a-e73b-4663-a3b7-80da8fa68244) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:06.738086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f26ec231-a845-4615-bf58-54af3b13b373 req-6c8f6f2d-c0a4-4a48-85ee-742fc12ac675 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537679 Jul 16 08:41:06.739587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] device_id is not set on port d1f39e78-5089-4df9-90f8-3e8efe7252ba yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:06.821461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abfc4cff-4cf9-44bb-bdd1-65184159b0b8 req-28505cac-cae5-4105-a492-c08899113e83 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113669 Jul 16 08:41:06.899368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-fdb51c89-3816-4a29-8ea7-e8fcae123081 service neutron] 10.222.0.36 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787880 Jul 16 08:41:07.043575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.052287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Transition to ACTIVE for port object 1fc6867a-e73b-4663-a3b7-80da8fa68244 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:07.068710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Transition to ACTIVE for port object 1fc6867a-e73b-4663-a3b7-80da8fa68244 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:07.076629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.124595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Pushing event updated for resources: {'Port': ['ID=1fc6867a-e73b-4663-a3b7-80da8fa68244,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.143965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:07.145667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:07.148943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:07.180643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Allocated IP 2001:db8::79 (c4db61a3-cc02-42f6-a3d5-fbe1da65db45/c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb/d1f39e78-5089-4df9-90f8-3e8efe7252ba) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:07.280045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Attempting to bind port 1fc6867a-e73b-4663-a3b7-80da8fa68244 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:07.281554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Attempting to bind port 1fc6867a-e73b-4663-a3b7-80da8fa68244 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:07.281965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Attempting to bind port 1fc6867a-e73b-4663-a3b7-80da8fa68244 on network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:07.293219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:07.297910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Checking segment: {'id': '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:07.298145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.298538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Bound using segment: {'id': '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:07.299078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Bound port: 1fc6867a-e73b-4663-a3b7-80da8fa68244, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:07.299701 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.318949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476e3cd2-d328-4502-a90c-1261ef95faa6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:07.321375 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4722756-c6ce-4b03-a8eb-e31f02636135" -d '{"events": [{"server_uuid": "4ca9283d-4614-4f59-8a79-e3acf2220194", "name": "network-vif-plugged", "status": "completed", "tag": "476e3cd2-d328-4502-a90c-1261ef95faa6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:07.392126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] For port 1fc6867a-e73b-4663-a3b7-80da8fa68244, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:07.392333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:07.394520 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac123e8-21ea-4591-b9fe-ce1c99061aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:07.396313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] For port 1fc6867a-e73b-4663-a3b7-80da8fa68244, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1fc6867a-e73b-4663-a3b7-80da8fa68244,segment=NetworkSegment(3a872c9a-d07b-4ed8-bd5d-29327e20bd1e),segment_id=3a872c9a-d07b-4ed8-bd5d-29327e20bd1e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:07.403141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.439708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.446860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:07.450409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.460523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-0b92a047-0dfe-477c-8ff1-053044de5a8a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.462198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-0b92a047-0dfe-477c-8ff1-053044de5a8a tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.6308966 Jul 16 08:41:07.478000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013ad46-3b8c-42b2-82b9-c8dba95d0002 None None] Pushing event updated for resources: {'Port': ['ID=1fc6867a-e73b-4663-a3b7-80da8fa68244,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.511571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Transition to ACTIVE for port object d1f39e78-5089-4df9-90f8-3e8efe7252ba will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:07.546199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c989e101-1580-4469-898a-a80c84d9775e req-b28bc6ce-ff5e-48c9-a9d7-086b3a6db5bb service neutron] 10.222.0.36 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338823 Jul 16 08:41:07.580144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.587716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.594512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.601201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.608002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.614035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.619811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-9bcf883a-a138-4b2c-b42d-53dccd7312c0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 4599 time: 0.1566033 Jul 16 08:41:07.621796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.720485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:07.721811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2c738f-7594-4e16-90d5-243d0a722601 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:07.737985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:07.744984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:07.751117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.751919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.758769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event updated for resources: {'Port': ['ID=d1f39e78-5089-4df9-90f8-3e8efe7252ba,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.762662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a09cce6a-cdce-4c8e-b734-ab2804ef16bc details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:07.767029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.777199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f23aa83-bbb1-4881-914b-74a0a9199d93 req-ec23b468-3639-489e-bb92-832ce97c5917 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491921 Jul 16 08:41:07.803415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8dae228c-1a5e-468e-a527-3fb9758d0827 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3218980 Jul 16 08:41:07.807837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57974) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.816278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Request body: {'port': {'network_id': 'c4db61a3-cc02-42f6-a3d5-fbe1da65db45', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1727658733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:07.816969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] bootfile-name is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:41:07.822119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] tftp-server is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:41:07.822119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] server-ip-address is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:41:07.890715 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f762521-f4c6-4b69-a719-36f4f01c31bb x-openstack-request-id: req-1f762521-f4c6-4b69-a719-36f4f01c31bb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:07.891285 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9283d-4614-4f59-8a79-e3acf2220194", "name": "network-vif-plugged", "status": "completed", "tag": "476e3cd2-d328-4502-a90c-1261ef95faa6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:07.891758 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f762521-f4c6-4b69-a719-36f4f01c31bb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:07.892390 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476e3cd2-d328-4502-a90c-1261ef95faa6', 'code': 200} Jul 16 08:41:07.894321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Transition to ACTIVE for port object de2c738f-7594-4e16-90d5-243d0a722601 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:07.939751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.950660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:07.965459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'port_id': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc', 'mac_address': 'fa:16:3e:61:3c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298f3de1-430d-4ac5-9bf2-5196295c36fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:08.009076 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.023598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09cce6a-cdce-4c8e-b734-ab2804ef16bc {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:08.047684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:08.054914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.066136 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d70d85-441f-4469-8c35-b8d721db423b x-openstack-request-id: req-42d70d85-441f-4469-8c35-b8d721db423b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:08.066530 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:08.066890 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42d70d85-441f-4469-8c35-b8d721db423b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:08.067433 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9', 'status': 'completed', 'code': 200} Jul 16 08:41:08.119981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.131002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Made reservation on behalf of f228ddfd0b03487a854cc1863bf44f6e for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:08.134997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.148815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Deleting port 2f17010c-0f57-4449-9451-f5fecc21831e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:08.149708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.152751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.175705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] device_id is not set on port 6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:08.247832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a87f1-71bc-4ff6-9a36-2580d9f013c3 req-d8d309a7-daa5-4ae0-b46d-55cc698f4839 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.255657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-597a87f1-71bc-4ff6-9a36-2580d9f013c3 req-d8d309a7-daa5-4ae0-b46d-55cc698f4839 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 945 time: 0.5629694 Jul 16 08:41:08.320157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['a09cce6a-cdce-4c8e-b734-ab2804ef16bc'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:08.349631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Pushing event updated for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.360770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:08.374035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:08.375899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=22c67f31-9a93-487b-883b-1c03b92fcf00,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.386017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.386817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.414469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00edd53d-4106-42a3-ba44-13cf87026cd2 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:08.415655 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-597a87f1-71bc-4ff6-9a36-2580d9f013c3 req-a7160567-59f8-4aef-9646-20de4ffdaaaf tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542640 Jul 16 08:41:08.525534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d260a-309c-4b88-896d-3fae273f6d01 req-90a0eafe-f17e-4dc7-a78f-9cddf5946186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.527092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c2d260a-309c-4b88-896d-3fae273f6d01 req-90a0eafe-f17e-4dc7-a78f-9cddf5946186 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 1097 time: 0.5624998 Jul 16 08:41:08.542432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-410a6357-ac47-4891-98d3-ead04f7c6ca9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9396229 Jul 16 08:41:08.560094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:08.566290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.566780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.567263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.567761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.568226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.568690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.569158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.571582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-16ed0103-245d-4d12-a13f-b1e29a3d10c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6169 time: 0.5908389 Jul 16 08:41:08.572542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1504117329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22c67f31-9a93-487b-883b-1c03b92fcf00'}], 'security_groups': ['cf43f23e-eac4-4a61-9179-685a4f0ce627']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:08.639386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Attempting to bind port de2c738f-7594-4e16-90d5-243d0a722601 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:08.640067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Attempting to bind port de2c738f-7594-4e16-90d5-243d0a722601 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:08.640581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Attempting to bind port de2c738f-7594-4e16-90d5-243d0a722601 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:08.696776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27e582-2232-45b3-8bc5-3a3ee2596e6b req-5a68d057-dc2d-4d0a-9184-f1b1b64d135b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.702585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Port de2c738f-7594-4e16-90d5-243d0a722601 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:08.703349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Attempting to bind port de2c738f-7594-4e16-90d5-243d0a722601 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:08.704831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b27e582-2232-45b3-8bc5-3a3ee2596e6b req-5a68d057-dc2d-4d0a-9184-f1b1b64d135b tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 945 time: 0.6343868 Jul 16 08:41:08.723599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] For port 2f17010c-0f57-4449-9451-f5fecc21831e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f17010c-0f57-4449-9451-f5fecc21831e,segment=NetworkSegment(c8a36832-93d5-47f9-814b-c0825d5cffc9),segment_id=c8a36832-93d5-47f9-814b-c0825d5cffc9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:08.724312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.738011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:08.738618 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Checking segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:08.739272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Bound using segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:08.739960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Bound port: de2c738f-7594-4e16-90d5-243d0a722601, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:08.740591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.767222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Calling delete_port for 2f17010c-0f57-4449-9451-f5fecc21831e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:08.796540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c2d260a-309c-4b88-896d-3fae273f6d01 req-99216828-ec8a-4565-a5e1-49114e0f5682 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204795 Jul 16 08:41:08.816395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806faa4-32f9-42cb-a00e-3810c210b6dd None None] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:08.868119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Allocated IP 2001:db8::3a6 (c4db61a3-cc02-42f6-a3d5-fbe1da65db45/c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb/6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:08.871027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 770fa5cf-f471-4069-a238-d9475350833e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:08.875848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b27e582-2232-45b3-8bc5-3a3ee2596e6b req-83f59755-cbcd-417a-aa42-e1d9afbb449e tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/security-groups?id=12565faf-3b1a-4c7a-8c7d-910b1ae41b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698039 Jul 16 08:41:08.939337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-641c4977-bc40-495f-aad4-1ce7933100c9 None None] Provisioning for port 1fc6867a-e73b-4663-a3b7-80da8fa68244 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:08.995840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c33ca9-8669-4c22-8099-8b2b980d173b req-98fd76db-fc2f-429f-9f92-e21e1350962b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.002902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c33ca9-8669-4c22-8099-8b2b980d173b req-98fd76db-fc2f-429f-9f92-e21e1350962b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.3578498 Jul 16 08:41:09.017373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Update dhcp port {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'fixed_ips': [{'subnet_id': 'a8f1c0df-22f5-48e7-821e-46d7fc580d0a', 'ip_address': '172.20.0.2'}, {'subnet_id': '22c67f31-9a93-487b-883b-1c03b92fcf00'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '8a8ba738-ba94-405a-807a-70ddbfbe6388'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:09.037311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:09.099678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=de2c738f-7594-4e16-90d5-243d0a722601,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:09.131466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.157172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-94cf66b0-5bb4-49ef-908a-cb4caa09ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.157815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-94cf66b0-5bb4-49ef-908a-cb4caa09ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.158342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-94cf66b0-5bb4-49ef-908a-cb4caa09ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.160028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-94cf66b0-5bb4-49ef-908a-cb4caa09ea24 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c209d130b2cb483ca431c39caf1f7188&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5295141 Jul 16 08:41:09.182514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.203356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c33ca9-8669-4c22-8099-8b2b980d173b req-95973a23-314a-44ca-917e-246861217240 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994872 Jul 16 08:41:09.204093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.294660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.295134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.296605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] 10.222.0.18 "PUT /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 1131 time: 3.1705182 Jul 16 08:41:09.309694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Transition to ACTIVE for port object 6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:09.327836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886cb9-e538-4ce4-af53-9894ebb86522 req-51bc88ce-6b1a-48be-b3eb-2faeddcbc9d7 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.330773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.336283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6886cb9-e538-4ce4-af53-9894ebb86522 req-51bc88ce-6b1a-48be-b3eb-2faeddcbc9d7 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 944 time: 0.2457047 Jul 16 08:41:09.369718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:09.381569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 770fa5cf-f471-4069-a238-d9475350833e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=770fa5cf-f471-4069-a238-d9475350833e,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:09.400984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-8e24cd86-00b9-4d44-b934-380e53f2a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.402302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f30ad-c44f-431c-a2af-44eecece4633 req-0f6d7083-9de4-4be1-93cf-0b6fb9ba9403 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.403891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-909f30ad-c44f-431c-a2af-44eecece4633 req-0f6d7083-9de4-4be1-93cf-0b6fb9ba9403 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 945 time: 0.5096776 Jul 16 08:41:09.412412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bac123e8-21ea-4591-b9fe-ce1c99061aa0 req-8e24cd86-00b9-4d44-b934-380e53f2a348 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431512 Jul 16 08:41:09.415450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '770fa5cf-f471-4069-a238-d9475350833e', 'network_id': 'd591072a-4746-4ddd-844e-2cecd0a68d09', 'port_id': '770fa5cf-f471-4069-a238-d9475350833e', 'mac_address': 'fa:16:3e:39:4d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298f3de1-430d-4ac5-9bf2-5196295c36fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:09.474534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6886cb9-e538-4ce4-af53-9894ebb86522 req-8596dd8c-76dc-4966-9b6f-59a94e22d96d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371710 Jul 16 08:41:09.494680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.520453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1fc6867a-e73b-4663-a3b7-80da8fa68244 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:09.542715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:09.599725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Allocated IP 172.20.0.18 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/22c67f31-9a93-487b-883b-1c03b92fcf00/8a8ba738-ba94-405a-807a-70ddbfbe6388) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:09.638610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:09.646105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event updated for resources: {'Port': ['ID=6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.651097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:09.664724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.665443 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.668106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0f39-60c8-4c47-9eaf-0d394bc2020e service neutron] Pushing event updated for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.694308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dbd925cf-326e-4eb4-a35f-53e131f7ec84 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8861623 Jul 16 08:41:09.696989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57988) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.750365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1fc6867a-e73b-4663-a3b7-80da8fa68244 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:09.796364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a09cce6a-cdce-4c8e-b734-ab2804ef16bc up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:09.818949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1fc6867a-e73b-4663-a3b7-80da8fa68244 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:09.828426 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.855597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.857475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16ac79-306e-4403-808c-22dce6e7b84e tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.865754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16ac79-306e-4403-808c-22dce6e7b84e tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.874755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16ac79-306e-4403-808c-22dce6e7b84e tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.876947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6c16ac79-306e-4403-808c-22dce6e7b84e tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1789753 Jul 16 08:41:09.877682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.879558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.954851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.977683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770fa5cf-f471-4069-a238-d9475350833e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:10.001445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['2f17010c-0f57-4449-9451-f5fecc21831e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:10.031244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Deleting port 6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:10.031685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.065713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a8ba738-ba94-405a-807a-70ddbfbe6388,segment=NetworkSegment(331675a3-cbec-4050-ae7c-e119179bccb0),segment_id=331675a3-cbec-4050-ae7c-e119179bccb0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.079198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 770fa5cf-f471-4069-a238-d9475350833e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=770fa5cf-f471-4069-a238-d9475350833e,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.108155 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.129949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'de2c738f-7594-4e16-90d5-243d0a722601'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:10.134718 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0085ed56-f1d3-48c9-b931-923a15ff07aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "de2c738f-7594-4e16-90d5-243d0a722601"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:10.139205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port a09cce6a-cdce-4c8e-b734-ab2804ef16bc completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:10.157481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.173398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b5caea49-58ea-49c0-a4f0-8e23fcbae96c None None] Provisioning for port d1f39e78-5089-4df9-90f8-3e8efe7252ba completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:10.175647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Calling delete_port for 6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:10.208452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Pushing event deleted for resources: {'Port': ['ID=2f17010c-0f57-4449-9451-f5fecc21831e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.212640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port a09cce6a-cdce-4c8e-b734-ab2804ef16bc triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:10.213438 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.216034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.222177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b5caea49-58ea-49c0-a4f0-8e23fcbae96c None None] Provisioning complete for port d1f39e78-5089-4df9-90f8-3e8efe7252ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:10.222471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5caea49-58ea-49c0-a4f0-8e23fcbae96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.303363 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.314459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Transition to ACTIVE for port object 8a8ba738-ba94-405a-807a-70ddbfbe6388 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:10.317226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.337329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.337482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.338986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=770fa5cf-f471-4069-a238-d9475350833e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.344113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.351465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.360549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.368131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.375505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.377474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-75dee758-2217-4e18-863b-f0d5e0980e89 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5371 time: 0.7573864 Jul 16 08:41:10.399444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.419617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b5caea49-58ea-49c0-a4f0-8e23fcbae96c None None] Port d1f39e78-5089-4df9-90f8-3e8efe7252ba cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:10.493064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['770fa5cf-f471-4069-a238-d9475350833e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:10.501689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1fc6867a-e73b-4663-a3b7-80da8fa68244, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1fc6867a-e73b-4663-a3b7-80da8fa68244,segment=NetworkSegment(3a872c9a-d07b-4ed8-bd5d-29327e20bd1e),segment_id=3a872c9a-d07b-4ed8-bd5d-29327e20bd1e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.516610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] No DVR routers for this DVR port 2f17010c-0f57-4449-9451-f5fecc21831e on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:10.521433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.524707 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d118f38-4640-44dc-8e73-8b1eb9fcf480 req-2703f976-3c49-45f3-bb4f-c61a37f9becc tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.36 "DELETE /v2.0/ports/2f17010c-0f57-4449-9451-f5fecc21831e HTTP/1.1" status: 204 len: 173 time: 3.0535717 Jul 16 08:41:10.546598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Deleting port 46d01beb-3121-4393-9fc0-ff43ae71d0ec {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:10.547465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.559309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.561291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "DELETE /v2.0/ports/6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7 HTTP/1.1" status: 204 len: 168 time: 0.6804242 Jul 16 08:41:10.566820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f804e-a80a-4c88-ba89-47941c7f4cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event deleted for resources: {'Port': ['ID=6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.568978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58012) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:10.576224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Request body: {'port': {'name': 'tempest-new-port-name-1850101551', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:10.576635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] bootfile-name is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:41:10.576978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] tftp-server is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:41:10.577314 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] server-ip-address is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:41:10.602692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068b21-3e59-4ebe-a323-fdbe6169c067 None None] Pushing event updated for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.614717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.626307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b5caea49-58ea-49c0-a4f0-8e23fcbae96c None None] Provisioning complete for port 1fc6867a-e73b-4663-a3b7-80da8fa68244 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:10.627001 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5caea49-58ea-49c0-a4f0-8e23fcbae96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.640982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8b38c-5d97-4d35-80d1-c9e7a07732ae req-76a73a87-376d-426a-bbca-1b611f586d14 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.642842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-29f8b38c-5d97-4d35-80d1-c9e7a07732ae req-76a73a87-376d-426a-bbca-1b611f586d14 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 945 time: 0.1248038 Jul 16 08:41:10.692019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1fc6867a-e73b-4663-a3b7-80da8fa68244,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.730789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.855989 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.910695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f17010c-0f57-4449-9451-f5fecc21831e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:10.934792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] For port 46d01beb-3121-4393-9fc0-ff43ae71d0ec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=46d01beb-3121-4393-9fc0-ff43ae71d0ec,segment=NetworkSegment(40745380-b098-4208-b086-b4c3d1de015e),segment_id=40745380-b098-4208-b086-b4c3d1de015e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.935154 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.963783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5ec3aef-7f56-46fe-ae6f-7ce426abdb69 req-271a8d9b-c154-4c93-b737-e0560257980b tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5689805 Jul 16 08:41:10.994474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.995924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.001051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:11.003926 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4abba-a2a7-4432-8293-063c6059d27a" -d '{"events": [{"server_uuid": "e6d1e617-8f19-46e2-86a8-00a291d323ae", "name": "network-vif-plugged", "status": "completed", "tag": "a09cce6a-cdce-4c8e-b734-ab2804ef16bc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:11.020061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-29f8b38c-5d97-4d35-80d1-c9e7a07732ae req-a50adc35-b8a5-4bf4-9cbd-556e91e86595 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682010 Jul 16 08:41:11.021679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.069493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 2f17010c-0f57-4449-9451-f5fecc21831e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:11.069846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f17010c-0f57-4449-9451-f5fecc21831e not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:11.070438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:11.072300 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.094545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Calling delete_port for 46d01beb-3121-4393-9fc0-ff43ae71d0ec owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:11.148969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] In _notify_port_updated(), no bound segment for port d1f39e78-5089-4df9-90f8-3e8efe7252ba on network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:41:11.168243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.168973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.177122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58016) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.191230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "PUT /v2.0/ports/d1f39e78-5089-4df9-90f8-3e8efe7252ba HTTP/1.1" status: 200 len: 1129 time: 0.6195905 Jul 16 08:41:11.196482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823e9db-93a8-4bba-931d-e514ff2c8bfc tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event updated for resources: {'Port': ['ID=d1f39e78-5089-4df9-90f8-3e8efe7252ba,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.206987 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d70e1d-865b-4909-b115-8794a7921ad0 x-openstack-request-id: req-c9d70e1d-865b-4909-b115-8794a7921ad0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:11.207285 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "de2c738f-7594-4e16-90d5-243d0a722601", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:11.207568 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9d70e1d-865b-4909-b115-8794a7921ad0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:11.210925 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'de2c738f-7594-4e16-90d5-243d0a722601', 'status': 'completed', 'code': 200} Jul 16 08:41:11.330412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Delete allocated IP 172.20.0.13 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/a8f1c0df-22f5-48e7-821e-46d7fc580d0a) {{(pid=93700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:41:11.335515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.336728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.337268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.337908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.341346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.341848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.342559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.21 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/22c67f31-9a93-487b-883b-1c03b92fcf00/8e56f31b-7cfc-4dd4-b04e-022796278d1e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:11.343044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.345569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-031be5c4-0dc4-4f59-ad68-bcfe3146a380 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6211 time: 0.1232712 Jul 16 08:41:11.493638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:11.574509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.593090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-91984779-ff1e-4f60-bc59-f8d2a27adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.594255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-91984779-ff1e-4f60-bc59-f8d2a27adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.594885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-91984779-ff1e-4f60-bc59-f8d2a27adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.596836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-91984779-ff1e-4f60-bc59-f8d2a27adeed service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c209d130b2cb483ca431c39caf1f7188&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2436755 Jul 16 08:41:11.655210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1fc6867a-e73b-4663-a3b7-80da8fa68244 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:11.701807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f1fbdb2e-cb97-44aa-b7a7-ae2605af7a3d None None] Provisioning complete for port d1f39e78-5089-4df9-90f8-3e8efe7252ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:11.702190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdb2e-cb97-44aa-b7a7-ae2605af7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.743714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-8a2ac50f-6332-4c4d-88ef-e6c635f8b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.745674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0085ed56-f1d3-48c9-b931-923a15ff07aa req-8a2ac50f-6332-4c4d-88ef-e6c635f8b64c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421483 Jul 16 08:41:11.747708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbdb2e-cb97-44aa-b7a7-ae2605af7a3d None None] Port d1f39e78-5089-4df9-90f8-3e8efe7252ba cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:11.753349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f1fbdb2e-cb97-44aa-b7a7-ae2605af7a3d None None] Could not find standard attr ID for object 6b9b68cf-4754-4eea-aff7-d04a5bf5b1c7. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:41:11.758698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1fc6867a-e73b-4663-a3b7-80da8fa68244 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:11.759099 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.893888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Provisioning complete for port d1f39e78-5089-4df9-90f8-3e8efe7252ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:11.894294 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.937832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Port d1f39e78-5089-4df9-90f8-3e8efe7252ba cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:11.949077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Provisioning complete for port c8d58b5b-26bd-443f-ad1b-54110752af04 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:11.950023 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.985220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc08aa-7fa8-452d-9b54-4c4d7a48323a req-3f9bf881-62c4-4329-a484-21790dd69d06 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.986819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15bc08aa-7fa8-452d-9b54-4c4d7a48323a req-3f9bf881-62c4-4329-a484-21790dd69d06 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.0878291 Jul 16 08:41:11.988940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Port c8d58b5b-26bd-443f-ad1b-54110752af04 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:11.999760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Provisioning complete for port 8e56f31b-7cfc-4dd4-b04e-022796278d1e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:12.000049 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.045730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Port 8e56f31b-7cfc-4dd4-b04e-022796278d1e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:12.046517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15bc08aa-7fa8-452d-9b54-4c4d7a48323a req-0d8a5207-6ae9-4a91-81ac-599d187aa3ca tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506923 Jul 16 08:41:12.068781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Provisioning for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:12.073695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:12.073938 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6ed595e3-6f1c-4e0e-af46-792e3f256c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.098807 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af761d0-cbfc-41af-816c-644445e7a101 x-openstack-request-id: req-2af761d0-cbfc-41af-816c-644445e7a101 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:12.099170 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e617-8f19-46e2-86a8-00a291d323ae", "name": "network-vif-plugged", "status": "completed", "tag": "a09cce6a-cdce-4c8e-b734-ab2804ef16bc", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:12.099517 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2af761d0-cbfc-41af-816c-644445e7a101 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:12.099973 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc', 'code': 200} Jul 16 08:41:12.199125 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e2236d5-e244-4fdd-9f7e-b7b9fdcc6b1f req-92ce68cd-e54e-4ab9-8797-3b73fac0570c tempest-ServerDiskConfigTestJSON-322378501 tempest-ServerDiskConfigTestJSON-322378501-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5a97f67-0de7-4405-9ed0-9a817364ed50 HTTP/1.1" status: 200 len: 210 time: 0.1312065 Jul 16 08:41:12.268010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7aca4-dced-451e-bc96-bd325ff34843 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.274041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e2c7aca4-dced-451e-bc96-bd325ff34843 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "GET /v2.0/ports/d1f39e78-5089-4df9-90f8-3e8efe7252ba HTTP/1.1" status: 200 len: 1129 time: 1.0912836 Jul 16 08:41:12.275400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58038) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.331852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73669c-16bf-41e1-827e-7ec7539f0f07 req-e4949b17-c2e4-433b-b847-8891d6b0eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.333409 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab73669c-16bf-41e1-827e-7ec7539f0f07 req-e4949b17-c2e4-433b-b847-8891d6b0eea6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 1097 time: 0.1673434 Jul 16 08:41:12.395579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.410840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4ef6e-e65f-49f8-b26c-04806ba9f8bc req-0a537412-a601-4365-9790-ec4538e850cc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.412502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18e4ef6e-e65f-49f8-b26c-04806ba9f8bc req-0a537412-a601-4365-9790-ec4538e850cc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.1829355 Jul 16 08:41:12.426104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab73669c-16bf-41e1-827e-7ec7539f0f07 req-ad011943-fbe4-4437-a928-21ce232379bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822160 Jul 16 08:41:12.467352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Deleting port d1f39e78-5089-4df9-90f8-3e8efe7252ba {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:12.467718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.469490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object 8e56f31b-7cfc-4dd4-b04e-022796278d1e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:12.476852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18e4ef6e-e65f-49f8-b26c-04806ba9f8bc req-6e1a9854-e568-4ca5-bb65-436ec1f79718 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541632 Jul 16 08:41:12.482411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.513686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-5f2d546c-ad1e-4d03-827d-bc6a0a810d21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3810236 Jul 16 08:41:12.517718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d632d41-28f8-490b-a527-596b40e52f64 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:12.571947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.584755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Calling delete_port for d1f39e78-5089-4df9-90f8-3e8efe7252ba owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:12.598891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=8e56f31b-7cfc-4dd4-b04e-022796278d1e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.665802 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.710706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.723113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.729729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.736097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.742511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.749397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.755337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.763139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.765244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-345f6c59-2296-41af-b2a4-7639c5ad953c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5371 time: 0.4465625 Jul 16 08:41:12.781920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59553f73-3011-4181-8e4e-173d544d79fd req-093ae253-3828-4e68-a396-2ecc8961bc9b tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.782553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59553f73-3011-4181-8e4e-173d544d79fd req-093ae253-3828-4e68-a396-2ecc8961bc9b tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5406eb-f5a9-47c2-93ef-54e68d96f367 HTTP/1.1" status: 200 len: 867 time: 0.1326652 Jul 16 08:41:12.795830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Transition to ACTIVE for port object 0d632d41-28f8-490b-a527-596b40e52f64 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:12.830983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.833533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.835073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Pushing event deleted for resources: {'Port': ['ID=46d01beb-3121-4393-9fc0-ff43ae71d0ec,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.876451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] In _notify_port_updated(), no bound segment for port 8e56f31b-7cfc-4dd4-b04e-022796278d1e on network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:41:12.882656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.883577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.887641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b42bbcec-3907-4648-93ce-c95c841052ad tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/ports/8e56f31b-7cfc-4dd4-b04e-022796278d1e HTTP/1.1" status: 200 len: 921 time: 4.3199863 Jul 16 08:41:12.890851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58048) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.894515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 770fa5cf-f471-4069-a238-d9475350833e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:12.923097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.940596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "DELETE /v2.0/ports/d1f39e78-5089-4df9-90f8-3e8efe7252ba HTTP/1.1" status: 204 len: 168 time: 0.6633444 Jul 16 08:41:12.945837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86e2b-5d5d-44bd-b077-45d4bf2d5fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event deleted for resources: {'Port': ['ID=d1f39e78-5089-4df9-90f8-3e8efe7252ba,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.946788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] No DVR routers for this DVR port 46d01beb-3121-4393-9fc0-ff43ae71d0ec on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:12.964431 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59553f73-3011-4181-8e4e-173d544d79fd req-d408bdb8-36c5-4f94-91e3-b1c8a7dfe154 tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.41 "GET /v2.0/security-groups?id=5863dc19-8597-43ec-8ead-bde14f0552f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730158 Jul 16 08:41:12.966474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58050) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.979591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-525bd448-3077-4143-92f1-b866a55b6877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.993707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.012398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-909f30ad-c44f-431c-a2af-44eecece4633 req-2d3b1b64-85d6-4d3d-85fc-3d308862ceca tempest-ServerAddressesTestJSON-1942086588 tempest-ServerAddressesTestJSON-1942086588-project] 10.222.0.36 "DELETE /v2.0/ports/46d01beb-3121-4393-9fc0-ff43ae71d0ec HTTP/1.1" status: 204 len: 173 time: 3.4438066 Jul 16 08:41:13.013156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 770fa5cf-f471-4069-a238-d9475350833e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:13.024013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 770fa5cf-f471-4069-a238-d9475350833e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:13.024827 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.121237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Deleting subnet c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:13.128029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.133677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1d2f062f-717d-4c9a-b590-57bf60c2e28b req-26d98a2c-ae33-4b40-83ec-6aba6602b8b0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3508589 Jul 16 08:41:13.250050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.267368 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.327583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 770fa5cf-f471-4069-a238-d9475350833e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=770fa5cf-f471-4069-a238-d9475350833e,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:13.339149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.339535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'name': 'network-vif-deleted', 'tag': '2f17010c-0f57-4449-9451-f5fecc21831e'}, {'server_uuid': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'name': 'network-vif-deleted', 'tag': '46d01beb-3121-4393-9fc0-ff43ae71d0ec'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:13.340387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 46d01beb-3121-4393-9fc0-ff43ae71d0ec no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:13.347466 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f0e164-76cb-45b5-8ea9-4b8700be22d4" -d '{"events": [{"server_uuid": "f5a97f67-0de7-4405-9ed0-9a817364ed50", "name": "network-vif-deleted", "tag": "2f17010c-0f57-4449-9451-f5fecc21831e"}, {"server_uuid": "6d5406eb-f5a9-47c2-93ef-54e68d96f367", "name": "network-vif-deleted", "tag": "46d01beb-3121-4393-9fc0-ff43ae71d0ec"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:13.423761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 46d01beb-3121-4393-9fc0-ff43ae71d0ec {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:13.424220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 46d01beb-3121-4393-9fc0-ff43ae71d0ec not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:13.471499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=770fa5cf-f471-4069-a238-d9475350833e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.512456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Attempting to bind port 0d632d41-28f8-490b-a527-596b40e52f64 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:13.513400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Attempting to bind port 0d632d41-28f8-490b-a527-596b40e52f64 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:13.514033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Attempting to bind port 0d632d41-28f8-490b-a527-596b40e52f64 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:13.516322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.534928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a9229de1-a153-4d98-b7c3-0b376e957567 None None] Provisioning for port 8e56f31b-7cfc-4dd4-b04e-022796278d1e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:13.536132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.541287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a9229de1-a153-4d98-b7c3-0b376e957567 None None] Provisioning complete for port 8e56f31b-7cfc-4dd4-b04e-022796278d1e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:13.541715 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a9229de1-a153-4d98-b7c3-0b376e957567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.598671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Port 0d632d41-28f8-490b-a527-596b40e52f64 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:13.599345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Attempting to bind port 0d632d41-28f8-490b-a527-596b40e52f64 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:13.621335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:13.622056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Checking segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:13.622675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Bound using segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:13.623642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Bound port: 0d632d41-28f8-490b-a527-596b40e52f64, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:13.624604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.639070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a9229de1-a153-4d98-b7c3-0b376e957567 None None] Port 8e56f31b-7cfc-4dd4-b04e-022796278d1e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:13.646376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.686781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.688860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.690795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6278a0be-7c10-4991-90ca-b883b4ccf7f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "DELETE /v2.0/subnets/c0c1a8b6-a11e-4d3f-b743-0ed98f59d8cb HTTP/1.1" status: 204 len: 168 time: 0.7233424 Jul 16 08:41:13.693142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58064) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.698424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47295014-3adf-4f70-8f67-40e94e86dfe9 None None] Network c4db61a3-cc02-42f6-a3d5-fbe1da65db45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:13.705810 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3c918-1252-4115-8a38-d2d3cdb3ff6e x-openstack-request-id: req-81c3c918-1252-4115-8a38-d2d3cdb3ff6e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:13.706172 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a97f67-0de7-4405-9ed0-9a817364ed50", "name": "network-vif-deleted", "tag": "2f17010c-0f57-4449-9451-f5fecc21831e", "status": "completed", "code": 200}, {"server_uuid": "6d5406eb-f5a9-47c2-93ef-54e68d96f367", "name": "network-vif-deleted", "tag": "46d01beb-3121-4393-9fc0-ff43ae71d0ec", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:13.706488 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c3c918-1252-4115-8a38-d2d3cdb3ff6e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:13.706945 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a97f67-0de7-4405-9ed0-9a817364ed50', 'name': 'network-vif-deleted', 'tag': '2f17010c-0f57-4449-9451-f5fecc21831e', 'status': 'completed', 'code': 200} Jul 16 08:41:13.707258 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5406eb-f5a9-47c2-93ef-54e68d96f367', 'name': 'network-vif-deleted', 'tag': '46d01beb-3121-4393-9fc0-ff43ae71d0ec', 'status': 'completed', 'code': 200} Jul 16 08:41:13.709020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 8e56f31b-7cfc-4dd4-b04e-022796278d1e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:13.709440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.777413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef7916-0e31-41c1-8492-e3bb2a645823 req-c9564d17-51c5-4cef-83da-bc0ee9bab7e9 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.779172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68ef7916-0e31-41c1-8492-e3bb2a645823 req-c9564d17-51c5-4cef-83da-bc0ee9bab7e9 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.2495983 Jul 16 08:41:13.812074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.883226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.899674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:13.923788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 8e56f31b-7cfc-4dd4-b04e-022796278d1e owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:13.927927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0d632d41-28f8-490b-a527-596b40e52f64,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:13.946261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.963052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] DHCP port deletion for c4db61a3-cc02-42f6-a3d5-fbe1da65db45 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:13.983069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68ef7916-0e31-41c1-8492-e3bb2a645823 req-d7ce7cb5-5663-469c-9d24-af0bbb7be656 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655993 Jul 16 08:41:13.990862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679c48-7eeb-496f-8d28-b35dc1328de5 req-ad756cb6-a3e5-4d8d-ab47-bab05d73edf9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.007133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc679c48-7eeb-496f-8d28-b35dc1328de5 req-ad756cb6-a3e5-4d8d-ab47-bab05d73edf9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.1870384 Jul 16 08:41:14.025532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] Deleting port 1fc6867a-e73b-4663-a3b7-80da8fa68244 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:14.026101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.034425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.035200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.036750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d632d41-28f8-490b-a527-596b40e52f64 HTTP/1.1" status: 200 len: 1092 time: 4.6811237 Jul 16 08:41:14.098665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Deleting port 1fc6867a-e73b-4663-a3b7-80da8fa68244 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:14.099021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.100246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:14.106466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc679c48-7eeb-496f-8d28-b35dc1328de5 req-d041637b-96bd-45b0-b68c-00d57b1ce702 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983663 Jul 16 08:41:14.138197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fa5cf-f471-4069-a238-d9475350833e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:14.146657 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356aeb9a-aec5-4631-9591-6e9ff3035944" -d '{"events": [{"server_uuid": "4503dccb-6f73-47ec-b390-0d24faedc32c", "name": "network-vif-plugged", "status": "completed", "tag": "770fa5cf-f471-4069-a238-d9475350833e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:14.180907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] For port 1fc6867a-e73b-4663-a3b7-80da8fa68244, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1fc6867a-e73b-4663-a3b7-80da8fa68244,segment=NetworkSegment(3a872c9a-d07b-4ed8-bd5d-29327e20bd1e),segment_id=3a872c9a-d07b-4ed8-bd5d-29327e20bd1e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:14.181223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.216155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] Calling delete_port for 1fc6867a-e73b-4663-a3b7-80da8fa68244 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:14.236793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd2584-50a4-4130-b4ae-f811679491c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.283507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] For port 1fc6867a-e73b-4663-a3b7-80da8fa68244, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1fc6867a-e73b-4663-a3b7-80da8fa68244,segment=NetworkSegment(3a872c9a-d07b-4ed8-bd5d-29327e20bd1e),segment_id=3a872c9a-d07b-4ed8-bd5d-29327e20bd1e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:14.283884 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.330629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Calling delete_port for 1fc6867a-e73b-4663-a3b7-80da8fa68244 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:14.345261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58076) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.348251 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee2e59-6c10-48ea-9f8a-d03101e56470 x-openstack-request-id: req-6cee2e59-6c10-48ea-9f8a-d03101e56470 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:14.348801 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4503dccb-6f73-47ec-b390-0d24faedc32c", "name": "network-vif-plugged", "status": "completed", "tag": "770fa5cf-f471-4069-a238-d9475350833e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:14.349481 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cee2e59-6c10-48ea-9f8a-d03101e56470 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:14.350043 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fa5cf-f471-4069-a238-d9475350833e', 'code': 200} Jul 16 08:41:14.442128 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.464898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.498527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.505491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] Pushing event deleted for resources: {'Port': ['ID=1fc6867a-e73b-4663-a3b7-80da8fa68244,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.512141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fd0ad-44bc-4afe-ae4b-83e8bede1872 None None] No DVR routers for this DVR port 1fc6867a-e73b-4663-a3b7-80da8fa68244 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:14.547261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] No DVR routers for this DVR port 1fc6867a-e73b-4663-a3b7-80da8fa68244 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:14.578632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event deleted for resources: {'Port': ['ID=1fc6867a-e73b-4663-a3b7-80da8fa68244,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.688955 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.690492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.718972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Deleting subnet fcdaf543-2839-4087-a863-941aaf7eea1f {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:14.724818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75924a-cf2e-4efe-a534-3759708448fe req-45655153-fa73-4857-95bb-637f576cd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.726750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff75924a-cf2e-4efe-a534-3759708448fe req-45655153-fa73-4857-95bb-637f576cd08d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 1098 time: 0.3185053 Jul 16 08:41:14.731827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.782014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.805608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4db61a3-cc02-42f6-a3d5-fbe1da65db45']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.822603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.823260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=8e56f31b-7cfc-4dd4-b04e-022796278d1e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.823432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a872c9a-d07b-4ed8-bd5d-29327e20bd1e') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.846676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.854156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.866669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.875131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.881305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.887728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.894001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.899849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-8b612c09-b1e0-4a7d-b5b7-36156695276f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5383 time: 0.3046608 Jul 16 08:41:14.900064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Deleting subnet cf62be3f-90f0-49f0-9495-bd789b028ae7 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:14.902805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.917265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.971279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.978083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a051e02f-0d1e-4023-9f14-5e273b1c71e9 req-4d523e12-23c0-405b-a9e2-7d0c6359c1b4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494602 Jul 16 08:41:14.982114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff75924a-cf2e-4efe-a534-3759708448fe req-25a4d46f-401d-4eb9-9fb8-a17685991014 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284787 Jul 16 08:41:15.005332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.024792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.029170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:15.029649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:15.033015 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:15.039882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.092573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.141171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.168809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.171331 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] 10.222.0.41 "DELETE /v2.0/networks/c4db61a3-cc02-42f6-a3d5-fbe1da65db45 HTTP/1.1" status: 204 len: 168 time: 1.4770472 Jul 16 08:41:15.172603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91063ff5-8dd8-454d-85a9-ff7ce5995b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262 tempest-ExtraDHCPOptionsIpV6TestJSON-1420091262-project] Pushing event deleted for resources: {'Network': ['ID=c4db61a3-cc02-42f6-a3d5-fbe1da65db45,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.175276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.179285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5dbc852-c7d2-47f6-a21f-52e9453b7e15 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/8e56f31b-7cfc-4dd4-b04e-022796278d1e HTTP/1.1" status: 204 len: 168 time: 2.2847190 Jul 16 08:41:15.183968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.247509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.256216 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08368b-9a19-4e44-ae65-52654d5c09f2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:41:15.261021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5c08368b-9a19-4e44-ae65-52654d5c09f2 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/8e56f31b-7cfc-4dd4-b04e-022796278d1e HTTP/1.1" status: 404 len: 333 time: 0.0729620 Jul 16 08:41:15.262601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58092) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.267030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.306395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.310530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fcdaf543-2839-4087-a863-941aaf7eea1f HTTP/1.1" status: 204 len: 168 time: 0.9641528 Jul 16 08:41:15.321695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.322740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.326800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf62be3f-90f0-49f0-9495-bd789b028ae7 HTTP/1.1" status: 204 len: 168 time: 0.6300483 Jul 16 08:41:15.327371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d1ff6-0c12-454d-9c6e-49f7d267666a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf62be3f-90f0-49f0-9495-bd789b028ae7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.330946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58096) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.418195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1fc6867a-e73b-4663-a3b7-80da8fa68244 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:15.427896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.431471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78259-cc14-497b-8a30-42ba4c2602cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdaf543-2839-4087-a863-941aaf7eea1f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.464650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1fc6867a-e73b-4663-a3b7-80da8fa68244 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:15.466056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1fc6867a-e73b-4663-a3b7-80da8fa68244 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:15.480972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f412cc6c-898d-4ce6-9c41-328989044d7e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:15.497913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ee473-f931-4785-8a55-2599b0771527 req-0be1163d-1fb3-455a-ac18-985cd55f6d81 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.500704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f0046-75e4-428c-b383-4dff1afc9d3c req-fbd176c3-4f9c-4748-9099-44f07c19bcd3 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.505577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f3ee473-f931-4785-8a55-2599b0771527 req-0be1163d-1fb3-455a-ac18-985cd55f6d81 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.3277547 Jul 16 08:41:15.508707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f13f0046-75e4-428c-b383-4dff1afc9d3c req-fbd176c3-4f9c-4748-9099-44f07c19bcd3 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.2144620 Jul 16 08:41:15.529594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.560991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f13f0046-75e4-428c-b383-4dff1afc9d3c req-3b6148c3-80fa-4cee-8ba8-176b41d91cba tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511639 Jul 16 08:41:15.573592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58100) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.609760 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bedb5136-68c8-43d9-8b62-bc52a388408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.615277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f0259e-a33c-47f8-aa19-7b50918fb571 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.682567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f3ee473-f931-4785-8a55-2599b0771527 req-7acbe82b-0c66-412d-b5a5-ef67ed1f98b4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760223 Jul 16 08:41:15.686231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Transition to ACTIVE for port object f412cc6c-898d-4ce6-9c41-328989044d7e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:15.695672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.732126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:15.734832 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4926b3-cc34-44a1-b684-79256f70aaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "0d632d41-28f8-490b-a527-596b40e52f64"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:15.737643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.742591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.794768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7ff375ac-94b5-43b2-bcf4-fde20307d8ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f228ddfd0b03487a854cc1863bf44f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194324 Jul 16 08:41:15.797084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58112) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.812024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f0259e-a33c-47f8-aa19-7b50918fb571 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.825044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.832102 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba8505-7ce3-4eb1-b055-2cb6eba7f79e x-openstack-request-id: req-34ba8505-7ce3-4eb1-b055-2cb6eba7f79e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:15.833603 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "0d632d41-28f8-490b-a527-596b40e52f64", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:15.834076 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34ba8505-7ce3-4eb1-b055-2cb6eba7f79e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:15.834696 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64', 'status': 'completed', 'code': 200} Jul 16 08:41:15.926003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.952152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3f49-5c67-4a01-bb2c-d9cb6c0d956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.967141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfad8d0c-3f31-47cf-87b2-3a276ee8ba06']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:16.000157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3f49-5c67-4a01-bb2c-d9cb6c0d956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.068180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a36832-93d5-47f9-814b-c0825d5cffc9') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:16.068873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a36832-93d5-47f9-814b-c0825d5cffc9') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:16.089776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.146722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.148356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.149092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.149620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.150148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.150697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.151365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.154533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-656231db-8bd3-41f0-8795-0e93959fd69f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6305 time: 0.2571065 Jul 16 08:41:16.155241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.190344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fc0910-45d1-4858-ae8f-84b1c76798b7']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:16.201940 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f0259e-a33c-47f8-aa19-7b50918fb571 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.204685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f0259e-a33c-47f8-aa19-7b50918fb571 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.205872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b0f0259e-a33c-47f8-aa19-7b50918fb571 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/security-groups/d149d7c9-500a-4be0-bcb9-f78a6e5df89b HTTP/1.1" status: 204 len: 168 time: 0.8905528 Jul 16 08:41:16.212476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58116) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:16.220658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40745380-b098-4208-b086-b4c3d1de015e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:16.221052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40745380-b098-4208-b086-b4c3d1de015e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:16.229041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.240817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3f49-5c67-4a01-bb2c-d9cb6c0d956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.244358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3f49-5c67-4a01-bb2c-d9cb6c0d956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.247860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1f8c3f49-5c67-4a01-bb2c-d9cb6c0d956b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/863a4409-c66b-4c66-b6a2-1c27d5129453 HTTP/1.1" status: 204 len: 168 time: 0.4475026 Jul 16 08:41:16.261724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.274853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:16.275399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:16.280310 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:16.313938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0259e-a33c-47f8-aa19-7b50918fb571 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d149d7c9-500a-4be0-bcb9-f78a6e5df89b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.334359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.338929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Attempting to bind port f412cc6c-898d-4ce6-9c41-328989044d7e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:16.339376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Attempting to bind port f412cc6c-898d-4ce6-9c41-328989044d7e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:16.339777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Attempting to bind port f412cc6c-898d-4ce6-9c41-328989044d7e on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:16.359765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:16.360291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:16.395761 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:16.398991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Port f412cc6c-898d-4ce6-9c41-328989044d7e on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:16.398991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Attempting to bind port f412cc6c-898d-4ce6-9c41-328989044d7e on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:16.431018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:16.431472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Checking segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:16.431939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Bound using segment: {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:16.436216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Bound port: f412cc6c-898d-4ce6-9c41-328989044d7e, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305488d0-63a5-49b4-8f84-fb0477d9fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:16.436216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.443158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8d80-bac9-41d2-b4ba-1d0b8ca7db8e req-5f993363-ef96-4306-a9d2-5de845ef3d30 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.450348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-264d8d80-bac9-41d2-b4ba-1d0b8ca7db8e req-5f993363-ef96-4306-a9d2-5de845ef3d30 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.5142493 Jul 16 08:41:16.500423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.513403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.516627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] 10.222.0.41 "DELETE /v2.0/networks/cfad8d0c-3f31-47cf-87b2-3a276ee8ba06 HTTP/1.1" status: 204 len: 168 time: 1.1758912 Jul 16 08:41:16.541336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.547194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c862a-05ca-4bcf-b8f3-5330b5889c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfad8d0c-3f31-47cf-87b2-3a276ee8ba06,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.584831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3f49-5c67-4a01-bb2c-d9cb6c0d956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a4409-c66b-4c66-b6a2-1c27d5129453,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.597188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.599501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/29fc0910-45d1-4858-ae8f-84b1c76798b7 HTTP/1.1" status: 204 len: 168 time: 1.2702515 Jul 16 08:41:16.634146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.643897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-264d8d80-bac9-41d2-b4ba-1d0b8ca7db8e req-c101d1ac-8490-4a95-a8e1-00266b96c352 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924775 Jul 16 08:41:16.665449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f59aac-121c-40bd-a5fd-b973143370a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29fc0910-45d1-4858-ae8f-84b1c76798b7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.672773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.678835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.685037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.690937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.699044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.705013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.707816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:16.711894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f412cc6c-898d-4ce6-9c41-328989044d7e,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:16.717195 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.726437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.730155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-5c855098-04a5-4c84-9cf7-e9dbe5be5735 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5395 time: 0.5382960 Jul 16 08:41:16.745707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5a0eb29-bd2b-408f-ab30-7f0260afbf56 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.748587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-6713342f-d40e-4fc1-b45f-a3c4481f9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.749541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-6713342f-d40e-4fc1-b45f-a3c4481f9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.750215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-6713342f-d40e-4fc1-b45f-a3c4481f9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.752406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-6713342f-d40e-4fc1-b45f-a3c4481f9ddf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c209d130b2cb483ca431c39caf1f7188&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5900495 Jul 16 08:41:16.792793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.793428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.795101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/f412cc6c-898d-4ce6-9c41-328989044d7e HTTP/1.1" status: 200 len: 1092 time: 2.7295475 Jul 16 08:41:16.827911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58136) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:16.843042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:16.881869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5a0eb29-bd2b-408f-ab30-7f0260afbf56 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.899938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76b66ce6-5c66-4ff7-b6ff-74d0acb0ee10 req-6086d573-6357-43b6-b1bb-bcd1b5a24e22 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461539 Jul 16 08:41:16.900465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58138) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.175610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-ad2af96a-5acd-4fa1-9a8e-2a9e1905fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.177242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df4926b3-cc34-44a1-b684-79256f70aaf8 req-ad2af96a-5acd-4fa1-9a8e-2a9e1905fbd0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3845165 Jul 16 08:41:17.206523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5a0eb29-bd2b-408f-ab30-7f0260afbf56 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.209174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5a0eb29-bd2b-408f-ab30-7f0260afbf56 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.211391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5a0eb29-bd2b-408f-ab30-7f0260afbf56 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf43f23e-eac4-4a61-9179-685a4f0ce627 HTTP/1.1" status: 204 len: 168 time: 0.9959986 Jul 16 08:41:17.213932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2cc9b5ef-7b66-448d-9162-8e4c8eb58442 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3609ff2f38d48a39ad5b5e49968ed20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911401 Jul 16 08:41:17.214495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.228632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.285475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0eb29-bd2b-408f-ab30-7f0260afbf56 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43f23e-eac4-4a61-9179-685a4f0ce627,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.341307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb413706-35ba-431b-85c9-5b3b1f4e37f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.366834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet a8f1c0df-22f5-48e7-821e-46d7fc580d0a {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:17.378558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.426121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d6c37cf-d80d-405d-a35b-c75ddfaf186b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.432358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad680a40-5e6f-4987-a09a-0b340a71b0f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f77f64cb6e234fe0b5c0605b82f8ebc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002636 Jul 16 08:41:17.438859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44488838-2585-4a12-bfc6-0cce03a6f4ea req-57581c3b-f2b6-4dc3-af8c-ef517846489e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.441824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58150) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.447405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44488838-2585-4a12-bfc6-0cce03a6f4ea req-57581c3b-f2b6-4dc3-af8c-ef517846489e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 946 time: 0.2967548 Jul 16 08:41:17.481746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.483312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.517576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5aff-d12d-45fe-8422-3cb8685d8de8 req-56224f77-aaee-4a8f-ac0e-c94a60b826e4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.525754 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4e5aff-d12d-45fe-8422-3cb8685d8de8 req-56224f77-aaee-4a8f-ac0e-c94a60b826e4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.6681564 Jul 16 08:41:17.563260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d6c37cf-d80d-405d-a35b-c75ddfaf186b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.632640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44488838-2585-4a12-bfc6-0cce03a6f4ea req-c06227a0-670e-4835-81a1-890e3b570dc1 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829424 Jul 16 08:41:17.649900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.701748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.741754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.752672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d6c37cf-d80d-405d-a35b-c75ddfaf186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.755724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d6c37cf-d80d-405d-a35b-c75ddfaf186b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.768384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1d6c37cf-d80d-405d-a35b-c75ddfaf186b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12565faf-3b1a-4c7a-8c7d-910b1ae41b84 HTTP/1.1" status: 204 len: 168 time: 0.5350595 Jul 16 08:41:17.798848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c37cf-d80d-405d-a35b-c75ddfaf186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12565faf-3b1a-4c7a-8c7d-910b1ae41b84,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.852835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.854216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:17.868810 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:17.902984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f1c0df-22f5-48e7-821e-46d7fc580d0a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.914635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.921349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb458d35-30bf-47f6-bd7e-d0c8e143c134 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/a8f1c0df-22f5-48e7-821e-46d7fc580d0a HTTP/1.1" status: 204 len: 168 time: 0.7013969 Jul 16 08:41:17.922112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58168) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.922917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4e5aff-d12d-45fe-8422-3cb8685d8de8 req-ab4b6d84-dc58-481f-a50f-f408c23f929f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956261 Jul 16 08:41:17.923384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27258300-9629-4aa9-a815-631a43363dc4 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:17.929053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:17.967911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8296b583-a3b3-40a7-a57b-159b213a555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.042337 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442e630-81b4-4567-842c-0e33c59089f0 x-openstack-request-id: req-4442e630-81b4-4567-842c-0e33c59089f0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:18.042741 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:18.043122 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4442e630-81b4-4567-842c-0e33c59089f0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:18.043994 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e', 'status': 'completed', 'code': 200} Jul 16 08:41:18.065161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8296b583-a3b3-40a7-a57b-159b213a555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.121912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'networks': [{'name': 'tempest-network--1111173102'}, {'name': 'tempest-network--2025602213'}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.125468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'network': {'name': 'tempest-network--1111173102'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.127215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'network': {'name': 'tempest-network--2025602213'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.202816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094620bd-e02e-4e7a-9f69-6c8efcba8300 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:18.222161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.270027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Transition to ACTIVE for port object 094620bd-e02e-4e7a-9f69-6c8efcba8300 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:18.270957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8296b583-a3b3-40a7-a57b-159b213a555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.274373 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8296b583-a3b3-40a7-a57b-159b213a555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.275511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8296b583-a3b3-40a7-a57b-159b213a555f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5863dc19-8597-43ec-8ead-bde14f0552f3 HTTP/1.1" status: 204 len: 168 time: 0.8318193 Jul 16 08:41:18.298211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296b583-a3b3-40a7-a57b-159b213a555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863dc19-8597-43ec-8ead-bde14f0552f3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.298477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'network': 2} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:18.308682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.319485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.344053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.357581 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.420850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.422076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.422722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.438246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.439089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.439882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.444708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.447405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-6d2fd7a6-28a6-4e7d-8bbe-8411d22f2a4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6347 time: 0.3669813 Jul 16 08:41:18.448304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:18.452011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.533657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051fcc9-0c21-47a2-bc7e-cb18bf4990f9 req-eea45a69-cfc8-4121-aa66-18079867333b tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.545488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c051fcc9-0c21-47a2-bc7e-cb18bf4990f9 req-eea45a69-cfc8-4121-aa66-18079867333b tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.3687356 Jul 16 08:41:18.598654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Pushing event updated for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.629751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.644344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.654647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.670807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.680169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.687346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.696802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.712632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-e5a22a3c-2b9e-4b98-936c-12e45d9913b9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5407 time: 0.4344649 Jul 16 08:41:18.863355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Attempting to bind port 094620bd-e02e-4e7a-9f69-6c8efcba8300 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:18.867671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Attempting to bind port 094620bd-e02e-4e7a-9f69-6c8efcba8300 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:18.868080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Attempting to bind port 094620bd-e02e-4e7a-9f69-6c8efcba8300 on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:18.895582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Port 094620bd-e02e-4e7a-9f69-6c8efcba8300 on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:18.895956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Attempting to bind port 094620bd-e02e-4e7a-9f69-6c8efcba8300 on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:18.899683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c051fcc9-0c21-47a2-bc7e-cb18bf4990f9 req-dce74950-4525-49f3-85e2-57d64ed1e4c4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527770 Jul 16 08:41:18.931945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:18.932293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Checking segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:18.932683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Bound using segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:18.933131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Bound port: 094620bd-e02e-4e7a-9f69-6c8efcba8300, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:18.933491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.969440 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ca36d5f-6c7c-4914-abad-d313dfc90b8a req-4033b1fb-3e8c-4d80-a14b-7419d2029e7c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2556067 Jul 16 08:41:19.068796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-16172a93-ebe9-4537-9e51-9e66b150aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.069358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-16172a93-ebe9-4537-9e51-9e66b150aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.070104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-16172a93-ebe9-4537-9e51-9e66b150aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.071798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-16172a93-ebe9-4537-9e51-9e66b150aca4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c209d130b2cb483ca431c39caf1f7188&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5951343 Jul 16 08:41:19.176921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:19.185098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:19.192018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.258541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Pushing event updated for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.268824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.269912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.271658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d5f8ff54-92a3-480a-b2a9-5012ab13da03 service neutron] 10.222.0.18 "PUT /v2.0/ports/094620bd-e02e-4e7a-9f69-6c8efcba8300 HTTP/1.1" status: 200 len: 1092 time: 2.4409115 Jul 16 08:41:19.320464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Request body: {'port': {'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:19.531094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.551061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.575658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1aa94a9e-b994-4df6-b661-cf940287885c None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:19.578495 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1aa94a9e-b994-4df6-b661-cf940287885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.586013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.586786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.668211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58214) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.744249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-5a6ee0dd-9b5c-42e2-ae2e-facb5687659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.746624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fc47e1d-9b60-409b-9317-6a07dbe89e4f req-5a6ee0dd-9b5c-42e2-ae2e-facb5687659f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6480033 Jul 16 08:41:19.800607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1aa94a9e-b994-4df6-b661-cf940287885c None None] Provisioning complete for port c8d58b5b-26bd-443f-ad1b-54110752af04 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:19.802773 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1aa94a9e-b994-4df6-b661-cf940287885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.810955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24504a57-3d5c-4a1e-829e-df879f3f4fa7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.825711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:19.883299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1aa94a9e-b994-4df6-b661-cf940287885c None None] Port c8d58b5b-26bd-443f-ad1b-54110752af04 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:19.897019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.897981 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Added segment f4cc92ae-28d9-4f36-930e-f1ae74a02dec of type vlan for network 6e7686c2-4a8b-48ac-a486-8d0173079d0f Jul 16 08:41:19.932897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc6cf-eba1-4425-a956-a15d07236664 req-b5376880-ba52-4249-9a4b-7b3486174863 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.939760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b51bc6cf-eba1-4425-a956-a15d07236664 req-b5376880-ba52-4249-9a4b-7b3486174863 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.4954524 Jul 16 08:41:19.978055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.046275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:20.049767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b51bc6cf-eba1-4425-a956-a15d07236664 req-4c31c5bc-4c83-43cb-a23c-473dba879ebf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090610 Jul 16 08:41:20.050798 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58563d8-0335-442e-b4e0-040f200da2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:20.069260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-469055785-network', 'tenant_id': '5553890ca05a498da6a67ebc125945d9'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:20.115589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.161350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:20.179793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:20.189786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa28441-c13a-4af4-9a3f-b7b9ad042736 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:20.200297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.201134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.209921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=810a730b-2a90-4f95-bb84-ed77ceeef4b1,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.222938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199f89-3530-44c4-81ee-b21502b47dd6 req-f588e3bb-889e-4070-8a2d-0d3beba5db2e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.228469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:20.231102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.231417 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80199f89-3530-44c4-81ee-b21502b47dd6 req-f588e3bb-889e-4070-8a2d-0d3beba5db2e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.7040324 Jul 16 08:41:20.266094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.298482 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-940a8a45-73e4-44b8-882b-27698b872108 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3752425 Jul 16 08:41:20.304038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80199f89-3530-44c4-81ee-b21502b47dd6 req-da97c9ca-19ba-4a69-91cd-00bcba9d4de3 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715520 Jul 16 08:41:20.304566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58232) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:20.307660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d41dbd-d547-4e84-bf3e-c8789fa80ffa {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:20.320204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'security_group': {'name': 'tempest-secgroup-1986355868'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:20.322372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:20.326523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.348602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Transition to ACTIVE for port object 67d41dbd-d547-4e84-bf3e-c8789fa80ffa will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:20.349424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.349928 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Added segment 0cbbd08b-e0aa-4baf-9792-5ba133c678ec of type vlan for network ab88ede1-aad2-48a5-807b-31106e5b87ff Jul 16 08:41:20.356260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.373082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.444658 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a890a33-bf47-4567-9ec0-a4820136a63f x-openstack-request-id: req-7a890a33-bf47-4567-9ec0-a4820136a63f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:20.446000 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:20.446265 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a890a33-bf47-4567-9ec0-a4820136a63f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:20.446759 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300', 'status': 'completed', 'code': 200} Jul 16 08:41:20.564687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:20.575615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Update dhcp port {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'fixed_ips': [{'subnet_id': '22c67f31-9a93-487b-883b-1c03b92fcf00', 'ip_address': '172.20.0.18'}, {'subnet_id': '810a730b-2a90-4f95-bb84-ed77ceeef4b1'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '8a8ba738-ba94-405a-807a-70ddbfbe6388'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:20.575957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Pushing event updated for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.620414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Attempting to bind port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:20.620758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Attempting to bind port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:20.622211 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.623464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Attempting to bind port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:20.632433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:20.632943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Attempting to bind port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa on network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:20.638508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:20.638855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Checking segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:20.639299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Bound using segment: {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:20.639760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Bound port: 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06e54fd-bccf-4252-b094-33c91e781758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:20.640260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.674343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.679398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.776998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.777965 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.785022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.792281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.793347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.797075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.819129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:20.822965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:20.832083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.853548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Allocated IP 172.20.0.2 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/810a730b-2a90-4f95-bb84-ed77ceeef4b1/8a8ba738-ba94-405a-807a-70ddbfbe6388) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:20.891138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Pushing event updated for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.919983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.920676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.922241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8233ebd-c6aa-4334-ab7a-9c959271b3bd service neutron] 10.222.0.18 "PUT /v2.0/ports/67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 200 len: 1092 time: 1.6129963 Jul 16 08:41:20.925144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.931761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.995609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.997723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Network': ['ID=6e7686c2-4a8b-48ac-a486-8d0173079d0f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.999997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6864038 Jul 16 08:41:21.005459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c076cc-9046-41f8-afe4-bc827a37b12d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.007681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3277d3b-7abd-483c-8402-e072800e2478 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59378a48-71df-4546-b3fe-0ce073c03a2d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.014827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58248) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.029582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035708002'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:21.032991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a8ba738-ba94-405a-807a-70ddbfbe6388,segment=NetworkSegment(331675a3-cbec-4050-ae7c-e119179bccb0),segment_id=331675a3-cbec-4050-ae7c-e119179bccb0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:21.041503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.060081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.087531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.092429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.094184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.104333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.111512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.113262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.134168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.142339 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-6ef66b8b-dcc7-49ad-bc6b-472419ba471c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5407 time: 0.9063649 Jul 16 08:41:21.147526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Transition to ACTIVE for port object 8a8ba738-ba94-405a-807a-70ddbfbe6388 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:21.158784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.248552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.255906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.293406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.304434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2791545 Jul 16 08:41:21.315428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58258) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.328407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990147116'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:21.341646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e0f5-3037-46d6-8c58-3da7fa5d60b4 None None] Pushing event updated for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.346625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102e27-a934-470d-8690-97a0f9e764b3 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e9447-6165-4752-a2ff-6d492ce59068,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.358442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Network': ['ID=ab88ede1-aad2-48a5-807b-31106e5b87ff,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.363416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:21.384763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-888739eb-227a-4f10-92dd-4d7e6f8ef79a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6418819 Jul 16 08:41:21.387383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58260) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.397993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 6e7686c2-4a8b-48ac-a486-8d0173079d0f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:21.442097 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-00112b08-52b1-4e85-95c6-c03d1b52c8c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8045585 Jul 16 08:41:21.452652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.458052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.460515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.462417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.462907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.465985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.466889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.471277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-9dd38507-e03a-4fa2-bd8c-ac43fd64dc04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6441 time: 0.9985051 Jul 16 08:41:21.549852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ab88ede1-aad2-48a5-807b-31106e5b87ff details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:21.560752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.624690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:21.659138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649053-cd1c-4cde-9a62-49870f6770de req-9bab8047-190e-4ec0-866d-bda977d27475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.660753 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-9bab8047-190e-4ec0-866d-bda977d27475 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97&tenant_id=05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 1095 time: 0.3004649 Jul 16 08:41:21.777988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540a96-dab9-4353-8b24-30b99a317841 req-1e23ef29-03e8-4080-853a-aaec5de4d0ff tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.785838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540a96-dab9-4353-8b24-30b99a317841 req-1e23ef29-03e8-4080-853a-aaec5de4d0ff tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.799697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540a96-dab9-4353-8b24-30b99a317841 req-1e23ef29-03e8-4080-853a-aaec5de4d0ff tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.801827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4540a96-dab9-4353-8b24-30b99a317841 req-1e23ef29-03e8-4080-853a-aaec5de4d0ff tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae&device_id=4503dccb-6f73-47ec-b390-0d24faedc32c&device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 2417 time: 0.1951003 Jul 16 08:41:21.830234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.841313 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.844723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.845213 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Added segment 6ffd3193-5837-48df-82eb-b1d1ea9d4f90 of type vlan for network 0ddcb850-8916-4773-b4b3-c1a39caffe35 Jul 16 08:41:21.879871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982d5675-4259-48b6-8bdd-108fa5d3e2ed,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.896735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.911642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649053-cd1c-4cde-9a62-49870f6770de req-ef4d4c98-4f87-4deb-b579-63d0d4b783cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.914163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-ef4d4c98-4f87-4deb-b579-63d0d4b783cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1095 time: 0.2129381 Jul 16 08:41:21.931173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.933186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-464b4e33-0e15-447f-97ff-2355c11225c7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6176188 Jul 16 08:41:21.939001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4540a96-dab9-4353-8b24-30b99a317841 req-d4e81b31-e38d-4908-83c7-6113df35a781 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010029 Jul 16 08:41:21.953698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58272) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.966027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-195032260', 'security_groups': ['982d5675-4259-48b6-8bdd-108fa5d3e2ed'], 'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '810a730b-2a90-4f95-bb84-ed77ceeef4b1'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:22.183775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a22a230c-58f7-48d5-879b-fc5977c14560 None None] Provisioning for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:22.190241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a22a230c-58f7-48d5-879b-fc5977c14560 None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:22.190968 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a22a230c-58f7-48d5-879b-fc5977c14560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.239458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649053-cd1c-4cde-9a62-49870f6770de req-00b133d0-2921-437c-a613-9b6119decc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.240913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-00b133d0-2921-437c-a613-9b6119decc26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.3062658 Jul 16 08:41:22.243625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:22.282638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e470-fec1-4c5d-8ed3-7c86cb2e125e req-296201fd-caee-4a5c-9025-40488aaa9aa5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.284252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a99e470-fec1-4c5d-8ed3-7c86cb2e125e req-296201fd-caee-4a5c-9025-40488aaa9aa5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.2043610 Jul 16 08:41:22.311283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a22a230c-58f7-48d5-879b-fc5977c14560 None None] Provisioning complete for port c8d58b5b-26bd-443f-ad1b-54110752af04 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:22.312279 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a22a230c-58f7-48d5-879b-fc5977c14560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.368803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a22a230c-58f7-48d5-879b-fc5977c14560 None None] Port c8d58b5b-26bd-443f-ad1b-54110752af04 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:22.405333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.406283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.406867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.407555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-3e9beb31-9005-4fce-a98e-c8356cf04bf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 999 time: 0.1451836 Jul 16 08:41:22.417446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a99e470-fec1-4c5d-8ed3-7c86cb2e125e req-965b8eca-58ec-4d00-9b08-d2633cb10cfb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013238 Jul 16 08:41:22.435696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6874a-b6bf-4e9a-a99f-7edbe73a18c0 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.446921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6874a-b6bf-4e9a-a99f-7edbe73a18c0 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.453246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6874a-b6bf-4e9a-a99f-7edbe73a18c0 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.457473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:22.459439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6874a-b6bf-4e9a-a99f-7edbe73a18c0 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.459775 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b6afd-ca19-445c-b716-79f94de0de4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:22.463887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78b6874a-b6bf-4e9a-a99f-7edbe73a18c0 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0496306 Jul 16 08:41:22.467301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.471399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58278) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.502859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-666ed152-3a9c-40da-996f-8a86499c72c2 req-53ed211a-fd1f-4cb0-ac1c-09bd3a254919 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3597293 Jul 16 08:41:22.513678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-651eae97-eab1-463d-9029-ddbe60fbc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.514223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-651eae97-eab1-463d-9029-ddbe60fbc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.514696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-651eae97-eab1-463d-9029-ddbe60fbc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.516898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-651eae97-eab1-463d-9029-ddbe60fbc24f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c209d130b2cb483ca431c39caf1f7188&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0062044 Jul 16 08:41:22.524889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8503137 Jul 16 08:41:22.526109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58280) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.532439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Request body: {'subnet': {'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-469055785-subnet', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:22.546471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] device_id is not set on port d8133ab4-8752-4da4-afb9-307cc781c638 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:22.551942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649053-cd1c-4cde-9a62-49870f6770de req-961c4e7a-d4e6-412b-8bc3-140f81565d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.553575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-961c4e7a-d4e6-412b-8bc3-140f81565d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1298461 Jul 16 08:41:22.595104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a9db8-f90e-4723-8917-ece77321a437 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddcb850-8916-4773-b4b3-c1a39caffe35,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.607601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:22.655471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.655967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.656452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.656930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.657411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.657950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.658436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.660564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4f9d03e1-db4a-40e5-97be-e1e3d612aa69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.7229738 Jul 16 08:41:22.689826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-268db3a1-d2f8-42a5-bc49-5c1db41dd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.691529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d58563d8-0335-442e-b4e0-040f200da2c9 req-268db3a1-d2f8-42a5-bc49-5c1db41dd0c0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640515 Jul 16 08:41:22.730887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c4272f6-904c-4f64-b7ea-617c3ebdf1a7 req-c02cce31-bb60-419f-b16b-34bcba502d15 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.1636891 Jul 16 08:41:22.765285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.805411 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9834d051-e7f3-49c1-8a10-96ff568bdbf1 x-openstack-request-id: req-9834d051-e7f3-49c1-8a10-96ff568bdbf1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:22.806225 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:22.806668 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9834d051-e7f3-49c1-8a10-96ff568bdbf1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:22.807246 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa', 'status': 'completed', 'code': 200} Jul 16 08:41:22.821788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:22.824123 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.908433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-d3e79c72-0680-4f73-8a89-3250def98b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.909016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-d3e79c72-0680-4f73-8a89-3250def98b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.909362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-d3e79c72-0680-4f73-8a89-3250def98b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.910932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-d3e79c72-0680-4f73-8a89-3250def98b25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=bfa75b7d-5873-4e57-922c-47b3e04e232e&id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 2298 time: 0.2051277 Jul 16 08:41:23.001595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.002079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.002553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.003021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.003398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649053-cd1c-4cde-9a62-49870f6770de req-a4b843af-da29-4632-8ea5-a3630f9fb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.003519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.003959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.004428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.005540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-a4b843af-da29-4632-8ea5-a3630f9fb8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4374707 Jul 16 08:41:23.006347 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4caf95da-8ee8-43d4-b3ff-854d2b07d20c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6483 time: 0.2336407 Jul 16 08:41:23.081208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-6cefca47-cb76-4dfb-9358-8a5212d9d187 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 200 len: 217 time: 0.0664496 Jul 16 08:41:23.092755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.103246 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-7b0da549-0ebb-48d9-af98-31fe8e1db7d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 1001 time: 0.1737370 Jul 16 08:41:23.130566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7686c2-4a8b-48ac-a486-8d0173079d0f']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:23.141421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340f943-a26b-424c-ae91-3947d23314e4 req-d5f06af2-fb56-46cb-9451-9718e3eb0c99 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.142903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4340f943-a26b-424c-ae91-3947d23314e4 req-d5f06af2-fb56-46cb-9451-9718e3eb0c99 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.2549307 Jul 16 08:41:23.153222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cc92ae-28d9-4f36-930e-f1ae74a02dec') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:23.153547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cc92ae-28d9-4f36-930e-f1ae74a02dec') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:23.181834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.7 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/810a730b-2a90-4f95-bb84-ed77ceeef4b1/d8133ab4-8752-4da4-afb9-307cc781c638) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:23.184765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.206501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-68fe34b9-195b-4f46-94ea-4f9004c1e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.208002 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-68fe34b9-195b-4f46-94ea-4f9004c1e688 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbac040-021b-4d28-9384-1324e90c3686 HTTP/1.1" status: 200 len: 850 time: 0.1197979 Jul 16 08:41:23.210794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-e009ed90-1a57-4098-b7c0-92d4eb5d4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.212130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-e009ed90-1a57-4098-b7c0-92d4eb5d4412 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 200 len: 855 time: 0.0877528 Jul 16 08:41:23.242117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4340f943-a26b-424c-ae91-3947d23314e4 req-0a7df26c-f9b8-4384-aa9a-08fe06538bbd tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Jul 16 08:41:23.273489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.304988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:23.305417 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:23.313804 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:23.324968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b98fcdbd-4e8e-4320-be5e-2956d867cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.326837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b98fcdbd-4e8e-4320-be5e-2956d867cdbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071017 Jul 16 08:41:23.330271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-b994dcee-1527-4ed6-b61b-edb1546ea6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.332147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-b994dcee-1527-4ed6-b61b-edb1546ea6cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2901133-83fa-4369-a680-0a8c30d71109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112974 Jul 16 08:41:23.352909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-97a9b815-9102-4cde-9fd1-e975253da4d8 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148611 Jul 16 08:41:23.485540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.492917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.495022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/networks/6e7686c2-4a8b-48ac-a486-8d0173079d0f HTTP/1.1" status: 204 len: 168 time: 1.0226738 Jul 16 08:41:23.501072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58288) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.517106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-19b4d116-0163-4000-b386-cf6782427ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763375 Jul 16 08:41:23.529622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-2bfe7866-5c45-45a6-b626-1bfb605f6989 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874335 Jul 16 08:41:23.571460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299aae8-5bc1-4bc8-a13e-f337a7c7cb3e tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Network': ['ID=6e7686c2-4a8b-48ac-a486-8d0173079d0f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.660998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.824305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-92964762-1dfe-46f4-b4c0-9f3db2b44c45 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936912 Jul 16 08:41:23.831990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-a07b70eb-aef2-4c41-ae63-471907a4b079 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938373 Jul 16 08:41:23.922881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-9dd86724-1bf8-417c-ac4d-edb79af92b70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 217 time: 0.0885880 Jul 16 08:41:23.923959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.929638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-98ad465c-20fe-48b8-b1a2-74cf358338ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 217 time: 0.0763638 Jul 16 08:41:23.979465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.018521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea893b6-3819-4762-b7ff-cfe3c1d453ff req-f1dd4c16-de53-4565-b2bb-f76b205d68a2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.020059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea893b6-3819-4762-b7ff-cfe3c1d453ff req-f1dd4c16-de53-4565-b2bb-f76b205d68a2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.3935537 Jul 16 08:41:24.043094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab88ede1-aad2-48a5-807b-31106e5b87ff']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.057524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a649053-cd1c-4cde-9a62-49870f6770de req-58132ff7-a3aa-4b89-aea5-0220d85e8ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937797 Jul 16 08:41:24.073286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.074617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbbd08b-e0aa-4baf-9792-5ba133c678ec') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.076850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbbd08b-e0aa-4baf-9792-5ba133c678ec') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.096866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.106308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.124821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-a3d8fcc2-f615-4ec6-9056-050972ae6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.126287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-a3d8fcc2-f615-4ec6-9056-050972ae6dd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.1934094 Jul 16 08:41:24.140027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-04ca8d6b-2930-4099-b6fe-59cd94f72259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.141614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-04ca8d6b-2930-4099-b6fe-59cd94f72259 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1594656 Jul 16 08:41:24.151221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fce04cb5-9117-4f72-a699-8b6bd602fb38 req-dedfee88-3eec-4606-b121-a680eb16553d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0430348 Jul 16 08:41:24.156401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:24.156800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Network hostable DHCP agents. Network: 0ddcb850-8916-4773-b4b3-c1a39caffe35, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:24.162752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.177363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.182948 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea893b6-3819-4762-b7ff-cfe3c1d453ff req-b74b6eef-2139-41fe-9cc8-67ff256a8b00 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346107 Jul 16 08:41:24.183487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.189750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.196586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.202454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.208358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.214384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.216801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:24.217326 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.221939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-cec3ac76-cf70-4a1c-9fe2-3f327a24fd88 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2913508 Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:24.222338 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:24.254225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:24.275086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-308aa5dc-f5d0-4690-9f55-693739e67209 req-a7308dc8-4e8a-4d71-9aca-b1dbd848d632 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522809 Jul 16 08:41:24.280285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 0ddcb850-8916-4773-b4b3-c1a39caffe35) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:24.285581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.286480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.291942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572f03d-8b9e-472a-a40a-dd09dfd0f11b None None] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:24.318961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object d8133ab4-8752-4da4-afb9-307cc781c638 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:24.319306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.329040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.331460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/networks/ab88ede1-aad2-48a5-807b-31106e5b87ff HTTP/1.1" status: 204 len: 168 time: 0.8283639 Jul 16 08:41:24.336187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.340548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-165604a0-f0b8-4f94-b506-c8ce2dfe3531 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8094690 Jul 16 08:41:24.341050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58300) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.345635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:24.371573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bdaa5-654d-4ebd-89ec-a1565b4e8e45 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Network': ['ID=ab88ede1-aad2-48a5-807b-31106e5b87ff,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.389526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b17a06cb-f165-4b55-bd4d-7566586d95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.392444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.393287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b17a06cb-f165-4b55-bd4d-7566586d95e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2558722 Jul 16 08:41:24.394158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.423198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-8da3f67b-5ec1-4b99-a63a-fa7d79111461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.425947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-8da3f67b-5ec1-4b99-a63a-fa7d79111461 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2725379 Jul 16 08:41:24.465611 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.512376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.573006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:24.577951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:24.603458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:24.649513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-0ddcb850-8916-4773-b4b3-c1a39caffe35', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:24.651475 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.736414 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.868678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=d8133ab4-8752-4da4-afb9-307cc781c638,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.883196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.884122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.926758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-279dd406-16d2-4f0d-a4a2-6821fc6c08e4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9719419 Jul 16 08:41:24.930514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58316) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.945028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:24.954937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Allocated IP 172.20.0.2 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/96646017-f71f-4c52-9fc8-f7f196a56402) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:25.098151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-137d643a-1be3-4b9e-9107-76991c355629 req-d8bd9644-34cf-491a-9c7e-7ea055d34fc8 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0742228 Jul 16 08:41:25.153345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaffd684-e217-474a-8ebc-5e525c7ae6ea tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.161856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaffd684-e217-474a-8ebc-5e525c7ae6ea tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.163801 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eaffd684-e217-474a-8ebc-5e525c7ae6ea tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8123350 Jul 16 08:41:25.173407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58324) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.179909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1873650542'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.233884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:25.237667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.297860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b3bbff8f-38b3-4664-80d3-e27415d1d66f service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886640 Jul 16 08:41:25.309416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-975cef80-ba50-4d9f-8e12-8a76cfb01f13 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8748868 Jul 16 08:41:25.405695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.439099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.502747 n-d-798249-10 neutron-server[93700]: INFO neutron.db.ipam_backend_mixin [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 810a730b-2a90-4f95-bb84-ed77ceeef4b1 (CIDR: 172.20.0.0/28) Jul 16 08:41:25.512138 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:41:25.512756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:25.528587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:25.550771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.573384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e4ba0ac5-9c02-456c-97be-16c08d0fd23d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6415517 Jul 16 08:41:25.583947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58334) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.592143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.682270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Allocated IP 172.25.0.104 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/1aa2b83e-ecb9-423d-a49f-738abacf0b80) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:25.733783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:25.746925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.747295 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Added segment fffda46f-a547-4c14-8247-9fc89a00ed70 of type vlan for network 3fe9f3f9-9288-4725-9b5a-c2e273a6ea44 Jul 16 08:41:25.884539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.902320 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Transition to ACTIVE for port object 96646017-f71f-4c52-9fc8-f7f196a56402 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:25.942989 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.948548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Transition to ACTIVE for port object 96646017-f71f-4c52-9fc8-f7f196a56402 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:25.978000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-a0d1ef5b-a580-4fd4-bac8-0ed63af06065 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603150 Jul 16 08:41:25.979066 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.991901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.999975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e75aac6-ece5-4a67-926a-cfdd83675778 None None] Provisioning for port d8133ab4-8752-4da4-afb9-307cc781c638 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:26.000476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-c321b859-e67d-4eb2-a98a-352bf369c548 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526349 Jul 16 08:41:26.055470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-3d4bd4a0-6c51-4b5e-82ce-099432850965 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 217 time: 0.0684140 Jul 16 08:41:26.076504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.082248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Pushing event updated for resources: {'Port': ['ID=96646017-f71f-4c52-9fc8-f7f196a56402,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.099141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e75aac6-ece5-4a67-926a-cfdd83675778 None None] Provisioning complete for port d8133ab4-8752-4da4-afb9-307cc781c638 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:26.100399 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e75aac6-ece5-4a67-926a-cfdd83675778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.121553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4531cd17-d2e6-4d96-8e93-2ca552dca5b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 217 time: 0.0779545 Jul 16 08:41:26.172464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.179072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.179975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.182064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fcb4-9e89-46a8-aaed-1ebcc566ea14 req-7e17f20c-3e38-429b-8a7b-ee94c54ce6a6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.183770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ec7fcb4-9e89-46a8-aaed-1ebcc566ea14 req-7e17f20c-3e38-429b-8a7b-ee94c54ce6a6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.6122949 Jul 16 08:41:26.187488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:26.196447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:26.202889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:26.212266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6e75aac6-ece5-4a67-926a-cfdd83675778 None None] Port d8133ab4-8752-4da4-afb9-307cc781c638 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:26.214587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa2b83e-ecb9-423d-a49f-738abacf0b80,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.227147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0526271 Jul 16 08:41:26.233982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:26.240439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:26.243511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:26.247982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.254616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1183346184'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:26.311709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:26.311709 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:41:26.311709 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id_1': 'de545aa6555d4a6098b71f0893641c91', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 41, 26, 270866)}] Jul 16 08:41:26.311709 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:26.312168 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:26.317309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ec7fcb4-9e89-46a8-aaed-1ebcc566ea14 req-3f506178-2dff-4b44-84f2-ee34fae26c47 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090019 Jul 16 08:41:26.321964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:26.325748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.371403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4f75e896-09fd-432d-a669-7e05316eb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.371403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4f75e896-09fd-432d-a669-7e05316eb2f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.2554612 Jul 16 08:41:26.371403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9bb75-b55e-41da-9a6d-d9c0c4dfb72b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Network': ['ID=3fe9f3f9-9288-4725-9b5a-c2e273a6ea44,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.421724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-a3fe7deb-584c-4c4a-89f2-394d77c42f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.424503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-a3fe7deb-584c-4c4a-89f2-394d77c42f90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.2277882 Jul 16 08:41:26.456592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 3fe9f3f9-9288-4725-9b5a-c2e273a6ea44 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:26.497042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.506806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.509537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Attempting to bind port 96646017-f71f-4c52-9fc8-f7f196a56402 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:26.509920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Attempting to bind port 96646017-f71f-4c52-9fc8-f7f196a56402 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:26.510287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Attempting to bind port 96646017-f71f-4c52-9fc8-f7f196a56402 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:26.514680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.524479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.533185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.538349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:26.539464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:26.540630 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.541378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:26.541583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.542662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Bound port: 96646017-f71f-4c52-9fc8-f7f196a56402, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:26.543828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.549794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.561418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64c280be-c6b0-448e-9b85-19241de8f097 req-7588a21f-a8e4-486b-9ce2-966168249c02 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.5209534 Jul 16 08:41:26.634290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64c280be-c6b0-448e-9b85-19241de8f097 req-4cc1cdb0-682c-4ef2-aa57-2733c1e2eddd tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717070 Jul 16 08:41:26.649910 n-d-798249-10 neutron-server[93700]: INFO neutron.db.ipam_backend_mixin [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 22c67f31-9a93-487b-883b-1c03b92fcf00 (CIDR: 172.20.0.16/28) Jul 16 08:41:26.662680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-7c30429e-e43b-4825-a802-3f80dd247706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.675390 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:41:26.675390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:26.682088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-7c30429e-e43b-4825-a802-3f80dd247706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2963538 Jul 16 08:41:26.699504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] For port 96646017-f71f-4c52-9fc8-f7f196a56402, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:26.726362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-9925dcd2-10f6-4140-a0e1-f2c5afd449ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.727979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-9925dcd2-10f6-4140-a0e1-f2c5afd449ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2948995 Jul 16 08:41:26.730591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] For port 96646017-f71f-4c52-9fc8-f7f196a56402, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=96646017-f71f-4c52-9fc8-f7f196a56402,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:26.737660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.812773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ffb7a092-7b0e-490c-b579-abc17c16d191 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2274559 Jul 16 08:41:26.823469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58342) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.835727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'subnet': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:26.858876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:26.862896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.899999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.900909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bf890-531f-4c12-beca-aa01243cd74c None None] Pushing event updated for resources: {'Port': ['ID=96646017-f71f-4c52-9fc8-f7f196a56402,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.957977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:26.976957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.977462 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Added segment 09acd958-cd03-4eb8-8798-21ddc27612e0 of type vlan for network 57d12a73-e66e-436d-b6af-37d10917f816 Jul 16 08:41:27.081761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.130941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Made reservation on behalf of 96bd0caa1ad243228faeb5cb41b9fcc0 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:27.150818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.193876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.214011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.214668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.410728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Network': ['ID=57d12a73-e66e-436d-b6af-37d10917f816,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.453131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 57d12a73-e66e-436d-b6af-37d10917f816 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:27.461838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dfec2000-0ec3-41cf-a103-963e4829bb00 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2125082 Jul 16 08:41:27.466137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58348) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:27.480109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'ports': [{'network_id': '3fe9f3f9-9288-4725-9b5a-c2e273a6ea44', 'name': 'tempest-port--1809269885', 'admin_state_up': True}, {'network_id': '57d12a73-e66e-436d-b6af-37d10917f816', 'admin_state_up': False}]} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:27.480437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'port': {'network_id': '3fe9f3f9-9288-4725-9b5a-c2e273a6ea44', 'name': 'tempest-port--1809269885', 'admin_state_up': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:27.480931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'port': {'network_id': '57d12a73-e66e-436d-b6af-37d10917f816', 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:27.517442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.615165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 96646017-f71f-4c52-9fc8-f7f196a56402 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:27.747687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-4d29e3b6-edd7-430c-81de-7f294b726519 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0490396 Jul 16 08:41:27.755266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 96646017-f71f-4c52-9fc8-f7f196a56402 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:27.791661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5680828-3cf9-4816-a3fb-25376a196cd1 req-39a559ec-2f81-4a3a-b0e2-62b6a0607705 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.6684916 Jul 16 08:41:28.001377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-7bb3cac9-85aa-46ee-a8ee-232fbd43607c service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2334561 Jul 16 08:41:28.077160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.192415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-ca680261-ba57-4e04-9062-5423cb6dd83f service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113188 Jul 16 08:41:28.327944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6ff51-aacc-45ff-820c-d85b27ef32a5 req-89a61882-6b4b-47e1-a7bb-a2eeb25bcc44 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.336171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ec6ff51-aacc-45ff-820c-d85b27ef32a5 req-89a61882-6b4b-47e1-a7bb-a2eeb25bcc44 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.9264884 Jul 16 08:41:28.364697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:28.382892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17531f7e-69e8-4cd0-b134-35f3f0f71c0d None None] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:28.407648 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-dbe378b9-bdda-4be3-b24b-b23fa757a6c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0d632d41-28f8-490b-a527-596b40e52f64 HTTP/1.1" status: 200 len: 217 time: 0.1986027 Jul 16 08:41:28.408437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:28.417890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-74cc4d6c-987d-4996-9e4e-e8f92dc3bf08 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026594 Jul 16 08:41:28.419185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.419802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.423041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a845ee-36c0-40f1-b0ab-7c755d96b590 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:28.424927 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ec6ff51-aacc-45ff-820c-d85b27ef32a5 req-d66196c3-e9e3-4338-a8a0-6ae1baaec06c tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867264 Jul 16 08:41:28.429166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Subnet': ['ID=3ab225af-25bd-4b27-b9ce-cd24f7e54788,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.476333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'port': 2} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:28.481643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.503788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.540696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Router e5ab8068-2e36-40bf-9c72-20739b8d982e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:28.634575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-c08be4f9-60be-4393-b8ef-e60ebc2ce2b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 200 len: 217 time: 0.1924589 Jul 16 08:41:28.664455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10ccd8-78e4-4b3c-ace8-fe14d3bb996c req-e6de3836-eabd-4ae8-9f7d-995e65160543 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.672576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc10ccd8-78e4-4b3c-ace8-fe14d3bb996c req-e6de3836-eabd-4ae8-9f7d-995e65160543 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.5905437 Jul 16 08:41:28.679151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] device_id is not set on port 1143f53b-2a32-46d3-ac98-74c4bb7dcdf5 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:28.753488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-fab4d1ce-0f33-4bfe-ae26-a60c15a56eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.755653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-fab4d1ce-0f33-4bfe-ae26-a60c15a56eba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.0746448 Jul 16 08:41:28.772665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] Provisioning for port 96646017-f71f-4c52-9fc8-f7f196a56402 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:28.774687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c5ec143-fe49-4ddb-adbf-7203c7dc62a9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9486084 Jul 16 08:41:28.809507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:28.814902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1422790515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ab225af-25bd-4b27-b9ce-cd24f7e54788'}], 'security_groups': ['59378a48-71df-4546-b3fe-0ce073c03a2d', '3f3e9447-6165-4752-a2ff-6d492ce59068']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:28.817362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] Provisioning complete for port 96646017-f71f-4c52-9fc8-f7f196a56402 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:28.817749 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.905405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-fabb7d6f-18da-434b-8dde-74ac88270eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.907555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-fabb7d6f-18da-434b-8dde-74ac88270eac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.4851584 Jul 16 08:41:28.950448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc10ccd8-78e4-4b3c-ace8-fe14d3bb996c req-e01fe4f3-3f15-4bd5-b273-25080ecd34c6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768075 Jul 16 08:41:28.952147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.004025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Update dhcp port {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'fixed_ips': [{'subnet_id': '22c67f31-9a93-487b-883b-1c03b92fcf00', 'ip_address': '172.20.0.18'}, {'subnet_id': '810a730b-2a90-4f95-bb84-ed77ceeef4b1', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ab225af-25bd-4b27-b9ce-cd24f7e54788'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '8a8ba738-ba94-405a-807a-70ddbfbe6388'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:29.030597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:29.060801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.062879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Sync routers for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:29.086706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.093034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.099548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.105543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.111793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.118421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.124747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.126740 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-3b87a1cd-5725-42d9-a9c4-6773e2abda7d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2832673 Jul 16 08:41:29.135057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] device_id is not set on port 1920760f-5883-4fa7-8206-1746e9b8d9cf yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:29.171258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:29.172160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:29.193685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.197657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5ad222ae-6d5c-41ef-ab8a-648b1a82b1f3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8555524 Jul 16 08:41:29.205221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58360) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.280226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:29.334237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.382495 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.393317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4b5de10a-9fab-4c9b-8764-ede3cbabbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.395263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4b5de10a-9fab-4c9b-8764-ede3cbabbe01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6156230 Jul 16 08:41:29.470866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-23abae77-2bf4-4052-b773-335154459702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.472959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-23abae77-2bf4-4052-b773-335154459702 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5557344 Jul 16 08:41:29.618635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] For port 96646017-f71f-4c52-9fc8-f7f196a56402, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=96646017-f71f-4c52-9fc8-f7f196a56402,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:29.636922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-f937805f-89c7-4995-b77a-565e4191387d service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275136 Jul 16 08:41:29.652890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.704892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.751123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecfc0a-70db-40a8-bb9d-0a4e5aff698d None None] Pushing event updated for resources: {'Port': ['ID=96646017-f71f-4c52-9fc8-f7f196a56402,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.803118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f92cadd-f8de-4959-84fe-d8d79f2de0f6 req-91a56c5d-f3da-44f8-82f6-accf07aaa600 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6556768 Jul 16 08:41:29.805347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.924613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c58fad14-a8d3-4bc0-9d58-4338d5d39c62 None None] Provisioning complete for port 96646017-f71f-4c52-9fc8-f7f196a56402 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.925176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c58fad14-a8d3-4bc0-9d58-4338d5d39c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.978328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Allocated IP 172.20.0.34 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/3ab225af-25bd-4b27-b9ce-cd24f7e54788/8a8ba738-ba94-405a-807a-70ddbfbe6388) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:29.996268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Port': ['ID=1143f53b-2a32-46d3-ac98-74c4bb7dcdf5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.029109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:26Z', 'revision_number': 3, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:30.030345 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-c985bf25-4b74-4cfd-be30-f340b4e1f75e service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405028 Jul 16 08:41:30.038837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-62ab87a0-0b9a-47ef-a6cc-073605b602e6 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571517 Jul 16 08:41:30.051620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Checking segment: {'id': 'fffda46f-a547-4c14-8247-9fc89a00ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3fe9f3f9-9288-4725-9b5a-c2e273a6ea44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:30.056658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network hostable DHCP agents. Network: 3fe9f3f9-9288-4725-9b5a-c2e273a6ea44, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:30.077464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Checking router: e5ab8068-2e36-40bf-9c72-20739b8d982e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:30.077827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Updating router e5ab8068-2e36-40bf-9c72-20739b8d982e port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:30.138117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.168259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f1d20dd0-ca6b-4414-a4fa-6a9aa6d33670 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270504 Jul 16 08:41:30.198426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network 3fe9f3f9-9288-4725-9b5a-c2e273a6ea44 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:30.262641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-2e84f6d9-d2e6-4277-89a5-226fe01a5613 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0928922 Jul 16 08:41:30.287425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 3fe9f3f9-9288-4725-9b5a-c2e273a6ea44) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:30.315196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:30.320914 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.357188 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-d8df90c8-61e9-488f-be1b-ea105d2f925f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f412cc6c-898d-4ce6-9c41-328989044d7e HTTP/1.1" status: 200 len: 217 time: 0.1759555 Jul 16 08:41:30.359242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-e90cba06-ace3-437a-9631-d0a8ac8caa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.360908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-e90cba06-ace3-437a-9631-d0a8ac8caa5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.0562496 Jul 16 08:41:30.469955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Port': ['ID=1920760f-5883-4fa7-8206-1746e9b8d9cf,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.514004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Checking segment: {'id': '09acd958-cd03-4eb8-8798-21ddc27612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '57d12a73-e66e-436d-b6af-37d10917f816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:30.514451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network hostable DHCP agents. Network: 57d12a73-e66e-436d-b6af-37d10917f816, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:30.529955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-6d7c5ba8-84d1-4118-a5de-f0306030f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.536802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-6d7c5ba8-84d1-4118-a5de-f0306030f313 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.1629157 Jul 16 08:41:30.555461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-69446dd4-9bee-468f-820a-0ca101f3acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.557037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-69446dd4-9bee-468f-820a-0ca101f3acdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1855097 Jul 16 08:41:30.566745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fd0b9-2f46-4dbb-8f66-b32d18416a73 req-10926fab-6999-480d-a335-f4783df79090 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.575543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c49fd0b9-2f46-4dbb-8f66-b32d18416a73 req-10926fab-6999-480d-a335-f4783df79090 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.2523642 Jul 16 08:41:30.627537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network 57d12a73-e66e-436d-b6af-37d10917f816 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:30.674511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 57d12a73-e66e-436d-b6af-37d10917f816) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:30.702659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c49fd0b9-2f46-4dbb-8f66-b32d18416a73 req-b3dfa87d-0d4a-4cab-a700-bf252060c4af tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225200 Jul 16 08:41:30.708418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:30.723450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.730840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.734878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.744021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-c81c9943-e309-4a7e-9158-008ad7ce93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.745613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-c81c9943-e309-4a7e-9158-008ad7ce93a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942377 Jul 16 08:41:30.774092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-76e75e02-b3ef-429b-9ede-af71cdec8051 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533628 Jul 16 08:41:30.791111 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-04839592-144c-4d24-959c-2f564ce34b6d tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3200707 Jul 16 08:41:30.793267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.795562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58384) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:31.124200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e6e016ba-0210-4c27-973f-d8109f359e59 req-ef35b6fd-4ce9-4937-9828-cacd7c94ee46 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0634270 Jul 16 08:41:31.144315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1244a4f1-750b-42b8-bfad-26b9ada5c5d8 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.154183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1244a4f1-750b-42b8-bfad-26b9ada5c5d8 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.156106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1244a4f1-750b-42b8-bfad-26b9ada5c5d8 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3594322 Jul 16 08:41:31.159352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:31.378639 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-dd83a43f-3d1b-4444-ada6-38a212101bdf service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028361 Jul 16 08:41:31.384102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Deleting port 1143f53b-2a32-46d3-ac98-74c4bb7dcdf5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:31.384458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.444039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Allocated IP 172.20.0.1 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/dc4d0f27-5a8f-4b66-93d2-20fa057fd365) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:31.495128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4789e38-9392-4ec0-baab-45c383ccb6b1 None None] Network 3fe9f3f9-9288-4725-9b5a-c2e273a6ea44 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:31.497817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acaf1c7-faf3-41be-9a09-74e1c8a9b6f2 None None] Network 57d12a73-e66e-436d-b6af-37d10917f816 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:31.610721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a8ba738-ba94-405a-807a-70ddbfbe6388,segment=NetworkSegment(331675a3-cbec-4050-ae7c-e119179bccb0),segment_id=331675a3-cbec-4050-ae7c-e119179bccb0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:31.637184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.643770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.653992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Calling delete_port for 1143f53b-2a32-46d3-ac98-74c4bb7dcdf5 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:31.658993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Transition to ACTIVE for port object 8a8ba738-ba94-405a-807a-70ddbfbe6388 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:31.664647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 96646017-f71f-4c52-9fc8-f7f196a56402 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:31.695074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.769893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.796551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-0ab1fd6f-82cd-4497-8814-d5034c22f279 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169004 Jul 16 08:41:31.815896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b960aa9-ab0d-4827-be96-86c5cc540a80 req-2dc0260a-1fc4-46f2-93b8-71cb90f19c15 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.826115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b960aa9-ab0d-4827-be96-86c5cc540a80 req-2dc0260a-1fc4-46f2-93b8-71cb90f19c15 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.4449615 Jul 16 08:41:31.833924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Port': ['ID=1143f53b-2a32-46d3-ac98-74c4bb7dcdf5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.835419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acea09-5d32-43de-8e8f-cf13198a576a None None] Pushing event updated for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.868080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.884229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-80d6c11e-6e90-4100-9432-2c9134bd514a tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/ports/1143f53b-2a32-46d3-ac98-74c4bb7dcdf5 HTTP/1.1" status: 204 len: 168 time: 0.7103543 Jul 16 08:41:31.901802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58394) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:31.922399 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.023894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-4ab27723-3a1a-470f-9a4b-150c89614cf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 200 len: 217 time: 0.1917465 Jul 16 08:41:32.024679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.056301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.079350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.092035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.109116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Transition to ACTIVE for port object 1aa2b83e-ecb9-423d-a49f-738abacf0b80 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:32.114400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.121822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b960aa9-ab0d-4827-be96-86c5cc540a80 req-a52ef3e8-40a6-4889-acc7-3c1772fbddcc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919786 Jul 16 08:41:32.126507 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-5dd0cc54-dd58-43cf-926f-e9d0d473e69e service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226041 Jul 16 08:41:32.139289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.149514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.152424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.166653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0250723b-5ef6-4960-9254-58461db003a3 req-8d37cb57-0f77-424c-b2d8-0132f936f9b3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.6254532 Jul 16 08:41:32.234669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37ac9-5d14-4405-8daf-5ec512178940 None None] Pushing event updated for resources: {'Port': ['ID=1aa2b83e-ecb9-423d-a49f-738abacf0b80,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.257317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.343025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-a5dfb72c-4050-4b77-88cf-8a6e4dc39d2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300 HTTP/1.1" status: 200 len: 217 time: 0.1509883 Jul 16 08:41:32.362688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0250723b-5ef6-4960-9254-58461db003a3 req-3650b143-1fd8-42fe-9ecb-c27daa3ae6f6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1815073 Jul 16 08:41:32.366539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Attempting to bind port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:32.366780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Attempting to bind port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:32.367631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Attempting to bind port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:32.373442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Transition to ACTIVE for port object dc4d0f27-5a8f-4b66-93d2-20fa057fd365 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:32.395364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:32.396358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:32.396764 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.397228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:32.397774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Bound port: 1aa2b83e-ecb9-423d-a49f-738abacf0b80, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:32.401589 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.468279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 96646017-f71f-4c52-9fc8-f7f196a56402 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:32.468645 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.521690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f56ad5b0-b87f-4200-a901-3264f653513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.523448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f56ad5b0-b87f-4200-a901-3264f653513a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.1554878 Jul 16 08:41:32.527395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.591363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-148adaa5-9bb6-460e-81a0-d77276c318f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.593311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-148adaa5-9bb6-460e-81a0-d77276c318f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.5543263 Jul 16 08:41:32.605990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Delete allocated IP 172.20.0.7 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/810a730b-2a90-4f95-bb84-ed77ceeef4b1) {{(pid=93699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:41:32.670099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Allocated IP 172.20.0.43 (789e0d89-2a8d-49fd-b983-b7a7ed655b71/3ab225af-25bd-4b27-b9ce-cd24f7e54788/d8133ab4-8752-4da4-afb9-307cc781c638) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:32.700431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Deleting port 1920760f-5883-4fa7-8206-1746e9b8d9cf {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:32.700431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.766914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:32.809129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:32.826361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:32.827717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] For port 1aa2b83e-ecb9-423d-a49f-738abacf0b80, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:32.829877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-5db528f0-7ede-462c-a1db-cf9f67b9e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.831815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-5db528f0-7ede-462c-a1db-cf9f67b9e59d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2988539 Jul 16 08:41:32.851124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] For port 1aa2b83e-ecb9-423d-a49f-738abacf0b80, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1aa2b83e-ecb9-423d-a49f-738abacf0b80,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:32.861334 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.880635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Pushing event updated for resources: {'Port': ['ID=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.021658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0c1fc50-0028-4b29-be38-b6ac3305fd5b req-3520792a-80b9-4318-b75d-759bb2facb9e tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.2028182 Jul 16 08:41:33.026312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:33.027908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:33.057958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.089019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-74357e17-1be3-4c6d-9459-e6485862a512 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416744 Jul 16 08:41:33.108738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37ac9-5d14-4405-8daf-5ec512178940 None None] Pushing event updated for resources: {'Port': ['ID=1aa2b83e-ecb9-423d-a49f-738abacf0b80,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.144137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.214220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-2ea2d184-53b6-4049-8433-de39bdf883ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.215690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-2ea2d184-53b6-4049-8433-de39bdf883ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6120996 Jul 16 08:41:33.260095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:33.351011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Calling delete_port for 1920760f-5883-4fa7-8206-1746e9b8d9cf owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:33.438647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.560778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:33.565620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d549c940-d099-4742-bdd5-77ff95b7bd66 None None] Provisioning for port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:33.696351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d885-e17c-4a93-9d24-3fcf225d1584 req-b04851ea-99f2-41e3-bd01-6870ce4bc447 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.703714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d549c940-d099-4742-bdd5-77ff95b7bd66 None None] Provisioning complete for port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:33.704020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de98d885-e17c-4a93-9d24-3fcf225d1584 req-b04851ea-99f2-41e3-bd01-6870ce4bc447 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.6174378 Jul 16 08:41:33.704207 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d549c940-d099-4742-bdd5-77ff95b7bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.734788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.742128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.749842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.754612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d549c940-d099-4742-bdd5-77ff95b7bd66 None None] Port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:33.758031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-98997fe0-61ec-488f-9f49-7c57374a20d7 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419477 Jul 16 08:41:33.783839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-0096b7f0-0e77-4a70-993a-048e617e47ae service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995401 Jul 16 08:41:33.813442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Pushing event updated for resources: {'Port': ['ID=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.832886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de98d885-e17c-4a93-9d24-3fcf225d1584 req-7167b04d-8a36-4193-a3cd-db09dc58791a tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278965 Jul 16 08:41:33.833473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bd29-522e-4809-aa7c-44fcba0953c1 req-7908285d-512d-43fe-8e4f-b09b2c789f7e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.836003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a6bd29-522e-4809-aa7c-44fcba0953c1 req-7908285d-512d-43fe-8e4f-b09b2c789f7e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.1924090 Jul 16 08:41:33.889065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-f56193cf-b056-4e2c-a29b-0b3f9588a2d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 200 len: 217 time: 0.1127291 Jul 16 08:41:33.899110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Provisioning for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:33.915401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:33.916043 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.923332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a6bd29-522e-4809-aa7c-44fcba0953c1 req-8e312210-b89b-4953-bfa4-9195dd8a0396 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529716 Jul 16 08:41:33.926973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.000663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:26Z', 'revision_number': 3, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:34.057890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.059696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.086090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e341f3d-7ae1-49c5-b181-7752f61fcbb0 None None] The sync data for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 is: [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:26Z', 'revision_number': 3, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:34.107178 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.148808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.170711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Transition to ACTIVE for port object d8133ab4-8752-4da4-afb9-307cc781c638 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:34.236589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Provisioning complete for port c8d58b5b-26bd-443f-ad1b-54110752af04 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.237079 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.306857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.308857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/ports/1920760f-5883-4fa7-8206-1746e9b8d9cf HTTP/1.1" status: 204 len: 168 time: 2.4038277 Jul 16 08:41:34.352142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Port c8d58b5b-26bd-443f-ad1b-54110752af04 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:34.354626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.361504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.375457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e89d0-e4db-455b-9e88-1370c3d7b2db tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Port': ['ID=1920760f-5883-4fa7-8206-1746e9b8d9cf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.382939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Provisioning for port d8133ab4-8752-4da4-afb9-307cc781c638 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:34.387284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Provisioning complete for port d8133ab4-8752-4da4-afb9-307cc781c638 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.387687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.393935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-836aad9a-c4d0-48db-838b-2ac7c9846cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.395620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-836aad9a-c4d0-48db-838b-2ac7c9846cd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.4869082 Jul 16 08:41:34.436160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Router e5ab8068-2e36-40bf-9c72-20739b8d982e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:34.500313 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-047b3dfb-000b-4f8e-b342-ac16095158d9 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1320608 Jul 16 08:41:34.502597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58412) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.510898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d23e1dc3-d052-48f3-b626-bfb90cb140bb None None] Port d8133ab4-8752-4da4-afb9-307cc781c638 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:34.543774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2134313842'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:34.663914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2428709e-7866-42e7-bacd-b1e1bbd16b32 None None] Provisioning complete for port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:34.666443 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2428709e-7866-42e7-bacd-b1e1bbd16b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.699261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-732d9ff8-eaea-4f21-8d83-2ee0d4c0c64a service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619769 Jul 16 08:41:34.699984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event updated for resources: {'Port': ['ID=d8133ab4-8752-4da4-afb9-307cc781c638,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.758803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:34.776337 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.790833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2428709e-7866-42e7-bacd-b1e1bbd16b32 None None] Port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:34.818194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-3faffcfe-024f-4f1e-98bf-1af31821235e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 217 time: 0.1091311 Jul 16 08:41:34.841406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.848574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.862789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.874210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.881306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.888121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.894767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.897800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-194efa83-3756-479e-b91f-c22c579197d4 req-c934b55e-5e70-4b3b-86a2-da46ffba5642 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.6225736 Jul 16 08:41:34.928168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-6b641608-e70f-4c21-8a85-1d1819f67ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.930362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-6b641608-e70f-4c21-8a85-1d1819f67ef0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.1017244 Jul 16 08:41:34.936196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e51c9f20-a865-424b-9796-4b8f39cd6bb2 req-17eeb07f-9923-47b0-a8aa-1453e88c9648 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.1404796 Jul 16 08:41:35.003402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] In _notify_port_updated(), no bound segment for port d8133ab4-8752-4da4-afb9-307cc781c638 on network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:41:35.026173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.026865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.028281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4014f9c5-80ff-4dbb-b0cf-5ddd168c911d tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "PUT /v2.0/ports/d8133ab4-8752-4da4-afb9-307cc781c638 HTTP/1.1" status: 200 len: 960 time: 6.2177184 Jul 16 08:41:35.034092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58418) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:35.044599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b18bba85-63d0-4213-a4aa-97c3fac69051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.046250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-b18bba85-63d0-4213-a4aa-97c3fac69051 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6125443 Jul 16 08:41:35.495143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-b31da9f0-d8b8-4ef4-9564-8b617c0c02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.496723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-b31da9f0-d8b8-4ef4-9564-8b617c0c02fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5545828 Jul 16 08:41:35.529428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bc493b7a-aafb-4db6-a59d-f81fe447f665 None None] Provisioning complete for port d8133ab4-8752-4da4-afb9-307cc781c638 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:35.531457 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc493b7a-aafb-4db6-a59d-f81fe447f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.700254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-791a47ce-b0b4-4572-ab68-c0af5775115d service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453417 Jul 16 08:41:35.723611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bc493b7a-aafb-4db6-a59d-f81fe447f665 None None] Port d8133ab4-8752-4da4-afb9-307cc781c638 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:35.739182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1aa2b83e-ecb9-423d-a49f-738abacf0b80 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:35.893940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:35.904589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:35.906067 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.967582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:36.034982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-194efa83-3756-479e-b91f-c22c579197d4 req-1e173924-a5fb-448c-bed7-6c88a55e8d4b tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1448438 Jul 16 08:41:36.042698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.043169 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Added segment 270d500e-2a31-4971-b1b2-4919635d1dde of type vlan for network e0766715-8788-4884-809a-db6947f5c07a Jul 16 08:41:36.082393 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.092372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:36.114498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1aa2b83e-ecb9-423d-a49f-738abacf0b80, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1aa2b83e-ecb9-423d-a49f-738abacf0b80,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:36.118200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.126413 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c94a75ad-0281-4329-92d0-070dcce7c69e admin admin] 10.222.0.41 "PUT /v2.0/routers/e5ab8068-2e36-40bf-9c72-20739b8d982e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9203455 Jul 16 08:41:36.189396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-e30a9da7-9aa7-43bb-b0e9-ad083cbc0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.191302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-e30a9da7-9aa7-43bb-b0e9-ad083cbc0365 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fef113911a7b4149b70f199c34ef039a&device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 1097 time: 0.3052900 Jul 16 08:41:36.206301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.247534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1aa2b83e-ecb9-423d-a49f-738abacf0b80,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.370770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port d8133ab4-8752-4da4-afb9-307cc781c638 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:36.374387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.442503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.461280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.478379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.515364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-ee250155-1445-4f1b-9ed1-0e87bae47489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.516746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-ee250155-1445-4f1b-9ed1-0e87bae47489 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 200 len: 917 time: 0.3047156 Jul 16 08:41:36.552044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-179ae3b8-5439-4563-bfb9-f7ad2fa4bc33 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387335 Jul 16 08:41:36.589637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea547a12-2781-4575-9ac1-2af29b0b1d41 req-56ecbfca-32e1-4336-93fa-da4d62c784bf service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8727124 Jul 16 08:41:36.652179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.660501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Network': ['ID=e0766715-8788-4884-809a-db6947f5c07a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.688484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e0766715-8788-4884-809a-db6947f5c07a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:36.701523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfc7f4-0e56-492c-894c-a82dcac4ce8b req-3fdc1b73-b710-4be3-bfb1-8b737ee1e402 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.703178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35bfc7f4-0e56-492c-894c-a82dcac4ce8b req-3fdc1b73-b710-4be3-bfb1-8b737ee1e402 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.9852352 Jul 16 08:41:36.726681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for d8133ab4-8752-4da4-afb9-307cc781c638 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:36.791260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-4e88155d-eb97-434b-af3a-87c2c1bf8e41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=476e3cd2-d328-4502-a90c-1261ef95faa6 HTTP/1.1" status: 200 len: 217 time: 0.1561623 Jul 16 08:41:36.796014 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-04adedd6-24bf-49cf-bc0b-7e6f9755f079 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2868581 Jul 16 08:41:36.796775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58430) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:36.816107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-264903542'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:36.948773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-50eb7635-0136-4a20-b5f1-42ce7664e7bc service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700414 Jul 16 08:41:36.971357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:36.976833 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35bfc7f4-0e56-492c-894c-a82dcac4ce8b req-f02864eb-9636-464f-9ea8-94706c337818 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445424 Jul 16 08:41:36.978462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.061856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-95ebb257-feaf-4469-ad7a-00b6b056594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.066797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-95ebb257-feaf-4469-ad7a-00b6b056594f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 200 len: 855 time: 0.2454267 Jul 16 08:41:37.080194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.080715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.081196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.082004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.082529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.083309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.083748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.087639 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-e5f039de-a3b9-4f95-b2a1-37aadac055f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6483 time: 0.2774403 Jul 16 08:41:37.094792 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Sync routers for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:37.112330 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:37.113049 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:37.121678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eeee2-4f02-4ae5-82da-1894034d6b03 req-42202394-383f-4df3-acd5-cef849d5e983 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.136227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d00eeee2-4f02-4ae5-82da-1894034d6b03 req-42202394-383f-4df3-acd5-cef849d5e983 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.6541059 Jul 16 08:41:37.164880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:37.182118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.182985 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Added segment d7283ee6-868f-424b-bc17-64fb7e641a1c of type vlan for network 3b2bd212-2008-4e12-a270-d151e41dccb3 Jul 16 08:41:37.235636 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.247984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-bee32ba2-cb76-4d75-bc3d-4160bda77fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.250874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-bee32ba2-cb76-4d75-bc3d-4160bda77fb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 200 len: 903 time: 0.1519277 Jul 16 08:41:37.285451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:37.328528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-48e7c794-88cc-4a41-a7f8-5dd28f6b75ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 200 len: 217 time: 0.0642734 Jul 16 08:41:37.338345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.352673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.354550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.401625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6020079 Jul 16 08:41:37.434653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d00eeee2-4f02-4ae5-82da-1894034d6b03 req-371f4bbf-bbb9-44cb-b015-2a2acd534ce7 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972224 Jul 16 08:41:37.483556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-416c237a-a54d-4167-b207-def21435add0 req-75453124-65ea-420b-b1c5-a8229f73dc77 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.2314816 Jul 16 08:41:37.486166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1aa2b83e-ecb9-423d-a49f-738abacf0b80 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:37.511600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-2d233a8e-bcab-4b8e-89f8-e24303b321b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.513331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-2d233a8e-bcab-4b8e-89f8-e24303b321b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d591072a-4746-4ddd-844e-2cecd0a68d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4380453 Jul 16 08:41:37.516576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a1058-4b2c-46a3-bea3-28e73de59fe1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Network': ['ID=3b2bd212-2008-4e12-a270-d151e41dccb3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.607154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 3b2bd212-2008-4e12-a270-d151e41dccb3 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:37.612972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-6677733d-21c9-42d9-99aa-782b3202ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.621846 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 2, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:37.627962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-6677733d-21c9-42d9-99aa-782b3202ef5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.2579596 Jul 16 08:41:37.653451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Checking router: e5ab8068-2e36-40bf-9c72-20739b8d982e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:37.655385 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Updating router e5ab8068-2e36-40bf-9c72-20739b8d982e port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:37.696640 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.871199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-5f5e20bd-8ef3-4036-b584-00d0b833b50c service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358421 Jul 16 08:41:37.955594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.022435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:38.023187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.189718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=d8133ab4-8752-4da4-afb9-307cc781c638,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.396768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.423431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.431431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.433629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-83ff1107-6d17-44b8-ba11-1de1294322b9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/d8133ab4-8752-4da4-afb9-307cc781c638 HTTP/1.1" status: 204 len: 168 time: 3.3865354 Jul 16 08:41:38.436651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58442) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.437648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.452382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.460527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.477886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.497565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.513289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-983f0b9a-b7a7-455f-8b53-9ba43664ef51 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.6348238 Jul 16 08:41:38.531955 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2b1dff-3688-4a99-bc0d-f51c7fc931da tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] GET failed (client error): The resource could not be found. Jul 16 08:41:38.533864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ef2b1dff-3688-4a99-bc0d-f51c7fc931da tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports/d8133ab4-8752-4da4-afb9-307cc781c638 HTTP/1.1" status: 404 len: 333 time: 0.0950761 Jul 16 08:41:38.539851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58444) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.577571 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.587807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7502de3-c310-4c10-8c6b-0c7c45953f2b req-098cb11f-2cbf-44fe-9413-0472166a301e service neutron] 10.222.0.18 "GET /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989725 Jul 16 08:41:38.588923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6afd-ca19-445c-b716-79f94de0de4f req-20ab5279-2e13-4039-bc3a-91706dc2e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.590593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-20ab5279-2e13-4039-bc3a-91706dc2e7f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8516226 Jul 16 08:41:38.619355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b97e30d6-e9e8-4487-a730-e7ec46f0cebd req-3f093de6-f73b-4ee8-a350-563f8c80c661 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946629 Jul 16 08:41:38.660736 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Transition to ACTIVE for port object dc4d0f27-5a8f-4b66-93d2-20fa057fd365 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:38.674968 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.706516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b5f82a-5348-4eb6-871a-5f46485f533a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.731008 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b5f82a-5348-4eb6-871a-5f46485f533a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.865428 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Pushing event updated for resources: {'Port': ['ID=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.884886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b5f82a-5348-4eb6-871a-5f46485f533a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.887942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84b5f82a-5348-4eb6-871a-5f46485f533a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.890429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-84b5f82a-5348-4eb6-871a-5f46485f533a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/security-groups/982d5675-4259-48b6-8bdd-108fa5d3e2ed HTTP/1.1" status: 204 len: 168 time: 0.3491430 Jul 16 08:41:38.892734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-51534a05-e504-4c73-b7ce-c4038bb78c99 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835970 Jul 16 08:41:38.893186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58450) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.948132 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.948475 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.948923 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.949266 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.949598 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.949931 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.950255 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.950583 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.950917 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.954788 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.955138 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.955507 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:38.995270 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Attempting to bind port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:38.995996 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Attempting to bind port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:38.997585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb757ef1-5e5f-49d3-ac3d-fac0e3dff90b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.997959 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Attempting to bind port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:39.016034 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:39.019764 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:39.020403 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.021003 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:39.021792 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Bound port: dc4d0f27-5a8f-4b66-93d2-20fa057fd365, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:39.023462 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.081579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb757ef1-5e5f-49d3-ac3d-fac0e3dff90b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.108961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-881b6afd-ca19-445c-b716-79f94de0de4f req-7847615c-7f1b-480d-a496-64b34dd5791a service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048998 Jul 16 08:41:39.112321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5f82a-5348-4eb6-871a-5f46485f533a tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d5675-4259-48b6-8bdd-108fa5d3e2ed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.151676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58452) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.157971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213387705', 'description': 'tempest-description--801554359'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:39.188497 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] For port dc4d0f27-5a8f-4b66-93d2-20fa057fd365, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:39.193382 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] For port dc4d0f27-5a8f-4b66-93d2-20fa057fd365, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:39.203379 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.218561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.312856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb757ef1-5e5f-49d3-ac3d-fac0e3dff90b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.315394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb757ef1-5e5f-49d3-ac3d-fac0e3dff90b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.333385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eb757ef1-5e5f-49d3-ac3d-fac0e3dff90b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f3e9447-6165-4752-a2ff-6d492ce59068 HTTP/1.1" status: 204 len: 168 time: 0.4388638 Jul 16 08:41:39.336847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58454) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.357594 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:39.363203 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:39.401940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb757ef1-5e5f-49d3-ac3d-fac0e3dff90b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e9447-6165-4752-a2ff-6d492ce59068,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.439187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.466595 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e17b-a981-4959-9c4d-f827f9baf258 None None] Pushing event updated for resources: {'Port': ['ID=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.472601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.507418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d751c-5585-4820-ac44-126e3127f000 req-6a815a50-da28-4749-b3e5-adb80efa55e6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.515233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a8d751c-5585-4820-ac44-126e3127f000 req-6a815a50-da28-4749-b3e5-adb80efa55e6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.2752802 Jul 16 08:41:39.568722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.570191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4172471 Jul 16 08:41:39.573827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58456) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.575969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f5274-53dc-4a9a-bc6e-cccdf545ddd4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8e3f0-2e28-462b-9a2f-734e2b2b5127,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.587593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'security_group_rule': {'security_group_id': '18f8e3f0-2e28-462b-9a2f-734e2b2b5127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:39.603841 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a8d751c-5585-4820-ac44-126e3127f000 req-64ebbd84-24c6-4669-8126-556e8e4a3b80 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872397 Jul 16 08:41:39.604491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.630700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81296899-9bff-4520-b5de-e8888e0991b2 req-a98570ab-35bb-450b-b545-592c2a1b5766 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.631531 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:39.636163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81296899-9bff-4520-b5de-e8888e0991b2 req-a98570ab-35bb-450b-b545-592c2a1b5766 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.1930113 Jul 16 08:41:39.679352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.712709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81296899-9bff-4520-b5de-e8888e0991b2 req-d3d068c6-e0ec-43bb-8a06-cfb3636f9da7 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630929 Jul 16 08:41:39.770607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.777208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.780594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.782158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/security-groups/59378a48-71df-4546-b3fe-0ce073c03a2d HTTP/1.1" status: 204 len: 168 time: 0.4400117 Jul 16 08:41:39.784987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58460) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.818508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59378a48-71df-4546-b3fe-0ce073c03a2d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.830787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.831586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.832101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.832657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.833154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.833653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.834206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.835075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.835868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.836431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.836929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.837432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa9207-8d41-4628-9395-58b17833c999 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:39.894377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet 810a730b-2a90-4f95-bb84-ed77ceeef4b1 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:39.901859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.903020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.945758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40678c51-4d29-4035-8dd7-a43bf6fa173c req-48b552b0-07f6-46ac-88f0-f8ec8d0e9574 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0641134 Jul 16 08:41:39.946695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.983395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f31a6dd-eb0e-4051-9414-9c4d061504d2,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.007067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.009881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-23bab65c-eefa-4459-99df-e7cd17507a26 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4319949 Jul 16 08:41:40.012704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.023206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'security_group_rule': {'security_group_id': '18f8e3f0-2e28-462b-9a2f-734e2b2b5127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.040310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.076153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.090898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.096680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.102939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.108933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.115103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.121836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.128133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.136282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-abe39b77-34a1-45c8-adc3-d37b41d230a2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.1786587 Jul 16 08:41:40.181018 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:39Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:40.202121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c243162-5dfa-494b-963e-ea7f999d12ef req-40275910-c9ee-4596-9786-80dcbd9c4144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648677 Jul 16 08:41:40.229795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.236442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.253924 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e677541-8f1f-4050-877a-a683dc5fd3f9 None None] The sync data for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 is: [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:39Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:40.261818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.281740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c832a86-b538-4fff-984d-f4335e3d82b3,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.290040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.295713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b4844072-19ff-44ff-9e70-45d214ab339e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818906 Jul 16 08:41:40.296418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.302648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.384932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.386238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.443370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=810a730b-2a90-4f95-bb84-ed77ceeef4b1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.449567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe332-a018-4699-82de-c166c3b2b174 req-78065f1c-087a-4052-aaca-c1f78c818e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.452707 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-78065f1c-087a-4052-aaca-c1f78c818e90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1095 time: 0.2060845 Jul 16 08:41:40.467664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.468575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260e900-9f6e-4a84-9cc0-714ea0ac2125 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:40.469665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e2b6680-f1ba-4eb4-911e-ed69fbb5ead9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/810a730b-2a90-4f95-bb84-ed77ceeef4b1 HTTP/1.1" status: 204 len: 168 time: 0.6834955 Jul 16 08:41:40.481078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.583486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet 3ab225af-25bd-4b27-b9ce-cd24f7e54788 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:40.594539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.663249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe332-a018-4699-82de-c166c3b2b174 req-29a33c74-b966-404c-9533-e8af3684f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.664943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-29a33c74-b966-404c-9533-e8af3684f735 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.1303871 Jul 16 08:41:40.668010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.685452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.860122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.861638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.893690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'subnets': [{'network_id': 'e0766715-8788-4884-809a-db6947f5c07a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1528372508', 'ip_version': 6}, {'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.894003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'subnet': {'network_id': 'e0766715-8788-4884-809a-db6947f5c07a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1528372508', 'ip_version': 6}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.894670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Request body: {'subnet': {'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.905042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-37b4ac8b-2292-40df-8da0-f8cefdc9f926 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 200 len: 999 time: 0.2328241 Jul 16 08:41:41.039823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe332-a018-4699-82de-c166c3b2b174 req-a04e7299-879e-43ab-9b54-83b3c8e8bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.041288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-a04e7299-879e-43ab-9b54-83b3c8e8bf1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1091702 Jul 16 08:41:41.116917 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Allocated IP 172.25.0.3 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0eeadeb3-0641-4b7f-922a-3193f791caa4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:41.133699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aeecf-9ae7-4308-bb9f-d0a171d9b131 req-576c5169-3d3e-432d-bc94-73ac75586c4a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.142597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-688aeecf-9ae7-4308-bb9f-d0a171d9b131 req-576c5169-3d3e-432d-bc94-73ac75586c4a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.2488298 Jul 16 08:41:41.159736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.205486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Made reservation on behalf of de545aa6555d4a6098b71f0893641c91 for: {'subnet': 2} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:41.210491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.210842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.213491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-688aeecf-9ae7-4308-bb9f-d0a171d9b131 req-c9e645f3-b156-4b30-b8ff-7296a8eb4bfa tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702546 Jul 16 08:41:41.214512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab225af-25bd-4b27-b9ce-cd24f7e54788,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.220689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.225561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab79f4c3-8539-4fa2-9cfd-f4f76b5ac894 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/3ab225af-25bd-4b27-b9ce-cd24f7e54788 HTTP/1.1" status: 204 len: 168 time: 0.7423830 Jul 16 08:41:41.234524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58482) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.257600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b6a9e-e7aa-4d85-bcab-1aaf7fb2aad8 req-02d5cb62-2cb0-4c7a-a3cb-15c2782368a5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.267100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-179b6a9e-e7aa-4d85-bcab-1aaf7fb2aad8 req-02d5cb62-2cb0-4c7a-a3cb-15c2782368a5 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.3401115 Jul 16 08:41:41.269398 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af7af5f-3240-444d-85d4-8573dcaa29e9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:41.269857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af7af5f-3240-444d-85d4-8573dcaa29e9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:41.271622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7af7af5f-3240-444d-85d4-8573dcaa29e9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/810a730b-2a90-4f95-bb84-ed77ceeef4b1 HTTP/1.1" status: 404 len: 337 time: 0.0361092 Jul 16 08:41:41.279046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58486) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.378207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-179b6a9e-e7aa-4d85-bcab-1aaf7fb2aad8 req-eb93638c-a89f-465d-b63a-4026e4da3e40 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077456 Jul 16 08:41:41.402702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe332-a018-4699-82de-c166c3b2b174 req-bf379732-aba9-480a-b6c8-96785bbc0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.412399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-bf379732-aba9-480a-b6c8-96785bbc0b85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3479033 Jul 16 08:41:41.518751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dc4d0f27-5a8f-4b66-93d2-20fa057fd365 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:41.594010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-49114122-4981-4d62-adb1-3b6b21c2ec5e service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572688 Jul 16 08:41:41.602150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-118303f1-b097-438d-a373-fa3c5dc0a7b4 req-67ae09cf-077f-482a-95bb-a1e921899396 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.1895180 Jul 16 08:41:41.659995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:41.664661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.664864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.686405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting subnet 22c67f31-9a93-487b-883b-1c03b92fcf00 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:41.697360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.704263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.731478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c39d9-6c1a-4d42-a9d2-a9fbdc7a8952 None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:41.821746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d399f3cf-8f9a-43c5-81a7-cc291fdc61d5 None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.824100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d399f3cf-8f9a-43c5-81a7-cc291fdc61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.852714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.915072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.921329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.927627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.934374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.940431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.946704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.953021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.955017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15423b72-d1df-4268-9763-5be7fec25a52 req-76dc1839-e5df-4d9f-82ac-71d589e47973 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.1524591 Jul 16 08:41:41.961559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.993405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:42.007417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:42.018679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:42.024032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=0eeadeb3-0641-4b7f-922a-3193f791caa4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.040114 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15423b72-d1df-4268-9763-5be7fec25a52 req-7854e5b6-41b3-4280-addf-cca59e9772f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775833 Jul 16 08:41:42.076439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03bfe332-a018-4699-82de-c166c3b2b174 req-fac747fb-1937-4298-9f18-6ab5c1bb2551 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568861 Jul 16 08:41:42.112972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.180199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Subnet': ['ID=570e9179-e919-4ac3-a3df-b59062305ba7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.191516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Checking segment: {'id': '270d500e-2a31-4971-b1b2-4919635d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e0766715-8788-4884-809a-db6947f5c07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:42.191871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network hostable DHCP agents. Network: e0766715-8788-4884-809a-db6947f5c07a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:42.192596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.211100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network e0766715-8788-4884-809a-db6947f5c07a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:42.215360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.222223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e0766715-8788-4884-809a-db6947f5c07a) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:42.227059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.228711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147de34-0795-45ce-ba5c-f673efc3b373 req-c63d9935-211b-4dcd-8776-9a713d502c9d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.230346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f147de34-0795-45ce-ba5c-f673efc3b373 req-c63d9935-211b-4dcd-8776-9a713d502c9d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.3285718 Jul 16 08:41:42.253490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port dc4d0f27-5a8f-4b66-93d2-20fa057fd365, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:42.259803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633dff0-c874-461f-9b48-204641deecf1 None None] Network e0766715-8788-4884-809a-db6947f5c07a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:42.282512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.309834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event updated for resources: {'Subnet': ['ID=b9a330de-98eb-45df-8b78-41f5fa76b7be,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.323790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Checking segment: {'id': 'd7283ee6-868f-424b-bc17-64fb7e641a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:42.324186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network hostable DHCP agents. Network: 3b2bd212-2008-4e12-a270-d151e41dccb3, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:42.339074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f147de34-0795-45ce-ba5c-f673efc3b373 req-36cf16d7-7983-4fc8-b0ce-d419c7b6e086 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961075 Jul 16 08:41:42.344469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Network 3b2bd212-2008-4e12-a270-d151e41dccb3 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:42.348835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.360646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 3b2bd212-2008-4e12-a270-d151e41dccb3) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:42.375371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.389123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.390635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.391515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Subnet': ['ID=22c67f31-9a93-487b-883b-1c03b92fcf00,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.392532 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.393469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.417691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.423397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-59eadb52-d522-4c2a-9835-c376bb1497fe tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/22c67f31-9a93-487b-883b-1c03b92fcf00 HTTP/1.1" status: 204 len: 168 time: 1.1416221 Jul 16 08:41:42.424779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58496) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.470496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.476561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb878b-1abc-4dba-aaae-49d5f9a8188d None None] Network 3b2bd212-2008-4e12-a270-d151e41dccb3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:42.494475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58498) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.495700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3c09d03f-5e82-4088-b629-689b16bd99a4 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6254315 Jul 16 08:41:42.501277 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fed83c-23c8-491d-88ee-c0502b4d585b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.501742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fed83c-23c8-491d-88ee-c0502b4d585b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.505926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-64fed83c-23c8-491d-88ee-c0502b4d585b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/a8f1c0df-22f5-48e7-821e-46d7fc580d0a HTTP/1.1" status: 404 len: 337 time: 0.0765007 Jul 16 08:41:42.506580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58500) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.581395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ac0d989-5239-4c47-b7fc-0f0b20742423 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bf9a4dc-7c84-4748-9981-0011a1d02334 HTTP/1.1" status: 200 len: 205 time: 0.0714736 Jul 16 08:41:42.583454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.603839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e0766715-8788-4884-809a-db6947f5c07a', 'network_id': 'e0766715-8788-4884-809a-db6947f5c07a', 'tenant_id': 'de545aa6555d4a6098b71f0893641c91', 'fixed_ips': [{'subnet_id': '570e9179-e919-4ac3-a3df-b59062305ba7'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:42.604730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.652161 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-126fcaa3-b00c-4c89-ba0b-9bf28feb6737 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] delete failed (client error): The resource could not be found. Jul 16 08:41:42.656735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-126fcaa3-b00c-4c89-ba0b-9bf28feb6737 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/routers/9bf9a4dc-7c84-4748-9981-0011a1d02334 HTTP/1.1" status: 404 len: 336 time: 0.0689082 Jul 16 08:41:42.658837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58506) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.669478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf169b8-84d7-4509-877b-de00b96fc258 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.671263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf169b8-84d7-4509-877b-de00b96fc258 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.673805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf169b8-84d7-4509-877b-de00b96fc258 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.675547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7cf169b8-84d7-4509-877b-de00b96fc258 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1795807 Jul 16 08:41:42.696296 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8e4ccf-892d-49e5-b418-460cc10ea37b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.697056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8e4ccf-892d-49e5-b418-460cc10ea37b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.699856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc8e4ccf-892d-49e5-b418-460cc10ea37b tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/19bf5614-50c9-4a4d-ac7a-a30e4e984ece HTTP/1.1" status: 404 len: 337 time: 0.0387380 Jul 16 08:41:42.700974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58510) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.712954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58512) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.803044 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeb4836-6308-4c89-97bf-666dcac90ec9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.803619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeb4836-6308-4c89-97bf-666dcac90ec9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.805714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-beeb4836-6308-4c89-97bf-666dcac90ec9 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/bf494404-6e77-4cf3-9b66-7239662d11cb HTTP/1.1" status: 404 len: 337 time: 0.0917859 Jul 16 08:41:42.813386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.862750 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6a1a46-6c6f-49a4-b819-2353b5acdfdf tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.863221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6a1a46-6c6f-49a4-b819-2353b5acdfdf tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.865289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bc6a1a46-6c6f-49a4-b819-2353b5acdfdf tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/3e50339a-39f4-49e6-ae9d-daf38704d181 HTTP/1.1" status: 404 len: 337 time: 0.0509439 Jul 16 08:41:42.870715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58516) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.919433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Deleting subnet 570e9179-e919-4ac3-a3df-b59062305ba7 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:42.926681 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e2daca-8f39-45e8-832b-d0007a7216d6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.927415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e2daca-8f39-45e8-832b-d0007a7216d6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.930075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-77e2daca-8f39-45e8-832b-d0007a7216d6 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/5b28451b-85f6-4eea-9d1d-0bc8f0cbb552 HTTP/1.1" status: 404 len: 333 time: 0.0594354 Jul 16 08:41:42.941675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58518) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.952368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-3b2bd212-2008-4e12-a270-d151e41dccb3', 'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3', 'tenant_id': 'de545aa6555d4a6098b71f0893641c91', 'fixed_ips': [{'subnet_id': 'b9a330de-98eb-45df-8b78-41f5fa76b7be'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:42.953138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.973180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Allocated IP 2001:db8::1 (e0766715-8788-4884-809a-db6947f5c07a/570e9179-e919-4ac3-a3df-b59062305ba7/6b0aae0e-a1ab-42e9-8f82-0dba815a5d97) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:42.980573 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b81a27-13b2-4fa3-898c-bf27a08bb441 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.980803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b81a27-13b2-4fa3-898c-bf27a08bb441 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.987370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-16b81a27-13b2-4fa3-898c-bf27a08bb441 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/a342f6c3-5e6c-4aca-aeb9-5a1392076edb HTTP/1.1" status: 404 len: 337 time: 0.0440962 Jul 16 08:41:42.988262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1df843ad-f68a-444f-b460-b7d0f4c4d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.990186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58520) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.995209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d399f3cf-8f9a-43c5-81a7-cc291fdc61d5 None None] Provisioning complete for port c8d58b5b-26bd-443f-ad1b-54110752af04 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:42.995631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d399f3cf-8f9a-43c5-81a7-cc291fdc61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.034463 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33e282d-183c-498a-9560-1fad0cb06ed4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.034953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33e282d-183c-498a-9560-1fad0cb06ed4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.041441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c33e282d-183c-498a-9560-1fad0cb06ed4 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/2aaed3ff-dcd7-4df6-bd4c-6e1ad369ec94 HTTP/1.1" status: 404 len: 337 time: 0.0497444 Jul 16 08:41:43.042298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58522) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.050503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04fde1-f9ce-456a-901c-da54a628ec52 req-7f89f630-b5f8-4197-8fe7-45ff39e53b75 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.052106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c04fde1-f9ce-456a-901c-da54a628ec52 req-7f89f630-b5f8-4197-8fe7-45ff39e53b75 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.3410137 Jul 16 08:41:43.106462 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fb4ca5-00bc-4b29-88e0-d5b2c7dbc826 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.107288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fb4ca5-00bc-4b29-88e0-d5b2c7dbc826 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.109814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c0fb4ca5-00bc-4b29-88e0-d5b2c7dbc826 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/9571bc52-91ef-4fa0-bcd9-1e81388cb90f HTTP/1.1" status: 404 len: 333 time: 0.0563636 Jul 16 08:41:43.113676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58526) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.120210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.126821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.149404 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d250a44-cc29-4fc4-b0f4-0e6e61140b89 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.149878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d250a44-cc29-4fc4-b0f4-0e6e61140b89 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.155897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6d250a44-cc29-4fc4-b0f4-0e6e61140b89 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/ada9c6b4-d431-4294-94d4-303a03c32b26 HTTP/1.1" status: 404 len: 337 time: 0.0374727 Jul 16 08:41:43.157866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58528) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.191231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d399f3cf-8f9a-43c5-81a7-cc291fdc61d5 None None] Port c8d58b5b-26bd-443f-ad1b-54110752af04 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:43.199133 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e54da36-d07e-4dde-80af-635264c4eaf0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.199796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e54da36-d07e-4dde-80af-635264c4eaf0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.201907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0e54da36-d07e-4dde-80af-635264c4eaf0 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/subnets/a93e7b55-0370-442f-a0c2-db6a5433aa46 HTTP/1.1" status: 404 len: 337 time: 0.0429797 Jul 16 08:41:43.206587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c04fde1-f9ce-456a-901c-da54a628ec52 req-ccdd2997-0bbd-4bd8-b13b-1f340d8f0f35 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430078 Jul 16 08:41:43.207360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58530) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.244721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=0eeadeb3-0641-4b7f-922a-3193f791caa4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.254726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b096b73-d86b-42c7-a61f-0e453e6ac1c1 req-32c22eed-115f-4b29-81ec-24da08c6d833 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.262362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b096b73-d86b-42c7-a61f-0e453e6ac1c1 req-32c22eed-115f-4b29-81ec-24da08c6d833 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 946 time: 0.6487322 Jul 16 08:41:43.264694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.298215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7805d7-ebd4-4ba2-9cf5-0855e5b337cd None None] Update dhcp port {'port': {'network_id': '789e0d89-2a8d-49fd-b983-b7a7ed655b71', 'fixed_ips': [{'subnet_id': '22c67f31-9a93-487b-883b-1c03b92fcf00'}], 'binding:host_id': 'n-d-798249-10'}, 'id': '8a8ba738-ba94-405a-807a-70ddbfbe6388'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:43.329425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b096b73-d86b-42c7-a61f-0e453e6ac1c1 req-ef7bb5dd-e7eb-432e-8c7c-1769a532e6cb tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658758 Jul 16 08:41:43.331689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.333616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc26d622-17e4-4b19-a24f-5a27e2eec6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0359223 Jul 16 08:41:43.369216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port c8d58b5b-26bd-443f-ad1b-54110752af04 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:43.369563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.445144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a7805d7-ebd4-4ba2-9cf5-0855e5b337cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.496116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Allocated IP 2001:db8:0:1::1 (3b2bd212-2008-4e12-a270-d151e41dccb3/b9a330de-98eb-45df-8b78-41f5fa76b7be/f42bf402-5be0-4080-a4b1-f4bfc104b3d2) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:43.523570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.525825 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.534712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dc4d0f27-5a8f-4b66-93d2-20fa057fd365 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:43.541620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for c8d58b5b-26bd-443f-ad1b-54110752af04 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:43.572238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f6a4624-eb72-4d4a-b199-f69a3cdb0b4e req-e80e0017-227d-4df7-8251-15301e47da1a tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0396342 Jul 16 08:41:43.597234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Transition to ACTIVE for port object 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:43.699274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.705180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.711485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Transition to ACTIVE for port object 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:43.713329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.720528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.727417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.729871 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.733388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.739778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.748140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3a41c8ed-ce44-4651-b6db-72001b5fe682 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.1872697 Jul 16 08:41:43.751157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.757150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed496d2-1c71-4d53-83e4-8f812dcead21 req-a70441a2-40c4-47c2-a380-1552531ce344 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.771524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fed496d2-1c71-4d53-83e4-8f812dcead21 req-a70441a2-40c4-47c2-a380-1552531ce344 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.0827904 Jul 16 08:41:43.783604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.799051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Network e0766715-8788-4884-809a-db6947f5c07a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:43.806676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:43.828801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fed496d2-1c71-4d53-83e4-8f812dcead21 req-b1fc5e12-e595-4da3-9ae4-29cbda379e5e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554245 Jul 16 08:41:43.851001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=c8d58b5b-26bd-443f-ad1b-54110752af04,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.861280 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.872360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Transition to ACTIVE for port object f42bf402-5be0-4080-a4b1-f4bfc104b3d2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:43.877638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.879729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6df4493b-ee75-4e38-b162-54eb64d99879 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/ports/c8d58b5b-26bd-443f-ad1b-54110752af04 HTTP/1.1" status: 204 len: 168 time: 0.6711061 Jul 16 08:41:43.882373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.882513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58544) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.890202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Transition to ACTIVE for port object f42bf402-5be0-4080-a4b1-f4bfc104b3d2 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:43.898664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:43.899108 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.901522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82cbf7ad-050e-4cd1-931a-4993ad7e4594 req-3c56b4eb-6ad3-4832-8773-b783d6539c28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524329 Jul 16 08:41:43.903138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:43.910560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.914991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afca71a-3a80-438a-8fc8-c6ba580dd5ca None None] Network 789e0d89-2a8d-49fd-b983-b7a7ed655b71 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:43.947061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-9c68da62-b8b1-475c-8e9f-4536b7058244 req-48ff2fb0-1863-4c42-a36e-8a3cbb76a788 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:43.948224 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9c68da62-b8b1-475c-8e9f-4536b7058244 req-48ff2fb0-1863-4c42-a36e-8a3cbb76a788 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076878 Jul 16 08:41:44.009887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Pushing event updated for resources: {'Port': ['ID=6b0aae0e-a1ab-42e9-8f82-0dba815a5d97,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.025157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-a461286a-c530-49da-ba97-59e0f367a14c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1213387705&fields=id&tenant_id=5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 267 time: 0.0926199 Jul 16 08:41:44.030529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.036288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Network 3b2bd212-2008-4e12-a270-d151e41dccb3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:44.056862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:44.059066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.089498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9c68da62-b8b1-475c-8e9f-4536b7058244 req-4fbd6d1f-d4f3-4f61-9e7b-a5e0560bc709 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1277382 Jul 16 08:41:44.107476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:44.135156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.174805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-fed7e67a-828d-4de1-bb59-dc891d511d3f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.177590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Subnet': ['ID=570e9179-e919-4ac3-a3df-b59062305ba7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.182288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-fed7e67a-828d-4de1-bb59-dc891d511d3f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.1560163 Jul 16 08:41:44.185147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6a91ade6-f7a4-4992-8b33-8cd5c90bc55c None None] Provisioning complete for port 8a8ba738-ba94-405a-807a-70ddbfbe6388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:44.185529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a91ade6-f7a4-4992-8b33-8cd5c90bc55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.188664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.192582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Deleting port 8a8ba738-ba94-405a-807a-70ddbfbe6388 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:44.193117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.195723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8644443c-e954-4dd7-afaa-6cbb7407de72 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/subnets/570e9179-e919-4ac3-a3df-b59062305ba7 HTTP/1.1" status: 204 len: 168 time: 1.4935086 Jul 16 08:41:44.197227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.225838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-4884065c-10da-4a6a-9fdd-2cfa20c6b304 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/quotas/5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 375 time: 0.0419347 Jul 16 08:41:44.235002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Attempting to bind port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:44.235204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Attempting to bind port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '270d500e-2a31-4971-b1b2-4919635d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e0766715-8788-4884-809a-db6947f5c07a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:44.235599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Attempting to bind port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 on network e0766715-8788-4884-809a-db6947f5c07a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:44.276071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:44.276362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Checking segment: {'id': '270d500e-2a31-4971-b1b2-4919635d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e0766715-8788-4884-809a-db6947f5c07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:44.276772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.277176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Bound using segment: {'id': '270d500e-2a31-4971-b1b2-4919635d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e0766715-8788-4884-809a-db6947f5c07a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:44.277666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Bound port: 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270d500e-2a31-4971-b1b2-4919635d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e0766715-8788-4884-809a-db6947f5c07a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:44.278600 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.281618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Attempting to bind port f42bf402-5be0-4080-a4b1-f4bfc104b3d2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:44.281618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Attempting to bind port f42bf402-5be0-4080-a4b1-f4bfc104b3d2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd7283ee6-868f-424b-bc17-64fb7e641a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:44.281618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Attempting to bind port f42bf402-5be0-4080-a4b1-f4bfc104b3d2 on network 3b2bd212-2008-4e12-a270-d151e41dccb3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:44.351686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] For port 8a8ba738-ba94-405a-807a-70ddbfbe6388, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a8ba738-ba94-405a-807a-70ddbfbe6388,segment=NetworkSegment(331675a3-cbec-4050-ae7c-e119179bccb0),segment_id=331675a3-cbec-4050-ae7c-e119179bccb0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:44.352068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.365399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Deleting subnet b9a330de-98eb-45df-8b78-41f5fa76b7be {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:44.371988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.401406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Calling delete_port for 8a8ba738-ba94-405a-807a-70ddbfbe6388 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:44.437823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.440380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Pushing event updated for resources: {'Port': ['ID=f42bf402-5be0-4080-a4b1-f4bfc104b3d2,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.468480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:44.469207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Checking segment: {'id': 'd7283ee6-868f-424b-bc17-64fb7e641a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:44.469655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.470048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Bound using segment: {'id': 'd7283ee6-868f-424b-bc17-64fb7e641a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:44.470533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Bound port: f42bf402-5be0-4080-a4b1-f4bfc104b3d2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7283ee6-868f-424b-bc17-64fb7e641a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3b2bd212-2008-4e12-a270-d151e41dccb3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:44.470917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.482625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e6240-5c41-4155-9f8c-66c07a45e0af req-54b50315-b42e-44c1-a59c-6ad9c57420b8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.484307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-700e6240-5c41-4155-9f8c-66c07a45e0af req-54b50315-b42e-44c1-a59c-6ad9c57420b8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.0697603 Jul 16 08:41:44.515070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-85044bd0-1044-4521-beb9-831aebaae813 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2524114 Jul 16 08:41:44.544972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-700e6240-5c41-4155-9f8c-66c07a45e0af req-dcd22a47-cea8-48f7-b9b3-8827450811c8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544977 Jul 16 08:41:44.666443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.670762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.682919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] For port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:44.686747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] For port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6b0aae0e-a1ab-42e9-8f82-0dba815a5d97,segment=NetworkSegment(270d500e-2a31-4971-b1b2-4919635d1dde),segment_id=270d500e-2a31-4971-b1b2-4919635d1dde)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:44.687834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6a91ade6-f7a4-4992-8b33-8cd5c90bc55c None None] Could not find standard attr ID for object c8d58b5b-26bd-443f-ad1b-54110752af04. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:41:44.692531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.732197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Port': ['ID=8a8ba738-ba94-405a-807a-70ddbfbe6388,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.736165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda4c3-689b-4c05-9e83-344af1e87c18 req-eb35c6f0-6728-40c0-8f33-1fde1a72e77e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.742171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf8384-5161-46b6-a247-98bf63ea4065 None None] DHCP port deletion for 789e0d89-2a8d-49fd-b983-b7a7ed655b71 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:44.744685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d8110146-edfc-47e7-b931-30871e3f78e2 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070315 Jul 16 08:41:44.746202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6eda4c3-689b-4c05-9e83-344af1e87c18 req-eb35c6f0-6728-40c0-8f33-1fde1a72e77e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.0867355 Jul 16 08:41:44.749132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] No DVR routers for this DVR port 8a8ba738-ba94-405a-807a-70ddbfbe6388 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:44.762379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53870e4c-51ac-4c11-88bd-165d36e4d437 None None] Pushing event updated for resources: {'Port': ['ID=6b0aae0e-a1ab-42e9-8f82-0dba815a5d97,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.804366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6eda4c3-689b-4c05-9e83-344af1e87c18 req-171ff6a7-a338-4f66-a793-c891383f344c tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Jul 16 08:41:44.860836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0ffba-f165-4e7f-a8f5-642b363246c0 None None] Network e0766715-8788-4884-809a-db6947f5c07a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:44.884601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.887962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] For port f42bf402-5be0-4080-a4b1-f4bfc104b3d2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:44.915182 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.929414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] For port f42bf402-5be0-4080-a4b1-f4bfc104b3d2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f42bf402-5be0-4080-a4b1-f4bfc104b3d2,segment=NetworkSegment(d7283ee6-868f-424b-bc17-64fb7e641a1c),segment_id=d7283ee6-868f-424b-bc17-64fb7e641a1c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:44.944537 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.957562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a330de-98eb-45df-8b78-41f5fa76b7be,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.965206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789e0d89-2a8d-49fd-b983-b7a7ed655b71']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:44.967672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.971797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b287b99-3deb-4f9f-9626-2444ed1801e5 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/subnets/b9a330de-98eb-45df-8b78-41f5fa76b7be HTTP/1.1" status: 204 len: 168 time: 0.7712252 Jul 16 08:41:44.973194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.981425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331675a3-cbec-4050-ae7c-e119179bccb0') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:44.981722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331675a3-cbec-4050-ae7c-e119179bccb0') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:44.995230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-31c9c551-80bc-4b6e-9534-cc28474891f9 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496042 Jul 16 08:41:45.015745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.052449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.063756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:45.064114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:45.071516 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:45.097970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a3171-378a-44d5-96d2-7f8abe29eb33 None None] Pushing event updated for resources: {'Port': ['ID=f42bf402-5be0-4080-a4b1-f4bfc104b3d2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.113343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7208d-09cd-4b93-9955-a6c2bc23b79c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.121355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33f7208d-09cd-4b93-9955-a6c2bc23b79c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468472 Jul 16 08:41:45.124596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a491cad7-4d2d-4fa0-a891-e070de65798e req-e3c70a9a-105b-4ef0-b8a8-ec165607b860 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0735149 Jul 16 08:41:45.125513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58566) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.203216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.245172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.251127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.251820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] 10.222.0.41 "DELETE /v2.0/networks/789e0d89-2a8d-49fd-b983-b7a7ed655b71 HTTP/1.1" status: 204 len: 168 time: 1.3683102 Jul 16 08:41:45.252790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d25769-cc0b-4bda-b150-3485da2936a7 tempest-PortsTestJSON-1945245698 tempest-PortsTestJSON-1945245698-project] Pushing event deleted for resources: {'Network': ['ID=789e0d89-2a8d-49fd-b983-b7a7ed655b71,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.447553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18245d44-256c-4844-b087-f04d85a4c92f req-d931a5c2-4a7a-4c5f-9010-eb489e444b1d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.465616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18245d44-256c-4844-b087-f04d85a4c92f req-d931a5c2-4a7a-4c5f-9010-eb489e444b1d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 946 time: 0.1775241 Jul 16 08:41:45.536955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18245d44-256c-4844-b087-f04d85a4c92f req-ae9b0664-71c5-48e6-bc6a-460ca02fdac8 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666473 Jul 16 08:41:45.612706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f42bf402-5be0-4080-a4b1-f4bfc104b3d2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:45.659932 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-62cdd9ac-8f3f-4bbb-8545-41f665031cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.661733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-822de242-d89f-4941-8936-5e10cf4d604a req-f419e72d-0878-4459-928f-43bd05e0aec1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 210 time: 0.0479198 Jul 16 08:41:45.701756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.715114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f42bf402-5be0-4080-a4b1-f4bfc104b3d2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:45.728789 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.809628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:45.842805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8a8ba738-ba94-405a-807a-70ddbfbe6388 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:45.843541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a8ba738-ba94-405a-807a-70ddbfbe6388 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:45.918015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402d7c-4f90-4ebe-b1c6-c10531fd36b3 req-4d2e5c8f-ecb3-415c-b591-02503d67260e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.920238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-75402d7c-4f90-4ebe-b1c6-c10531fd36b3 req-4d2e5c8f-ecb3-415c-b591-02503d67260e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.1196790 Jul 16 08:41:45.941079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Deleting port f42bf402-5be0-4080-a4b1-f4bfc104b3d2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:45.941653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.980315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.986781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.993322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5090117c-39fe-4a28-87a3-6174d18e3e2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96bd0caa1ad243228faeb5cb41b9fcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900424 Jul 16 08:41:45.993753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.996344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-75402d7c-4f90-4ebe-b1c6-c10531fd36b3 req-a1b7a104-6b75-4838-bf66-e5649dca7167 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702260 Jul 16 08:41:45.997154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58594) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.000977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.007396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.018777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.024889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.033816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-621ae3a3-c48b-4e96-8b4a-f0e21a134cb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2013285 Jul 16 08:41:46.099361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c6432df-f33d-41b1-9601-d32225fb6af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.122467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] For port f42bf402-5be0-4080-a4b1-f4bfc104b3d2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f42bf402-5be0-4080-a4b1-f4bfc104b3d2,segment=NetworkSegment(d7283ee6-868f-424b-bc17-64fb7e641a1c),segment_id=d7283ee6-868f-424b-bc17-64fb7e641a1c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:46.122981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.146581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f2c6335-98cd-4795-86c4-dfe832f76bd3 req-e60be8b0-7f4d-4049-8a5d-7e7b16674cc0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116097 Jul 16 08:41:46.162087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Calling delete_port for f42bf402-5be0-4080-a4b1-f4bfc104b3d2 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:46.180201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c6432df-f33d-41b1-9601-d32225fb6af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.275829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34438c-42e2-4444-9a13-dd481280e672 req-4deea71c-4de3-4e4a-a115-8a969fa0d775 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.277763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d34438c-42e2-4444-9a13-dd481280e672 req-4deea71c-4de3-4e4a-a115-8a969fa0d775 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.1435516 Jul 16 08:41:46.291165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c6432df-f33d-41b1-9601-d32225fb6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.294840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c6432df-f33d-41b1-9601-d32225fb6af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.296190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5c6432df-f33d-41b1-9601-d32225fb6af5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c76cfd03-ec8f-4551-881e-11fde8f70a74 HTTP/1.1" status: 204 len: 168 time: 0.2977791 Jul 16 08:41:46.334885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.362268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6432df-f33d-41b1-9601-d32225fb6af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76cfd03-ec8f-4551-881e-11fde8f70a74,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.395837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] No DVR routers for this DVR port f42bf402-5be0-4080-a4b1-f4bfc104b3d2 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:46.407119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Port': ['ID=f42bf402-5be0-4080-a4b1-f4bfc104b3d2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.436015 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d34438c-42e2-4444-9a13-dd481280e672 req-ec52d6e6-d550-4dfc-a5a5-9beef1b2d725 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385736 Jul 16 08:41:46.568618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723f51b-9eb8-4ff0-abd2-7263583e7e52 None None] Network 3b2bd212-2008-4e12-a270-d151e41dccb3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:46.576802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.610612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2bd212-2008-4e12-a270-d151e41dccb3']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.614557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.675752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7283ee6-868f-424b-bc17-64fb7e641a1c') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.679720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7283ee6-868f-424b-bc17-64fb7e641a1c') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.683175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0661c22a-ab76-4d6c-9eee-5736da811eb5 req-ac51b6a1-fff5-4702-b897-c1f88e9b4dca tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0753915 Jul 16 08:41:46.692556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5617eeed-4774-443d-bcee-925b4114d48e None None] Could not find standard attr ID for object f42bf402-5be0-4080-a4b1-f4bfc104b3d2. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:41:46.695667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.728863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.735500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:46.735902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:46.744869 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:46.827329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfcea44-14ea-4b9c-aaa9-c8c01638360a None None] DHCP port deletion for 3b2bd212-2008-4e12-a270-d151e41dccb3 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:46.849329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8698d5d-75b5-490e-b576-5045d95c2f23 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:41:46.898068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.908884 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.910465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c97e8f1d-c3fd-4e2d-bb39-a5ef9ed74af5 req-3af62a9c-d099-4998-b426-0b5eb9b959d9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 210 time: 0.0431201 Jul 16 08:41:46.911634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/networks/3b2bd212-2008-4e12-a270-d151e41dccb3 HTTP/1.1" status: 204 len: 168 time: 1.7848058 Jul 16 08:41:46.915289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58616) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.927706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5df0-58c5-4ce3-9e90-b5f8fbbc065c tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Network': ['ID=3b2bd212-2008-4e12-a270-d151e41dccb3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.965046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b614-cbd3-493e-8994-adb2ec61b3ea req-537f2c07-dc87-4394-916c-0bd382fa31eb tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.974135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b614-cbd3-493e-8994-adb2ec61b3ea req-537f2c07-dc87-4394-916c-0bd382fa31eb tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.980654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b614-cbd3-493e-8994-adb2ec61b3ea req-537f2c07-dc87-4394-916c-0bd382fa31eb tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.988147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ff5b614-cbd3-493e-8994-adb2ec61b3ea req-537f2c07-dc87-4394-916c-0bd382fa31eb tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae&device_id=4503dccb-6f73-47ec-b390-0d24faedc32c&device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 2417 time: 0.1937292 Jul 16 08:41:47.029763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.036050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7ff5b614-cbd3-493e-8994-adb2ec61b3ea req-6996210b-850b-44a6-95c5-8376e3498d56 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Jul 16 08:41:47.046985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8698d5d-75b5-490e-b576-5045d95c2f23 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:41:47.082731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-94b9b3f3-75eb-49d3-8918-badecc374fbb req-b20ed330-082a-4750-8cb8-672485a08f5b tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:47.083931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-94b9b3f3-75eb-49d3-8918-badecc374fbb req-b20ed330-082a-4750-8cb8-672485a08f5b tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093744 Jul 16 08:41:47.154912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Deleting port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:47.155363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.314098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] For port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6b0aae0e-a1ab-42e9-8f82-0dba815a5d97,segment=NetworkSegment(270d500e-2a31-4971-b1b2-4919635d1dde),segment_id=270d500e-2a31-4971-b1b2-4919635d1dde)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:47.316471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.331875 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-94b9b3f3-75eb-49d3-8918-badecc374fbb req-efd8ed91-94cb-4c14-8e60-3ef6ad0c8ddf tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2400191 Jul 16 08:41:47.343769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Calling delete_port for 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:47.374060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.383779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.396328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.427711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.471541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.478315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.492218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.500918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-df05e4af-cd68-4632-ab21-78067b65fbba tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2246029 Jul 16 08:41:47.502948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f42bf402-5be0-4080-a4b1-f4bfc104b3d2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:47.551811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f42bf402-5be0-4080-a4b1-f4bfc104b3d2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:47.552335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f42bf402-5be0-4080-a4b1-f4bfc104b3d2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:47.560599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-c7912b9a-5d0d-446e-a3a1-e4be8f1959df tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.562559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-c7912b9a-5d0d-446e-a3a1-e4be8f1959df tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.1725364 Jul 16 08:41:47.563743 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.592676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b030969f-abb7-4ccf-a841-e85ca06c64ef req-86daf16e-dba8-466d-832c-b129f41bcc83 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821667 Jul 16 08:41:47.599116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Port': ['ID=6b0aae0e-a1ab-42e9-8f82-0dba815a5d97,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.602396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] No DVR routers for this DVR port 6b0aae0e-a1ab-42e9-8f82-0dba815a5d97 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:47.666637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.713163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-3aa20dbc-8e00-41bb-8e0d-619ce02d8f8d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 380 time: 0.1214716 Jul 16 08:41:47.729905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'port': {'device_id': '969134a1-072d-40e0-b087-1cd57d385ad7', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'admin_state_up': True, 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'security_groups': ['18f8e3f0-2e28-462b-9a2f-734e2b2b5127']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.824124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.892684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0766715-8788-4884-809a-db6947f5c07a']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:47.914585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270d500e-2a31-4971-b1b2-4919635d1dde') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:47.914877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270d500e-2a31-4971-b1b2-4919635d1dde') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:47.934853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.963160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.978252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:47.978762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:47.983431 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:48.015026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbca37-2588-4a96-9d58-f5c54a896111 req-884eb897-5e20-45c3-b254-ee323e9ed02f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.016637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66dbca37-2588-4a96-9d58-f5c54a896111 req-884eb897-5e20-45c3-b254-ee323e9ed02f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 943 time: 0.2508171 Jul 16 08:41:48.021623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:48.025598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.108201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c56e355b-490a-452a-bf11-1671113d6cfe req-7009ba38-52fe-4a81-a7b2-455e50020c34 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Jul 16 08:41:48.110338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.114827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.117254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/networks/e0766715-8788-4884-809a-db6947f5c07a HTTP/1.1" status: 204 len: 168 time: 1.2003462 Jul 16 08:41:48.120507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58658) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.191241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66dbca37-2588-4a96-9d58-f5c54a896111 req-fef684e6-ede5-41c4-b417-c44ff42568a7 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629624 Jul 16 08:41:48.201694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3094c1-da9e-4920-a42e-9852c2d716f1 tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Network': ['ID=e0766715-8788-4884-809a-db6947f5c07a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.222397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.294471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.315076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3d527739-d63e-47a6-a7bc-2118df819786 req-f4174882-5297-4541-971f-8bdd61056c95 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 210 time: 0.0446546 Jul 16 08:41:48.327869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Allocated IP 172.20.0.6 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/e7aebbe5-c873-46f4-ae4d-3fac0b20687e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:48.378984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.390553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d12a73-e66e-436d-b6af-37d10917f816']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.402531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09acd958-cd03-4eb8-8798-21ddc27612e0') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.402759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09acd958-cd03-4eb8-8798-21ddc27612e0') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.412231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.428640 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.436196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:48.436825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:48.440978 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:48.504263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.517057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.527619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.531785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/networks/57d12a73-e66e-436d-b6af-37d10917f816 HTTP/1.1" status: 204 len: 168 time: 0.4100473 Jul 16 08:41:48.534876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Transition to ACTIVE for port object e7aebbe5-c873-46f4-ae4d-3fac0b20687e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:48.536399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.574000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053bff2-f33f-4d6b-9ea6-9d5ac9c4013f tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Network': ['ID=57d12a73-e66e-436d-b6af-37d10917f816,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.578984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.638841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:48.661632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:48.670621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.681971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:48.771366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.841520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.842213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.878692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-9afac66d-54af-4fce-a622-9a34c36d5709 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578686 Jul 16 08:41:48.887976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.904490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe9f3f9-9288-4725-9b5a-c2e273a6ea44']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.921563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Request body: {'port': {'device_id': '969134a1-072d-40e0-b087-1cd57d385ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:48.922930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffda46f-a547-4c14-8247-9fc89a00ed70') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.923248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffda46f-a547-4c14-8247-9fc89a00ed70') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.935418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.981891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.997255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:49.001653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:49.008563 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:49.026510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:49.078962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1b469c6d-9dbf-4245-9f8d-377ad705ac39 None None] Provisioning for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:49.084793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1b469c6d-9dbf-4245-9f8d-377ad705ac39 None None] Provisioning complete for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:49.085165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b469c6d-9dbf-4245-9f8d-377ad705ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.091485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.092363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.097623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.104656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.107171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.109911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] 10.222.0.41 "DELETE /v2.0/networks/3fe9f3f9-9288-4725-9b5a-c2e273a6ea44 HTTP/1.1" status: 204 len: 168 time: 0.5721705 Jul 16 08:41:49.116980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.125478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786de2e-2312-4493-ba13-d501d481823b tempest-BulkNetworkOpsIpV6Test-803960736 tempest-BulkNetworkOpsIpV6Test-803960736-project] Pushing event deleted for resources: {'Network': ['ID=3fe9f3f9-9288-4725-9b5a-c2e273a6ea44,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.133460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.140496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.146728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.154533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-6563e77f-0022-4673-9b6c-cef5fee7d144 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2630925 Jul 16 08:41:49.162884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.228533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1b469c6d-9dbf-4245-9f8d-377ad705ac39 None None] Port e7aebbe5-c873-46f4-ae4d-3fac0b20687e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:49.237705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-103716d2-ed1b-4fdd-944d-a80a85ec47bb req-20d1be26-2824-4527-96cc-f0ed7d8dba13 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819664 Jul 16 08:41:49.247824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:49.274940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'port_id': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'mac_address': 'fa:16:3e:d7:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:49.402824 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.440401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663f547f-6f6a-4785-a41c-6bd41e30af9a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:49.480677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:49.492980 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.526406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7730f63-bd49-4894-a4d0-3f9e7c870589 req-f6ab917e-660e-4c4b-82a7-ef5982acc7f0 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0781920 Jul 16 08:41:49.580244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.625997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080e822-932b-42ec-ae2f-064afd360324 req-958c5e8a-8776-4268-ac1a-861e4eb1fb8a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.627851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0080e822-932b-42ec-ae2f-064afd360324 req-958c5e8a-8776-4268-ac1a-861e4eb1fb8a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 944 time: 0.1320968 Jul 16 08:41:49.628349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58698) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.681556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:49.698431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.708554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0080e822-932b-42ec-ae2f-064afd360324 req-306c1e69-ad05-411a-b3fb-a1040e0cb073 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706356 Jul 16 08:41:49.754072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Transition to ACTIVE for port object e7aebbe5-c873-46f4-ae4d-3fac0b20687e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:49.760986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.812214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['663f547f-6f6a-4785-a41c-6bd41e30af9a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:49.881258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.909232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-37af979d-64e3-4065-be68-cd35d125d6b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de545aa6555d4a6098b71f0893641c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797422 Jul 16 08:41:49.909938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58702) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.917941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e28f-d32e-4e42-a372-467efc1cedbf req-ffbd92d7-5262-4cf4-be7b-109c119beea6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.919994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ea1e28f-d32e-4e42-a372-467efc1cedbf req-ffbd92d7-5262-4cf4-be7b-109c119beea6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 931 time: 0.2077997 Jul 16 08:41:49.988591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Attempting to bind port e7aebbe5-c873-46f4-ae4d-3fac0b20687e on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:49.989280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Attempting to bind port e7aebbe5-c873-46f4-ae4d-3fac0b20687e by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:49.989708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Attempting to bind port e7aebbe5-c873-46f4-ae4d-3fac0b20687e on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:50.011814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Port e7aebbe5-c873-46f4-ae4d-3fac0b20687e on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:50.012621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Attempting to bind port e7aebbe5-c873-46f4-ae4d-3fac0b20687e on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:50.026056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.027785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:50.028573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:50.029175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:50.030336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Bound port: e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:50.030928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.078013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.116375 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ea1e28f-d32e-4e42-a372-467efc1cedbf req-739442e9-a647-49c2-a8c1-6460ddf314b3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435952 Jul 16 08:41:50.196517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:50.197363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.199805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.200282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:50.203488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24504a57-3d5c-4a1e-829e-df879f3f4fa7 HTTP/1.1" status: 204 len: 168 time: 0.2900741 Jul 16 08:41:50.211574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.216474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24504a57-3d5c-4a1e-829e-df879f3f4fa7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.234575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.234938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.235284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.235651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.235992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.236326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.237520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.237889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.247570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.248211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.248691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.249046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f867f8-e9ea-41f4-baf8-fb26f580fb23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.290929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.291581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.292969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] 10.222.0.36 "PUT /v2.0/ports/e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 1092 time: 1.3909605 Jul 16 08:41:50.293420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:50.307665 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60" -d '{"events": [{"name": "network-changed", "server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:50.353381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af26a6-b554-4f68-8acc-507cccf0298b service neutron] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.452553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd290fc-c432-46e1-ba55-bdf69b2b68ee req-b01d48a7-2220-4808-8abc-489d4681af60 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.465242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbd290fc-c432-46e1-ba55-bdf69b2b68ee req-b01d48a7-2220-4808-8abc-489d4681af60 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.0964622 Jul 16 08:41:50.465513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-6f0e41cb-4c47-4e94-8a37-06b0ce59b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.467080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-6f0e41cb-4c47-4e94-8a37-06b0ce59b84b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0954735 Jul 16 08:41:50.571199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-7cd4b5d8-59ed-4dc4-886f-36dc6a37e82e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 217 time: 0.0898137 Jul 16 08:41:50.603952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbd290fc-c432-46e1-ba55-bdf69b2b68ee req-7daf4a0e-6164-4b86-9308-2648936d91e1 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375751 Jul 16 08:41:50.670492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d74940a2-aea1-4aeb-8b1f-eb1f3b47dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.672010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-d74940a2-aea1-4aeb-8b1f-eb1f3b47dded service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0867417 Jul 16 08:41:50.685276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.691216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.697939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.711115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.720368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.727523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.734738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.736764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-b11956b3-33d5-4e99-9d0d-4c0078449f16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2059608 Jul 16 08:41:50.738963 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917534f-f225-4529-857f-ff6c75f080ae x-openstack-request-id: req-a917534f-f225-4529-857f-ff6c75f080ae {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:50.739266 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:50.739560 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a917534f-f225-4529-857f-ff6c75f080ae {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:50.739961 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'status': 'completed', 'code': 200} Jul 16 08:41:50.830405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bcb8bddc-f042-4fd0-bd5f-bdade04702a1 req-d5eb14dd-466e-43b4-b71d-2b62b40ba4e7 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496614 Jul 16 08:41:50.841437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48681eff-8914-4dd1-9efb-476c5626ece1 req-abb0158b-6250-4572-9880-9ccd1eea2b96 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0459421 Jul 16 08:41:50.852681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-ce5e424c-17b7-44c4-8f55-68065d6d667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.854215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-ce5e424c-17b7-44c4-8f55-68065d6d667f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127408 Jul 16 08:41:50.980170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-c0684cdb-f876-4d89-b3d9-6cdd2cc56841 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146469 Jul 16 08:41:51.031077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:51.071242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b36a8-3f53-455f-912e-f3d2304f3c81 req-d04828e1-6229-4ba0-afa0-5a6e365b08e4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.075994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-003b36a8-3f53-455f-912e-f3d2304f3c81 req-d04828e1-6229-4ba0-afa0-5a6e365b08e4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 944 time: 0.0994995 Jul 16 08:41:51.097917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 663f547f-6f6a-4785-a41c-6bd41e30af9a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:51.098615 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.141351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-003b36a8-3f53-455f-912e-f3d2304f3c81 req-603071c4-aac1-43e6-9185-ab81411269be tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567830 Jul 16 08:41:51.194574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.242139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.284975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:51.285974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:51.290017 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e69189-d5c6-451b-8088-3af71c90d925" -d '{"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-plugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:51.294101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.308691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1368273900'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:51.345064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:51.354481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.356146 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b658d07-cb7f-454c-b700-b8e93587d022 x-openstack-request-id: req-4b658d07-cb7f-454c-b700-b8e93587d022 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:51.356433 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-plugged", "status": "completed", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:51.356851 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b658d07-cb7f-454c-b700-b8e93587d022 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:51.357569 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'code': 200} Jul 16 08:41:51.361080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.384760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.523288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bdb0584-a0fb-42fa-9f84-615f0d57c313 req-76ecac8e-3447-4735-a913-3394f2b91c68 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364199 Jul 16 08:41:51.544831 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.549686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.559230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42287b9c-da28-46c8-bdb4-e6d0238bb208 req-09735dca-7242-4f14-976c-f845d4d69cd1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.560644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42287b9c-da28-46c8-bdb4-e6d0238bb208 req-09735dca-7242-4f14-976c-f845d4d69cd1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 943 time: 0.0922713 Jul 16 08:41:51.582291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:51.589604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874e50e6-92aa-43f4-b545-e31cb8117a68,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.595655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.596189 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Added segment e36914a9-c771-4f90-93ee-e4d5ec616c3b of type vlan for network 63f33b57-88b7-4b31-b75b-1f054ebbb778 Jul 16 08:41:51.630013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42287b9c-da28-46c8-bdb4-e6d0238bb208 req-3cf1ec0f-ca7e-4378-a2c1-b783a2ea8157 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618334 Jul 16 08:41:51.652451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.697522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.704005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.704664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.733463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-1b434670-967a-4d63-895a-a883b71cc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.734985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-1b434670-967a-4d63-895a-a883b71cc8d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1095 time: 0.1028230 Jul 16 08:41:51.743540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45155b8e-a510-4541-956c-23ac8215bcbf req-fc924e53-8d2e-492a-a3eb-e08f94131afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.744938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45155b8e-a510-4541-956c-23ac8215bcbf req-fc924e53-8d2e-492a-a3eb-e08f94131afd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 1098 time: 0.1139956 Jul 16 08:41:51.801859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Network': ['ID=63f33b57-88b7-4b31-b75b-1f054ebbb778,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.815123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 63f33b57-88b7-4b31-b75b-1f054ebbb778 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:51.845874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45155b8e-a510-4541-956c-23ac8215bcbf req-80dc6b6d-e59c-448d-ae23-f477095cb912 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903673 Jul 16 08:41:51.874099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-b3613ae0-9421-414a-9ff2-90f20cd0f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.876090 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-b3613ae0-9421-414a-9ff2-90f20cd0f786 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1302152 Jul 16 08:41:51.878705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7c196e54-3c72-4680-97a3-91e791454648 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6821356 Jul 16 08:41:51.935623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-38ba9c8b-3b24-46dc-8ecc-aa95d9dfcf54 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.937914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-38ba9c8b-3b24-46dc-8ecc-aa95d9dfcf54 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.1505625 Jul 16 08:41:51.966430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8f6-2075-44f1-9454-3cb567459ecc req-06c2fb4a-d4f7-4ecc-902b-7f916b502955 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.974658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46cca8f6-2075-44f1-9454-3cb567459ecc req-06c2fb4a-d4f7-4ecc-902b-7f916b502955 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 945 time: 0.1884272 Jul 16 08:41:52.115373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46cca8f6-2075-44f1-9454-3cb567459ecc req-ef5cbb0a-08ad-4236-9f86-be148f12bf09 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387732 Jul 16 08:41:52.130217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8eed034-9c24-4abd-a07b-a3fa45107644 req-23a2879d-0026-497f-9b91-55db68373f8b tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0532539 Jul 16 08:41:52.213318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-a8db101d-f49e-4cb8-a8ff-ccf199f6040d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 217 time: 0.0788832 Jul 16 08:41:52.233836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Deleting port a09cce6a-cdce-4c8e-b734-ab2804ef16bc {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:52.234185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.314131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-7fdfa085-f25d-442a-a3aa-a423b748bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.316026 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-7fdfa085-f25d-442a-a3aa-a423b748bed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0847723 Jul 16 08:41:52.340632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] For port a09cce6a-cdce-4c8e-b734-ab2804ef16bc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:52.341217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.361589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Calling delete_port for a09cce6a-cdce-4c8e-b734-ab2804ef16bc owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:52.431586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-c87b639c-d427-48d7-a5e4-4b02004f7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.433524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-c87b639c-d427-48d7-a5e4-4b02004f7fb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094184 Jul 16 08:41:52.541883 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-4f19ac59-1e69-4cdc-93e9-e9f560453cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009691 Jul 16 08:41:52.544804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.561307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['476e3cd2-d328-4502-a90c-1261ef95faa6', 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:52.586826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574d27-1e90-4040-8d08-8b75155585d1 req-9800afc3-e0fc-4774-adfa-92ab21b0739c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.594688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67574d27-1e90-4040-8d08-8b75155585d1 req-9800afc3-e0fc-4774-adfa-92ab21b0739c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 946 time: 0.2627745 Jul 16 08:41:52.622422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['770fa5cf-f471-4069-a238-d9475350833e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:52.721551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67574d27-1e90-4040-8d08-8b75155585d1 req-2539811e-8e39-496d-979b-42f8df98919a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247804 Jul 16 08:41:52.722666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Pushing event deleted for resources: {'Port': ['ID=a09cce6a-cdce-4c8e-b734-ab2804ef16bc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.773887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd67729c-9c12-449b-b3a4-9b2ddaa4fd60 req-20403d3a-fd33-4ce6-989f-501b3f4d2b75 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233958 Jul 16 08:41:52.797033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] No DVR routers for this DVR port a09cce6a-cdce-4c8e-b734-ab2804ef16bc on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:52.800814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.823627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b9884759-6cbf-4809-b540-a53f878f9ce3 req-a65d3139-2d3a-4af0-be84-a80e2a9c7286 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "DELETE /v2.0/ports/a09cce6a-cdce-4c8e-b734-ab2804ef16bc HTTP/1.1" status: 204 len: 173 time: 0.8758979 Jul 16 08:41:52.824132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'name': 'network-vif-deleted', 'tag': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:52.828610 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15feb99b-3cf7-4091-a6e7-bb34728b2bf3" -d '{"events": [{"server_uuid": "e6d1e617-8f19-46e2-86a8-00a291d323ae", "name": "network-vif-deleted", "tag": "a09cce6a-cdce-4c8e-b734-ab2804ef16bc"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:52.898328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.904435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.911307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.918366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.923994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.970355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.976697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.978645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-160aa83f-f4ae-43c0-a9f3-c038bdf39ab6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.4741244 Jul 16 08:41:53.123295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc19e700-156d-47d7-b351-7645c0cb6d53 req-a93e7c30-52b2-43ac-b04d-a2b9ae732758 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262357 Jul 16 08:41:53.242664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e227e11-541b-48c6-bb81-2dc1d4d517d7 req-b1799cab-ee14-411d-a67a-c425162043dc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.259347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e227e11-541b-48c6-bb81-2dc1d4d517d7 req-b1799cab-ee14-411d-a67a-c425162043dc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 943 time: 0.1664045 Jul 16 08:41:53.342779 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e227e11-541b-48c6-bb81-2dc1d4d517d7 req-3376e8ef-a177-487f-8a3a-2fe477d8e060 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815506 Jul 16 08:41:53.529056 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2728ffff-2ecf-42a9-aa45-68501278fb2e x-openstack-request-id: req-2728ffff-2ecf-42a9-aa45-68501278fb2e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:53.529523 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e617-8f19-46e2-86a8-00a291d323ae", "name": "network-vif-deleted", "tag": "a09cce6a-cdce-4c8e-b734-ab2804ef16bc", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:53.529644 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2728ffff-2ecf-42a9-aa45-68501278fb2e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:53.529972 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d1e617-8f19-46e2-86a8-00a291d323ae', 'name': 'network-vif-deleted', 'tag': 'a09cce6a-cdce-4c8e-b734-ab2804ef16bc', 'status': 'completed', 'code': 200} Jul 16 08:41:53.638179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e58d29f5-eb6a-47d1-8bb3-a3ca819bee5a req-1a2dbaa5-a688-47ef-acc2-db293b8e6b91 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6d1e617-8f19-46e2-86a8-00a291d323ae HTTP/1.1" status: 200 len: 210 time: 0.0739589 Jul 16 08:41:53.820186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e6873607-268a-471e-af69-9bb9158a9c39 req-d98dae06-5283-4878-8e0a-937e794a2352 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0775163 Jul 16 08:41:54.034376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f7c08-875b-4e86-b82e-85b9175b71bc req-7f6c13b1-99df-47a8-863e-3f96cbab6aca tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.046851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-132f7c08-875b-4e86-b82e-85b9175b71bc req-7f6c13b1-99df-47a8-863e-3f96cbab6aca tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 946 time: 0.1034191 Jul 16 08:41:54.103196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-132f7c08-875b-4e86-b82e-85b9175b71bc req-53c3a496-2b96-486e-bab0-c0b658250880 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527072 Jul 16 08:41:54.384017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.391867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.398800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.405939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.413259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.419300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.425853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.434571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-f47e0097-8472-4531-95ad-4f620fb8d4d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.1384737 Jul 16 08:41:54.489589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dea7cc3a-f428-4ab2-9b53-7164dff5af8f req-3d0c87b9-a249-49ad-8615-0bdf54060b92 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538452 Jul 16 08:41:54.590198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf1394-ee7a-43c2-bbc4-53b8d363162f req-6aeb1d59-354c-4cc2-a1a7-19ec24710cbe tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.591638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93bf1394-ee7a-43c2-bbc4-53b8d363162f req-6aeb1d59-354c-4cc2-a1a7-19ec24710cbe tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 943 time: 0.0675163 Jul 16 08:41:54.632637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93bf1394-ee7a-43c2-bbc4-53b8d363162f req-d59856f1-8bc2-42c7-906a-66a8373fc1d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348856 Jul 16 08:41:55.010575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-110bcfc0-79a0-4c86-bf07-8ec8a75edfbd req-308fd093-e3e8-4063-a1c4-d687f416d494 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0528622 Jul 16 08:41:55.041713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:55.129929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58838) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.148567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'subnet': {'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.161928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.176897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:55.226409 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.242314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:55.265875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.270487 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.346067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.354420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:55.359067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.514632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2464-b43e-464b-8395-ee348285f003 req-9dff15cb-aaf7-4428-8ce9-1f8ae4c1c425 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.516513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d17b2464-b43e-464b-8395-ee348285f003 req-9dff15cb-aaf7-4428-8ce9-1f8ae4c1c425 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 946 time: 0.0972171 Jul 16 08:41:55.516970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9af989-1069-4fb6-ae78-e3448c2a8608 req-cf4ec9a8-c946-4b34-b9bf-6c2f03f96366 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.518542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c9af989-1069-4fb6-ae78-e3448c2a8608 req-cf4ec9a8-c946-4b34-b9bf-6c2f03f96366 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 946 time: 0.1776886 Jul 16 08:41:55.576411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d17b2464-b43e-464b-8395-ee348285f003 req-b18da776-039e-45e7-8dcd-115a1360979d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528865 Jul 16 08:41:55.592133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c9af989-1069-4fb6-ae78-e3448c2a8608 req-900c9f17-80c6-4392-a915-df502e7c2730 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669329 Jul 16 08:41:55.650142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e7aebbe5-c873-46f4-ae4d-3fac0b20687e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:55.666005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.751072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Subnet': ['ID=321b4f55-5c8a-49c9-ba05-f927a7093033,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.754529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Checking segment: {'id': 'e36914a9-c771-4f90-93ee-e4d5ec616c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:55.755027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network hostable DHCP agents. Network: 63f33b57-88b7-4b31-b75b-1f054ebbb778, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:55.774291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network 63f33b57-88b7-4b31-b75b-1f054ebbb778 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:55.791154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 63f33b57-88b7-4b31-b75b-1f054ebbb778) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:55.797793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.799079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.805805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6c5e7-404c-4e9c-b203-fde2cc3edd19 None None] Network 63f33b57-88b7-4b31-b75b-1f054ebbb778 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:55.816850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b67ebc8-60c4-4a84-9e76-4b9240041322 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6858811 Jul 16 08:41:55.821189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58864) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.827873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1683237250'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.877249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.884156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.890190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.896628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.903663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.909731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.916070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.916400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8b65d-0a51-448f-857e-7d02d188215a req-f127b439-9c45-45bf-9451-5f82386d358e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.918281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93c8b65d-0a51-448f-857e-7d02d188215a req-f127b439-9c45-45bf-9451-5f82386d358e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0874104 Jul 16 08:41:55.924086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac0e704b-d092-4276-b112-9444b33389df req-bd5a966a-5bb7-405e-b7c9-8eea31ecade9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5419 time: 0.2098184 Jul 16 08:41:55.926336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:55.930609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.965816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93c8b65d-0a51-448f-857e-7d02d188215a req-8e05441c-6367-43fa-8611-1950f5f7d61e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 Jul 16 08:41:55.982712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:55.989646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a09cce6a-cdce-4c8e-b734-ab2804ef16bc no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:55.991912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac0e704b-d092-4276-b112-9444b33389df req-0e8b6efb-f3ad-4736-8718-0a5315e9ba7c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669703 Jul 16 08:41:55.997689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 094620bd-e02e-4e7a-9f69-6c8efcba8300 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:55.998125 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.998560 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Added segment 0f1d854f-80ce-4243-8bb2-83c85f67fda0 of type vlan for network 47392d28-c89a-421c-a2f8-f78e08c8405e Jul 16 08:41:56.006949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58868) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.038632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: a09cce6a-cdce-4c8e-b734-ab2804ef16bc {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:56.039155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a09cce6a-cdce-4c8e-b734-ab2804ef16bc not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:56.068081 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.101503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-63f33b57-88b7-4b31-b75b-1f054ebbb778', 'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778', 'tenant_id': 'ea1c321eeb6640dea895b14c3817b7f5', 'fixed_ips': [{'subnet_id': '321b4f55-5c8a-49c9-ba05-f927a7093033'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:56.102112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.103182 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.109397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.110095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.136389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68022103-b904-4e71-a2b5-bded4f59dca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.155988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58874) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.157109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3333635 Jul 16 08:41:56.166058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'subnet': {'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:56.201534 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb46e-29da-49f9-804d-bf10328e8dcf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Network': ['ID=47392d28-c89a-421c-a2f8-f78e08c8405e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.244294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4ce5b5f-59c8-4e32-8991-2fb467390d1c req-f73ca8fe-db61-4204-bc74-9fe69b017777 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0564382 Jul 16 08:41:56.354124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68022103-b904-4e71-a2b5-bded4f59dca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.359919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68022103-b904-4e71-a2b5-bded4f59dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.378493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 47392d28-c89a-421c-a2f8-f78e08c8405e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:56.405596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:56.409146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.416767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68022103-b904-4e71-a2b5-bded4f59dca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423cc610-54d0-423e-b641-e79c38c4ccb5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.431121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-68022103-b904-4e71-a2b5-bded4f59dca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da4b2f516d0e47fcbf045c4f42b2a976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229815 Jul 16 08:41:56.433938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58878) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.440507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:56.490304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7fa52dc-2740-4230-81fa-24adb63a6854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.513873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '094620bd-e02e-4e7a-9f69-6c8efcba8300', 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'port_id': '094620bd-e02e-4e7a-9f69-6c8efcba8300', 'mac_address': 'fa:16:3e:1f:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d4bb26-94fb-40f0-b9ab-8758831520a2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:56.515582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7fa52dc-2740-4230-81fa-24adb63a6854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.576638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Allocated IP 2001:db8:0:ffff::2 (63f33b57-88b7-4b31-b75b-1f054ebbb778/321b4f55-5c8a-49c9-ba05-f927a7093033/225fb8e7-b1be-4c27-bcf0-079e390e2dce) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:56.577672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7fa52dc-2740-4230-81fa-24adb63a6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.581018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7fa52dc-2740-4230-81fa-24adb63a6854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.581210 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.585628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c7fa52dc-2740-4230-81fa-24adb63a6854 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/423cc610-54d0-423e-b641-e79c38c4ccb5 HTTP/1.1" status: 204 len: 168 time: 0.1473932 Jul 16 08:41:56.594290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa52dc-2740-4230-81fa-24adb63a6854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423cc610-54d0-423e-b641-e79c38c4ccb5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.602012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094620bd-e02e-4e7a-9f69-6c8efcba8300 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:56.654080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:56.660705 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.661610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device de2c738f-7594-4e16-90d5-243d0a722601 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:56.722333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:41:56.726557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.810688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.821604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Subnet': ['ID=952c48be-d6aa-4390-bb73-3b07994fbf8d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.852258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Checking segment: {'id': '0f1d854f-80ce-4243-8bb2-83c85f67fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:56.852613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network hostable DHCP agents. Network: 47392d28-c89a-421c-a2f8-f78e08c8405e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:56.866266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdac9c-8ca0-4dd6-a90e-c303ed167d34 req-f3d86f3b-a999-4afa-9dcd-75e16bd01407 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.868399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-25cdac9c-8ca0-4dd6-a90e-c303ed167d34 req-f3d86f3b-a999-4afa-9dcd-75e16bd01407 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 946 time: 0.1444371 Jul 16 08:41:56.901550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-54f79d49-3633-4f2c-aeb8-a94a71dab5df tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.903929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-54f79d49-3633-4f2c-aeb8-a94a71dab5df tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.36 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 946 time: 0.0884907 Jul 16 08:41:56.906466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network 47392d28-c89a-421c-a2f8-f78e08c8405e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:56.929603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-25cdac9c-8ca0-4dd6-a90e-c303ed167d34 req-9b956afa-7a85-49e6-a82a-6d1d6821ef71 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522213 Jul 16 08:41:56.930873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 47392d28-c89a-421c-a2f8-f78e08c8405e) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:56.935581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.936384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.953860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd920eba-c330-4893-ae76-62ba23f739c2 None None] Network 47392d28-c89a-421c-a2f8-f78e08c8405e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:56.958322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.965903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9028574b-369c-4952-8f5c-b8db6cb95860 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8085563 Jul 16 08:41:56.968828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.971278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=de2c738f-7594-4e16-90d5-243d0a722601,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:56.979019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'port': {'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e', 'name': 'tempest-NetworksIpV6TestAttrs-1788531636'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:57.001058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58890) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.002435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Transition to ACTIVE for port object 225fb8e7-b1be-4c27-bcf0-079e390e2dce will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:57.012370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'de2c738f-7594-4e16-90d5-243d0a722601', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'port_id': 'de2c738f-7594-4e16-90d5-243d0a722601', 'mac_address': 'fa:16:3e:9d:3b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:57.034250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4de48bc-cb5d-47c6-ba10-c4c5d48af0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.058982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Deleting port 770fa5cf-f471-4069-a238-d9475350833e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:57.059419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.104954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:57.151051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Transition to ACTIVE for port object 225fb8e7-b1be-4c27-bcf0-079e390e2dce will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:57.178002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] For port 770fa5cf-f471-4069-a238-d9475350833e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=770fa5cf-f471-4069-a238-d9475350833e,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:57.178466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.190525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.196545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Calling delete_port for 770fa5cf-f471-4069-a238-d9475350833e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:57.230132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4de48bc-cb5d-47c6-ba10-c4c5d48af0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.253546 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.262166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e4de48bc-cb5d-47c6-ba10-c4c5d48af0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.276606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Network 63f33b57-88b7-4b31-b75b-1f054ebbb778 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:57.292194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.318633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:57.325135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:57.325765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2c738f-7594-4e16-90d5-243d0a722601 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:57.329023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.330484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6c23-8511-416f-ab03-a558890d7c12 req-30091e57-de17-4406-9ff7-870ccc36939e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.333295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:57.338792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4de6c23-8511-416f-ab03-a558890d7c12 req-30091e57-de17-4406-9ff7-870ccc36939e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1369643 Jul 16 08:41:57.340028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Pushing event updated for resources: {'Port': ['ID=225fb8e7-b1be-4c27-bcf0-079e390e2dce,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.350884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de48bc-cb5d-47c6-ba10-c4c5d48af0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9639654-51e1-436d-b499-c414ccd5aa65,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.358948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:57.359227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.366393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e4de48bc-cb5d-47c6-ba10-c4c5d48af0ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74295c1d23884c2493d683c43bc2c028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637140 Jul 16 08:41:57.372887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58896) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.391923 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4de6c23-8511-416f-ab03-a558890d7c12 req-86593549-56b2-46e0-9db0-b3fdeda726a1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526195 Jul 16 08:41:57.417272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=de2c738f-7594-4e16-90d5-243d0a722601,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:57.432294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] device_id is not set on port 743dc437-148b-4e6c-924c-cdeb65844d71 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:57.471232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.472204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:57.477233 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d11520a2-56c6-4605-a549-88252cf6369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.500258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.518248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d11520a2-56c6-4605-a549-88252cf6369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.524701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-47392d28-c89a-421c-a2f8-f78e08c8405e', 'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e', 'tenant_id': 'ea1c321eeb6640dea895b14c3817b7f5', 'fixed_ips': [{'subnet_id': '952c48be-d6aa-4390-bb73-3b07994fbf8d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:57.525583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.535785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['476e3cd2-d328-4502-a90c-1261ef95faa6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:57.538130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Pushing event deleted for resources: {'Port': ['ID=770fa5cf-f471-4069-a238-d9475350833e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.538857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Attempting to bind port 225fb8e7-b1be-4c27-bcf0-079e390e2dce on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:57.539022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Attempting to bind port 225fb8e7-b1be-4c27-bcf0-079e390e2dce by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e36914a9-c771-4f90-93ee-e4d5ec616c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:57.539497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Attempting to bind port 225fb8e7-b1be-4c27-bcf0-079e390e2dce on network 63f33b57-88b7-4b31-b75b-1f054ebbb778 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:57.572740 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:57.598189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:57.598573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Checking segment: {'id': 'e36914a9-c771-4f90-93ee-e4d5ec616c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:57.598976 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.599218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56d8ed15-a3b0-47b3-b30d-0231883daedc req-b6f04f72-e139-41b0-983d-47872d86b939 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0638471 Jul 16 08:41:57.599409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Bound using segment: {'id': 'e36914a9-c771-4f90-93ee-e4d5ec616c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:57.600602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Bound port: 225fb8e7-b1be-4c27-bcf0-079e390e2dce, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36914a9-c771-4f90-93ee-e4d5ec616c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63f33b57-88b7-4b31-b75b-1f054ebbb778'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:57.601117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.637978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] No DVR routers for this DVR port 770fa5cf-f471-4069-a238-d9475350833e on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:57.642371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.642667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d11520a2-56c6-4605-a549-88252cf6369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.645371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d9404c7-3380-4e9f-bc39-c0951fc57750 req-96989248-7556-4199-917f-0803eb3eb714 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.36 "DELETE /v2.0/ports/770fa5cf-f471-4069-a238-d9475350833e HTTP/1.1" status: 204 len: 173 time: 0.7350121 Jul 16 08:41:57.645956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'name': 'network-vif-deleted', 'tag': '770fa5cf-f471-4069-a238-d9475350833e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:57.647843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d11520a2-56c6-4605-a549-88252cf6369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.649042 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ca5893-94dc-4309-b9c8-49229989072e" -d '{"events": [{"server_uuid": "4503dccb-6f73-47ec-b390-0d24faedc32c", "name": "network-vif-deleted", "tag": "770fa5cf-f471-4069-a238-d9475350833e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:57.659946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d11520a2-56c6-4605-a549-88252cf6369b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9639654-51e1-436d-b499-c414ccd5aa65 HTTP/1.1" status: 204 len: 168 time: 0.2843056 Jul 16 08:41:57.701078 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.741673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.748490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.754772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.761120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.763526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] For port 225fb8e7-b1be-4c27-bcf0-079e390e2dce, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:57.766738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] For port 225fb8e7-b1be-4c27-bcf0-079e390e2dce, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=225fb8e7-b1be-4c27-bcf0-079e390e2dce,segment=NetworkSegment(e36914a9-c771-4f90-93ee-e4d5ec616c3b),segment_id=e36914a9-c771-4f90-93ee-e4d5ec616c3b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:57.777041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.781413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:57.784162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.784322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.787914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.791632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.799701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-018bb1b7-5797-4695-a5d9-884853c38c3e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5420 time: 0.5836158 Jul 16 08:41:57.834833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11520a2-56c6-4605-a549-88252cf6369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9639654-51e1-436d-b499-c414ccd5aa65,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.875861 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8447d2-159d-4013-9c69-07e678cd32d3 x-openstack-request-id: req-5e8447d2-159d-4013-9c69-07e678cd32d3 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:57.876162 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4503dccb-6f73-47ec-b390-0d24faedc32c", "name": "network-vif-deleted", "tag": "770fa5cf-f471-4069-a238-d9475350833e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:57.876406 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e8447d2-159d-4013-9c69-07e678cd32d3 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:57.876800 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4503dccb-6f73-47ec-b390-0d24faedc32c', 'name': 'network-vif-deleted', 'tag': '770fa5cf-f471-4069-a238-d9475350833e', 'status': 'completed', 'code': 200} Jul 16 08:41:57.878009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c09523a7-672c-4533-a53e-30045e9afbc6 req-e742c65e-7c10-4502-9ad6-0f6bfd0b143e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675666 Jul 16 08:41:57.907187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Allocated IP 2001:db8::f816:3eff:feb7:dff2 (47392d28-c89a-421c-a2f8-f78e08c8405e/952c48be-d6aa-4390-bb73-3b07994fbf8d/743dc437-148b-4e6c-924c-cdeb65844d71) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:57.921898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'port_id': 'a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9', 'mac_address': 'fa:16:3e:c1:39:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:57.934474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:57.936764 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6030426-1fa3-4ebb-a282-f542b9ef7189" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:57.998394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:58.019722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f5cf-cb3d-4c5a-90d7-a47bacb01df0 None None] Pushing event updated for resources: {'Port': ['ID=225fb8e7-b1be-4c27-bcf0-079e390e2dce,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.042747 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.043937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 770fa5cf-f471-4069-a238-d9475350833e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:58.190489 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751b8b27-43d9-4cea-9987-62413ab5abe7 x-openstack-request-id: req-751b8b27-43d9-4cea-9987-62413ab5abe7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:58.191740 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:58.192483 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-751b8b27-43d9-4cea-9987-62413ab5abe7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:58.196234 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'code': 200} Jul 16 08:41:58.197341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 770fa5cf-f471-4069-a238-d9475350833e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:58.198070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 770fa5cf-f471-4069-a238-d9475350833e not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:58.245303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cdcc1ccf-0922-4740-aeba-a236c5a2860d req-6b3dbdf8-1e97-48b7-9cb3-7c4c2888ee14 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4503dccb-6f73-47ec-b390-0d24faedc32c HTTP/1.1" status: 200 len: 210 time: 0.0635498 Jul 16 08:41:58.269094 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.295806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:58.312752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.315473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2077a-013a-416e-a91f-a7206a75520a req-90adde8c-c87d-4706-8b22-5cabb65fb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.317101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29e2077a-013a-416e-a91f-a7206a75520a req-90adde8c-c87d-4706-8b22-5cabb65fb30e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0865312 Jul 16 08:41:58.368513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:58.376637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.378679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f412cc6c-898d-4ce6-9c41-328989044d7e details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:58.454385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29e2077a-013a-416e-a91f-a7206a75520a req-48d7e9f5-41ab-40de-823e-94072a2f8d84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300170 Jul 16 08:41:58.545149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.615034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f412cc6c-898d-4ce6-9c41-328989044d7e,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:58.634023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f412cc6c-898d-4ce6-9c41-328989044d7e', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'port_id': 'f412cc6c-898d-4ce6-9c41-328989044d7e', 'mac_address': 'fa:16:3e:10:fa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:58.696446 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.713629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f412cc6c-898d-4ce6-9c41-328989044d7e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:58.722922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.739743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f412cc6c-898d-4ce6-9c41-328989044d7e,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:58.743701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Transition to ACTIVE for port object 743dc437-148b-4e6c-924c-cdeb65844d71 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:58.749109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.749966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 67d41dbd-d547-4e84-bf3e-c8789fa80ffa details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:58.754771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3bea9-71ab-4a19-ad23-4a0cdbd7530e req-bcef4c01-bd72-4dcd-9457-da217250d84f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.762511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58a3bea9-71ab-4a19-ad23-4a0cdbd7530e req-bcef4c01-bd72-4dcd-9457-da217250d84f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 945 time: 0.1327813 Jul 16 08:41:58.810142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf1e6025-0986-4741-aefb-c428cf5847fc req-cda43919-177e-4542-852f-101ed100ebf1 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0440290 Jul 16 08:41:58.872171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58a3bea9-71ab-4a19-ad23-4a0cdbd7530e req-516fbc08-027b-420a-872f-eeb67c9c55a2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073778 Jul 16 08:41:58.877854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.913810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.924371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:58.941913 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa', 'network_id': '05fa5dc6-4aed-4c0d-8482-fd8478130a1e', 'port_id': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa', 'mac_address': 'fa:16:3e:ba:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d4bb26-94fb-40f0-b9ab-8758831520a2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:58.955645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Allocated IP 2001:db8::f816:3eff:fe80:6886 (47392d28-c89a-421c-a2f8-f78e08c8405e/952c48be-d6aa-4390-bb73-3b07994fbf8d/d34c32a6-b77b-4dd3-b35e-939855bc6946) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:58.956296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network 47392d28-c89a-421c-a2f8-f78e08c8405e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:58.962993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:58.967262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:58.973240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.973550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.984928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Port': ['ID=743dc437-148b-4e6c-924c-cdeb65844d71,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.997312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9f599bf9-f8ae-44e0-82cd-ca5ad04bd688 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0250039 Jul 16 08:41:59.000216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58934) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:59.013850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.075919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting subnet 952c48be-d6aa-4390-bb73-3b07994fbf8d {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:59.191217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.197971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.205474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.211918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.218812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.227819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.228560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d41dbd-d547-4e84-bf3e-c8789fa80ffa {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:59.234539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.243188 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-78dcac74-3081-459e-a106-6dc84ccf1345 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5423 time: 0.1537266 Jul 16 08:41:59.250966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:59.259945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.261368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fbcd280c-0d48-4fd9-a06c-20d874bbae15 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:59.305460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2d1499-71f4-4f9c-a0f8-52a6bd4e0cb1 req-ccfc70ff-3498-4c8e-a8b6-586334a0a52a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611069 Jul 16 08:41:59.327383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.577550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a75adcd-618a-4ba5-b2ef-c521fce21b1a None None] Network 63f33b57-88b7-4b31-b75b-1f054ebbb778 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:59.620016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 225fb8e7-b1be-4c27-bcf0-079e390e2dce up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:59.781831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ad40ddaa-101a-4aee-be3a-4d466a882dbe None None] Provisioning for port 225fb8e7-b1be-4c27-bcf0-079e390e2dce completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:59.811090 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.836787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Transition to ACTIVE for port object d34c32a6-b77b-4dd3-b35e-939855bc6946 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:59.839713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:59.889264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'port_id': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'mac_address': 'fa:16:3e:91:1f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:59.897721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971070b-e55a-49df-9fff-b4348cb55190 req-51e1458c-ed3f-4531-b627-f7a47f869a05 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.899101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Transition to ACTIVE for port object d34c32a6-b77b-4dd3-b35e-939855bc6946 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:59.899934 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c971070b-e55a-49df-9fff-b4348cb55190 req-51e1458c-ed3f-4531-b627-f7a47f869a05 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.0778472 Jul 16 08:41:59.900454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 225fb8e7-b1be-4c27-bcf0-079e390e2dce completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:59.912808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 225fb8e7-b1be-4c27-bcf0-079e390e2dce triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:59.913337 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.915367 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.918755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.008086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2778faa4-6e64-42b3-bbf4-1d82c0e07eab req-9494f2bd-8ae7-4575-b0f9-73bb23cf578a tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0407093 Jul 16 08:42:00.014349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c971070b-e55a-49df-9fff-b4348cb55190 req-34c9ef36-e429-4f26-89b4-0eae953e731d tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074669 Jul 16 08:42:00.021145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Network 47392d28-c89a-421c-a2f8-f78e08c8405e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:00.030964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:00.038660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:00.044731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.062559 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.090753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Pushing event updated for resources: {'Port': ['ID=d34c32a6-b77b-4dd3-b35e-939855bc6946,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.124005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcd280c-0d48-4fd9-a06c-20d874bbae15 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:00.196387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:00.234342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.235811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0d632d41-28f8-490b-a527-596b40e52f64 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:00.244122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Attempting to bind port d34c32a6-b77b-4dd3-b35e-939855bc6946 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:00.244751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Attempting to bind port d34c32a6-b77b-4dd3-b35e-939855bc6946 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '0f1d854f-80ce-4243-8bb2-83c85f67fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:00.245272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Attempting to bind port d34c32a6-b77b-4dd3-b35e-939855bc6946 on network 47392d28-c89a-421c-a2f8-f78e08c8405e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:00.248348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.254144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81971-2b12-490b-a9f5-ea8a1a6b0288 req-50453236-92bc-4979-ad18-04f820c33b89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.262340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79c81971-2b12-490b-a9f5-ea8a1a6b0288 req-50453236-92bc-4979-ad18-04f820c33b89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 945 time: 0.1041963 Jul 16 08:42:00.311246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:00.311725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Checking segment: {'id': '0f1d854f-80ce-4243-8bb2-83c85f67fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:00.312327 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.312900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Bound using segment: {'id': '0f1d854f-80ce-4243-8bb2-83c85f67fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:00.313559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Bound port: d34c32a6-b77b-4dd3-b35e-939855bc6946, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1d854f-80ce-4243-8bb2-83c85f67fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '47392d28-c89a-421c-a2f8-f78e08c8405e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:00.314257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.329815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-79c81971-2b12-490b-a9f5-ea8a1a6b0288 req-aa746acc-494f-4883-b841-b5706a5250af tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587630 Jul 16 08:42:00.342886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.348416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.376203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.386511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/952c48be-d6aa-4390-bb73-3b07994fbf8d HTTP/1.1" status: 204 len: 168 time: 1.3848257 Jul 16 08:42:00.389663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58962) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.435383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15991c-64be-48f6-a361-4b7cd4a6f249 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Subnet': ['ID=952c48be-d6aa-4390-bb73-3b07994fbf8d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.464333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.473974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0d632d41-28f8-490b-a527-596b40e52f64,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:00.500102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 225fb8e7-b1be-4c27-bcf0-079e390e2dce, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=225fb8e7-b1be-4c27-bcf0-079e390e2dce,segment=NetworkSegment(e36914a9-c771-4f90-93ee-e4d5ec616c3b),segment_id=e36914a9-c771-4f90-93ee-e4d5ec616c3b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:00.501834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0d61f-40d7-4590-a014-4d1c2e2ea6a8 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.503545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0d61f-40d7-4590-a014-4d1c2e2ea6a8 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.507391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ffa0d61f-40d7-4590-a014-4d1c2e2ea6a8 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1140859 Jul 16 08:42:00.508639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58964) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.517786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.519860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '0d632d41-28f8-490b-a527-596b40e52f64', 'network_id': '3f48b460-7e8e-448c-b879-adaf0ebc3b4e', 'port_id': '0d632d41-28f8-490b-a527-596b40e52f64', 'mac_address': 'fa:16:3e:32:be:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff3c135-e7ab-4c37-a7c6-0d81b47d8407', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:00.531448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] For port d34c32a6-b77b-4dd3-b35e-939855bc6946, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:00.586135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7738f60-66ab-4b27-b21a-182484f0e8dc req-5397f9a5-94b8-4400-9346-dfd2b3cfcedc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.591989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7738f60-66ab-4b27-b21a-182484f0e8dc req-5397f9a5-94b8-4400-9346-dfd2b3cfcedc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 945 time: 0.0957971 Jul 16 08:42:00.597784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58968) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.602709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'floatingip': {'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.628165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] For port d34c32a6-b77b-4dd3-b35e-939855bc6946, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d34c32a6-b77b-4dd3-b35e-939855bc6946,segment=NetworkSegment(0f1d854f-80ce-4243-8bb2-83c85f67fda0),segment_id=0f1d854f-80ce-4243-8bb2-83c85f67fda0)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:00.645887 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.683000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.686175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=225fb8e7-b1be-4c27-bcf0-079e390e2dce,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.704937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4bdd234e-939f-481b-917a-86396d7840db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.719545 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdd234e-939f-481b-917a-86396d7840db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 08:42:00.720395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdd234e-939f-481b-917a-86396d7840db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:00.726544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4bdd234e-939f-481b-917a-86396d7840db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/47392d28-c89a-421c-a2f8-f78e08c8405e HTTP/1.1" status: 409 len: 405 time: 0.2124550 Jul 16 08:42:00.727837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d632d41-28f8-490b-a527-596b40e52f64 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:00.728124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 58974) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.735007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1897613364'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:00.746954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.775923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.784087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.792691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.800590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.810116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.816335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0d632d41-28f8-490b-a527-596b40e52f64,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:00.817112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.821835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e4bf-506e-4e17-97fe-cd9e3cd648e9 None None] Pushing event updated for resources: {'Port': ['ID=d34c32a6-b77b-4dd3-b35e-939855bc6946,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.826095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.826277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.828240 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-2a5663d7-0c7f-4fda-bd41-ba578b17fc16 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5425 time: 0.2594988 Jul 16 08:42:00.870264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b1dbd-e737-44a1-89b0-2a2a19128ca5 None None] Network 47392d28-c89a-421c-a2f8-f78e08c8405e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:00.876364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7bd6e881-5e27-4b59-8d8d-3947c4ac06c0 req-90d6e2b7-659e-4ce3-a841-29540c90c9ed tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400395 Jul 16 08:42:00.880851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-9bfd07a8-fff1-4043-9ad3-69d61888bc02 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0799b3551e1c4fa39c71c900e6516893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657260 Jul 16 08:42:00.915265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.916555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:00.920064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.956693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a628399e-cd4e-4a6b-b80d-4a39f9b9a010 None None] Provisioning complete for port 225fb8e7-b1be-4c27-bcf0-079e390e2dce triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:00.956963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a628399e-cd4e-4a6b-b80d-4a39f9b9a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.105000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea613b9-568d-45dd-90e1-02859cabe59b None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:42:01.133993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:01.168386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9de5dcb-d6c7-478e-a952-6738b6c8f8ae req-c4028eed-cefe-4df4-a36a-7385569255d5 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0307717 Jul 16 08:42:01.184031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.184394 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Added segment ed33cdf7-8495-4bca-b942-82e2ab0f5139 of type vlan for network 848d24b5-d8b3-42f9-a9db-d3db5919432e Jul 16 08:42:01.257122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea613b9-568d-45dd-90e1-02859cabe59b None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:42:01.259646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-85431d47-2a96-48f3-9b06-6e7d88e11787 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.261176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-85431d47-2a96-48f3-9b06-6e7d88e11787 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3686140 Jul 16 08:42:01.291238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.308575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-344aacec-2ffe-48d7-9115-1d2614a15e45 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/quotas/0799b3551e1c4fa39c71c900e6516893 HTTP/1.1" status: 200 len: 375 time: 0.0317895 Jul 16 08:42:01.364261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a06-8192-4686-8030-cd003afb51a6 req-c00c0134-2185-4e73-9b0b-dab3e8063464 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.366921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-faa58a06-8192-4686-8030-cd003afb51a6 req-c00c0134-2185-4e73-9b0b-dab3e8063464 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.0735095 Jul 16 08:42:01.438585 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-faa58a06-8192-4686-8030-cd003afb51a6 req-5625ca7c-2abe-45cb-851c-40ef9e0fc8f0 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653622 Jul 16 08:42:01.443280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-a3816782-3802-4c5e-9d04-f4cedbb0003f tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0799b3551e1c4fa39c71c900e6516893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988340 Jul 16 08:42:01.513809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.519588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.520247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.666647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9373546 Jul 16 08:42:01.669580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 58994) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:01.674928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'subnet': {'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:01.712682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef531b-2700-4238-93d6-09d658e9d158 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Network': ['ID=848d24b5-d8b3-42f9-a9db-d3db5919432e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.748931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 225fb8e7-b1be-4c27-bcf0-079e390e2dce up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:01.781697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:01.809439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-62642202-0c98-4837-8d9f-72900c144c0e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.810963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-62642202-0c98-4837-8d9f-72900c144c0e tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.3661122 Jul 16 08:42:01.836123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51fa96e6-ffae-4ebd-a1c6-450380df2d23 req-61cde16c-0d5d-4ae1-87f7-ae669b8b518a tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 210 time: 0.0613809 Jul 16 08:42:01.844538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f412cc6c-898d-4ce6-9c41-328989044d7e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:01.848532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['0d632d41-28f8-490b-a527-596b40e52f64'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:01.850727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['fbcd280c-0d48-4fd9-a06c-20d874bbae15'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:01.852441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 848d24b5-d8b3-42f9-a9db-d3db5919432e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:01.883565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.resource_extend [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:01.896291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:01.902257 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.011427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.033810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.140852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Deleting port 476e3cd2-d328-4502-a90c-1261ef95faa6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:02.141637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.150746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 225fb8e7-b1be-4c27-bcf0-079e390e2dce triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:02.151219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.260554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.266626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.273108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.279802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.286141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.293440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.300169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.308170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-ad09b737-d9dc-48a1-b776-2cadfc6c8e1f tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5426 time: 0.1996379 Jul 16 08:42:02.468285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58a9b309-7b48-4c1e-a6f5-2b372b21f4e1 req-89c01135-5fb9-4c7b-b60c-3bc7b2cecd37 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1592004 Jul 16 08:42:02.532504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-452cc5b3-e596-4cb8-9cab-c6fca39fb3c6 req-2e5526cb-e875-4e40-b514-06736a3d96d2 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0591211 Jul 16 08:42:02.579626 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Floating IP 4525fdd3-519b-40e0-9b8e-9e9913dbba2a associated. External IP: 172.25.0.3, port: e7aebbe5-c873-46f4-ae4d-3fac0b20687e. Jul 16 08:42:02.601869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:42:02.603532 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.703381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] For port 476e3cd2-d328-4502-a90c-1261ef95faa6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=476e3cd2-d328-4502-a90c-1261ef95faa6,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:02.703381 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.705844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Subnet': ['ID=dc36142e-1078-42e1-bf07-874c4316f5a8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.728461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Calling delete_port for 476e3cd2-d328-4502-a90c-1261ef95faa6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:02.769358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Checking segment: {'id': 'ed33cdf7-8495-4bca-b942-82e2ab0f5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:02.769358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network hostable DHCP agents. Network: 848d24b5-d8b3-42f9-a9db-d3db5919432e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:02.795290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['094620bd-e02e-4e7a-9f69-6c8efcba8300'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:02.805647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network 848d24b5-d8b3-42f9-a9db-d3db5919432e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:02.830332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 848d24b5-d8b3-42f9-a9db-d3db5919432e) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:02.848060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.848972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.862978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['de2c738f-7594-4e16-90d5-243d0a722601'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:02.865089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f10fc-d37e-4fe2-b6f4-a8e6047d5e35 None None] Network 848d24b5-d8b3-42f9-a9db-d3db5919432e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:02.878035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-04efdf75-f607-4916-bea1-c7ed830b61db tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2073376 Jul 16 08:42:02.883445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59012) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:02.884129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['67d41dbd-d547-4e84-bf3e-c8789fa80ffa'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:02.887054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95e9a0-29b7-451d-a096-1eff08e23d6c req-2b811269-2bde-41e3-8a91-2ed7f6ab4af4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.889812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'port': {'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e', 'name': 'tempest-NetworksIpV6TestAttrs-503820553'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.894368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c95e9a0-29b7-451d-a096-1eff08e23d6c req-2b811269-2bde-41e3-8a91-2ed7f6ab4af4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 945 time: 0.2121546 Jul 16 08:42:02.947939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c95e9a0-29b7-451d-a096-1eff08e23d6c req-eb458106-25b6-46c1-9bb3-611a518e7f1a tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/security-groups?id=d01318f7-001b-4ecf-9290-e98057faae32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523665 Jul 16 08:42:03.085405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-baf8468e-840b-40d3-a431-98550a7553e1 req-34534284-0f05-450e-8f1a-5fc243ba2a9a tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 210 time: 0.0753667 Jul 16 08:42:03.087093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Router e5ab8068-2e36-40bf-9c72-20739b8d982e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:03.152090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.206466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Pushing event deleted for resources: {'Port': ['ID=476e3cd2-d328-4502-a90c-1261ef95faa6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.210906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:03.214488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.313631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] device_id is not set on port 23fecb13-5a00-405b-a34b-4380f6a22c11 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:03.318972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] No DVR routers for this DVR port 476e3cd2-d328-4502-a90c-1261ef95faa6 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:03.325713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.327805 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31dbb18a-7da7-496a-922d-6f30b2d6fce5 req-d9464300-ea18-48e7-8b81-25e206ac3403 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.18 "DELETE /v2.0/ports/476e3cd2-d328-4502-a90c-1261ef95faa6 HTTP/1.1" status: 204 len: 173 time: 1.4946806 Jul 16 08:42:03.328269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'name': 'network-vif-deleted', 'tag': '476e3cd2-d328-4502-a90c-1261ef95faa6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:03.330585 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c9b5c4-4c8a-47e6-8b04-14e6540ef774" -d '{"events": [{"server_uuid": "4ca9283d-4614-4f59-8a79-e3acf2220194", "name": "network-vif-deleted", "tag": "476e3cd2-d328-4502-a90c-1261ef95faa6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:03.376128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-848d24b5-d8b3-42f9-a9db-d3db5919432e', 'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e', 'tenant_id': 'ea1c321eeb6640dea895b14c3817b7f5', 'fixed_ips': [{'subnet_id': 'dc36142e-1078-42e1-bf07-874c4316f5a8'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:03.377118 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.377750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:03.389671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.401546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] Sync routers for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:03.445217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-be470850-dec3-44ee-b2ef-978f8cc2bb62 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0799b3551e1c4fa39c71c900e6516893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652478 Jul 16 08:42:03.492672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:03.493393 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846cca8-bd64-4de6-beef-89784330659c x-openstack-request-id: req-6846cca8-bd64-4de6-beef-89784330659c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:03.493695 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9283d-4614-4f59-8a79-e3acf2220194", "name": "network-vif-deleted", "tag": "476e3cd2-d328-4502-a90c-1261ef95faa6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:03.493954 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6846cca8-bd64-4de6-beef-89784330659c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:03.494121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:03.494359 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9283d-4614-4f59-8a79-e3acf2220194', 'name': 'network-vif-deleted', 'tag': '476e3cd2-d328-4502-a90c-1261ef95faa6', 'status': 'completed', 'code': 200} Jul 16 08:42:03.588733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc6413c0-8c1f-4c02-8d99-80805d9a5a14 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "PUT /v2.0/floatingips/4525fdd3-519b-40e0-9b8e-9e9913dbba2a HTTP/1.1" status: 200 len: 989 time: 2.9898188 Jul 16 08:42:03.640633 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.665276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Allocated IP 2001:db8::f816:3eff:fe6b:6fe9 (848d24b5-d8b3-42f9-a9db-d3db5919432e/dc36142e-1078-42e1-bf07-874c4316f5a8/23fecb13-5a00-405b-a34b-4380f6a22c11) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:03.706492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-29d457db-3247-4a0d-bf7c-bbe6e5d775f2 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.708413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-29d457db-3247-4a0d-bf7c-bbe6e5d775f2 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453930 Jul 16 08:42:03.733276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Request body: {'port': {'device_id': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': '0799b3551e1c4fa39c71c900e6516893'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:03.760461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-856ddc53-60e8-4175-9781-0bdc20b97cd3 req-8e786530-0a83-4855-97be-7563e85281a7 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0449262 Jul 16 08:42:03.761164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:04.012808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.038182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.044136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.050095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.056563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.062574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.069099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.075052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.077212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-627c3d2c-e4c3-4699-b0a6-7a84be213c65 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5426 time: 0.2760439 Jul 16 08:42:04.081169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Transition to ACTIVE for port object 23fecb13-5a00-405b-a34b-4380f6a22c11 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:04.087575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4525fdd3-519b-40e0-9b8e-9e9913dbba2a', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969134a1-072d-40e0-b087-1cd57d385ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:42Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 1, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:04.117034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Made reservation on behalf of 0799b3551e1c4fa39c71c900e6516893 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:04.121228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.138192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.147368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.174613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b6df41-b12f-4071-b8fe-9a074d22140c req-8f0b7875-6bab-4f54-a2dd-59c59bc713d4 tempest-ListServerFiltersTestJSON-192724979 tempest-ListServerFiltersTestJSON-192724979-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ca9283d-4614-4f59-8a79-e3acf2220194 HTTP/1.1" status: 200 len: 210 time: 0.0352535 Jul 16 08:42:04.177439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] Checking router: e5ab8068-2e36-40bf-9c72-20739b8d982e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:04.201587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:04.203444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:04.236043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8afca37d-34a6-4be8-8a68-bdff504a0292 req-f69a0793-0046-48c9-887f-8e6c5c9618f9 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213839 Jul 16 08:42:04.246598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network 848d24b5-d8b3-42f9-a9db-d3db5919432e is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:04.253414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:04.255679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Allocated IP 2001:db8::f816:3eff:fe98:606f (848d24b5-d8b3-42f9-a9db-d3db5919432e/dc36142e-1078-42e1-bf07-874c4316f5a8/f09bfa77-1dd7-47b6-9e73-f8069a1e99b6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:04.270488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:04.277857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.278629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.302530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Port': ['ID=23fecb13-5a00-405b-a34b-4380f6a22c11,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.348894 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e3500e7-2db4-43fa-ab22-6db823e6ff9b req-f0ea9a11-9b10-4f1e-98d7-7430956df31e tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 210 time: 0.0375075 Jul 16 08:42:04.374714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac7f2969-f218-4e3f-8187-4b4c94e02ace req-dc43779d-fa05-4d1a-bbac-97bc0654921c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0523186 Jul 16 08:42:04.393754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.400205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.408834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4df000c1-6e86-4cc3-b879-38d8b7bad052 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5243340 Jul 16 08:42:04.412841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59028) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.421440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:04.468520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting subnet dc36142e-1078-42e1-bf07-874c4316f5a8 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:04.469718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c9b9ac-3036-4a06-8ec3-ffe977f74e87,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.546326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Allocated IP 192.168.233.90 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/1fdb9953-cfa9-4e5c-bd3e-bff032d27326) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:04.712382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.726999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Transition to ACTIVE for port object 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:04.733596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.747495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Transition to ACTIVE for port object f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:04.762282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.794939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Transition to ACTIVE for port object f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:04.810758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.819743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.827633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Pushing event updated for resources: {'Port': ['ID=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.839266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:04.841444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:04.859308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:04.866223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.874443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f412cc6c-898d-4ce6-9c41-328989044d7e up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:04.923720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.924624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.938959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Network 848d24b5-d8b3-42f9-a9db-d3db5919432e is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:04.950990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:04.954179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:04.958183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Pushing event updated for resources: {'Port': ['ID=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.964116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-01b84377-103c-4196-a960-6e6dbf401258 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2424560 Jul 16 08:42:04.982494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.982931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.983404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.983816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.984226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.984630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.985503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.985915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.986315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.986717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.987580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:04.987974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:05.038358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d9ddca9-f75c-4607-a03f-6275ddb0b8b1 req-8c6a6605-d0e9-4098-81e2-0df51bb2bd23 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0990181 Jul 16 08:42:05.081243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4525fdd3-519b-40e0-9b8e-9e9913dbba2a', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969134a1-072d-40e0-b087-1cd57d385ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:42Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 1, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:05.085768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f412cc6c-898d-4ce6-9c41-328989044d7e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:05.094029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.115850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Attempting to bind port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:05.116389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Attempting to bind port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ed33cdf7-8495-4bca-b942-82e2ab0f5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:05.116565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Attempting to bind port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 on network 848d24b5-d8b3-42f9-a9db-d3db5919432e {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:05.122942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77ef2f-8e9a-4ddd-88d8-417f180c7475 None None] The sync data for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 is: [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4525fdd3-519b-40e0-9b8e-9e9913dbba2a', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969134a1-072d-40e0-b087-1cd57d385ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:42Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 1, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:05.126496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:05.127488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Checking segment: {'id': 'ed33cdf7-8495-4bca-b942-82e2ab0f5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:05.127488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.127783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Bound using segment: {'id': 'ed33cdf7-8495-4bca-b942-82e2ab0f5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:05.128107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Bound port: f09bfa77-1dd7-47b6-9e73-f8069a1e99b6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed33cdf7-8495-4bca-b942-82e2ab0f5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '848d24b5-d8b3-42f9-a9db-d3db5919432e'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:05.128489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.130361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f412cc6c-898d-4ce6-9c41-328989044d7e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:05.130846 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.182401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Request body: {'port': {'device_id': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:05.214447 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.242896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Subnet': ['ID=dc36142e-1078-42e1-bf07-874c4316f5a8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.246685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.255223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5ea920cb-60e5-4447-b406-969a0f5747f5 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/dc36142e-1078-42e1-bf07-874c4316f5a8 HTTP/1.1" status: 204 len: 168 time: 0.8409107 Jul 16 08:42:05.259103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59040) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:05.260590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a02f8bcf-8cb7-4bf8-86f4-e4dbd10559f4 None None] Provisioning for port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:05.272661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a02f8bcf-8cb7-4bf8-86f4-e4dbd10559f4 None None] Provisioning complete for port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:05.273040 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a02f8bcf-8cb7-4bf8-86f4-e4dbd10559f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.338932 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.345443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc407dd-cfa7-464b-bc46-b9b31c8d7a5d tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.346067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc407dd-cfa7-464b-bc46-b9b31c8d7a5d tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.347380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59044) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:05.359549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4dc407dd-cfa7-464b-bc46-b9b31c8d7a5d tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0991244 Jul 16 08:42:05.359735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:05.372660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] For port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:05.379813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] For port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,segment=NetworkSegment(ed33cdf7-8495-4bca-b942-82e2ab0f5139),segment_id=ed33cdf7-8495-4bca-b942-82e2ab0f5139)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:05.382738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a02f8bcf-8cb7-4bf8-86f4-e4dbd10559f4 None None] Port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:05.388087 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.484737 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.511662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:05.519256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f935b-e159-4d27-baa7-0a54aa1b3b27 None None] Pushing event updated for resources: {'Port': ['ID=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.519639 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61d946c-0263-4519-883f-b12df62b8b77" -d '{"events": [{"name": "network-changed", "server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:05.541959 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b38a4-07e0-4add-a366-8c435744f385 None None] New status for floating IP 4525fdd3-519b-40e0-9b8e-9e9913dbba2a: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:42:05.553341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:05.570349 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254727b4-57ad-4eab-8c5d-be5ed8de004e" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:05.598341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Deleting subnet 298f3de1-430d-4ac5-9bf2-5196295c36fe {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:05.601709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.605136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f412cc6c-898d-4ce6-9c41-328989044d7e,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:05.617586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.618899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fbcd280c-0d48-4fd9-a06c-20d874bbae15 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:05.642898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.684832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3447af-8e86-443e-9988-4932c77202e8 req-5c5e6fae-cec6-4193-b01d-ce3dd087e243 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.695859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc3447af-8e86-443e-9988-4932c77202e8 req-5c5e6fae-cec6-4193-b01d-ce3dd087e243 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 935 time: 0.1040349 Jul 16 08:42:05.736348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.753063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port fbcd280c-0d48-4fd9-a06c-20d874bbae15 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:05.761593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port fbcd280c-0d48-4fd9-a06c-20d874bbae15 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:05.762229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.765499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc3447af-8e86-443e-9988-4932c77202e8 req-048a5a1d-f8bd-4a9a-8a9e-a292016e4f3e tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Jul 16 08:42:05.947242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.978186 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7908b1fc-705d-411d-b8bc-cdb507a9f652 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.001492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:06.007343 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.008504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:06.022578 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7908b1fc-705d-411d-b8bc-cdb507a9f652 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 08:42:06.023066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7908b1fc-705d-411d-b8bc-cdb507a9f652 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:06.024927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7908b1fc-705d-411d-b8bc-cdb507a9f652 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/848d24b5-d8b3-42f9-a9db-d3db5919432e HTTP/1.1" status: 409 len: 405 time: 0.6634181 Jul 16 08:42:06.029264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:06.041057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1053360050'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.082290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:06.082768 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050c66b-5732-44a4-b6fa-3dce0ad3d859 x-openstack-request-id: req-4050c66b-5732-44a4-b6fa-3dce0ad3d859 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:06.083084 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:06.083400 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4050c66b-5732-44a4-b6fa-3dce0ad3d859 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:06.083774 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e', 'code': 200} Jul 16 08:42:06.087932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.101542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.117380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:06.122831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:06.123200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.133091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.139382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.140282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:06.148862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.153978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.154602 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Added segment f878ad66-8f22-4093-99ff-da5d092d1b17 of type vlan for network e20aa813-58d2-485f-b964-507740435304 Jul 16 08:42:06.170202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.176330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.184365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.190839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.192793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-4ef9b305-17f4-4964-9945-6c12718ab7aa tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5426 time: 0.6614790 Jul 16 08:42:06.195240 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f88a70-1e3a-4809-9b46-d1fa5bcc1ef1 x-openstack-request-id: req-06f88a70-1e3a-4809-9b46-d1fa5bcc1ef1 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:06.195753 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:06.196165 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06f88a70-1e3a-4809-9b46-d1fa5bcc1ef1 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:06.196703 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'status': 'completed', 'code': 200} Jul 16 08:42:06.239483 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.246848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.258266 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.291879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:06.298235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.299019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91907aec-14b7-4eaa-b2da-05dedcb5fc2a req-9ca167ad-84a6-4975-8e22-436312f266d6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964050 Jul 16 08:42:06.300815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0d632d41-28f8-490b-a527-596b40e52f64 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:06.323478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.329203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.329797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.423569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:06.432145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.437041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.440165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 0d632d41-28f8-490b-a527-596b40e52f64 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:06.445231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 0d632d41-28f8-490b-a527-596b40e52f64 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:06.445742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.459819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d946c-0263-4519-883f-b12df62b8b77 req-6799792d-44db-4222-b082-f51f2452fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.466900 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-6799792d-44db-4222-b082-f51f2452fef2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1097 time: 0.2669225 Jul 16 08:42:06.477435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.482499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298f3de1-430d-4ac5-9bf2-5196295c36fe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.495623 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.497883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e622d72c-189f-4d2b-959a-db170068abcb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/298f3de1-430d-4ac5-9bf2-5196295c36fe HTTP/1.1" status: 204 len: 168 time: 1.1495464 Jul 16 08:42:06.499710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4683354 Jul 16 08:42:06.500943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:06.501512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:06.507649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac6f01d8-298f-4714-a21e-a5ceb67c2f8b req-e83ea206-7257-4f95-a436-dc738052e735 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.1015224 Jul 16 08:42:06.508563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34aad3c-e29b-4652-95ac-5c8a63d4d275 None None] Network d591072a-4746-4ddd-844e-2cecd0a68d09 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:06.511792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Transition to ACTIVE for port object 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:06.519347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.533529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'subnet': {'network_id': 'e20aa813-58d2-485f-b964-507740435304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.644207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502869b-8a36-4c93-933e-d5a498c6f74b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Network': ['ID=e20aa813-58d2-485f-b964-507740435304,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.708848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.734131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e20aa813-58d2-485f-b964-507740435304 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:06.781006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.829206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.868270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Attempting to bind port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:06.868563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Attempting to bind port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:06.868894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Attempting to bind port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:06.877129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:06.877562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Attempting to bind port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:06.884887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0d632d41-28f8-490b-a527-596b40e52f64,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:06.891515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:06.891858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:06.892280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:06.892698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Bound port: 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:06.893066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.922120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d946c-0263-4519-883f-b12df62b8b77 req-197eaa59-40cb-462e-93aa-bde7eb168c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.923826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-197eaa59-40cb-462e-93aa-bde7eb168c84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.4188025 Jul 16 08:42:06.927955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:06.931814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.994301 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.995169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 476e3cd2-d328-4502-a90c-1261ef95faa6 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:07.108331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.121989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef2f2a-7f97-46ef-a60d-cbcfe8718806 None None] Network 848d24b5-d8b3-42f9-a9db-d3db5919432e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:07.128432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 476e3cd2-d328-4502-a90c-1261ef95faa6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:07.128778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 476e3cd2-d328-4502-a90c-1261ef95faa6 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:07.137917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ac2a4dc-ae8d-483d-8d3f-5c11465bf5bb req-ccaaa8ac-cd70-4988-8900-0711282eefbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b2735079d4de299b3f3affaedb87a&device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0630732 Jul 16 08:42:07.157882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 094620bd-e02e-4e7a-9f69-6c8efcba8300 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:07.237704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-a4eac2f8-e0ef-434c-be95-805bc6a060e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 999 time: 0.2588837 Jul 16 08:42:07.239791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ac2a4dc-ae8d-483d-8d3f-5c11465bf5bb req-b01aac1d-c688-4de7-8f9e-39d6c30782aa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=977b2735079d4de299b3f3affaedb87a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857983 Jul 16 08:42:07.263930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 094620bd-e02e-4e7a-9f69-6c8efcba8300 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:07.283124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb5ee8d5-14ac-4574-92cb-b4ad3c7a7749 req-652918bd-8e59-438e-9806-8fba1bec1611 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0860078 Jul 16 08:42:07.283381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 094620bd-e02e-4e7a-9f69-6c8efcba8300 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:07.283700 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.350033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Deleting port 1d92b36d-897e-4119-bedc-e4ac19d2d34f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:07.350719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.400155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] For port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:07.420860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] For port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:07.429195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.479302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8d51447d-41f7-4f7f-bcf9-ac08dccaba7c None None] Provisioning for port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:07.486606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.501814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b235b-cb03-4256-8f7f-c5c2d026657e req-b80590ec-d5a5-431a-ae2b-708986f328c3 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.503636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e4b235b-cb03-4256-8f7f-c5c2d026657e req-b80590ec-d5a5-431a-ae2b-708986f328c3 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 947 time: 0.4965103 Jul 16 08:42:07.510049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.510824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.512312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] DHCP port deletion for d591072a-4746-4ddd-844e-2cecd0a68d09 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:07.512448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-0b6dc98b-d92f-4694-8a8c-b29396990ea0 service neutron] 10.222.0.18 "PUT /v2.0/ports/1fdb9953-cfa9-4e5c-bd3e-bff032d27326 HTTP/1.1" status: 200 len: 1096 time: 2.5380247 Jul 16 08:42:07.613838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.616476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e4b235b-cb03-4256-8f7f-c5c2d026657e req-aa40ba6e-d9da-41ad-ac70-a96f1efa0d10 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010022 Jul 16 08:42:07.650736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-a9c64a7b-672b-49b7-89b7-e79daff95d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.653980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-a9c64a7b-672b-49b7-89b7-e79daff95d8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0799b3551e1c4fa39c71c900e6516893&device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 1099 time: 0.0857291 Jul 16 08:42:07.680534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:07.719721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-7d67d849-fdff-4d76-95e7-c4634ff7517d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326 HTTP/1.1" status: 200 len: 217 time: 0.0571885 Jul 16 08:42:07.766449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] DHCP port deletion for 848d24b5-d8b3-42f9-a9db-d3db5919432e request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:07.789057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-a2c6cce0-f963-4560-8bc9-ab9a023ebbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.791584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-a2c6cce0-f963-4560-8bc9-ab9a023ebbb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0651164 Jul 16 08:42:07.828617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:07.839025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.840258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device de2c738f-7594-4e16-90d5-243d0a722601 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:07.888962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-1c7df855-55d9-461e-93d8-bc316b7372c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.891051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-1c7df855-55d9-461e-93d8-bc316b7372c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932832 Jul 16 08:42:07.913575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:07.937212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:07.937595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.940276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d946c-0263-4519-883f-b12df62b8b77 req-7aaa9b14-0d04-4e28-ba69-b1f208f1f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.940852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-7aaa9b14-0d04-4e28-ba69-b1f208f1f90e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.6759934 Jul 16 08:42:07.969063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] Deleting port 1d92b36d-897e-4119-bedc-e4ac19d2d34f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:07.969063 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.003209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-26d103c1-f3a0-4348-aedb-22165c8245ad service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036737 Jul 16 08:42:08.011599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.040200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] Deleting port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:08.040689 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.065922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] For port 1d92b36d-897e-4119-bedc-e4ac19d2d34f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1d92b36d-897e-4119-bedc-e4ac19d2d34f,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.066279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.092513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:08.095069 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4782c3aa-399f-4ea9-bf16-bd957a98adb9" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "0d632d41-28f8-490b-a527-596b40e52f64"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:08.111345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] For port 1d92b36d-897e-4119-bedc-e4ac19d2d34f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1d92b36d-897e-4119-bedc-e4ac19d2d34f,segment=NetworkSegment(7e81f24a-d950-4602-b616-431e30fd986c),segment_id=7e81f24a-d950-4602-b616-431e30fd986c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.111762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.120415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Calling delete_port for 1d92b36d-897e-4119-bedc-e4ac19d2d34f owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:08.123981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a564d00e-0e24-4a9d-9263-993f17139a6f req-84c27e3b-f61f-4b6e-a6a7-41367f5a1c15 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143091 Jul 16 08:42:08.129557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port de2c738f-7594-4e16-90d5-243d0a722601 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:08.130117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2a4dc-ae8d-483d-8d3f-5c11465bf5bb req-c5f09ca7-9974-470e-a180-6126625383a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.131703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ac2a4dc-ae8d-483d-8d3f-5c11465bf5bb req-c5f09ca7-9974-470e-a180-6126625383a0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8586502 Jul 16 08:42:08.169948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] Calling delete_port for 1d92b36d-897e-4119-bedc-e4ac19d2d34f owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:08.178385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port de2c738f-7594-4e16-90d5-243d0a722601 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.178768 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.182670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] For port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,segment=NetworkSegment(ed33cdf7-8495-4bca-b942-82e2ab0f5139),segment_id=ed33cdf7-8495-4bca-b942-82e2ab0f5139)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.183065 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.198268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'tag': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:08.200977 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f82f5b-8237-41af-80de-bebc000c182d" -d '{"events": [{"name": "network-changed", "server_uuid": "a347dcab-fe57-4d38-ac90-819f4bb31c8d", "tag": "1fdb9953-cfa9-4e5c-bd3e-bff032d27326"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:08.206679 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408052a-2c27-4866-97be-c00d774137d6 x-openstack-request-id: req-e408052a-2c27-4866-97be-c00d774137d6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:08.206984 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "0d632d41-28f8-490b-a527-596b40e52f64", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:08.207237 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e408052a-2c27-4866-97be-c00d774137d6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:08.207650 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'code': 200} Jul 16 08:42:08.208101 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9', 'code': 200} Jul 16 08:42:08.208218 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64', 'code': 200} Jul 16 08:42:08.208389 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300', 'code': 200} Jul 16 08:42:08.239977 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a056cb-d9bc-4926-bef5-cb22a4322e5c x-openstack-request-id: req-97a056cb-d9bc-4926-bef5-cb22a4322e5c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:08.240303 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347dcab-fe57-4d38-ac90-819f4bb31c8d", "tag": "1fdb9953-cfa9-4e5c-bd3e-bff032d27326", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:08.241407 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97a056cb-d9bc-4926-bef5-cb22a4322e5c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:08.241803 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'tag': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326', 'status': 'completed', 'code': 200} Jul 16 08:42:08.244902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] Calling delete_port for f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:08.282009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.288479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.294454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.300396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.302527 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.307013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.312958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.319170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.321167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-db952b60-1868-4988-9a56-657538d24147 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5431 time: 0.3794158 Jul 16 08:42:08.330578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82f5b-8237-41af-80de-bebc000c182d req-3fb55b4c-23aa-4d82-a1b9-bf1a1b96ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.332457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-3fb55b4c-23aa-4d82-a1b9-bf1a1b96ee98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0799b3551e1c4fa39c71c900e6516893&device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 1099 time: 0.0669596 Jul 16 08:42:08.338593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d946c-0263-4519-883f-b12df62b8b77 req-16a2d7da-120d-45c3-a06b-751d91e63d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.340125 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-16a2d7da-120d-45c3-a06b-751d91e63d3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3858173 Jul 16 08:42:08.408335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,segment=NetworkSegment(ed33cdf7-8495-4bca-b942-82e2ab0f5139),segment_id=ed33cdf7-8495-4bca-b942-82e2ab0f5139)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.422096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:42:08.422530 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.436747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.492232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82f5b-8237-41af-80de-bebc000c182d req-27b4757b-88d2-48a9-8560-b3329590a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.494854 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-27b4757b-88d2-48a9-8560-b3329590a9ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1551206 Jul 16 08:42:08.512453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd1aa236-c4f0-4708-988c-ad4ae0a74a5a req-b9e5fc4e-f002-4a81-90ba-2f79b208a091 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802018 Jul 16 08:42:08.512818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.569223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-de583106-dab4-420c-84e1-4bebc3cfd08f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326 HTTP/1.1" status: 200 len: 217 time: 0.0643961 Jul 16 08:42:08.571396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a8ad1c4-5f49-4672-8033-2d7e02106050 req-aa331455-95bb-4cda-9b30-8f7713368323 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0825717 Jul 16 08:42:08.573287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] No DVR routers for this DVR port 1d92b36d-897e-4119-bedc-e4ac19d2d34f on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:08.607147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Subnet': ['ID=33af40d3-c9ce-491f-ae5a-3e12bf00a015,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.617871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d92b36d-897e-4119-bedc-e4ac19d2d34f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.629889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82f5b-8237-41af-80de-bebc000c182d req-f23409b8-f8f4-4abf-8306-deb3b32e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.631867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-f23409b8-f8f4-4abf-8306-deb3b32e0d60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0566914 Jul 16 08:42:08.668943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.673591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.685684 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.700777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.710428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] No DVR routers for this DVR port 1d92b36d-897e-4119-bedc-e4ac19d2d34f on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:08.728979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-38401c0f-5a46-4674-a3d9-6c3c3d138445 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744426 Jul 16 08:42:08.741188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82f5b-8237-41af-80de-bebc000c182d req-d85e90a1-f012-484b-b8b5-dcc333aff02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.743082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-d85e90a1-f012-484b-b8b5-dcc333aff02f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040902 Jul 16 08:42:08.746316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] No DVR routers for this DVR port f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:08.748270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570f420-c771-4c88-9be9-f2ea0f9a5f90 None None] Pushing event deleted for resources: {'Port': ['ID=1d92b36d-897e-4119-bedc-e4ac19d2d34f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.790686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa961-b948-42b2-a3ed-20b9cf74bd77 None None] Pushing event deleted for resources: {'Port': ['ID=f09bfa77-1dd7-47b6-9e73-f8069a1e99b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.801152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=de2c738f-7594-4e16-90d5-243d0a722601,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:08.806304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.807753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 67d41dbd-d547-4e84-bf3e-c8789fa80ffa up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:08.822224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.837302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Checking segment: {'id': 'f878ad66-8f22-4093-99ff-da5d092d1b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20aa813-58d2-485f-b964-507740435304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:08.837694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network hostable DHCP agents. Network: e20aa813-58d2-485f-b964-507740435304, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:08.840978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d591072a-4746-4ddd-844e-2cecd0a68d09']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:08.859258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e81f24a-d950-4602-b616-431e30fd986c') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:08.859507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e81f24a-d950-4602-b616-431e30fd986c') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:08.903388 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.904864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.934282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network e20aa813-58d2-485f-b964-507740435304 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:08.937535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.938332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:08.942125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-5015a29b-d4be-45f2-bde4-398efe8dc180 service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891379 Jul 16 08:42:08.943706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.949150 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.956679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:08.957089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:08.960425 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:08.977731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e20aa813-58d2-485f-b964-507740435304) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:08.982331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61d946c-0263-4519-883f-b12df62b8b77 req-e45e7564-d9eb-407a-8cfb-4333f044207a service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477071 Jul 16 08:42:08.982817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edc43f-9392-4c03-9f41-b47bfce997b1 req-1b2f9ed5-f475-4ae7-9822-60c923534f37 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.986863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.987493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.989863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15edc43f-9392-4c03-9f41-b47bfce997b1 req-1b2f9ed5-f475-4ae7-9822-60c923534f37 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 947 time: 0.2068498 Jul 16 08:42:08.991347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab58e36-7b5f-4cec-bd57-d69379b3ef7f None None] Network e20aa813-58d2-485f-b964-507740435304 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:09.034315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-874bcc13-0403-4e88-9010-5379f0c9d03f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5253301 Jul 16 08:42:09.035859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.037905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59096) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.050010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.057184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] 10.222.0.41 "DELETE /v2.0/networks/d591072a-4746-4ddd-844e-2cecd0a68d09 HTTP/1.1" status: 204 len: 168 time: 2.5468388 Jul 16 08:42:09.082911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15edc43f-9392-4c03-9f41-b47bfce997b1 req-d24ea06d-a36e-4fdf-903e-afe2d9a281f1 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920327 Jul 16 08:42:09.083991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec443bc3-d3a5-4e4b-ad7f-e72d0671822e admin admin] Pushing event deleted for resources: {'Network': ['ID=d591072a-4746-4ddd-844e-2cecd0a68d09,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.126063 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-48f82f5b-8237-41af-80de-bebc000c182d req-f66e89a8-e708-43cb-a1a1-bf2bd2a7552a service neutron] 10.222.0.18 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763353 Jul 16 08:42:09.146278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.181680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.208854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:09.229877 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.258185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64260cf-7b9e-48f1-bb84-a67f32bf2a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e20aa813-58d2-485f-b964-507740435304', 'network_id': 'e20aa813-58d2-485f-b964-507740435304', 'tenant_id': 'ea1c321eeb6640dea895b14c3817b7f5', 'fixed_ips': [{'subnet_id': '33af40d3-c9ce-491f-ae5a-3e12bf00a015'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:09.259163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f64260cf-7b9e-48f1-bb84-a67f32bf2a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.268264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.290496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59100) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.333278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fd658b7c-ac4d-4043-b09c-9e64a33234ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fef113911a7b4149b70f199c34ef039a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412965 Jul 16 08:42:09.336490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.357658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.369750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.392248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18521f2-c7bf-44b2-b0b6-5106882a56d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.401800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Subnet': ['ID=33af40d3-c9ce-491f-ae5a-3e12bf00a015,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-f64260cf-7b9e-48f1-bb84-a67f32bf2a8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33af40d3-c9ce-491f-ae5a-3e12bf00a015: This subnet is being modified by another concurrent operation. Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:42:09.411840 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33af40d3-c9ce-491f-ae5a-3e12bf00a015: This subnet is being modified by another concurrent operation. Jul 16 08:42:09.415933 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:42:09.430420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18521f2-c7bf-44b2-b0b6-5106882a56d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.430881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e7101-6fba-4765-a510-57f5d3e20a14 None None] Network e20aa813-58d2-485f-b964-507740435304 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:09.470031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.483517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20aa813-58d2-485f-b964-507740435304']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:09.492756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18521f2-c7bf-44b2-b0b6-5106882a56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.496226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c18521f2-c7bf-44b2-b0b6-5106882a56d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.500118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c18521f2-c7bf-44b2-b0b6-5106882a56d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d01318f7-001b-4ecf-9290-e98057faae32 HTTP/1.1" status: 204 len: 168 time: 0.1624200 Jul 16 08:42:09.509577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18521f2-c7bf-44b2-b0b6-5106882a56d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01318f7-001b-4ecf-9290-e98057faae32,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.512539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f878ad66-8f22-4093-99ff-da5d092d1b17') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:09.512944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f878ad66-8f22-4093-99ff-da5d092d1b17') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:09.522442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:09.524590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.539689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.556275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:09.559564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.561710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:09.562053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f09bfa77-1dd7-47b6-9e73-f8069a1e99b6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:09.562483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1d92b36d-897e-4119-bedc-e4ac19d2d34f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:09.562796 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:09.583672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1d92b36d-897e-4119-bedc-e4ac19d2d34f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:09.584533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1d92b36d-897e-4119-bedc-e4ac19d2d34f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:09.637772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c76309a-cf95-421f-9748-04a5e0169da1 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:42:09.768169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ac2a4dc-ae8d-483d-8d3f-5c11465bf5bb req-8a36f7cf-fe63-4d79-974b-5fe60c5090a5 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.36 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0731909 Jul 16 08:42:09.777572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.789818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.792685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/e20aa813-58d2-485f-b964-507740435304 HTTP/1.1" status: 204 len: 168 time: 0.7535791 Jul 16 08:42:09.803841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59114) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.809347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1459751306'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:09.810028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76309a-cf95-421f-9748-04a5e0169da1 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:42:09.812868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faad1d-eadc-4e62-9146-5ab39df9c2b7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Network': ['ID=e20aa813-58d2-485f-b964-507740435304,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.813612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c737ee-d10a-473d-a932-f6f8678b2590 req-10e7788c-abeb-4d2e-8ecf-1617771b0114 tempest-ServerShowV254Test-582484532 tempest-ServerShowV254Test-582484532-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223aa39-632a-4d63-a0a0-65dee1812e38 HTTP/1.1" status: 200 len: 210 time: 0.0547924 Jul 16 08:42:09.860162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.866782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.873239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.879684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.886443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.892414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.898732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.906400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-be3db305-7166-4f7c-b077-005e9c01b6f8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.1979496 Jul 16 08:42:09.920932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:09.924430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.981316 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-498f3bbe-3bc1-47f3-992e-012dd7fbf1c1 req-ac953c4c-373d-48c2-b605-d12985aac9d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739524 Jul 16 08:42:09.987748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:09.999026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.999891 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Added segment 3fdc3861-da9d-48da-9575-986cfc73659e of type vlan for network bf56aab8-889d-4a49-b9da-52e1a6e020bf Jul 16 08:42:10.068641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.108347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.114057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.119505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.143194 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3378761 Jul 16 08:42:10.146150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59128) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.153507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'subnet': {'network_id': 'bf56aab8-889d-4a49-b9da-52e1a6e020bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:10.210606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2c738f-7594-4e16-90d5-243d0a722601'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:10.213259 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abd701d-dde9-4b32-a39e-d987153da49a" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "de2c738f-7594-4e16-90d5-243d0a722601"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:10.228051 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd96dac-928c-46a2-8368-46e71e4af30a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Network': ['ID=bf56aab8-889d-4a49-b9da-52e1a6e020bf,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.239653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network bf56aab8-889d-4a49-b9da-52e1a6e020bf details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:10.269012 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18ff4e3-7eb0-47fc-9f11-f4e2b3b20b3a x-openstack-request-id: req-a18ff4e3-7eb0-47fc-9f11-f4e2b3b20b3a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:10.269371 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "de2c738f-7594-4e16-90d5-243d0a722601", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-plugged", "status": "completed", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:10.269721 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a18ff4e3-7eb0-47fc-9f11-f4e2b3b20b3a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:10.270557 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2c738f-7594-4e16-90d5-243d0a722601', 'code': 200} Jul 16 08:42:10.270909 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa', 'code': 200} Jul 16 08:42:10.321432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:10.325296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.470760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd1dc-888a-4199-a918-81f1f2ad9f2b req-9e2464c6-6080-42a3-8372-8a052b8e6581 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.472385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d25bd1dc-888a-4199-a918-81f1f2ad9f2b req-9e2464c6-6080-42a3-8372-8a052b8e6581 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 947 time: 0.1962576 Jul 16 08:42:10.490635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59140) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.570619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.571159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.571840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.572480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.573163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.573905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.574317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.576379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-2f84be51-f6f0-4c11-b6e6-e344d323be72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6497 time: 0.2130988 Jul 16 08:42:10.583131 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d25bd1dc-888a-4199-a918-81f1f2ad9f2b req-671c2cf4-f497-4115-bd2a-48052b9ae7d6 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006379 Jul 16 08:42:10.606799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-354773292-network', 'tenant_id': '4993b217c5f744519d05d4f045b20688'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:10.631506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Made reservation on behalf of 4993b217c5f744519d05d4f045b20688 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:10.634221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.642995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.657121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67694126-9445-4ba5-a9b4-d0b3be8b9c4c req-9d695108-9340-4343-a089-a79ebc834271 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50c59d40-422b-45a8-a4c5-48ac682863c4&id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720475 Jul 16 08:42:10.676420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.734072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.738461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.754157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Subnet': ['ID=7ae46964-09b9-4230-aff6-3640064b649e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.759805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Checking segment: {'id': '3fdc3861-da9d-48da-9575-986cfc73659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf56aab8-889d-4a49-b9da-52e1a6e020bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:10.760194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network hostable DHCP agents. Network: bf56aab8-889d-4a49-b9da-52e1a6e020bf, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:10.760398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:10.778821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network bf56aab8-889d-4a49-b9da-52e1a6e020bf is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:10.778990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e1d1c-ca19-4d52-be7f-b8d7f05cf511,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.788336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.788626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, bf56aab8-889d-4a49-b9da-52e1a6e020bf) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:10.789026 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Added segment 737d0572-1975-454b-9267-398fbed4c494 of type vlan for network 641057e5-33ab-49a6-8341-40a33c0744b0 Jul 16 08:42:10.793111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.793891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.798425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b688ff-2290-46b9-a5b7-24dc8dbd7fe2 None None] Network bf56aab8-889d-4a49-b9da-52e1a6e020bf requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:10.815743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3793d25e-40f1-4587-8293-e532cba01c37 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6646988 Jul 16 08:42:10.815992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.839009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.872468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.873942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.874687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.901183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:10.932838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.957196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] Pushing event updated for resources: {'Network': ['ID=641057e5-33ab-49a6-8341-40a33c0744b0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.963941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-95caaae5-b0df-4443-b068-819f9ad4bbeb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4715245 Jul 16 08:42:10.965183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59150) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.970140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Request body: {'subnet': {'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-354773292-subnet', 'tenant_id': '4993b217c5f744519d05d4f045b20688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:10.976334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 641057e5-33ab-49a6-8341-40a33c0744b0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:10.996994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Made reservation on behalf of 4993b217c5f744519d05d4f045b20688 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:10.999631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.066180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.075990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd8310-56ae-48a8-9dfe-e9a30278d62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-bf56aab8-889d-4a49-b9da-52e1a6e020bf', 'network_id': 'bf56aab8-889d-4a49-b9da-52e1a6e020bf', 'tenant_id': 'ea1c321eeb6640dea895b14c3817b7f5', 'fixed_ips': [{'subnet_id': '7ae46964-09b9-4230-aff6-3640064b649e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:11.077014 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01dd8310-56ae-48a8-9dfe-e9a30278d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.161624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.201888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae46964-09b9-4230-aff6-3640064b649e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.283482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-01dd8310-56ae-48a8-9dfe-e9a30278d62b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ae46964-09b9-4230-aff6-3640064b649e: This subnet is being modified by another concurrent operation. Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:42:11.286420 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ae46964-09b9-4230-aff6-3640064b649e: This subnet is being modified by another concurrent operation. Jul 16 08:42:11.291698 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:42:11.312516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.326541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326', 'mac_address': 'fa:16:3e:cf:55:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:11.332170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051671fc-b5bb-49d3-96b2-90a16aff5bba None None] Network bf56aab8-889d-4a49-b9da-52e1a6e020bf requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:11.333657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.357248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf56aab8-889d-4a49-b9da-52e1a6e020bf']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.371460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.375091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc3861-da9d-48da-9575-986cfc73659e') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.375402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc3861-da9d-48da-9575-986cfc73659e') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.406072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.429306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.436401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.442460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.449534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.450460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e2d6da-ed24-41ea-ac21-d35dd5cba355,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.456462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.457958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Checking segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:11.458318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Network hostable DHCP agents. Network: 641057e5-33ab-49a6-8341-40a33c0744b0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:11.463242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.470779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.473265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-dbfb4a28-111a-4f9e-9664-f416a02611f1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.2543476 Jul 16 08:42:11.478625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Network 641057e5-33ab-49a6-8341-40a33c0744b0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:11.489262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 641057e5-33ab-49a6-8341-40a33c0744b0) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:11.494837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.500727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.502792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf72741-c7ff-46fb-892b-cb8195c69846 None None] Network 641057e5-33ab-49a6-8341-40a33c0744b0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:11.505135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.512252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0d56e52-35cc-4940-9e87-e65fd80759b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.516348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-40c529b9-3778-480a-b22e-199fc3a72dd8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5503674 Jul 16 08:42:11.531043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:11.531923 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.532999 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:11.559784 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:11.572375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:11.593673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.599285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.633610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c9d0b18-b80d-469a-aec6-f17143ab0902 req-cd5c93ab-48ca-4c7d-b5cd-ec6f1dcdd8f5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474009 Jul 16 08:42:11.636943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.657797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.663901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/bf56aab8-889d-4a49-b9da-52e1a6e020bf HTTP/1.1" status: 204 len: 168 time: 0.8428397 Jul 16 08:42:11.663901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c96b32-5d0a-419b-9691-a3c8ca641e8b tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Network': ['ID=bf56aab8-889d-4a49-b9da-52e1a6e020bf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.666173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59170) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.671245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1321888219'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:11.787370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0d56e52-35cc-4940-9e87-e65fd80759b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.809379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0d56e52-35cc-4940-9e87-e65fd80759b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.813009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:11.820532 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.832462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.846478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e240a-3780-4de7-8444-41f1ffc69224 None None] Network 641057e5-33ab-49a6-8341-40a33c0744b0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:11.883587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e0d56e52-35cc-4940-9e87-e65fd80759b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=977b2735079d4de299b3f3affaedb87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954778 Jul 16 08:42:11.892773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59176) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.895303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d56e52-35cc-4940-9e87-e65fd80759b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41589a6f-a748-4c88-94a5-088860dab64b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.950540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:11.954671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1fdb9953-cfa9-4e5c-bd3e-bff032d27326'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:11.968827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.969490 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Added segment 006254cb-0e21-4289-9d16-480acd790df7 of type vlan for network 4534db6a-01bb-4db5-90c5-ec887a2eb418 Jul 16 08:42:11.975372 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7193-f674-4899-94f7-91095a1993cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.001645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7193-f674-4899-94f7-91095a1993cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.016731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a9893-3ef3-42cb-ac91-ef54dba2ce39 req-3a22b803-d775-44ba-b6da-95f884679627 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.018251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c7a9893-3ef3-42cb-ac91-ef54dba2ce39 req-3a22b803-d775-44ba-b6da-95f884679627 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 948 time: 0.1952746 Jul 16 08:42:12.027524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.063359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43978adf-a8fa-46c0-b076-19e13feac28e None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:42:12.103723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c7a9893-3ef3-42cb-ac91-ef54dba2ce39 req-a2a14ed1-5ef6-41d5-a40a-5c545e9c8690 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723469 Jul 16 08:42:12.117672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.129263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.129981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.143647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7193-f674-4899-94f7-91095a1993cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.146427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7193-f674-4899-94f7-91095a1993cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.150753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7b0f7193-f674-4899-94f7-91095a1993cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41589a6f-a748-4c88-94a5-088860dab64b HTTP/1.1" status: 204 len: 168 time: 0.2542131 Jul 16 08:42:12.167446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f7193-f674-4899-94f7-91095a1993cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41589a6f-a748-4c88-94a5-088860dab64b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.174335 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5030184 Jul 16 08:42:12.174596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59188) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:12.179413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Request body: {'subnet': {'network_id': '4534db6a-01bb-4db5-90c5-ec887a2eb418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:12.204505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-f317639a-ea22-4b48-aaf2-e1a7c82344e0 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.206366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-f317639a-ea22-4b48-aaf2-e1a7c82344e0 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 817 time: 0.1800046 Jul 16 08:42:12.232609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-eb2e65df-0606-4b54-91c3-36d3cf42ad73 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/quotas/4993b217c5f744519d05d4f045b20688 HTTP/1.1" status: 200 len: 375 time: 0.0182056 Jul 16 08:42:12.244102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b09a1e-ab38-409c-980e-5f580d9ee6bf tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Network': ['ID=4534db6a-01bb-4db5-90c5-ec887a2eb418,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.259942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 4534db6a-01bb-4db5-90c5-ec887a2eb418 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:12.294109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43978adf-a8fa-46c0-b076-19e13feac28e None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:42:12.317306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-9e6a56df-067c-4323-82c5-1dd3f031018c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399859 Jul 16 08:42:12.368088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Made reservation on behalf of ea1c321eeb6640dea895b14c3817b7f5 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:12.372100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.508288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-f6508255-7a8d-43a7-a3a4-fefac5798421 service neutron] 10.222.0.41 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808805 Jul 16 08:42:12.686871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-81b32fe2-2295-45d2-9522-81cf17f6fc82 service neutron] 10.222.0.41 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699893 Jul 16 08:42:12.795659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:42:12.797728 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.903269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event updated for resources: {'Subnet': ['ID=977e58ee-df8c-4acb-b6f3-37ab4c35b47a,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.931223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6013-ed82-4bf3-89cb-b28be270b635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.935583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Checking segment: {'id': '006254cb-0e21-4289-9d16-480acd790df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4534db6a-01bb-4db5-90c5-ec887a2eb418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:12.936026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network hostable DHCP agents. Network: 4534db6a-01bb-4db5-90c5-ec887a2eb418, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:12.966911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Network 4534db6a-01bb-4db5-90c5-ec887a2eb418 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:12.979541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 4534db6a-01bb-4db5-90c5-ec887a2eb418) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:12.985850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.986763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.991009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b231e12-004e-42da-8b8f-f24427a9d831 None None] Network 4534db6a-01bb-4db5-90c5-ec887a2eb418 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:13.017235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.024533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.027136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-69ead5c0-0301-4230-a496-ba76925b5370 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8528452 Jul 16 08:42:13.027915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59218) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.028348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.030632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.038224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.044709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.053616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.074241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.083441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6106b702-944c-41db-9872-bf4225f6ad20 req-414705ae-d79f-4a81-8b21-2d55dcf0caf0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.2174892 Jul 16 08:42:13.184267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6106b702-944c-41db-9872-bf4225f6ad20 req-1bc741ce-183e-42ec-b5fb-a4ebb05a1c46 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949903 Jul 16 08:42:13.194372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-433898199-network', 'tenant_id': '21e09c591ff84cf8b179f5126b51be02'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:13.216780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad73a6c-ac86-4927-8451-c3e69068f148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-4534db6a-01bb-4db5-90c5-ec887a2eb418', 'network_id': '4534db6a-01bb-4db5-90c5-ec887a2eb418', 'tenant_id': 'ea1c321eeb6640dea895b14c3817b7f5', 'fixed_ips': [{'subnet_id': '977e58ee-df8c-4acb-b6f3-37ab4c35b47a'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:13.217752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bad73a6c-ac86-4927-8451-c3e69068f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.248303 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.259204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Made reservation on behalf of 21e09c591ff84cf8b179f5126b51be02 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:13.261794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.276026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.317293 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66d7f6da-49b8-4dec-ab4b-6433b1c13482 req-99cc9ed8-8af1-420f-bae9-81c3b8acfbc4 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 210 time: 0.0498149 Jul 16 08:42:13.369950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-bad73a6c-ac86-4927-8451-c3e69068f148 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977e58ee-df8c-4acb-b6f3-37ab4c35b47a: This subnet is being modified by another concurrent operation. Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:42:13.540839 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977e58ee-df8c-4acb-b6f3-37ab4c35b47a: This subnet is being modified by another concurrent operation. Jul 16 08:42:13.546382 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:42:13.550363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.568978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80b63a-7c32-4b4e-be85-d2617a48ef47 None None] Network 4534db6a-01bb-4db5-90c5-ec887a2eb418 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:13.574151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.583127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.590270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.590422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79dd98-8e97-4bed-af1a-0c347b2741b2 req-e267a9f3-9d06-492d-9e72-29a720c75e1d tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.591910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef79dd98-8e97-4bed-af1a-0c347b2741b2 req-e267a9f3-9d06-492d-9e72-29a720c75e1d tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 948 time: 0.2186792 Jul 16 08:42:13.598877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.600424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Subnet': ['ID=977e58ee-df8c-4acb-b6f3-37ab4c35b47a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.608279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.614528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.621651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.624039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e2b95c1-aa47-45ef-9d55-b9d72fd1c2c7 req-40867491-e141-4a13-9053-09e1444cf457 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.1718199 Jul 16 08:42:13.637488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59246) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.643859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Request body: {'floatingip': {'port_id': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:13.714342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d745f-437c-4ff7-8ed9-5c2e8273eaba None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:42:13.720863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.777130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.782911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.793569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ef79dd98-8e97-4bed-af1a-0c347b2741b2 req-574cb58e-a164-43a6-aecc-fd6b41a2a804 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848578 Jul 16 08:42:13.796651 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.808075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4534db6a-01bb-4db5-90c5-ec887a2eb418']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:13.825142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006254cb-0e21-4289-9d16-480acd790df7') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:13.827105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006254cb-0e21-4289-9d16-480acd790df7') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:13.857815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.866830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:13.888229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.893982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.894332 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Added segment 977da212-47e8-4750-87d0-f2d38ce3e8c2 of type vlan for network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 Jul 16 08:42:13.904793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.940576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:13.941009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:13.944308 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:13.947713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d745f-437c-4ff7-8ed9-5c2e8273eaba None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:42:13.981588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.039857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.050054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.051949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/4534db6a-01bb-4db5-90c5-ec887a2eb418 HTTP/1.1" status: 204 len: 168 time: 1.0224416 Jul 16 08:42:14.064645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.094398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6474236-731d-4040-b8d5-f430e75c0fc1 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Network': ['ID=4534db6a-01bb-4db5-90c5-ec887a2eb418,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.096424 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9f05e5-e58a-4160-83e1-ec96bb00a50c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.096885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9f05e5-e58a-4160-83e1-ec96bb00a50c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.101067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa9f05e5-e58a-4160-83e1-ec96bb00a50c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/977e58ee-df8c-4acb-b6f3-37ab4c35b47a HTTP/1.1" status: 404 len: 337 time: 0.0330577 Jul 16 08:42:14.103474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59252) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.112388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.113583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.114262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.140288 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea181f1-c558-43c1-9575-0a6b7abda377 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.141043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea181f1-c558-43c1-9575-0a6b7abda377 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.143528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ea181f1-c558-43c1-9575-0a6b7abda377 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/4534db6a-01bb-4db5-90c5-ec887a2eb418 HTTP/1.1" status: 404 len: 339 time: 0.0408318 Jul 16 08:42:14.155739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59254) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.191663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1606245 Jul 16 08:42:14.208633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59256) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.223534 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a036d55-498b-4d88-afa5-71a26f00e8bc tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.224291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a036d55-498b-4d88-afa5-71a26f00e8bc tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.227286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0a036d55-498b-4d88-afa5-71a26f00e8bc tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/7ae46964-09b9-4230-aff6-3640064b649e HTTP/1.1" status: 404 len: 337 time: 0.0702274 Jul 16 08:42:14.230198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59258) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.260000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Request body: {'subnet': {'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-433898199-subnet', 'tenant_id': '21e09c591ff84cf8b179f5126b51be02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:14.302513 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c142b83-66a6-4709-b8e4-b229af0c2d6a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.303530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c142b83-66a6-4709-b8e4-b229af0c2d6a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.305679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2c142b83-66a6-4709-b8e4-b229af0c2d6a tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/bf56aab8-889d-4a49-b9da-52e1a6e020bf HTTP/1.1" status: 404 len: 339 time: 0.0742326 Jul 16 08:42:14.306978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead990ef-508b-488a-b331-bcc41cd89f01 admin admin] Pushing event updated for resources: {'Network': ['ID=428e04fb-d9c6-464d-bc19-f6d3fc4fb856,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.309828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59260) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.325918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:14.374602 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a355f0-640c-4113-b112-9bb0d1156c42 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.376847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a355f0-640c-4113-b112-9bb0d1156c42 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.387720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-45a355f0-640c-4113-b112-9bb0d1156c42 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/33af40d3-c9ce-491f-ae5a-3e12bf00a015 HTTP/1.1" status: 404 len: 337 time: 0.0739980 Jul 16 08:42:14.389334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59264) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.446325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Made reservation on behalf of 21e09c591ff84cf8b179f5126b51be02 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:14.450994 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cd0f28-4e97-4efd-af61-d94b8e8d979e tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.452180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cd0f28-4e97-4efd-af61-d94b8e8d979e tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.452910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.456897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-69cd0f28-4e97-4efd-af61-d94b8e8d979e tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/e20aa813-58d2-485f-b964-507740435304 HTTP/1.1" status: 404 len: 339 time: 0.0658591 Jul 16 08:42:14.457554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59266) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.582773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5320c86-e25c-4314-acee-9e97e6475344 req-70d1138f-29b2-43bf-990d-6f3965cf37f8 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 210 time: 0.0788784 Jul 16 08:42:14.596629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting port 23fecb13-5a00-405b-a34b-4380f6a22c11 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:14.597007 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.673324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.687344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Calling delete_port for 23fecb13-5a00-405b-a34b-4380f6a22c11 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:14.773414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.805585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Port': ['ID=23fecb13-5a00-405b-a34b-4380f6a22c11,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.809850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.811652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc43ab8c-2899-40b9-8e69-fd2cb702a8c7 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/ports/23fecb13-5a00-405b-a34b-4380f6a22c11 HTTP/1.1" status: 204 len: 168 time: 0.3529344 Jul 16 08:42:14.814248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59268) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.842918 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b91247-81d3-440f-8229-7b2119d056f2 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:14.843391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b91247-81d3-440f-8229-7b2119d056f2 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:14.845354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-49b91247-81d3-440f-8229-7b2119d056f2 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/dc36142e-1078-42e1-bf07-874c4316f5a8 HTTP/1.1" status: 404 len: 337 time: 0.0303764 Jul 16 08:42:14.847817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59274) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.947852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:15.014954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.088522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:15.096823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:15.097201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.151099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.163576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848d24b5-d8b3-42f9-a9db-d3db5919432e']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.175552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed33cdf7-8495-4bca-b942-82e2ab0f5139') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.175913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed33cdf7-8495-4bca-b942-82e2ab0f5139') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.186502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.203112 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.211067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:15.211525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.266497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.289624 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:15.293041 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:15.306545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.307675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.329034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.331003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/848d24b5-d8b3-42f9-a9db-d3db5919432e HTTP/1.1" status: 204 len: 168 time: 0.4821980 Jul 16 08:42:15.337804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59278) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.349216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:15.351908 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf39c23-5ad8-429e-b31b-c3e7a81b3461" -d '{"events": [{"server_uuid": "a347dcab-fe57-4d38-ac90-819f4bb31c8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fdb9953-cfa9-4e5c-bd3e-bff032d27326"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:15.352197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cccc76-b965-47ea-be85-6814bc13d944 req-bb008466-4577-4fa2-a912-f1ae250bedf4 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.353744 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37cccc76-b965-47ea-be85-6814bc13d944 req-bb008466-4577-4fa2-a912-f1ae250bedf4 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 948 time: 0.3893442 Jul 16 08:42:15.372032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:15.372183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a9781-f217-40aa-a928-b9400f7b461c tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Network': ['ID=848d24b5-d8b3-42f9-a9db-d3db5919432e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.381762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.463196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.475260 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff23fcc-1b41-46d6-82e9-12697905331e x-openstack-request-id: req-7ff23fcc-1b41-46d6-82e9-12697905331e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:15.475831 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347dcab-fe57-4d38-ac90-819f4bb31c8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fdb9953-cfa9-4e5c-bd3e-bff032d27326", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:15.476360 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ff23fcc-1b41-46d6-82e9-12697905331e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:15.476933 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326', 'code': 200} Jul 16 08:42:15.478194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37cccc76-b965-47ea-be85-6814bc13d944 req-d9060d39-7f40-4375-ace7-2919ba8974aa tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119633 Jul 16 08:42:15.510083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-e573d93e-25bd-4d34-bced-50e4499ee22a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.511950 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-e573d93e-25bd-4d34-bced-50e4499ee22a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.18 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 817 time: 0.2203801 Jul 16 08:42:15.525385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Request body: {'port': {'device_id': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'admin_state_up': True, 'tenant_id': '4993b217c5f744519d05d4f045b20688'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:15.570219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.610558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79124e94-cdcb-4cd4-a1d4-620adf6f9d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.665391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Made reservation on behalf of 4993b217c5f744519d05d4f045b20688 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:15.670494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.713608 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Floating IP 1fd69613-fa93-44fd-8483-d88b741a2494 associated. External IP: 172.25.0.51, port: fbcd280c-0d48-4fd9-a06c-20d874bbae15. Jul 16 08:42:15.720292 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.823005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-c25883ea-4e05-47f6-a434-d8efe6e97986 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.824449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-c25883ea-4e05-47f6-a434-d8efe6e97986 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 817 time: 0.5935807 Jul 16 08:42:15.875106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e3b6cd-2be3-47bb-85f9-0c043bb54389,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.882558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Allocated IP 172.20.0.4 (641057e5-33ab-49a6-8341-40a33c0744b0/92e2d6da-ed24-41ea-ac21-d35dd5cba355/97c72358-c730-4414-945b-fb31a444c87a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:15.888968 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7a7371d-f0da-43ac-8f55-c9e4c348fdea req-d2fbc88f-5970-4b39-a179-2078ffc3bd0e tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 210 time: 0.0747464 Jul 16 08:42:15.893564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting port 743dc437-148b-4e6c-924c-cdeb65844d71 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:15.893909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.902774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Checking segment: {'id': '977da212-47e8-4750-87d0-f2d38ce3e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:15.903135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Network hostable DHCP agents. Network: 428e04fb-d9c6-464d-bc19-f6d3fc4fb856, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:15.918532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Request body: {'port': {'device_id': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'admin_state_up': True, 'tenant_id': '4993b217c5f744519d05d4f045b20688'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.060448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.107162 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.137032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.167268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Network 641057e5-33ab-49a6-8341-40a33c0744b0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:16.170655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:16.170963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:16.174709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090583-1c72-468f-8320-612f8e37d71a req-be570a49-67d7-45ad-a840-ee1f6abb30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.174910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:16.176067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66090583-1c72-468f-8320-612f8e37d71a req-be570a49-67d7-45ad-a840-ee1f6abb30c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 1101 time: 0.5220580 Jul 16 08:42:16.218036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Calling delete_port for 743dc437-148b-4e6c-924c-cdeb65844d71 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:16.258375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 428e04fb-d9c6-464d-bc19-f6d3fc4fb856) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:16.266719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd7572-d10a-49bf-9559-0f6e257eac12 None None] Network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:16.310716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.311902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.395796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-88d228d8-5c5f-4a9e-8be5-ee4a972ba0a6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.398224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-88d228d8-5c5f-4a9e-8be5-ee4a972ba0a6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 817 time: 0.4731977 Jul 16 08:42:16.409964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66090583-1c72-468f-8320-612f8e37d71a req-5035daff-c134-4d22-9548-6fe8d7e8bd0e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055519 Jul 16 08:42:16.425949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c74b1-4fbe-41ac-a7bd-6e153eff9491 None None] Network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:16.433997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d144fab-251a-4604-9bc3-8f8c87629d84 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2248487 Jul 16 08:42:16.440765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Request body: {'port': {'device_id': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'admin_state_up': True, 'tenant_id': '4993b217c5f744519d05d4f045b20688'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.496348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Router 48c01ef5-0ad7-4305-b6bc-8da762a32754 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:16.537986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Made reservation on behalf of 4993b217c5f744519d05d4f045b20688 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:16.542200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.653087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.654345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.666555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Pushing event updated for resources: {'Port': ['ID=97c72358-c730-4414-945b-fb31a444c87a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.691368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.692001 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.732710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Port': ['ID=743dc437-148b-4e6c-924c-cdeb65844d71,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.741238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-33323168-28fd-42a7-80aa-32160b115624 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207344 Jul 16 08:42:16.756904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Request body: {'port': {'device_id': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.790765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.792694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fef46410-0d39-4111-b23e-532bd6518eef tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/ports/743dc437-148b-4e6c-924c-cdeb65844d71 HTTP/1.1" status: 204 len: 168 time: 1.4496875 Jul 16 08:42:16.799167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59302) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.825819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Made reservation on behalf of 4993b217c5f744519d05d4f045b20688 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:16.829402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.838173 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe4e050-8a0c-4c99-a8ec-dff24173eb64 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:16.838629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe4e050-8a0c-4c99-a8ec-dff24173eb64 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:16.840380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ebe4e050-8a0c-4c99-a8ec-dff24173eb64 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/952c48be-d6aa-4390-bb73-3b07994fbf8d HTTP/1.1" status: 404 len: 337 time: 0.0408137 Jul 16 08:42:16.854345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.873277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b59ee6-d55c-44ba-8a1e-82462a1a7413 req-d7490c01-717b-4422-bb85-95307953b9ed tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.874684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98b59ee6-d55c-44ba-8a1e-82462a1a7413 req-d7490c01-717b-4422-bb85-95307953b9ed tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 949 time: 0.1754954 Jul 16 08:42:16.883917 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:16.903706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.904707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] Sync routers for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:16.907701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.908363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.915403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2110562102-network', 'tenant_id': 'a8494c291065407cb826e184101ada64'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.915798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:16.916886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:16.981577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98b59ee6-d55c-44ba-8a1e-82462a1a7413 req-d1e15fbc-ddec-41ac-9c79-e7f211fd6036 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994453 Jul 16 08:42:16.998354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Allocated IP 172.20.0.7 (641057e5-33ab-49a6-8341-40a33c0744b0/92e2d6da-ed24-41ea-ac21-d35dd5cba355/8b04a6b8-93a0-494a-90ad-24998e7a57f1) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:17.004379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Made reservation on behalf of a8494c291065407cb826e184101ada64 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:17.019729 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.032200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.067728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:17.087129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-301f1599-8442-4fa2-bc14-cbf6ce2efd28 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "PUT /v2.0/floatingips/1fd69613-fa93-44fd-8483-d88b741a2494 HTTP/1.1" status: 200 len: 991 time: 3.4483981 Jul 16 08:42:17.140843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:17.142186 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4466f6-0147-4802-91b2-0f10aaedfb79" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:17.162188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.276910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.282879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.316349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:17.337405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8d411-80ff-4351-8e68-97be8b6d9ba5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.344802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.345156 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Added segment cf2d9ce5-d2bb-4744-b347-4cf857637974 of type vlan for network 254b89d5-79fd-40d1-9b95-46a596a343cd Jul 16 08:42:17.377283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1fd69613-fa93-44fd-8483-d88b741a2494', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'port_id': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'mac_address': 'fa:16:3e:91:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:21Z', 'updated_at': '2021-07-16T08:42:14Z', 'revision_number': 1, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.400861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.402244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c264d-baae-4c5c-9bb0-2d1f66560574 req-5d0cf7cb-2f35-4ed4-9fbf-fdcc34fe635c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.412713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce5c264d-baae-4c5c-9bb0-2d1f66560574 req-5d0cf7cb-2f35-4ed4-9fbf-fdcc34fe635c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 931 time: 0.3612502 Jul 16 08:42:17.435606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.436937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.437337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] Checking router: 48c01ef5-0ad7-4305-b6bc-8da762a32754 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:17.437596 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.451687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:17.452558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.464139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5593281 Jul 16 08:42:17.468607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59320) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.479617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Request body: {'subnet': {'network_id': '254b89d5-79fd-40d1-9b95-46a596a343cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2110562102-subnet', 'tenant_id': 'a8494c291065407cb826e184101ada64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:17.501644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.519778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce5c264d-baae-4c5c-9bb0-2d1f66560574 req-af0232bf-349a-4174-b6e2-ac989565e192 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054821 Jul 16 08:42:17.525855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Made reservation on behalf of a8494c291065407cb826e184101ada64 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:17.528543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.558506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997297ae-9e51-4636-aba9-dbd0c288bff6 admin admin] Pushing event updated for resources: {'Network': ['ID=254b89d5-79fd-40d1-9b95-46a596a343cd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.575186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 254b89d5-79fd-40d1-9b95-46a596a343cd details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:17.579276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting port d34c32a6-b77b-4dd3-b35e-939855bc6946 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:17.579994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.639769 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1f0a6b-39a7-4bd3-a467-6c2e96678c09 x-openstack-request-id: req-be1f0a6b-39a7-4bd3-a467-6c2e96678c09 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:17.640056 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:17.640307 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be1f0a6b-39a7-4bd3-a467-6c2e96678c09 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:17.640702 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'status': 'completed', 'code': 200} Jul 16 08:42:17.696122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:17.734422 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.751287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.808833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] For port d34c32a6-b77b-4dd3-b35e-939855bc6946, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d34c32a6-b77b-4dd3-b35e-939855bc6946,segment=NetworkSegment(0f1d854f-80ce-4243-8bb2-83c85f67fda0),segment_id=0f1d854f-80ce-4243-8bb2-83c85f67fda0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:17.809205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.945163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1fd69613-fa93-44fd-8483-d88b741a2494', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'port_id': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'mac_address': 'fa:16:3e:91:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:21Z', 'updated_at': '2021-07-16T08:42:14Z', 'revision_number': 1, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.972450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96f1f0-fe3a-49c4-86b3-ba5a8c76d774 None None] The sync data for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 is: [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '1fd69613-fa93-44fd-8483-d88b741a2494', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'port_id': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'mac_address': 'fa:16:3e:91:1f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:21Z', 'updated_at': '2021-07-16T08:42:14Z', 'revision_number': 1, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:18.173408 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3359e9-6285-49b9-9457-95784f0b1418 None None] New status for floating IP 1fd69613-fa93-44fd-8483-d88b741a2494: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:42:18.223484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Calling delete_port for d34c32a6-b77b-4dd3-b35e-939855bc6946 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:18.237471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Network 641057e5-33ab-49a6-8341-40a33c0744b0 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:18.266506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:18.287011 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.288281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:18.291186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Allocated IP 172.20.0.9 (641057e5-33ab-49a6-8341-40a33c0744b0/92e2d6da-ed24-41ea-ac21-d35dd5cba355/b47ac8fd-bace-4e3b-9afe-425d676bdf67) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:18.350034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Pushing event updated for resources: {'Port': ['ID=8b04a6b8-93a0-494a-90ad-24998e7a57f1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.456819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.457523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.457756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.458224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.458688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.459402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.459961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.461911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-26ed84cd-1c77-4820-8214-8a446f6d309b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6497 time: 0.7592316 Jul 16 08:42:18.526472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.527079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.550181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.620595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-021d351b-3787-49ef-aae3-0cc9ba6a7c6a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7210178 Jul 16 08:42:18.674711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12c85-a8bf-4b8e-978a-321409d1777e req-ceb9da1b-430d-4517-a790-c9998860da36 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.676256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4e12c85-a8bf-4b8e-978a-321409d1777e req-ceb9da1b-430d-4517-a790-c9998860da36 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 949 time: 0.4426827 Jul 16 08:42:18.697586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Request body: {'port': {'device_id': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:18.702926 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.712482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7f12e-f6d7-4234-b372-f06f8371cb6f req-0fdf6c17-5521-4bb9-bbc3-1871dd7904fc tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.714013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe7f12e-f6d7-4234-b372-f06f8371cb6f req-0fdf6c17-5521-4bb9-bbc3-1871dd7904fc tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 931 time: 0.0675988 Jul 16 08:42:18.753385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fe7f12e-f6d7-4234-b372-f06f8371cb6f req-605771f0-5a44-4e4d-87bb-122440808bfa tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Jul 16 08:42:18.817011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af544c6-6586-49c0-9407-fc73e14188de,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.821120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Port': ['ID=d34c32a6-b77b-4dd3-b35e-939855bc6946,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.837346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No DVR routers for this DVR port d34c32a6-b77b-4dd3-b35e-939855bc6946 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:18.914448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-f28bd5ff-3946-4f76-9465-f08f12621959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.915973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-f28bd5ff-3946-4f76-9465-f08f12621959 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a2d090-a14a-4ce4-8d26-90cb91a4399d HTTP/1.1" status: 200 len: 912 time: 0.4314520 Jul 16 08:42:18.977017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Checking segment: {'id': 'cf2d9ce5-d2bb-4744-b347-4cf857637974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '254b89d5-79fd-40d1-9b95-46a596a343cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:18.977387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Network hostable DHCP agents. Network: 254b89d5-79fd-40d1-9b95-46a596a343cd, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:19.036478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4e12c85-a8bf-4b8e-978a-321409d1777e req-8a2d3fab-00ee-4e2a-b5eb-0818b586d09d tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477328 Jul 16 08:42:19.060306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.099505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.104521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.137956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47392d28-c89a-421c-a2f8-f78e08c8405e']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.147894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Network 254b89d5-79fd-40d1-9b95-46a596a343cd is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:19.154809 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-1541df44-bc67-428f-bf4c-e2692c3f7655 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 200 len: 1001 time: 0.2116208 Jul 16 08:42:19.157740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1d854f-80ce-4243-8bb2-83c85f67fda0') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.158028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1d854f-80ce-4243-8bb2-83c85f67fda0') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.205406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 254b89d5-79fd-40d1-9b95-46a596a343cd) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:19.208093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.217236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba9e63-7820-4f2e-bf81-72ffdda3f44b None None] Network 254b89d5-79fd-40d1-9b95-46a596a343cd requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:19.249801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.250609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.267767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.298856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:19.299192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:19.302293 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:19.321819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-78d9ad67-bef0-4ffc-8d94-00a49956a4a4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8519201 Jul 16 08:42:19.336491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.384655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-39dc70ef-3adc-408b-ae89-f7a24229db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.386199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-39dc70ef-3adc-408b-ae89-f7a24229db16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbac040-021b-4d28-9384-1324e90c3686 HTTP/1.1" status: 200 len: 850 time: 0.2165046 Jul 16 08:42:19.509964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.515739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0f56b-6a0b-43d6-b981-1e97eb70431e None None] Network 254b89d5-79fd-40d1-9b95-46a596a343cd requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:19.534235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.536366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/47392d28-c89a-421c-a2f8-f78e08c8405e HTTP/1.1" status: 204 len: 168 time: 2.6811006 Jul 16 08:42:19.540197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Network 641057e5-33ab-49a6-8341-40a33c0744b0 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:19.546280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59346) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.579485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c72358-c730-4414-945b-fb31a444c87a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:19.581421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Pushing event updated for resources: {'Port': ['ID=b47ac8fd-bace-4e3b-9afe-425d676bdf67,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.584285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:19.590636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:19.594308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe301-e0d3-432c-9ed9-41d9e79a32a9 tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Network': ['ID=47392d28-c89a-421c-a2f8-f78e08c8405e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.603813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.619130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Transition to ACTIVE for port object 97c72358-c730-4414-945b-fb31a444c87a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:19.624320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.742968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting subnet 321b4f55-5c8a-49c9-ba05-f927a7093033 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:19.743195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Pushing event updated for resources: {'Port': ['ID=97c72358-c730-4414-945b-fb31a444c87a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.755363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.766880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Attempting to bind port 97c72358-c730-4414-945b-fb31a444c87a on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:19.767395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Attempting to bind port 97c72358-c730-4414-945b-fb31a444c87a by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:19.767827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Attempting to bind port 97c72358-c730-4414-945b-fb31a444c87a on network 641057e5-33ab-49a6-8341-40a33c0744b0 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:19.773452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Port 97c72358-c730-4414-945b-fb31a444c87a on network 641057e5-33ab-49a6-8341-40a33c0744b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:19.773897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Attempting to bind port 97c72358-c730-4414-945b-fb31a444c87a on network 641057e5-33ab-49a6-8341-40a33c0744b0 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:19.783166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:19.783634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Checking segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:19.784241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Bound using segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:19.784776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Bound port: 97c72358-c730-4414-945b-fb31a444c87a, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:19.786512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.837969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.838500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.858246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-9500aa26-6d9c-4d30-9111-257ca2e163ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.859790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-9500aa26-6d9c-4d30-9111-257ca2e163ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4296675 Jul 16 08:42:19.870424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.930117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] For port 97c72358-c730-4414-945b-fb31a444c87a, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:19.936504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] For port 97c72358-c730-4414-945b-fb31a444c87a, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=97c72358-c730-4414-945b-fb31a444c87a,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:19.943559 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.945646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b78a8ba-c20f-4d14-a353-a57b8f302094 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5244184 Jul 16 08:42:19.978647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-7800b05d-a834-40d2-8e40-e9f92e28a5d6 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.979213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Request body: {'port': {'device_id': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:19.983356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-7800b05d-a834-40d2-8e40-e9f92e28a5d6 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/networks?id=428e04fb-d9c6-464d-bc19-f6d3fc4fb856 HTTP/1.1" status: 200 len: 824 time: 0.1813176 Jul 16 08:42:19.987761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.988383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.989896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] 10.222.0.18 "PUT /v2.0/ports/97c72358-c730-4414-945b-fb31a444c87a HTTP/1.1" status: 200 len: 1092 time: 3.2410963 Jul 16 08:42:19.995017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'tag': '97c72358-c730-4414-945b-fb31a444c87a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:19.997314 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee18555-50f6-49b3-a385-f495ae60d0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2380a5-5328-4bde-a306-2fdc6cc7d05a", "tag": "97c72358-c730-4414-945b-fb31a444c87a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:20.026265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-33920d81-82e3-4d93-9e00-e421daf9effe tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/quotas/21e09c591ff84cf8b179f5126b51be02 HTTP/1.1" status: 200 len: 375 time: 0.0331335 Jul 16 08:42:20.067275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef977b-316c-413c-8ce1-86d401031ec8 req-2a144a2d-033c-43fb-b471-31c1bb4285ed tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.069572 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3ef977b-316c-413c-8ce1-86d401031ec8 req-2a144a2d-033c-43fb-b471-31c1bb4285ed tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 949 time: 0.4813452 Jul 16 08:42:20.080304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745e2c-409d-49de-b547-bb11ea33b99d service neutron] Pushing event updated for resources: {'Port': ['ID=97c72358-c730-4414-945b-fb31a444c87a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.101265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-eee948ab-281f-46b4-b57f-2e371508e37d tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=21e09c591ff84cf8b179f5126b51be02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557268 Jul 16 08:42:20.184786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-ff01b37a-dfc4-4820-bf23-9fe30f02687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.186379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-ff01b37a-dfc4-4820-bf23-9fe30f02687b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 1095 time: 0.1562259 Jul 16 08:42:20.204624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-1d14afc8-b5e1-468e-873a-358f022c1f14 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365145 Jul 16 08:42:20.233572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.234257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-b727ec6b-9100-4f97-9cad-560c5c916e45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c72358-c730-4414-945b-fb31a444c87a HTTP/1.1" status: 200 len: 217 time: 0.0396640 Jul 16 08:42:20.252858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-206522bc-716d-4ecf-8f82-d0d95b3251b0 service neutron] 10.222.0.41 "GET /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437020 Jul 16 08:42:20.276062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b04a6b8-93a0-494a-90ad-24998e7a57f1 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:20.282981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3ef977b-316c-413c-8ce1-86d401031ec8 req-167b527e-5361-4e8e-9829-ca57018d3873 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044013 Jul 16 08:42:20.295784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.316155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.320359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-49393ba9-0a84-486a-ab1d-a173ba9b1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.321926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-49393ba9-0a84-486a-ab1d-a173ba9b1eb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 200 len: 857 time: 0.0801544 Jul 16 08:42:20.331086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Transition to ACTIVE for port object 8b04a6b8-93a0-494a-90ad-24998e7a57f1 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:20.372281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.414159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-b6cc1f4e-e10d-4a87-b35c-20faae0ed8c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641057e5-33ab-49a6-8341-40a33c0744b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626771 Jul 16 08:42:20.416402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-1729e509-3cfc-4031-ba88-f2179d3f9a89 service neutron] 10.222.0.41 "GET /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454935 Jul 16 08:42:20.522266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Pushing event updated for resources: {'Port': ['ID=8b04a6b8-93a0-494a-90ad-24998e7a57f1,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.544276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de4466f6-0147-4802-91b2-0f10aaedfb79 req-4d3d455f-431b-40f4-9ae1-69481f1e5339 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231313 Jul 16 08:42:20.549535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.550101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-bc4895b8-35e1-4afa-b624-fe0e514c596d service neutron] 10.222.0.18 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272111 Jul 16 08:42:20.654983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ec878-5e2b-4223-9cbc-bc781c3b7c9a None None] Network 63f33b57-88b7-4b31-b75b-1f054ebbb778 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:20.673566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.679392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/subnets/321b4f55-5c8a-49c9-ba05-f927a7093033 HTTP/1.1" status: 204 len: 168 time: 1.1311767 Jul 16 08:42:20.680512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880d4cb-864b-45d1-bfd2-4500154068cb tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Subnet': ['ID=321b4f55-5c8a-49c9-ba05-f927a7093033,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.683650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.811972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-bdf87e42-bacc-4d9a-ba93-a45d32d5e2c8 service neutron] 10.222.0.18 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426474 Jul 16 08:42:20.821755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.883664 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a215371f-911f-494e-b735-e2c694349f64 x-openstack-request-id: req-a215371f-911f-494e-b735-e2c694349f64 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:20.884035 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2380a5-5328-4bde-a306-2fdc6cc7d05a", "tag": "97c72358-c730-4414-945b-fb31a444c87a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:20.884471 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a215371f-911f-494e-b735-e2c694349f64 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:20.884881 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'tag': '97c72358-c730-4414-945b-fb31a444c87a', 'status': 'completed', 'code': 200} Jul 16 08:42:20.902403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Deleting port 225fb8e7-b1be-4c27-bcf0-079e390e2dce {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:20.903061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.046490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] DHCP port deletion for 63f33b57-88b7-4b31-b75b-1f054ebbb778 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:21.107801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] Deleting port 225fb8e7-b1be-4c27-bcf0-079e390e2dce {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:21.108182 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.154594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed355dc8-ccd3-4323-8310-c9538585092b req-27290263-96b1-489d-bb3d-ec49395bec3e tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 210 time: 0.0485229 Jul 16 08:42:21.183347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] For port 225fb8e7-b1be-4c27-bcf0-079e390e2dce, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=225fb8e7-b1be-4c27-bcf0-079e390e2dce,segment=NetworkSegment(e36914a9-c771-4f90-93ee-e4d5ec616c3b),segment_id=e36914a9-c771-4f90-93ee-e4d5ec616c3b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:21.183760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.196581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] For port 225fb8e7-b1be-4c27-bcf0-079e390e2dce, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=225fb8e7-b1be-4c27-bcf0-079e390e2dce,segment=NetworkSegment(e36914a9-c771-4f90-93ee-e4d5ec616c3b),segment_id=e36914a9-c771-4f90-93ee-e4d5ec616c3b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:21.196737 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.210880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] Calling delete_port for 225fb8e7-b1be-4c27-bcf0-079e390e2dce owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:21.222100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Calling delete_port for 225fb8e7-b1be-4c27-bcf0-079e390e2dce owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:21.297449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Attempting to bind port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:21.297449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Attempting to bind port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:21.297449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Attempting to bind port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 on network 641057e5-33ab-49a6-8341-40a33c0744b0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:21.317105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.317947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-d3abd827-a9a0-4783-9e0e-b4842fde542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.319756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-d3abd827-a9a0-4783-9e0e-b4842fde542b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 1095 time: 0.4001067 Jul 16 08:42:21.329166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 on network 641057e5-33ab-49a6-8341-40a33c0744b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:21.329580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Attempting to bind port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 on network 641057e5-33ab-49a6-8341-40a33c0744b0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:21.332889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] No DVR routers for this DVR port 225fb8e7-b1be-4c27-bcf0-079e390e2dce on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:21.356456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f860e9-717a-4efe-8c5f-b9b29034690a req-d21a5eb2-53f6-436e-bcfc-37e9b5665742 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.358149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1a16-3c6f-4b4f-884f-dc49a828ed4f None None] Pushing event deleted for resources: {'Port': ['ID=225fb8e7-b1be-4c27-bcf0-079e390e2dce,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.360003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43f860e9-717a-4efe-8c5f-b9b29034690a req-d21a5eb2-53f6-436e-bcfc-37e9b5665742 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 943 time: 0.9413331 Jul 16 08:42:21.376616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:21.377364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Checking segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:21.377930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Bound using segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:21.378545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Bound port: 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:21.379067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.457198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.514005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Port': ['ID=225fb8e7-b1be-4c27-bcf0-079e390e2dce,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.526737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172285b-fb38-42c1-9bc1-25703624a941 req-26c4611f-abe2-4756-aa2d-a7675f9f03f6 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.528338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1172285b-fb38-42c1-9bc1-25703624a941 req-26c4611f-abe2-4756-aa2d-a7675f9f03f6 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.18 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 949 time: 0.8398256 Jul 16 08:42:21.532032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] No DVR routers for this DVR port 225fb8e7-b1be-4c27-bcf0-079e390e2dce on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:21.532855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 225fb8e7-b1be-4c27-bcf0-079e390e2dce no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:21.540357 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43f860e9-717a-4efe-8c5f-b9b29034690a req-aa91cfe4-b808-4be9-97d1-a46c691bebfb tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702046 Jul 16 08:42:21.604164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-46201dd1-b4ae-44ed-9da1-6cbf30a8927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.606119 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-46201dd1-b4ae-44ed-9da1-6cbf30a8927c service neutron] 10.222.0.18 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 918 time: 0.2672305 Jul 16 08:42:21.645930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] For port 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:21.668576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] For port 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:21.697362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-afcfe634-dafa-4276-92a6-cbffcd75301b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c72358-c730-4414-945b-fb31a444c87a HTTP/1.1" status: 200 len: 217 time: 0.0645432 Jul 16 08:42:21.697962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.707533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47ac8fd-bace-4e3b-9afe-425d676bdf67 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:21.741322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.743543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.748465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 225fb8e7-b1be-4c27-bcf0-079e390e2dce {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:21.749075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 225fb8e7-b1be-4c27-bcf0-079e390e2dce not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:21.762326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f33b57-88b7-4b31-b75b-1f054ebbb778']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:21.772266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.774832 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.774832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] 10.222.0.36 "PUT /v2.0/ports/8b04a6b8-93a0-494a-90ad-24998e7a57f1 HTTP/1.1" status: 200 len: 1092 time: 3.0872571 Jul 16 08:42:21.774832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'tag': '8b04a6b8-93a0-494a-90ad-24998e7a57f1'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:21.777090 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55d7d1-7202-4148-90c8-8811b6896090" -d '{"events": [{"name": "network-changed", "server_uuid": "756d4b96-cabd-4d23-b910-94142a3e00b6", "tag": "8b04a6b8-93a0-494a-90ad-24998e7a57f1"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:21.779953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Transition to ACTIVE for port object b47ac8fd-bace-4e3b-9afe-425d676bdf67 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:21.792854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36914a9-c771-4f90-93ee-e4d5ec616c3b') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:21.793217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36914a9-c771-4f90-93ee-e4d5ec616c3b') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:21.799277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.814050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb98269-b31f-43fc-93ff-84667e7fee6f service neutron] Pushing event updated for resources: {'Port': ['ID=8b04a6b8-93a0-494a-90ad-24998e7a57f1,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.843854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.849145 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721b837-b31b-4d62-b60e-31fa86a1026f x-openstack-request-id: req-4721b837-b31b-4d62-b60e-31fa86a1026f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:21.849974 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756d4b96-cabd-4d23-b910-94142a3e00b6", "tag": "8b04a6b8-93a0-494a-90ad-24998e7a57f1", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:21.850233 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4721b837-b31b-4d62-b60e-31fa86a1026f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:21.850638 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'tag': '8b04a6b8-93a0-494a-90ad-24998e7a57f1', 'status': 'completed', 'code': 200} Jul 16 08:42:21.858457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Deleting port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:21.858804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.885730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ddb91-c4e1-4473-b9a9-8d8c794ab6d7 req-fa6770e7-c4a0-4f24-8db8-cfc498ec0ef8 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.893492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-273ddb91-c4e1-4473-b9a9-8d8c794ab6d7 req-fa6770e7-c4a0-4f24-8db8-cfc498ec0ef8 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 949 time: 0.3320365 Jul 16 08:42:21.895748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.913320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-c9553747-79f0-41cd-b832-22e94e9658c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.914869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-c9553747-79f0-41cd-b832-22e94e9658c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 200 len: 857 time: 0.1545424 Jul 16 08:42:21.916366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:21.916366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:21.926017 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:21.973397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Pushing event updated for resources: {'Port': ['ID=b47ac8fd-bace-4e3b-9afe-425d676bdf67,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.985145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-494800cb-ab69-4a37-a4ba-83734417bbde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=641057e5-33ab-49a6-8341-40a33c0744b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463762 Jul 16 08:42:22.074283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] For port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:22.074649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.078342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Attempting to bind port b47ac8fd-bace-4e3b-9afe-425d676bdf67 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:22.078342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Attempting to bind port b47ac8fd-bace-4e3b-9afe-425d676bdf67 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:22.079469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Attempting to bind port b47ac8fd-bace-4e3b-9afe-425d676bdf67 on network 641057e5-33ab-49a6-8341-40a33c0744b0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:22.100686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-273ddb91-c4e1-4473-b9a9-8d8c794ab6d7 req-8e670b08-e88f-4568-8bb7-fd710a437938 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/security-groups?id=08c9b9ac-3036-4a06-8ec3-ffe977f74e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060614 Jul 16 08:42:22.107675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Calling delete_port for 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:22.111682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.120740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.121273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cb54f9ee-0444-4e28-b601-83a6c1033948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.128558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] 10.222.0.41 "DELETE /v2.0/networks/63f33b57-88b7-4b31-b75b-1f054ebbb778 HTTP/1.1" status: 204 len: 168 time: 1.4381466 Jul 16 08:42:22.128664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-cb54f9ee-0444-4e28-b601-83a6c1033948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 1095 time: 0.2610607 Jul 16 08:42:22.128664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Port b47ac8fd-bace-4e3b-9afe-425d676bdf67 on network 641057e5-33ab-49a6-8341-40a33c0744b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:22.128664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Attempting to bind port b47ac8fd-bace-4e3b-9afe-425d676bdf67 on network 641057e5-33ab-49a6-8341-40a33c0744b0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:22.137663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:22.137810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Checking segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:22.138181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Bound using segment: {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:22.138848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Bound port: b47ac8fd-bace-4e3b-9afe-425d676bdf67, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d0572-1975-454b-9267-398fbed4c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:22.138981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.166437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f01f9-ca48-447a-b0e0-9f1a394aa93f tempest-NetworksIpV6TestAttrs-1820410278 tempest-NetworksIpV6TestAttrs-1820410278-project] Pushing event deleted for resources: {'Network': ['ID=63f33b57-88b7-4b31-b75b-1f054ebbb778,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.172796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-d0980ab6-07c8-4f37-a7b8-2253c4a6abc8 service neutron] 10.222.0.18 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782134 Jul 16 08:42:22.198174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-dbea1294-3ebe-4ed2-82bc-7f4721add7d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1 HTTP/1.1" status: 200 len: 217 time: 0.0428526 Jul 16 08:42:22.274740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] For port b47ac8fd-bace-4e3b-9afe-425d676bdf67, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:22.279110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] For port b47ac8fd-bace-4e3b-9afe-425d676bdf67, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:22.343808 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.354776 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51dc8558-ffe2-439e-bee4-522a71574661 req-b98b179c-459f-405f-b20d-bbafa18ad172 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 210 time: 0.0521698 Jul 16 08:42:22.361292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.362158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.363792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] 10.222.0.36 "PUT /v2.0/ports/b47ac8fd-bace-4e3b-9afe-425d676bdf67 HTTP/1.1" status: 200 len: 1092 time: 2.3915508 Jul 16 08:42:22.452322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9ee18555-50f6-49b3-a385-f495ae60d0ff req-f9b30f4e-e353-416a-9c48-47f6f8f78dbb service neutron] 10.222.0.18 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705450 Jul 16 08:42:22.453778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-ddf58ad0-fc47-4b29-9567-8e1547742cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.455415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-ddf58ad0-fc47-4b29-9567-8e1547742cfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 200 len: 857 time: 0.1721408 Jul 16 08:42:22.478414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27509c6c-d612-4072-928b-ba2007b3b8fb service neutron] Pushing event updated for resources: {'Port': ['ID=b47ac8fd-bace-4e3b-9afe-425d676bdf67,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.483538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-57e71a70-2f90-48fe-ac2c-290f5da06b42 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.485412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-57e71a70-2f90-48fe-ac2c-290f5da06b42 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.36 "GET /v2.0/networks?id=428e04fb-d9c6-464d-bc19-f6d3fc4fb856 HTTP/1.1" status: 200 len: 824 time: 0.2114472 Jul 16 08:42:22.505095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Request body: {'port': {'device_id': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856', 'admin_state_up': True, 'tenant_id': '21e09c591ff84cf8b179f5126b51be02'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:22.552274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59400) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.557178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-2d07642c-48a0-44d1-91de-409714495501 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=641057e5-33ab-49a6-8341-40a33c0744b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739667 Jul 16 08:42:22.702933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-836f5704-0554-4e08-ae08-4a2f65405de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.704521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-836f5704-0554-4e08-ae08-4a2f65405de5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 1095 time: 0.2125683 Jul 16 08:42:22.717677 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.730718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1fdb9953-cfa9-4e5c-bd3e-bff032d27326'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:22.769264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Pushing event deleted for resources: {'Port': ['ID=1fdb9953-cfa9-4e5c-bd3e-bff032d27326,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.812435 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-4b154b0b-8a3f-4c63-a956-f76015e7a827 service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459874 Jul 16 08:42:22.817757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-eba6a5c4-df30-4710-b403-6b2b687ab110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67 HTTP/1.1" status: 200 len: 217 time: 0.0670576 Jul 16 08:42:22.894648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] No DVR routers for this DVR port 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:22.898279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.900719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1172285b-fb38-42c1-9bc1-25703624a941 req-79883d7b-9dd1-495e-8a23-ec462e6e1d32 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.18 "DELETE /v2.0/ports/1fdb9953-cfa9-4e5c-bd3e-bff032d27326 HTTP/1.1" status: 204 len: 173 time: 1.3529172 Jul 16 08:42:22.989028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-bfa254ca-fe9f-40b1-ae7f-273fd502ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.991053 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-bfa254ca-fe9f-40b1-ae7f-273fd502ec37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 200 len: 857 time: 0.1516268 Jul 16 08:42:23.020131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 97c72358-c730-4414-945b-fb31a444c87a details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:23.033105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-09adfd91-ff93-40da-9727-ef5eca32571b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=641057e5-33ab-49a6-8341-40a33c0744b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320215 Jul 16 08:42:23.076243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-0c593560-ca0f-4595-953e-5a2959dd4adc service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353258 Jul 16 08:42:23.134678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1d1227be-7532-428d-a208-af8fea25649c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea1c321eeb6640dea895b14c3817b7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793753 Jul 16 08:42:23.137106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59412) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.138688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Made reservation on behalf of 21e09c591ff84cf8b179f5126b51be02 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:23.145283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.189251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-862c41ed-d3e5-463f-bf40-82a719a1b705 service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453228 Jul 16 08:42:23.191300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 97c72358-c730-4414-945b-fb31a444c87a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=97c72358-c730-4414-945b-fb31a444c87a,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:23.200522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3a97d-c09f-4fcb-bf88-bdc56b8d5e52 req-1148ea74-ce88-44b7-9e56-9ee8f8da535b tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.202696 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ee3a97d-c09f-4fcb-bf88-bdc56b8d5e52 req-1148ea74-ce88-44b7-9e56-9ee8f8da535b tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 943 time: 0.1948841 Jul 16 08:42:23.210854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '97c72358-c730-4414-945b-fb31a444c87a', 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'port_id': '97c72358-c730-4414-945b-fb31a444c87a', 'mac_address': 'fa:16:3e:f9:d7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e2d6da-ed24-41ea-ac21-d35dd5cba355', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:23.261105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.277460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c72358-c730-4414-945b-fb31a444c87a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:23.304595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 97c72358-c730-4414-945b-fb31a444c87a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=97c72358-c730-4414-945b-fb31a444c87a,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:23.309814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.350439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1b89f2-c99f-45ec-ab18-5096bebed839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.358480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4ee3a97d-c09f-4fcb-bf88-bdc56b8d5e52 req-b682ffe7-6249-49e4-b4b4-675db8918c1c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327586 Jul 16 08:42:23.360912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32edb0a5-05f5-4e76-b449-e40edc21d0dc req-8479ef83-117e-4851-8040-424fd8ab7907 tempest-VolumesNegativeTest-24369187 tempest-VolumesNegativeTest-24369187-project] 10.222.0.41 "GET /v2.0/ports?device_id=a347dcab-fe57-4d38-ac90-819f4bb31c8d HTTP/1.1" status: 200 len: 210 time: 0.0473807 Jul 16 08:42:23.394611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=97c72358-c730-4414-945b-fb31a444c87a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.435358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-61f77625-df5b-44c7-a801-7077e320712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.437033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-61f77625-df5b-44c7-a801-7077e320712f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 1095 time: 0.1905432 Jul 16 08:42:23.441157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15e9b4fc-4de3-4f61-8990-90d80789e9be req-47ac705e-26e3-4168-8bcd-5a02a3a9531e service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965339 Jul 16 08:42:23.457987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1b89f2-c99f-45ec-ab18-5096bebed839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.532805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Allocated IP 172.20.0.3 (428e04fb-d9c6-464d-bc19-f6d3fc4fb856/01e3b6cd-2be3-47bb-85f9-0c043bb54389/88292c40-a444-4763-9e6d-02d01364e400) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:23.600239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1b89f2-c99f-45ec-ab18-5096bebed839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.602824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b1b89f2-c99f-45ec-ab18-5096bebed839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.604006 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0b1b89f2-c99f-45ec-ab18-5096bebed839 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/874e50e6-92aa-43f4-b545-e31cb8117a68 HTTP/1.1" status: 204 len: 168 time: 0.4662423 Jul 16 08:42:23.631748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-2fc7e5e3-ce3e-464d-af7d-352dd29cf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.634784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71fc8845-8878-4f49-8154-18f674b96348 req-312ec0ad-7dd9-4435-afaf-7c7cb42d3461 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 210 time: 0.0596373 Jul 16 08:42:23.641961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b89f2-c99f-45ec-ab18-5096bebed839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e50e6-92aa-43f4-b545-e31cb8117a68,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.644796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-2fc7e5e3-ce3e-464d-af7d-352dd29cf1b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 918 time: 0.1893184 Jul 16 08:42:23.688284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['97c72358-c730-4414-945b-fb31a444c87a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:23.798925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-a8ed2a4d-dbf4-4bef-81c6-3ceec7f4cce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1 HTTP/1.1" status: 200 len: 217 time: 0.1341186 Jul 16 08:42:23.838216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.856201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'tag': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67'}, {'server_uuid': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'name': 'network-vif-deleted', 'tag': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:23.858679 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68492565-b022-4c14-ba94-83009b695454" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b61cab-9ca4-4210-8c95-c727242c9a01", "tag": "b47ac8fd-bace-4e3b-9afe-425d676bdf67"}, {"server_uuid": "a347dcab-fe57-4d38-ac90-819f4bb31c8d", "name": "network-vif-deleted", "tag": "1fdb9953-cfa9-4e5c-bd3e-bff032d27326"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:23.869669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-4844a344-73a2-43b4-a5f3-9d9aba1d0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.871338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-4844a344-73a2-43b4-a5f3-9d9aba1d0d20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 200 len: 857 time: 0.0611010 Jul 16 08:42:23.898239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.935033 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18303e9f-b6b1-4637-8559-495e635c4a4f x-openstack-request-id: req-18303e9f-b6b1-4637-8559-495e635c4a4f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:23.935368 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b61cab-9ca4-4210-8c95-c727242c9a01", "tag": "b47ac8fd-bace-4e3b-9afe-425d676bdf67", "status": "completed", "code": 200}, {"server_uuid": "a347dcab-fe57-4d38-ac90-819f4bb31c8d", "name": "network-vif-deleted", "tag": "1fdb9953-cfa9-4e5c-bd3e-bff032d27326", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:23.935774 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18303e9f-b6b1-4637-8559-495e635c4a4f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:23.936145 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'tag': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67', 'status': 'completed', 'code': 200} Jul 16 08:42:23.936399 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347dcab-fe57-4d38-ac90-819f4bb31c8d', 'name': 'network-vif-deleted', 'tag': '1fdb9953-cfa9-4e5c-bd3e-bff032d27326', 'status': 'completed', 'code': 200} Jul 16 08:42:23.938902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-c8114c9b-32d9-4c79-9b11-ceace339a7b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=641057e5-33ab-49a6-8341-40a33c0744b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604370 Jul 16 08:42:23.978350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:23.982889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:23.987883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:24.017491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Pushing event updated for resources: {'Port': ['ID=88292c40-a444-4763-9e6d-02d01364e400,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.054968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.055775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.072740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-ae7dfbdf-dd97-43d7-9309-69f40fa99e82 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5720391 Jul 16 08:42:24.105060 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-bd16aa1c-b27d-4a79-8267-f4a95da3bdd1 service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443832 Jul 16 08:42:24.106838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Request body: {'port': {'device_id': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:24.107820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492565-b022-4c14-ba94-83009b695454 req-f990d4bb-c1ee-4127-892b-9b9ed8c54f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.109204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-f990d4bb-c1ee-4127-892b-9b9ed8c54f27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4993b217c5f744519d05d4f045b20688&device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 1095 time: 0.1179087 Jul 16 08:42:24.218093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.289174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492565-b022-4c14-ba94-83009b695454 req-bb7ff949-b9ae-450f-b192-ff4338351217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.290673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-bb7ff949-b9ae-450f-b192-ff4338351217 service neutron] 10.222.0.36 "GET /v2.0/networks?id=641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 200 len: 918 time: 0.1659448 Jul 16 08:42:24.292679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-3b33a40a-611f-4576-a834-4922ba0e17f5 service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754925 Jul 16 08:42:24.364280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-5b6563c5-3389-41ce-a587-60fa5a0b0d80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67 HTTP/1.1" status: 200 len: 217 time: 0.0492589 Jul 16 08:42:24.448987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68492565-b022-4c14-ba94-83009b695454 req-2f69286c-c96c-41d2-9c45-71dd5eb4eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.451418 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-2f69286c-c96c-41d2-9c45-71dd5eb4eac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 200 len: 857 time: 0.0784967 Jul 16 08:42:24.512972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-27976c06-b596-420c-bdc3-eddba239bc6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=641057e5-33ab-49a6-8341-40a33c0744b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522873 Jul 16 08:42:24.637012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf28eb-33dd-4e8d-9d81-4159327c6c76 req-dd7d6e8d-0811-4240-80ea-c9ec5702f52a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.638988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19bf28eb-33dd-4e8d-9d81-4159327c6c76 req-dd7d6e8d-0811-4240-80ea-c9ec5702f52a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 944 time: 0.1088548 Jul 16 08:42:24.649915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59458) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.668334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-f2bc7867-bf69-4b99-96bf-a166abfe678a service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491330 Jul 16 08:42:24.731564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19bf28eb-33dd-4e8d-9d81-4159327c6c76 req-2d2cb33d-c403-4cf4-be43-70544ce8c954 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811684 Jul 16 08:42:24.743000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88292c40-a444-4763-9e6d-02d01364e400 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:24.752684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.769042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Transition to ACTIVE for port object 88292c40-a444-4763-9e6d-02d01364e400 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:24.774613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.814200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68492565-b022-4c14-ba94-83009b695454 req-fc883cb8-fa96-4be4-8d31-8035707f8522 service neutron] 10.222.0.36 "GET /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328604 Jul 16 08:42:24.835412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Pushing event updated for resources: {'Port': ['ID=88292c40-a444-4763-9e6d-02d01364e400,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.843808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1716496487'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:24.897144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:24.901711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.929720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.941163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Attempting to bind port 88292c40-a444-4763-9e6d-02d01364e400 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:24.941520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Attempting to bind port 88292c40-a444-4763-9e6d-02d01364e400 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '977da212-47e8-4750-87d0-f2d38ce3e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:24.941836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Attempting to bind port 88292c40-a444-4763-9e6d-02d01364e400 on network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:24.946991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Port 88292c40-a444-4763-9e6d-02d01364e400 on network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:24.947345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Attempting to bind port 88292c40-a444-4763-9e6d-02d01364e400 on network 428e04fb-d9c6-464d-bc19-f6d3fc4fb856 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:24.952416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:24.952760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Checking segment: {'id': '977da212-47e8-4750-87d0-f2d38ce3e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:24.953154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Bound using segment: {'id': '977da212-47e8-4750-87d0-f2d38ce3e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:24.953587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Bound port: 88292c40-a444-4763-9e6d-02d01364e400, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977da212-47e8-4750-87d0-f2d38ce3e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:24.953952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.997062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf490bd-f94b-4973-89e9-a37e3448f933 req-88803ef7-cf8d-4595-835b-7604bf3fbf76 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.998632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bf490bd-f94b-4973-89e9-a37e3448f933 req-88803ef7-cf8d-4595-835b-7604bf3fbf76 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 943 time: 0.1268039 Jul 16 08:42:25.016144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 97c72358-c730-4414-945b-fb31a444c87a up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:25.046948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] For port 88292c40-a444-4763-9e6d-02d01364e400, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:25.050397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] For port 88292c40-a444-4763-9e6d-02d01364e400, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88292c40-a444-4763-9e6d-02d01364e400,segment=NetworkSegment(977da212-47e8-4750-87d0-f2d38ce3e8c2),segment_id=977da212-47e8-4750-87d0-f2d38ce3e8c2)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:25.055385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.072032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 97c72358-c730-4414-945b-fb31a444c87a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:25.079459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 97c72358-c730-4414-945b-fb31a444c87a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:25.079837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.089814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bf490bd-f94b-4973-89e9-a37e3448f933 req-ffa698a0-c2cb-4896-a14e-3e183a164f7f tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662878 Jul 16 08:42:25.139263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.140076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.141489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] 10.222.0.36 "PUT /v2.0/ports/88292c40-a444-4763-9e6d-02d01364e400 HTTP/1.1" status: 200 len: 1092 time: 1.0459874 Jul 16 08:42:25.141949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'tag': '88292c40-a444-4763-9e6d-02d01364e400'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:25.144566 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8d66c-9e9f-4242-8185-7839ee9691d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2db577b-0d9d-439d-bfca-cdabaaf63f3a", "tag": "88292c40-a444-4763-9e6d-02d01364e400"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:25.148305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46180a8d-1118-492c-933a-3541c73c0195 service neutron] Pushing event updated for resources: {'Port': ['ID=88292c40-a444-4763-9e6d-02d01364e400,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.157072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.163242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.197185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.206059 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5c5f18-ccce-462c-9f97-244dfc19cd20 x-openstack-request-id: req-ee5c5f18-ccce-462c-9f97-244dfc19cd20 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:25.206397 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2db577b-0d9d-439d-bfca-cdabaaf63f3a", "tag": "88292c40-a444-4763-9e6d-02d01364e400", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:25.206649 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee5c5f18-ccce-462c-9f97-244dfc19cd20 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:25.207080 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'tag': '88292c40-a444-4763-9e6d-02d01364e400', 'status': 'completed', 'code': 200} Jul 16 08:42:25.210251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:25.225301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84539a-e485-478a-afa6-36a86385aa5f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.225650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c72358-c730-4414-945b-fb31a444c87a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:25.227979 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b56920-06d0-4c85-b6ab-f66f69149ced" -d '{"events": [{"server_uuid": "cd2380a5-5328-4bde-a306-2fdc6cc7d05a", "name": "network-vif-plugged", "status": "completed", "tag": "97c72358-c730-4414-945b-fb31a444c87a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:25.230523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.230870 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment 5c2e7208-6799-4f2f-95d8-d63afac77df9 of type vlan for network dfdb63c4-d51c-4682-9726-fd681f7d2739 Jul 16 08:42:25.255071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 97c72358-c730-4414-945b-fb31a444c87a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=97c72358-c730-4414-945b-fb31a444c87a,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.270758 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.272323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:25.277586 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.303457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-24ce2b5f-7283-41b7-bdc0-36c3f6e250bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.305307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-24ce2b5f-7283-41b7-bdc0-36c3f6e250bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21e09c591ff84cf8b179f5126b51be02&device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 1095 time: 0.0690334 Jul 16 08:42:25.313403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:25.313759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1fdb9953-cfa9-4e5c-bd3e-bff032d27326 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:25.321017 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.338377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.340886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.374736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-0c2a6ca5-ba3a-4f53-80a7-eec53e9a5258 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88292c40-a444-4763-9e6d-02d01364e400 HTTP/1.1" status: 200 len: 217 time: 0.0552602 Jul 16 08:42:25.386006 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5d46e8-4d0c-433a-94d6-b90cd4fbbd74 x-openstack-request-id: req-8f5d46e8-4d0c-433a-94d6-b90cd4fbbd74 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:25.386300 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2380a5-5328-4bde-a306-2fdc6cc7d05a", "name": "network-vif-plugged", "status": "completed", "tag": "97c72358-c730-4414-945b-fb31a444c87a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:25.386803 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f5d46e8-4d0c-433a-94d6-b90cd4fbbd74 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:25.388018 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c72358-c730-4414-945b-fb31a444c87a', 'code': 200} Jul 16 08:42:25.390149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7391756 Jul 16 08:42:25.394742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59502) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.398261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=97c72358-c730-4414-945b-fb31a444c87a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.440610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-431471882'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.477044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03c80a-5094-49f6-a26e-7dee3625f300 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=dfdb63c4-d51c-4682-9726-fd681f7d2739,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.484699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-0c71f14a-988c-4d1c-9058-5810931ff12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.486428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-0c71f14a-988c-4d1c-9058-5810931ff12e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01e3b6cd-2be3-47bb-85f9-0c043bb54389 HTTP/1.1" status: 200 len: 864 time: 0.1027055 Jul 16 08:42:25.490884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:25.491180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:25.503540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.543866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf979b54-c4c2-4678-b0fb-c63e7cc6c2e4 req-5b1ddd9e-e772-4e5c-aab1-f95143392604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.545535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf979b54-c4c2-4678-b0fb-c63e7cc6c2e4 req-5b1ddd9e-e772-4e5c-aab1-f95143392604 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 1097 time: 0.0664864 Jul 16 08:42:25.575335 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-3d7f57b0-95c3-465c-b5c2-e864abad4dce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428e04fb-d9c6-464d-bc19-f6d3fc4fb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684040 Jul 16 08:42:25.589922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf979b54-c4c2-4678-b0fb-c63e7cc6c2e4 req-f7d84483-ba17-4cb2-833f-7d9ea30ee2dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Jul 16 08:42:25.605234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:25.625776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.626116 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment 28ae38d1-3fcd-4d46-a459-d2e01a1d2231 of type vlan for network f0c2f1e1-052b-45a8-9251-9e22702aff8f Jul 16 08:42:25.707353 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.744810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-4fe497a5-e6cb-4299-b578-1810a502f391 service neutron] 10.222.0.36 "GET /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622155 Jul 16 08:42:25.749839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.756606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.757235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.872790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4668014 Jul 16 08:42:25.875924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59560) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.881473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.917654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e12a79-3882-4a3c-bdd7-0b7269c07a6c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=f0c2f1e1-052b-45a8-9251-9e22702aff8f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.932612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:25.992251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:25.999177 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.026954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f96cea9-6c5d-4a6f-b5be-b0275ee11441 req-2d24f449-96c3-4c0b-a7ed-39f5f1b326b8 service neutron] 10.222.0.36 "GET /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657828 Jul 16 08:42:26.067800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a3595-c845-4297-aec9-d6bfc12501df req-167bc403-23de-4375-b663-14ae6c441019 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.069413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e98a3595-c845-4297-aec9-d6bfc12501df req-167bc403-23de-4375-b663-14ae6c441019 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 945 time: 0.1552746 Jul 16 08:42:26.134825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e98a3595-c845-4297-aec9-d6bfc12501df req-7d3e32d2-e266-4034-b7e7-8f225564ceda tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593412 Jul 16 08:42:26.213687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-39e7d0a3-3252-4aea-9757-3a0e7385927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.215715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-39e7d0a3-3252-4aea-9757-3a0e7385927a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21e09c591ff84cf8b179f5126b51be02&device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 1095 time: 0.0790009 Jul 16 08:42:26.302210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.324467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-4b8f69ec-ddd4-402f-8e28-a27a74e51114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.328662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-4b8f69ec-ddd4-402f-8e28-a27a74e51114 service neutron] 10.222.0.36 "GET /v2.0/networks?id=428e04fb-d9c6-464d-bc19-f6d3fc4fb856 HTTP/1.1" status: 200 len: 925 time: 0.1051123 Jul 16 08:42:26.382399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-b7db63f6-e9b5-440e-8a78-8059dd64f5dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88292c40-a444-4763-9e6d-02d01364e400 HTTP/1.1" status: 200 len: 217 time: 0.0439203 Jul 16 08:42:26.394791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057584da-96ef-4502-8af4-a790477d7ff0 req-8a90b3d7-f166-46b4-a9bc-e2a4521c054c tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.402087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-057584da-96ef-4502-8af4-a790477d7ff0 req-8a90b3d7-f166-46b4-a9bc-e2a4521c054c tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 943 time: 0.1778362 Jul 16 08:42:26.445299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': '5c2e7208-6799-4f2f-95d8-d63afac77df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:26.446306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: dfdb63c4-d51c-4682-9726-fd681f7d2739, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:26.449965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=2122df69-ddc9-498a-80b4-f0d0e9ef8d10,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.469498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-86ea84ba-cacc-44d5-9c33-771d4201265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.471800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-86ea84ba-cacc-44d5-9c33-771d4201265a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01e3b6cd-2be3-47bb-85f9-0c043bb54389 HTTP/1.1" status: 200 len: 864 time: 0.0819676 Jul 16 08:42:26.479036 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-057584da-96ef-4502-8af4-a790477d7ff0 req-8a76d72b-14fe-4ce4-97fc-54d79670afb2 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759666 Jul 16 08:42:26.487442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:26.503918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, dfdb63c4-d51c-4682-9726-fd681f7d2739) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:26.516402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.517226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.522465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-80c807a6-733d-4499-87cd-7a6e9621e66e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=428e04fb-d9c6-464d-bc19-f6d3fc4fb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425951 Jul 16 08:42:26.526767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c61da-840e-46e3-b0c4-2066eb7dfd92 None None] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:26.535604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5962dedc-2ed2-4396-a529-163c4db87e67 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6580207 Jul 16 08:42:26.538387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.544276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:26.681586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:26.686641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.688139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-aeaf9541-6608-4c2e-8285-24811fd61345 service neutron] 10.222.0.36 "GET /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517978 Jul 16 08:42:26.769241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-dfdb63c4-d51c-4682-9726-fd681f7d2739', 'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': '2122df69-ddc9-498a-80b4-f0d0e9ef8d10'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:26.770550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.875355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94e8d66c-9e9f-4242-8185-7839ee9691d0 req-d7fb60e8-b3f4-4735-ba66-e2d631ca5b34 service neutron] 10.222.0.36 "GET /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749990 Jul 16 08:42:26.935215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.943946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Allocated IP 2001:db8::2 (dfdb63c4-d51c-4682-9726-fd681f7d2739/2122df69-ddc9-498a-80b4-f0d0e9ef8d10/ce88b178-46e8-432f-95cc-9ac03a31f51d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:26.990275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=840290af-4ec6-466d-bf18-e2bcf708dba1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.021417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': '28ae38d1-3fcd-4d46-a459-d2e01a1d2231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:27.021993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: f0c2f1e1-052b-45a8-9251-9e22702aff8f, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:27.039769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:27.055915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f0c2f1e1-052b-45a8-9251-9e22702aff8f) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:27.060029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.060736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.079176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2fc18ce1-9330-4e3e-821c-b955c13a61e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5394444 Jul 16 08:42:27.081906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:27.086807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-121907605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:27.096437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbeadc-4fb2-4bc9-b13c-4031fe40784d None None] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:27.125328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.126768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.217876 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.222695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.244639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b47ac8fd-bace-4e3b-9afe-425d676bdf67 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:27.244886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.248792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d318845e-56e3-4810-bdb5-adbfabf460c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1632812 Jul 16 08:42:27.249630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59674) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:27.278124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.312228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Transition to ACTIVE for port object ce88b178-46e8-432f-95cc-9ac03a31f51d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:27.372974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Transition to ACTIVE for port object ce88b178-46e8-432f-95cc-9ac03a31f51d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:27.375795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f0c2f1e1-052b-45a8-9251-9e22702aff8f', 'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': '840290af-4ec6-466d-bf18-e2bcf708dba1'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:27.377791 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.392333 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.512898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:27.554629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b47ac8fd-bace-4e3b-9afe-425d676bdf67, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:27.720807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478e0d-2959-431e-9a93-0b6a54335f9c req-d63d4798-2654-4aa5-86cf-2cf719679746 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.722607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Allocated IP 2001:db8:1::2 (f0c2f1e1-052b-45a8-9251-9e22702aff8f/840290af-4ec6-466d-bf18-e2bcf708dba1/4f31365e-9906-4555-8941-b29579f304b5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:27.729953 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c478e0d-2959-431e-9a93-0b6a54335f9c req-d63d4798-2654-4aa5-86cf-2cf719679746 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 943 time: 0.1034868 Jul 16 08:42:27.766961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Pushing event updated for resources: {'Port': ['ID=ce88b178-46e8-432f-95cc-9ac03a31f51d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.786609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67', 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'port_id': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67', 'mac_address': 'fa:16:3e:d2:ee:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e2d6da-ed24-41ea-ac21-d35dd5cba355', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:27.790751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c478e0d-2959-431e-9a93-0b6a54335f9c req-bd4cb6a1-26eb-4002-9de1-41869a48abd0 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Jul 16 08:42:27.792201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:27.852845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:27.926533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.929224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cef17-58dd-43c3-b4d3-2c963e5751fb req-7b1f4473-8ce3-4ae8-ad34-68f3ce66050a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.931346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e39cef17-58dd-43c3-b4d3-2c963e5751fb req-7b1f4473-8ce3-4ae8-ad34-68f3ce66050a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 945 time: 0.6336985 Jul 16 08:42:28.009626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.020487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Transition to ACTIVE for port object 4f31365e-9906-4555-8941-b29579f304b5 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:28.025211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.036463 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e39cef17-58dd-43c3-b4d3-2c963e5751fb req-41a0329c-a0ca-487e-8862-09583a677d43 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801566 Jul 16 08:42:28.049589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Transition to ACTIVE for port object 4f31365e-9906-4555-8941-b29579f304b5 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:28.096023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47ac8fd-bace-4e3b-9afe-425d676bdf67 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:28.105269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.171932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:28.191233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:28.197216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b47ac8fd-bace-4e3b-9afe-425d676bdf67, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:28.202670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:28.207763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Attempting to bind port ce88b178-46e8-432f-95cc-9ac03a31f51d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:28.208140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Attempting to bind port ce88b178-46e8-432f-95cc-9ac03a31f51d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5c2e7208-6799-4f2f-95d8-d63afac77df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:28.208564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Attempting to bind port ce88b178-46e8-432f-95cc-9ac03a31f51d on network dfdb63c4-d51c-4682-9726-fd681f7d2739 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:28.214457 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.215094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8b04a6b8-93a0-494a-90ad-24998e7a57f1 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:28.231357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Pushing event updated for resources: {'Port': ['ID=4f31365e-9906-4555-8941-b29579f304b5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.284544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:28.285399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Checking segment: {'id': '5c2e7208-6799-4f2f-95d8-d63afac77df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:28.286031 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.286527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Bound using segment: {'id': '5c2e7208-6799-4f2f-95d8-d63afac77df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:28.287811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Bound port: ce88b178-46e8-432f-95cc-9ac03a31f51d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2e7208-6799-4f2f-95d8-d63afac77df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dfdb63c4-d51c-4682-9726-fd681f7d2739'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:28.288566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.345404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8::1 (dfdb63c4-d51c-4682-9726-fd681f7d2739/2122df69-ddc9-498a-80b4-f0d0e9ef8d10/bd86fb2c-0493-4d97-93e9-760539f257dc) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:28.377993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Attempting to bind port 4f31365e-9906-4555-8941-b29579f304b5 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:28.378512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Attempting to bind port 4f31365e-9906-4555-8941-b29579f304b5 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '28ae38d1-3fcd-4d46-a459-d2e01a1d2231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:28.378977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Attempting to bind port 4f31365e-9906-4555-8941-b29579f304b5 on network f0c2f1e1-052b-45a8-9251-9e22702aff8f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:28.381022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad52cb-d103-416a-931c-5bec890f7d59 req-f48ac9ad-0156-41b4-a089-784fda5c0604 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.385864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57ad52cb-d103-416a-931c-5bec890f7d59 req-f48ac9ad-0156-41b4-a089-784fda5c0604 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 944 time: 0.1966693 Jul 16 08:42:28.407817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:28.415358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:28.415882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Checking segment: {'id': '28ae38d1-3fcd-4d46-a459-d2e01a1d2231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:28.416400 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.416891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Bound using segment: {'id': '28ae38d1-3fcd-4d46-a459-d2e01a1d2231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:28.417475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Bound port: 4f31365e-9906-4555-8941-b29579f304b5, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ae38d1-3fcd-4d46-a459-d2e01a1d2231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f0c2f1e1-052b-45a8-9251-9e22702aff8f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:28.417961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.460705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '8b04a6b8-93a0-494a-90ad-24998e7a57f1', 'network_id': '641057e5-33ab-49a6-8341-40a33c0744b0', 'port_id': '8b04a6b8-93a0-494a-90ad-24998e7a57f1', 'mac_address': 'fa:16:3e:21:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e2d6da-ed24-41ea-ac21-d35dd5cba355', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:28.466538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=b47ac8fd-bace-4e3b-9afe-425d676bdf67,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.469867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] For port ce88b178-46e8-432f-95cc-9ac03a31f51d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:28.484092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57ad52cb-d103-416a-931c-5bec890f7d59 req-a994b59b-3145-49ca-95db-4ec45b1893de tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839372 Jul 16 08:42:28.529370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.539888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] For port ce88b178-46e8-432f-95cc-9ac03a31f51d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce88b178-46e8-432f-95cc-9ac03a31f51d,segment=NetworkSegment(5c2e7208-6799-4f2f-95d8-d63afac77df9),segment_id=5c2e7208-6799-4f2f-95d8-d63afac77df9)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:28.546075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object bd86fb2c-0493-4d97-93e9-760539f257dc will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:28.548880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.562877 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.582351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.622197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b04a6b8-93a0-494a-90ad-24998e7a57f1 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:28.634348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:28.643585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:28.645514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:28.647368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:28.648431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.653460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=bd86fb2c-0493-4d97-93e9-760539f257dc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.653760 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.669545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] For port 4f31365e-9906-4555-8941-b29579f304b5, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:28.680139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beede62-8587-420b-894e-2cfc00d9adb2 None None] Pushing event updated for resources: {'Port': ['ID=ce88b178-46e8-432f-95cc-9ac03a31f51d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.687081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] For port 4f31365e-9906-4555-8941-b29579f304b5, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4f31365e-9906-4555-8941-b29579f304b5,segment=NetworkSegment(28ae38d1-3fcd-4d46-a459-d2e01a1d2231),segment_id=28ae38d1-3fcd-4d46-a459-d2e01a1d2231)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:28.714582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.756435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=8b04a6b8-93a0-494a-90ad-24998e7a57f1,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.813334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.834259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ac18-ef52-49b3-9c92-3ae897cb27a4 None None] Pushing event updated for resources: {'Port': ['ID=4f31365e-9906-4555-8941-b29579f304b5,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.024134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['b47ac8fd-bace-4e3b-9afe-425d676bdf67'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:29.081430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['8b04a6b8-93a0-494a-90ad-24998e7a57f1'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:29.197310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88292c40-a444-4763-9e6d-02d01364e400 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:29.197538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd05a73-b1ca-4315-a472-4fbaa63db807 req-d78ab29e-5b9b-440e-ac00-500b262af867 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.206869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbd05a73-b1ca-4315-a472-4fbaa63db807 req-d78ab29e-5b9b-440e-ac00-500b262af867 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 943 time: 0.2115541 Jul 16 08:42:29.319259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbd05a73-b1ca-4315-a472-4fbaa63db807 req-e2106147-3e68-452f-8f6d-5eb02298f2b9 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112444 Jul 16 08:42:29.393637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.400040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.400912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.434395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 88292c40-a444-4763-9e6d-02d01364e400, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88292c40-a444-4763-9e6d-02d01364e400,segment=NetworkSegment(977da212-47e8-4750-87d0-f2d38ce3e8c2),segment_id=977da212-47e8-4750-87d0-f2d38ce3e8c2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:29.489449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '88292c40-a444-4763-9e6d-02d01364e400', 'network_id': '428e04fb-d9c6-464d-bc19-f6d3fc4fb856', 'port_id': '88292c40-a444-4763-9e6d-02d01364e400', 'mac_address': 'fa:16:3e:57:a4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e3b6cd-2be3-47bb-85f9-0c043bb54389', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:29.519779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=bd86fb2c-0493-4d97-93e9-760539f257dc,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.609838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.657351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4f31365e-9906-4555-8941-b29579f304b5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:29.688567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88292c40-a444-4763-9e6d-02d01364e400 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:29.721104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:29.724247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:29.740752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 88292c40-a444-4763-9e6d-02d01364e400, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88292c40-a444-4763-9e6d-02d01364e400,segment=NetworkSegment(977da212-47e8-4750-87d0-f2d38ce3e8c2),segment_id=977da212-47e8-4750-87d0-f2d38ce3e8c2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:29.751636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.839300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=88292c40-a444-4763-9e6d-02d01364e400,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.845827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 4f31365e-9906-4555-8941-b29579f304b5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:29.851278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce88b178-46e8-432f-95cc-9ac03a31f51d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:29.898233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0ff3e-c05c-4187-8baa-80eaf3cf0152 req-c650d69e-417f-4435-84f8-142b0ec7bf55 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.902836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6af0ff3e-c05c-4187-8baa-80eaf3cf0152 req-c650d69e-417f-4435-84f8-142b0ec7bf55 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 944 time: 0.2254062 Jul 16 08:42:29.912380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ce88b178-46e8-432f-95cc-9ac03a31f51d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:29.969247 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6af0ff3e-c05c-4187-8baa-80eaf3cf0152 req-160dbf09-fa19-4872-856a-92381448301c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 Jul 16 08:42:30.011112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router aeeeaf96-40a0-4533-8d82-5eaeaaf07ded is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:30.147857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:30.157693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59738) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.158238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-87a7af3b-4a92-43b4-9684-202ad30d44a8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/aeeeaf96-40a0-4533-8d82-5eaeaaf07ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9071360 Jul 16 08:42:30.169377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] Sync routers for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:30.180839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:30.181488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.247747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.258658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.272479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539afd3e-f6ef-4ed1-8cee-be171c636176 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.273420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['88292c40-a444-4763-9e6d-02d01364e400'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:30.276866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-539afd3e-f6ef-4ed1-8cee-be171c636176 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports/bd86fb2c-0493-4d97-93e9-760539f257dc HTTP/1.1" status: 200 len: 911 time: 0.1173382 Jul 16 08:42:30.277234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59746) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.333506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:30.334841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.394353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ce3cc-9c43-43b6-a4f3-a57debdd91e5 None None] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:30.400761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.401436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6e133-cdd0-48d0-9093-da883836f805 None None] The sync data for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:30.721888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f38e7311-0a0a-4e31-a9fc-7665df7c8cf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0799b3551e1c4fa39c71c900e6516893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619336 Jul 16 08:42:30.725133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.778225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] Provisioning for port ce88b178-46e8-432f-95cc-9ac03a31f51d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:30.795195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] Provisioning complete for port ce88b178-46e8-432f-95cc-9ac03a31f51d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:30.795718 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.835208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c78b0-8b62-444f-a9a4-b719cc8c1073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.867634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c78b0-8b62-444f-a9a4-b719cc8c1073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.888449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05cefc-2efd-4b40-a66c-23bae9fee29d req-433c1c8b-1ead-4c45-9886-dcef9665a913 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.895588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c05cefc-2efd-4b40-a66c-23bae9fee29d req-433c1c8b-1ead-4c45-9886-dcef9665a913 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 944 time: 0.3269031 Jul 16 08:42:30.949646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c78b0-8b62-444f-a9a4-b719cc8c1073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.956376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c78b0-8b62-444f-a9a4-b719cc8c1073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.960089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f18c78b0-8b62-444f-a9a4-b719cc8c1073 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08c9b9ac-3036-4a06-8ec3-ffe977f74e87 HTTP/1.1" status: 204 len: 168 time: 0.2339129 Jul 16 08:42:30.969638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c05cefc-2efd-4b40-a66c-23bae9fee29d req-fcb51ab0-384a-434c-a23a-22adb134bd48 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Jul 16 08:42:30.979520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c78b0-8b62-444f-a9a4-b719cc8c1073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c9b9ac-3036-4a06-8ec3-ffe977f74e87,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:30.983260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa0b9c-5ae7-4d5a-983a-f10f7ec64537 None None] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:31.091777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.218961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8b04a6b8-93a0-494a-90ad-24998e7a57f1 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:31.260564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.346150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] For port ce88b178-46e8-432f-95cc-9ac03a31f51d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce88b178-46e8-432f-95cc-9ac03a31f51d,segment=NetworkSegment(5c2e7208-6799-4f2f-95d8-d63afac77df9),segment_id=5c2e7208-6799-4f2f-95d8-d63afac77df9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:31.355145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.365983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:31.378643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915d925-d623-4ece-a8b3-216d6de68316 req-b7ed75a6-eca1-40b2-bde9-2d1c0b2fed2d tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.390429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d915d925-d623-4ece-a8b3-216d6de68316 req-b7ed75a6-eca1-40b2-bde9-2d1c0b2fed2d tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 944 time: 0.2104151 Jul 16 08:42:31.417404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:31.417847 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.476418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17805fd-d2bb-4673-9df4-20a3e00ed5af None None] Pushing event updated for resources: {'Port': ['ID=ce88b178-46e8-432f-95cc-9ac03a31f51d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.496019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] Provisioning for port 4f31365e-9906-4555-8941-b29579f304b5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:31.503476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] Provisioning complete for port 4f31365e-9906-4555-8941-b29579f304b5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:31.503864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.510035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d915d925-d623-4ece-a8b3-216d6de68316 req-026df99b-2795-4318-b348-48df11bb45ae tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185002 Jul 16 08:42:31.636638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.694319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b04a6b8-93a0-494a-90ad-24998e7a57f1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:31.696681 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ddd8d2-12e1-437e-9eb7-340eb58bae13" -d '{"events": [{"server_uuid": "756d4b96-cabd-4d23-b910-94142a3e00b6", "name": "network-vif-plugged", "status": "completed", "tag": "8b04a6b8-93a0-494a-90ad-24998e7a57f1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:31.723993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8:1::1 (f0c2f1e1-052b-45a8-9251-9e22702aff8f/840290af-4ec6-466d-bf18-e2bcf708dba1/35a6503a-6492-4c90-a901-3b23bd6913ab) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:31.760640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:31.786630 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.788144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b47ac8fd-bace-4e3b-9afe-425d676bdf67 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:31.908529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.967204 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af93e730-94e2-49aa-a9e1-dec689c40d57 x-openstack-request-id: req-af93e730-94e2-49aa-a9e1-dec689c40d57 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:31.967204 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756d4b96-cabd-4d23-b910-94142a3e00b6", "name": "network-vif-plugged", "status": "completed", "tag": "8b04a6b8-93a0-494a-90ad-24998e7a57f1", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:31.970840 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af93e730-94e2-49aa-a9e1-dec689c40d57 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:31.971291 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b04a6b8-93a0-494a-90ad-24998e7a57f1', 'code': 200} Jul 16 08:42:32.023238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c9ef-0abe-40c9-84c4-ec436ade82b7 req-de529632-df38-44b1-816e-09762399c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.026531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] For port 4f31365e-9906-4555-8941-b29579f304b5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4f31365e-9906-4555-8941-b29579f304b5,segment=NetworkSegment(28ae38d1-3fcd-4d46-a459-d2e01a1d2231),segment_id=28ae38d1-3fcd-4d46-a459-d2e01a1d2231)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:32.027527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c753c9ef-0abe-40c9-84c4-ec436ade82b7 req-de529632-df38-44b1-816e-09762399c327 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 1097 time: 0.1235371 Jul 16 08:42:32.043398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.082244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.117278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port b47ac8fd-bace-4e3b-9afe-425d676bdf67 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:32.121236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object 35a6503a-6492-4c90-a901-3b23bd6913ab will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:32.143154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port b47ac8fd-bace-4e3b-9afe-425d676bdf67 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.144717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.147951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c753c9ef-0abe-40c9-84c4-ec436ade82b7 req-bdbcfa00-45c7-4383-99e8-4d7471cec844 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168814 Jul 16 08:42:32.200163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.210098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=8b04a6b8-93a0-494a-90ad-24998e7a57f1,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.212854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Provisioning for port bd86fb2c-0493-4d97-93e9-760539f257dc completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:32.304500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Provisioning complete for port bd86fb2c-0493-4d97-93e9-760539f257dc triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.304900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.309041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:32.318167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:32.324006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:32.324587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.329941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b2508-639b-4c00-b32b-13916716af56 req-8a68fd9d-c89d-400c-874b-ec95b72227b8 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.343976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e4b2508-639b-4c00-b32b-13916716af56 req-8a68fd9d-c89d-400c-874b-ec95b72227b8 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 944 time: 0.1213861 Jul 16 08:42:32.372571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Port bd86fb2c-0493-4d97-93e9-760539f257dc cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:32.377494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=35a6503a-6492-4c90-a901-3b23bd6913ab,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.381703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c17b33-d3c8-4e7d-800a-63a2f9f68837 None None] Pushing event updated for resources: {'Port': ['ID=4f31365e-9906-4555-8941-b29579f304b5,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.408249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Provisioning complete for port 4f31365e-9906-4555-8941-b29579f304b5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.408693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.455179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e4b2508-639b-4c00-b32b-13916716af56 req-ffe759dc-4a8f-488d-9dce-777ad1a226c4 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101239 Jul 16 08:42:32.474757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59788) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.515906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.573644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.634710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port b47ac8fd-bace-4e3b-9afe-425d676bdf67, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:32.639793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.678095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Provisioning complete for port ce88b178-46e8-432f-95cc-9ac03a31f51d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.678656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3644de3a-1226-4e24-b7a0-24670b524243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.688951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1255009136-network', 'tenant_id': 'f64a89228ddb4631809701d951936544'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:32.744344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Made reservation on behalf of f64a89228ddb4631809701d951936544 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:32.747530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.750165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=b47ac8fd-bace-4e3b-9afe-425d676bdf67,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.757886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.874699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38998-5963-469b-a6b6-533b4ff11bbe req-8865f703-9358-4801-a94f-fb1673f790d8 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.875694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-33b38998-5963-469b-a6b6-533b4ff11bbe req-8865f703-9358-4801-a94f-fb1673f790d8 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.1737919 Jul 16 08:42:32.886111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.890289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.919336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:32.925840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33071b1b-df98-4f6b-82d7-36a167d312d1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.932588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.932948 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Added segment e67cdfa4-c851-43e5-81fb-7139feee61ef of type vlan for network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 Jul 16 08:42:32.940150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Provisioning for port 35a6503a-6492-4c90-a901-3b23bd6913ab completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:32.948182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Provisioning complete for port 35a6503a-6492-4c90-a901-3b23bd6913ab triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.948829 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.968127 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-33b38998-5963-469b-a6b6-533b4ff11bbe req-2314afe5-33d3-4259-8a7b-4a14f634ab9e tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641260 Jul 16 08:42:32.996401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.004209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Port 35a6503a-6492-4c90-a901-3b23bd6913ab cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:33.007603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.012803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.013656 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.016759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Provisioning complete for port bd86fb2c-0493-4d97-93e9-760539f257dc triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:33.017144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.033724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.035378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.036216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.057530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5810733 Jul 16 08:42:33.064715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.065477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-084aa16a-67e6-4c32-be02-844a07c83b0c None None] Port bd86fb2c-0493-4d97-93e9-760539f257dc cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:33.080110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Request body: {'subnet': {'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1255009136-subnet', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:33.113350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=35a6503a-6492-4c90-a901-3b23bd6913ab,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.119088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfd00-0151-43ae-a54c-dc331fca327e admin admin] Pushing event updated for resources: {'Network': ['ID=2756e075-c2f4-4f4f-86d1-ddadf79f6170,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.134511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:33.155707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Made reservation on behalf of f64a89228ddb4631809701d951936544 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:33.158121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.208866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88292c40-a444-4763-9e6d-02d01364e400 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:33.238965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:33.245347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:33.273836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 88292c40-a444-4763-9e6d-02d01364e400 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:33.279042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 88292c40-a444-4763-9e6d-02d01364e400 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:33.279802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.373366 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.415402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 88292c40-a444-4763-9e6d-02d01364e400, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88292c40-a444-4763-9e6d-02d01364e400,segment=NetworkSegment(977da212-47e8-4750-87d0-f2d38ce3e8c2),segment_id=977da212-47e8-4750-87d0-f2d38ce3e8c2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:33.420065 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.491054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=88292c40-a444-4763-9e6d-02d01364e400,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.518668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.521770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce88b178-46e8-432f-95cc-9ac03a31f51d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:33.575246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ce88b178-46e8-432f-95cc-9ac03a31f51d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:33.575653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.624602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0ff685f2-d64c-4541-9071-4ad28f6d1025 None None] Provisioning complete for port 35a6503a-6492-4c90-a901-3b23bd6913ab triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:33.624939 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ff685f2-d64c-4541-9071-4ad28f6d1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.663756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f417f5c-6c12-4c17-b4da-ff9d8a5aeb4c req-88e07494-a16c-4a1f-b640-e66b6cb6f652 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.665440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f417f5c-6c12-4c17-b4da-ff9d8a5aeb4c req-88e07494-a16c-4a1f-b640-e66b6cb6f652 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.0699701 Jul 16 08:42:33.690492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0ff685f2-d64c-4541-9071-4ad28f6d1025 None None] Port 35a6503a-6492-4c90-a901-3b23bd6913ab cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:33.706626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4f31365e-9906-4555-8941-b29579f304b5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:33.708144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f417f5c-6c12-4c17-b4da-ff9d8a5aeb4c req-a311ed87-4184-4049-9863-dba62a670aa7 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Jul 16 08:42:33.754916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4f31365e-9906-4555-8941-b29579f304b5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:33.755291 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.815014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router aeeeaf96-40a0-4533-8d82-5eaeaaf07ded has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:33.931556 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.972153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67'}, {'server_uuid': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88292c40-a444-4763-9e6d-02d01364e400'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:33.975486 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34f870-3fe0-4393-bdc5-0469d0cd3220" -d '{"events": [{"server_uuid": "f6b61cab-9ca4-4210-8c95-c727242c9a01", "name": "network-vif-plugged", "status": "completed", "tag": "b47ac8fd-bace-4e3b-9afe-425d676bdf67"}, {"server_uuid": "e2db577b-0d9d-439d-bfca-cdabaaf63f3a", "name": "network-vif-plugged", "status": "completed", "tag": "88292c40-a444-4763-9e6d-02d01364e400"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:34.006379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f91cfd-6fdd-4a17-841b-29b077f8b420,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.010527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:34.016889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0ce051d9-452f-4a10-afb0-bc99cec5ee35 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/aeeeaf96-40a0-4533-8d82-5eaeaaf07ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7385790 Jul 16 08:42:34.019373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.030106 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] Sync routers for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:34.032195 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb98c2-e4ff-430e-b5e3-7a2ac6448335 x-openstack-request-id: req-49bb98c2-e4ff-430e-b5e3-7a2ac6448335 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:34.032574 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b61cab-9ca4-4210-8c95-c727242c9a01", "name": "network-vif-plugged", "status": "completed", "tag": "b47ac8fd-bace-4e3b-9afe-425d676bdf67", "code": 200}, {"server_uuid": "e2db577b-0d9d-439d-bfca-cdabaaf63f3a", "name": "network-vif-plugged", "status": "completed", "tag": "88292c40-a444-4763-9e6d-02d01364e400", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:34.037302 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49bb98c2-e4ff-430e-b5e3-7a2ac6448335 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:34.037724 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67', 'code': 200} Jul 16 08:42:34.038145 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88292c40-a444-4763-9e6d-02d01364e400', 'code': 200} Jul 16 08:42:34.047548 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:34.048171 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.064860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Checking segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:34.065355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Network hostable DHCP agents. Network: 2756e075-c2f4-4f4f-86d1-ddadf79f6170, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:34.082222 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.094132 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:34.096946 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.136298 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.137248 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13579dd-af1f-4976-8df6-787c67605d84 None None] The sync data for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:34.153949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b787fe-7146-430b-bb84-bd18e1b50de6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.155427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e8b787fe-7146-430b-bb84-bd18e1b50de6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports/35a6503a-6492-4c90-a901-3b23bd6913ab HTTP/1.1" status: 200 len: 913 time: 0.1350963 Jul 16 08:42:34.158767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:34.159350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59822) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.174891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 2756e075-c2f4-4f4f-86d1-ddadf79f6170) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:34.181065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.188420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0de989-93dc-42ee-904f-cb204732bbc3 None None] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:34.196087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.224405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4d4c0f51-d6e6-4b1c-8010-1f017e8feaeb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1485746 Jul 16 08:42:34.242216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59826) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.247775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:34.284945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.286196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.306867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9fc66-7db6-4427-81e0-93fc33d618c1 req-1b465496-71ac-4024-85b1-586b2816776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.308651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fca9fc66-7db6-4427-81e0-93fc33d618c1 req-1b465496-71ac-4024-85b1-586b2816776d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 1097 time: 0.0946565 Jul 16 08:42:34.383849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.417743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:34.419071 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.534968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787bd70-8593-4594-9289-555cd678a10f req-35a0474d-1af9-4a64-809b-367a63750492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.536549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0787bd70-8593-4594-9289-555cd678a10f req-35a0474d-1af9-4a64-809b-367a63750492 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 1097 time: 0.2170880 Jul 16 08:42:34.550947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c10494-f9ee-4d57-8b69-8d1842489056 req-c055f162-68f4-43a2-9aa7-784e1e0d7905 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.560742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1c10494-f9ee-4d57-8b69-8d1842489056 req-c055f162-68f4-43a2-9aa7-784e1e0d7905 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.4040830 Jul 16 08:42:34.562698 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:34.569988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fca9fc66-7db6-4427-81e0-93fc33d618c1 req-38b01e9a-c1dd-4721-b274-1bb012a1a32b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843355 Jul 16 08:42:34.604786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Allocated IP 172.20.0.2 (2756e075-c2f4-4f4f-86d1-ddadf79f6170/c1f91cfd-6fdd-4a17-841b-29b077f8b420/39f85a66-a1bf-453d-a068-cbb46ff5a2e5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:34.649521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0787bd70-8593-4594-9289-555cd678a10f req-2b270369-2a6c-40b7-8e8f-cb4d3c6692f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744002 Jul 16 08:42:34.654896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1c10494-f9ee-4d57-8b69-8d1842489056 req-932f3340-9a44-48ad-a568-18b2011746f7 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898864 Jul 16 08:42:34.689810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.821053 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.841038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Transition to ACTIVE for port object 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:34.859686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Transition to ACTIVE for port object 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:34.866215 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.916369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:34.917963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:34.921364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:34.938455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Pushing event updated for resources: {'Port': ['ID=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.946233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188273-ea3a-453a-9e9d-267e7f6829c4 req-f70dcacc-429e-4e05-b5cc-3d855a39e2ee tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.947873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8188273-ea3a-453a-9e9d-267e7f6829c4 req-f70dcacc-429e-4e05-b5cc-3d855a39e2ee tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.1067600 Jul 16 08:42:34.950397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.958375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.986071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.007668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Attempting to bind port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:35.008248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Attempting to bind port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:35.008618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Attempting to bind port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 on network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:35.015571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:35.016085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Checking segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:35.016591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.017083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Bound using segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:35.017744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Bound port: 39f85a66-a1bf-453d-a068-cbb46ff5a2e5, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:35.018217 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.070319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8188273-ea3a-453a-9e9d-267e7f6829c4 req-92716666-30f0-422d-8b0a-dd35cfd703cf tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816731 Jul 16 08:42:35.110376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] For port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:35.114595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] For port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:35.121889 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.124338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Allocated IP 172.25.0.199 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0adbdec6-7eb6-4569-872d-8b6e35746e05) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:35.201274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039aa2e-11ba-4e0c-8c83-c08af16c7934 None None] Pushing event updated for resources: {'Port': ['ID=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.276432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.284590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 35a6503a-6492-4c90-a901-3b23bd6913ab {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:35.284933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.320128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.364642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:35.367544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:35.371303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:35.398774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.409841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Pushing event updated for resources: {'Port': ['ID=0adbdec6-7eb6-4569-872d-8b6e35746e05,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.422690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 35a6503a-6492-4c90-a901-3b23bd6913ab owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:35.610127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:35.691189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.698324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:35.733426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=35a6503a-6492-4c90-a901-3b23bd6913ab,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.741982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.281954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba761de-b60c-4a40-8c74-63da36d3d1c3 req-220a7776-d767-4d80-903a-9bd9efd7122d tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.300534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dba761de-b60c-4a40-8c74-63da36d3d1c3 req-220a7776-d767-4d80-903a-9bd9efd7122d tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.3709655 Jul 16 08:42:36.366330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.486916 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dba761de-b60c-4a40-8c74-63da36d3d1c3 req-654d1e36-7c16-4fc9-abc7-bc82e1da9cab tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854651 Jul 16 08:42:36.618573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:36.653871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.755247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85df7f8-2d4a-433c-a8ed-85489ad7898f None None] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:36.774941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:36.784236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625aa3b-0133-4eec-8695-7b1c7f1efafb req-3587baec-4c87-4668-90ad-9b41759161d8 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.787269 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5625aa3b-0133-4eec-8695-7b1c7f1efafb req-3587baec-4c87-4668-90ad-9b41759161d8 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.2131217 Jul 16 08:42:36.793620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Sync routers for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:36.796649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.800603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c83a1bc-1adb-4daf-9932-e70d6ae6fb5b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5538566 Jul 16 08:42:36.801009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59852) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.811999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:36.812638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:36.859676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5625aa3b-0133-4eec-8695-7b1c7f1efafb req-fb0f96cf-abfa-4bdf-9702-0007710ce4a0 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606322 Jul 16 08:42:36.962669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router aeeeaf96-40a0-4533-8d82-5eaeaaf07ded has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:37.122577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:37.129427 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eeee6b30-d04a-4b17-a1de-ec3090b7cdde tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/aeeeaf96-40a0-4533-8d82-5eaeaaf07ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9576006 Jul 16 08:42:37.132319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59858) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.140500 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] Sync routers for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:37.155003 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:37.156133 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:37.204558 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:37.217282 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:37.218672 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:37.269199 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:37.270163 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6b1c8-e989-4621-adef-aa27ddc4dab5 None None] The sync data for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:37.307742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] Provisioning for port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:37.320948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] Provisioning complete for port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:37.321557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.407826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:37.449252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.619053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.623606 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.703210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] For port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:37.709586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Allocated IP 172.20.0.1 (2756e075-c2f4-4f4f-86d1-ddadf79f6170/c1f91cfd-6fdd-4a17-841b-29b077f8b420/9264c528-6d23-4d2b-a68c-4903c9796fbe) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:37.752205 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.886165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a39ec-e2ed-46f5-80f6-38dc620a4f96 None None] Pushing event updated for resources: {'Port': ['ID=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.934161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 3, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:37.938908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f478a-05c9-47d7-8ce1-e59ae898dc6b req-99568edb-bca1-4bab-9456-e720d7c0472c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.942040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-090f478a-05c9-47d7-8ce1-e59ae898dc6b req-99568edb-bca1-4bab-9456-e720d7c0472c tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.2205477 Jul 16 08:42:38.012051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Checking router: 19e010b3-0378-4cdc-96a1-53c4ec06ce4f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:38.012655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Updating router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f port 0adbdec6-7eb6-4569-872d-8b6e35746e05 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:38.058282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.117718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port bd86fb2c-0493-4d97-93e9-760539f257dc {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:38.118432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.123111 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-090f478a-05c9-47d7-8ce1-e59ae898dc6b req-63723218-a52e-4f8c-a679-1869663d2558 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721601 Jul 16 08:42:38.130160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ab48fb68-4fb9-452f-8bf6-a48cc02c7e14 None None] Provisioning complete for port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.130871 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ab48fb68-4fb9-452f-8bf6-a48cc02c7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.142207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Transition to ACTIVE for port object 9264c528-6d23-4d2b-a68c-4903c9796fbe will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:38.214286 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.233733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.288106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:38.292856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:38.295399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:38.338408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Pushing event updated for resources: {'Port': ['ID=9264c528-6d23-4d2b-a68c-4903c9796fbe,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.362873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.446974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8fed9-68ca-4329-b983-9342b9420ba4 req-4abb29aa-c3bb-46f9-8244-4144b0067e2c tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.456564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bde8fed9-68ca-4329-b983-9342b9420ba4 req-4abb29aa-c3bb-46f9-8244-4144b0067e2c tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.2589283 Jul 16 08:42:38.520274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.541992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bde8fed9-68ca-4329-b983-9342b9420ba4 req-1cf59109-d341-4ea1-b042-9139afc4d788 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819199 Jul 16 08:42:38.570879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for bd86fb2c-0493-4d97-93e9-760539f257dc owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:38.598109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f46767-5e05-4940-aa40-64b83a727675 req-c35daa46-a206-4903-aa58-c064b5655596 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.600011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80f46767-5e05-4940-aa40-64b83a727675 req-c35daa46-a206-4903-aa58-c064b5655596 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 945 time: 0.1649344 Jul 16 08:42:38.672271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.686694 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.689694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0d502c69-405b-4efc-95dd-1b4322ae63b4 None None] Provisioning for port 9264c528-6d23-4d2b-a68c-4903c9796fbe completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:38.698553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0d502c69-405b-4efc-95dd-1b4322ae63b4 None None] Provisioning complete for port 9264c528-6d23-4d2b-a68c-4903c9796fbe triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.699103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d502c69-405b-4efc-95dd-1b4322ae63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.702945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80f46767-5e05-4940-aa40-64b83a727675 req-84e7c9ba-4dda-44f7-85f2-289cce79dcf6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Jul 16 08:42:38.726658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Transition to ACTIVE for port object 0adbdec6-7eb6-4569-872d-8b6e35746e05 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:38.747215 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.749347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0d502c69-405b-4efc-95dd-1b4322ae63b4 None None] Port 9264c528-6d23-4d2b-a68c-4903c9796fbe cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:38.814540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Attempting to bind port 0adbdec6-7eb6-4569-872d-8b6e35746e05 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:38.815118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Attempting to bind port 0adbdec6-7eb6-4569-872d-8b6e35746e05 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:38.815623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Attempting to bind port 0adbdec6-7eb6-4569-872d-8b6e35746e05 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:38.824229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:38.824850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:38.825341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.825820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:38.826366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Bound port: 0adbdec6-7eb6-4569-872d-8b6e35746e05, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:38.826898 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.829824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c459a-7147-45bd-9db4-3a2308d5ddfd None None] Pushing event updated for resources: {'Port': ['ID=0adbdec6-7eb6-4569-872d-8b6e35746e05,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.915761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] For port 0adbdec6-7eb6-4569-872d-8b6e35746e05, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:38.925730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] For port 0adbdec6-7eb6-4569-872d-8b6e35746e05, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0adbdec6-7eb6-4569-872d-8b6e35746e05,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:38.931201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.009399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.030777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.059900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=bd86fb2c-0493-4d97-93e9-760539f257dc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.083031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:39.084196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:39.105836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.150863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c459a-7147-45bd-9db4-3a2308d5ddfd None None] Pushing event updated for resources: {'Port': ['ID=0adbdec6-7eb6-4569-872d-8b6e35746e05,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.248527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Pushing event updated for resources: {'Port': ['ID=9264c528-6d23-4d2b-a68c-4903c9796fbe,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.258065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.306117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:39.317038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3be38-6642-4f0c-a726-64d68ced7ab0 req-afd63177-0231-44e6-a143-7bdd525f429e tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.319063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9db3be38-6642-4f0c-a726-64d68ced7ab0 req-afd63177-0231-44e6-a143-7bdd525f429e tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.2853732 Jul 16 08:42:39.321599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.509113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9db3be38-6642-4f0c-a726-64d68ced7ab0 req-25d1a9db-7a7d-471f-9dd6-d2882983c44e tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788709 Jul 16 08:42:39.550712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:39.553570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:39.588288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:39.770808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router aeeeaf96-40a0-4533-8d82-5eaeaaf07ded has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:39.791107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:39.935052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb4ccc-ca54-46b9-af2c-16af22384f85 req-ea18fd71-fd8c-415a-8a43-3e7cbea04003 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.937019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfb4ccc-ca54-46b9-af2c-16af22384f85 req-ea18fd71-fd8c-415a-8a43-3e7cbea04003 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 945 time: 0.2333782 Jul 16 08:42:39.938292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:39.945214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-06c54d83-c012-4621-bec7-897f70caf031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/aeeeaf96-40a0-4533-8d82-5eaeaaf07ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111947 Jul 16 08:42:39.949270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:39.949836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.955366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59892) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:39.978963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] Sync routers for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:40.011762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 2, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.035829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:40.045174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd60406a-89f8-4428-b7f2-19da0c70957c admin admin] 10.222.0.41 "PUT /v2.0/routers/19e010b3-0378-4cdc-96a1-53c4ec06ce4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2432616 Jul 16 08:42:40.092352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b0a8fa-ef4f-4881-99bc-23ddda07d850 None None] The sync data for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 is: [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 2, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:40.093220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ad1e6be4-6fbd-453f-8e51-b7c9e6c61366 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeeaf96-40a0-4533-8d82-5eaeaaf07ded HTTP/1.1" status: 200 len: 205 time: 0.1367643 Jul 16 08:42:40.096412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59898) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.123594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:40.124402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.162705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfb4ccc-ca54-46b9-af2c-16af22384f85 req-c98b8850-b9ba-4dce-9fce-874abb343858 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086577 Jul 16 08:42:40.181929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.187279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f2f4e87b-a872-4af8-9037-b448f7ae71d2 None None] Provisioning complete for port 9264c528-6d23-4d2b-a68c-4903c9796fbe triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:40.187997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e87b-a872-4af8-9037-b448f7ae71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.313976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] Routers {'aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:40.314766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.337617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.376098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.377180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ac476-cbf2-47f0-b25f-77451f56d999 None None] The sync data for ids ['aeeeaf96-40a0-4533-8d82-5eaeaaf07ded'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:40.379601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4e87b-a872-4af8-9037-b448f7ae71d2 None None] Port 9264c528-6d23-4d2b-a68c-4903c9796fbe cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:40.599547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e794e2-0cc2-4b9c-8f26-a2c557f17d83 req-ced9fd37-a130-4e59-8028-3e5c896ea872 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.601772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85e794e2-0cc2-4b9c-8f26-a2c557f17d83 req-ced9fd37-a130-4e59-8028-3e5c896ea872 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.1745145 Jul 16 08:42:40.611492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.614364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.651575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85e794e2-0cc2-4b9c-8f26-a2c557f17d83 req-a40256d0-b38f-43ef-a08e-7bd246056e28 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Jul 16 08:42:40.697700 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.701313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router aeeeaf96-40a0-4533-8d82-5eaeaaf07ded {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:40.716870 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.720881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27d53cd3-8e12-49df-8291-29e3dcefbe71 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/aeeeaf96-40a0-4533-8d82-5eaeaaf07ded HTTP/1.1" status: 204 len: 168 time: 0.6206627 Jul 16 08:42:40.721431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.809788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet 840290af-4ec6-466d-bf18-e2bcf708dba1 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:40.827660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.969708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.989144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-e07adc55-cc4c-45cc-8e69-4e2236f11f01 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.990796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-e07adc55-cc4c-45cc-8e69-4e2236f11f01 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "GET /v2.0/ports?device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 945 time: 0.2042539 Jul 16 08:42:41.152849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59926) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:41.163299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1211572294-network', 'tenant_id': '47b9b1434ece4d268362029612bd47c7'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:41.289222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Deleting port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:41.289721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.416103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] For port 8b04a6b8-93a0-494a-90ad-24998e7a57f1, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8b04a6b8-93a0-494a-90ad-24998e7a57f1,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:41.416469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.439242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Calling delete_port for 8b04a6b8-93a0-494a-90ad-24998e7a57f1 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:41.585727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0adbdec6-7eb6-4569-872d-8b6e35746e05 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:41.600034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110911f3-ca7b-4cf2-8c4b-2c41481d0ecb req-783824ff-68e3-4f8b-9858-43001e1088fa tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.601655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-110911f3-ca7b-4cf2-8c4b-2c41481d0ecb req-783824ff-68e3-4f8b-9858-43001e1088fa tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 945 time: 0.1603482 Jul 16 08:42:41.687551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 0adbdec6-7eb6-4569-872d-8b6e35746e05 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:41.695860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0adbdec6-7eb6-4569-872d-8b6e35746e05 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:41.696226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.713160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-110911f3-ca7b-4cf2-8c4b-2c41481d0ecb req-31da07d1-a950-4b62-8550-5347fffaa292 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018801 Jul 16 08:42:41.782037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Made reservation on behalf of 47b9b1434ece4d268362029612bd47c7 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:41.784585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.848563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.861720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.880051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['97c72358-c730-4414-945b-fb31a444c87a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:41.883580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.922691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Pushing event deleted for resources: {'Port': ['ID=8b04a6b8-93a0-494a-90ad-24998e7a57f1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.944500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['b47ac8fd-bace-4e3b-9afe-425d676bdf67', '8b04a6b8-93a0-494a-90ad-24998e7a57f1'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:41.972469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01ab28-fe57-4b6d-8b5a-fe0f855a73cc req-6adbf259-9ad2-4776-831d-871158f65744 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.973140 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.974870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb01ab28-fe57-4b6d-8b5a-fe0f855a73cc req-6adbf259-9ad2-4776-831d-871158f65744 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.2085433 Jul 16 08:42:42.048581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.081372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] No DVR routers for this DVR port 8b04a6b8-93a0-494a-90ad-24998e7a57f1 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:42.088970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.093490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec9c74c6-a135-464c-8ee9-1dd0547d488b req-2ceb398d-fc3d-40f5-b601-4cdfecc9ad88 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "DELETE /v2.0/ports/8b04a6b8-93a0-494a-90ad-24998e7a57f1 HTTP/1.1" status: 204 len: 173 time: 1.0922537 Jul 16 08:42:42.095916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'name': 'network-vif-deleted', 'tag': '8b04a6b8-93a0-494a-90ad-24998e7a57f1'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:42.097962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 0adbdec6-7eb6-4569-872d-8b6e35746e05, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0adbdec6-7eb6-4569-872d-8b6e35746e05,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:42.103451 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0090e-e214-48a8-b370-f343d2b3c33e" -d '{"events": [{"server_uuid": "756d4b96-cabd-4d23-b910-94142a3e00b6", "name": "network-vif-deleted", "tag": "8b04a6b8-93a0-494a-90ad-24998e7a57f1"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:42.120956 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.131298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb01ab28-fe57-4b6d-8b5a-fe0f855a73cc req-7b1a7b90-ce83-4c31-a40a-f4b0b5eb2355 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416950 Jul 16 08:42:42.135981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=840290af-4ec6-466d-bf18-e2bcf708dba1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.139038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.141958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/840290af-4ec6-466d-bf18-e2bcf708dba1 HTTP/1.1" status: 204 len: 168 time: 1.4193389 Jul 16 08:42:42.144894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59940) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.155833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.156792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.157395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.158005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.159242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.159864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.160426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.160967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.164628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.165292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.166020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.166750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049fcc51-04c2-4906-adba-97f9c587200d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.226622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70106c21-7ffd-4c16-ac56-10300d3a3776 None None] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:42.239382 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.252247 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.266981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet 2122df69-ddc9-498a-80b4-f0d0e9ef8d10 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:42.271024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.315158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144daa80-10c9-4d40-bbf7-b6051df2f477,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.325969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.330755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:42.356324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.356677 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Added segment b74fb302-8784-4496-bc14-6b81b137a351 of type vlan for network 39de9eef-8929-4edd-8b98-33decb738278 Jul 16 08:42:42.366123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=0adbdec6-7eb6-4569-872d-8b6e35746e05,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.420095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.485237 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0185a7b0-16e5-41b9-8263-6d634b73bccf x-openstack-request-id: req-0185a7b0-16e5-41b9-8263-6d634b73bccf {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:42.485617 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756d4b96-cabd-4d23-b910-94142a3e00b6", "name": "network-vif-deleted", "tag": "8b04a6b8-93a0-494a-90ad-24998e7a57f1", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:42.485928 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0185a7b0-16e5-41b9-8263-6d634b73bccf {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:42.486396 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756d4b96-cabd-4d23-b910-94142a3e00b6', 'name': 'network-vif-deleted', 'tag': '8b04a6b8-93a0-494a-90ad-24998e7a57f1', 'status': 'completed', 'code': 200} Jul 16 08:42:42.488142 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.519831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=2122df69-ddc9-498a-80b4-f0d0e9ef8d10,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.525103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.529954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d8f01a89-c8c1-488b-9616-57c50114319e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/2122df69-ddc9-498a-80b4-f0d0e9ef8d10 HTTP/1.1" status: 204 len: 168 time: 0.3813834 Jul 16 08:42:42.530269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59944) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.534217 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.561995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa2f3d2-f43e-451b-8f1a-9418d3459c8c None None] Network dfdb63c4-d51c-4682-9726-fd681f7d2739 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:42.616647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.617941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.618719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.634865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.718753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 4f31365e-9906-4555-8941-b29579f304b5 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:42.719805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.721647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5675766 Jul 16 08:42:42.722653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59946) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.723295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb7cc-fc85-4269-8bd6-059b79c0e7dd admin admin] Pushing event updated for resources: {'Network': ['ID=39de9eef-8929-4edd-8b98-33decb738278,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.730971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Request body: {'subnet': {'network_id': '39de9eef-8929-4edd-8b98-33decb738278', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1211572294-subnet', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:42.744449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 39de9eef-8929-4edd-8b98-33decb738278 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:42.759104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Made reservation on behalf of 47b9b1434ece4d268362029612bd47c7 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:42.761989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.837545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port 4f31365e-9906-4555-8941-b29579f304b5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4f31365e-9906-4555-8941-b29579f304b5,segment=NetworkSegment(28ae38d1-3fcd-4d46-a459-d2e01a1d2231),segment_id=28ae38d1-3fcd-4d46-a459-d2e01a1d2231)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:42.837914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.906597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 4f31365e-9906-4555-8941-b29579f304b5 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:42.950662 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-465beb17-e67e-4b3c-8162-8dd3b87eb306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.044114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] DHCP port deletion for f0c2f1e1-052b-45a8-9251-9e22702aff8f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:43.068113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.077699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af6ee20d-d508-4e95-89ca-f08050fc6dcf req-e6a7d50e-9266-4dba-a20a-3bffe1c91e67 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=756d4b96-cabd-4d23-b910-94142a3e00b6 HTTP/1.1" status: 200 len: 210 time: 0.0546355 Jul 16 08:42:43.113439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-9a3668df-f05a-4fca-b684-86ade55dadf2 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.113601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-9a3668df-f05a-4fca-b684-86ade55dadf2 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.2676682 Jul 16 08:42:43.117319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] DHCP port deletion for dfdb63c4-d51c-4682-9726-fd681f7d2739 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:43.180734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9668e2-ef92-4451-8c2b-9b5c426942b6,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.185524 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.229475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Checking segment: {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:43.230059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=4f31365e-9906-4555-8941-b29579f304b5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.230477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Network hostable DHCP agents. Network: 39de9eef-8929-4edd-8b98-33decb738278, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:43.257694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port 4f31365e-9906-4555-8941-b29579f304b5 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:43.279677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Network 39de9eef-8929-4edd-8b98-33decb738278 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:43.303986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 39de9eef-8929-4edd-8b98-33decb738278) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:43.315384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.315968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.339647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8d2397c1-31e9-4254-9d7b-1074da6c1cb4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6125531 Jul 16 08:42:43.340318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59958) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.346507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:43.383807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.385687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.407837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.436019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c2f1e1-052b-45a8-9251-9e22702aff8f']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.476662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Deleting port 88292c40-a444-4763-9e6d-02d01364e400 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:43.477016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.480872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ae38d1-3fcd-4d46-a459-d2e01a1d2231') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.481173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ae38d1-3fcd-4d46-a459-d2e01a1d2231') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.498497 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.522848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76331ad9-9f39-4e28-bac8-6cf9302a6dfa None None] Network 39de9eef-8929-4edd-8b98-33decb738278 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:43.535157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.555661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.587025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0adbdec6-7eb6-4569-872d-8b6e35746e05 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:43.605565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:43.605985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:43.610437 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:43.648651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc58fe-0c8a-4798-8e9c-984697cad05e req-26071d12-243a-4c0f-8c3b-d78f106aefec tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.650230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4dc58fe-0c8a-4798-8e9c-984697cad05e req-26071d12-243a-4c0f-8c3b-d78f106aefec tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 945 time: 0.2394245 Jul 16 08:42:43.660705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Deleting port 4f31365e-9906-4555-8941-b29579f304b5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:43.661383 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.738977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4dc58fe-0c8a-4798-8e9c-984697cad05e req-98c1f7b4-57e0-4ead-a8d9-a828e3ae0e1d tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810766 Jul 16 08:42:43.740979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] For port 88292c40-a444-4763-9e6d-02d01364e400, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=88292c40-a444-4763-9e6d-02d01364e400,segment=NetworkSegment(977da212-47e8-4750-87d0-f2d38ce3e8c2),segment_id=977da212-47e8-4750-87d0-f2d38ce3e8c2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:43.741355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.744022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.766457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] Deleting port ce88b178-46e8-432f-95cc-9ac03a31f51d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:43.766982 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.769821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.775440 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/f0c2f1e1-052b-45a8-9251-9e22702aff8f HTTP/1.1" status: 204 len: 168 time: 1.2416220 Jul 16 08:42:43.779708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59964) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.789428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.794599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Calling delete_port for 88292c40-a444-4763-9e6d-02d01364e400 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:43.810960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143809c-5c40-479b-a403-a0e4de11ea60 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=f0c2f1e1-052b-45a8-9251-9e22702aff8f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.818960 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Sync routers for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:43.826038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] For port 4f31365e-9906-4555-8941-b29579f304b5, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:43.826454 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.837462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:43.838094 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.860004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0adbdec6-7eb6-4569-872d-8b6e35746e05 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:43.860407 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.866943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Calling delete_port for 4f31365e-9906-4555-8941-b29579f304b5 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:43.913934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Port 4f31365e-9906-4555-8941-b29579f304b5 was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:42:43.940224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.035687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.050207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Network f0c2f1e1-052b-45a8-9251-9e22702aff8f is not hosted by any dhcp agent {{(pid=93701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:42:44.051120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] No DVR routers for this DVR port 4f31365e-9906-4555-8941-b29579f304b5 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:44.064383 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:44.137145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port ce88b178-46e8-432f-95cc-9ac03a31f51d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:44.138158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.141005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.153293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce6327-c4ba-435d-a955-af5f37652a12 None None] Pushing event deleted for resources: {'Port': ['ID=4f31365e-9906-4555-8941-b29579f304b5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.175679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-39de9eef-8929-4edd-8b98-33decb738278', 'network_id': '39de9eef-8929-4edd-8b98-33decb738278', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'fixed_ips': [{'subnet_id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:44.178719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.189428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] For port ce88b178-46e8-432f-95cc-9ac03a31f51d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce88b178-46e8-432f-95cc-9ac03a31f51d,segment=NetworkSegment(5c2e7208-6799-4f2f-95d8-d63afac77df9),segment_id=5c2e7208-6799-4f2f-95d8-d63afac77df9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:44.189836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.207584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['88292c40-a444-4763-9e6d-02d01364e400'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:44.215798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Pushing event deleted for resources: {'Port': ['ID=88292c40-a444-4763-9e6d-02d01364e400,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.245129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.272364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.297045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c335e58-7100-45f6-ae6e-f6861eb78fde req-f453688c-586a-4545-8e0e-57349cfd5536 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.304507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c335e58-7100-45f6-ae6e-f6861eb78fde req-f453688c-586a-4545-8e0e-57349cfd5536 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 946 time: 0.1607287 Jul 16 08:42:44.362901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] Calling delete_port for ce88b178-46e8-432f-95cc-9ac03a31f51d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:44.457047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c335e58-7100-45f6-ae6e-f6861eb78fde req-5ed29b82-09f6-4827-9fab-4a06d0cec3e9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401992 Jul 16 08:42:44.559681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Allocated IP 172.25.0.132 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/288c90bf-008d-4b39-8980-50e442351138) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:44.568300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4f31365e-9906-4555-8941-b29579f304b5 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:44.603658 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 2, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.636663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 4f31365e-9906-4555-8941-b29579f304b5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:44.637376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4f31365e-9906-4555-8941-b29579f304b5 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:44.638604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce88b178-46e8-432f-95cc-9ac03a31f51d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:44.659354 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Checking router: 19e010b3-0378-4cdc-96a1-53c4ec06ce4f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:44.659697 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Updating router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f port 9264c528-6d23-4d2b-a68c-4903c9796fbe binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:44.698237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.746384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Allocated IP 172.20.0.2 (39de9eef-8929-4edd-8b98-33decb738278/cb9668e2-ef92-4451-8c2b-9b5c426942b6/272a0481-b3cc-46e9-a37b-77588d5f40c6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:44.747380 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.780139 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.862312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] No DVR routers for this DVR port 88292c40-a444-4763-9e6d-02d01364e400 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:44.874734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.877201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dac6b5f8-5b54-4fda-813e-ce920e3f5dac req-aa94adb7-1099-4183-8f02-61400193c132 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.36 "DELETE /v2.0/ports/88292c40-a444-4763-9e6d-02d01364e400 HTTP/1.1" status: 204 len: 173 time: 1.7561955 Jul 16 08:42:44.892425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port ce88b178-46e8-432f-95cc-9ac03a31f51d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce88b178-46e8-432f-95cc-9ac03a31f51d,segment=NetworkSegment(5c2e7208-6799-4f2f-95d8-d63afac77df9),segment_id=5c2e7208-6799-4f2f-95d8-d63afac77df9)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:44.892940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.897688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:44.898594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'name': 'network-vif-deleted', 'tag': '88292c40-a444-4763-9e6d-02d01364e400'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:44.903918 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e7943-ca6b-4287-a5d8-7d1002c8fa81" -d '{"events": [{"server_uuid": "e2db577b-0d9d-439d-bfca-cdabaaf63f3a", "name": "network-vif-deleted", "tag": "88292c40-a444-4763-9e6d-02d01364e400"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:44.907530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:44.922551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:44.972605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for ce88b178-46e8-432f-95cc-9ac03a31f51d owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:44.982756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Pushing event updated for resources: {'Port': ['ID=288c90bf-008d-4b39-8980-50e442351138,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.032570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.045507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Transition to ACTIVE for port object 272a0481-b3cc-46e9-a37b-77588d5f40c6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:45.075242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Transition to ACTIVE for port object 272a0481-b3cc-46e9-a37b-77588d5f40c6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:45.096246 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.171387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.222842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Network 39de9eef-8929-4edd-8b98-33decb738278 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:45.224636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port ce88b178-46e8-432f-95cc-9ac03a31f51d on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:45.225235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:45.227986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:45.230437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=ce88b178-46e8-432f-95cc-9ac03a31f51d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.293423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8b04a6b8-93a0-494a-90ad-24998e7a57f1 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:45.354192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.371659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdb63c4-d51c-4682-9726-fd681f7d2739']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:45.374044 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.385513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2e7208-6799-4f2f-95d8-d63afac77df9') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:45.386107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2e7208-6799-4f2f-95d8-d63afac77df9') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:45.391225 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.397300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 8b04a6b8-93a0-494a-90ad-24998e7a57f1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:45.397790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8b04a6b8-93a0-494a-90ad-24998e7a57f1 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:45.398519 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Transition to ACTIVE for port object 9264c528-6d23-4d2b-a68c-4903c9796fbe will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:45.404864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.407452 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.412886 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.415265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Pushing event updated for resources: {'Port': ['ID=272a0481-b3cc-46e9-a37b-77588d5f40c6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.429558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.437230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:45.437784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:45.441769 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:45.473618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] No DVR routers for this DVR port ce88b178-46e8-432f-95cc-9ac03a31f51d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:45.477333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ea38d-ed48-4b37-b87f-587a3073204b None None] Pushing event deleted for resources: {'Port': ['ID=ce88b178-46e8-432f-95cc-9ac03a31f51d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.480005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Attempting to bind port 272a0481-b3cc-46e9-a37b-77588d5f40c6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:45.480478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Attempting to bind port 272a0481-b3cc-46e9-a37b-77588d5f40c6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:45.481277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Attempting to bind port 272a0481-b3cc-46e9-a37b-77588d5f40c6 on network 39de9eef-8929-4edd-8b98-33decb738278 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:45.496662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:45.497168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Checking segment: {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:45.497674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.498191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Bound using segment: {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:45.498779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Bound port: 272a0481-b3cc-46e9-a37b-77588d5f40c6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:45.499954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.563040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-256858a7-6046-42c1-a3cf-5e2604e6bc9a req-9edf7019-188b-447f-bead-24dad9d790a8 tempest-ServersNegativeTestMultiTenantJSON-593615270 tempest-ServersNegativeTestMultiTenantJSON-593615270-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2db577b-0d9d-439d-bfca-cdabaaf63f3a HTTP/1.1" status: 200 len: 210 time: 0.1990771 Jul 16 08:42:45.566381 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Pushing event updated for resources: {'Port': ['ID=9264c528-6d23-4d2b-a68c-4903c9796fbe,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.586106 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.586454 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.586859 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.587191 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.587545 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.594267 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.594398 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.594889 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.595406 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.595595 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.596176 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.596716 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.597216 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:45.616745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.633350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/dfdb63c4-d51c-4682-9726-fd681f7d2739 HTTP/1.1" status: 204 len: 168 time: 1.8484466 Jul 16 08:42:45.638333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.655894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1860464642'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:45.670715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a707cc4-e39d-4969-8c3c-6491a9f9f0e0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=dfdb63c4-d51c-4682-9726-fd681f7d2739,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.681711 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c991106e-06af-4f87-b0cc-c426a72cb175 x-openstack-request-id: req-c991106e-06af-4f87-b0cc-c426a72cb175 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:45.681985 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2db577b-0d9d-439d-bfca-cdabaaf63f3a", "name": "network-vif-deleted", "tag": "88292c40-a444-4763-9e6d-02d01364e400", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:45.682293 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c991106e-06af-4f87-b0cc-c426a72cb175 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:45.682769 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2db577b-0d9d-439d-bfca-cdabaaf63f3a', 'name': 'network-vif-deleted', 'tag': '88292c40-a444-4763-9e6d-02d01364e400', 'status': 'completed', 'code': 200} Jul 16 08:42:45.704141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:45.704536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e64bf22-f450-4381-b137-ff34c9cbe6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.708377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.741675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:45.747649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.764672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.765345 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment 218673fc-403d-4b97-82c0-734c0a5011e7 of type vlan for network 95ede5ed-5560-49ed-acce-bc577c7572b9 Jul 16 08:42:45.811206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.817502 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Attempting to bind port 9264c528-6d23-4d2b-a68c-4903c9796fbe on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:45.818496 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Attempting to bind port 9264c528-6d23-4d2b-a68c-4903c9796fbe by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:45.818853 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Attempting to bind port 9264c528-6d23-4d2b-a68c-4903c9796fbe on network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:45.824317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] For port 272a0481-b3cc-46e9-a37b-77588d5f40c6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:45.828671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] For port 272a0481-b3cc-46e9-a37b-77588d5f40c6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=272a0481-b3cc-46e9-a37b-77588d5f40c6,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:45.836194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.844863 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:45.845227 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Checking segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:45.850649 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.851388 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Bound using segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:45.852078 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Bound port: 9264c528-6d23-4d2b-a68c-4903c9796fbe, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:45.853079 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.968395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72256309-9ed9-4c8c-8152-54f9bf3a8fdc None None] Pushing event updated for resources: {'Port': ['ID=272a0481-b3cc-46e9-a37b-77588d5f40c6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.974864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.045695 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] For port 9264c528-6d23-4d2b-a68c-4903c9796fbe, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:46.055025 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] For port 9264c528-6d23-4d2b-a68c-4903c9796fbe, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9264c528-6d23-4d2b-a68c-4903c9796fbe,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:46.060908 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.192163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.195599 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bffc8b-5cce-4373-bf19-a27304212b14 None None] Pushing event updated for resources: {'Port': ['ID=9264c528-6d23-4d2b-a68c-4903c9796fbe,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.198907 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:46.200857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:46.213059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.214000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.276275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.370769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=95ede5ed-5560-49ed-acce-bc577c7572b9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.382549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:46.402364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-23c8be4f-0da4-4a6c-b9d6-bd89237852c9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.408814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-23c8be4f-0da4-4a6c-b9d6-bd89237852c9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 946 time: 0.5398905 Jul 16 08:42:46.437785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-336f4ca2-1f22-4062-a108-ea1e29cf371b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7942834 Jul 16 08:42:46.452674 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:46.493044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60006) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:46.506807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:46.541974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Router 1d00a467-ef65-473f-9429-b5e423a74d2e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:46.613859 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.662094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b653f1-f26d-4b7d-b668-8009576b17cf req-d09da4d1-971b-4c80-b168-12e1842c5ce9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.669376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42b653f1-f26d-4b7d-b668-8009576b17cf req-d09da4d1-971b-4c80-b168-12e1842c5ce9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 946 time: 0.6499698 Jul 16 08:42:46.691056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:46.703855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Sync routers for ids ['1d00a467-ef65-473f-9429-b5e423a74d2e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:46.721369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Routers {'1d00a467-ef65-473f-9429-b5e423a74d2e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:46.722000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d00a467-ef65-473f-9429-b5e423a74d2e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:46.722600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.725047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-62375403-10fa-4c54-b1ff-e1928c37f19d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3837311 Jul 16 08:42:46.728264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60010) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:46.787303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42b653f1-f26d-4b7d-b668-8009576b17cf req-0dd4bf16-4759-4b0e-88b5-b72e2b1c69d4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163614 Jul 16 08:42:46.814266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:46.819426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.872099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Deleting port 663f547f-6f6a-4785-a41c-6bd41e30af9a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:46.872690 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.945457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Set router 1d00a467-ef65-473f-9429-b5e423a74d2e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:46.961396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60016) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.014318 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:46Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:47.087009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Deleting subnet 01e3b6cd-2be3-47bb-85f9-0c043bb54389 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:47.093181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.102345 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe672d-bc40-474b-abe3-69bfcfff35b7 None None] The sync data for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 is: [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:46Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:47.141590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] For port 663f547f-6f6a-4785-a41c-6bd41e30af9a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=663f547f-6f6a-4785-a41c-6bd41e30af9a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.142185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.237748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.270797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88292c40-a444-4763-9e6d-02d01364e400 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:47.328162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 88292c40-a444-4763-9e6d-02d01364e400 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:47.328536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 88292c40-a444-4763-9e6d-02d01364e400 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:47.361775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.472216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:42:45Z', 'revision_number': 3, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:47.528435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Checking router: 1d00a467-ef65-473f-9429-b5e423a74d2e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:47.528783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Updating router 1d00a467-ef65-473f-9429-b5e423a74d2e port 288c90bf-008d-4b39-8980-50e442351138 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:47.562398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.622822 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.658101 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.710632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e3b6cd-2be3-47bb-85f9-0c043bb54389,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.715358 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.720036 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b396386d-536a-4ec2-a6b7-a40c8fc66587 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/01e3b6cd-2be3-47bb-85f9-0c043bb54389 HTTP/1.1" status: 204 len: 168 time: 0.7554381 Jul 16 08:42:47.721963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60022) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.789186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d3ff16-527e-4c92-8690-010306b65363 None None] Network 39de9eef-8929-4edd-8b98-33decb738278 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:47.833086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=da611b6c-9366-4987-bf38-3cb7adfe34af,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.840573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.890877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56ded-70b8-4c58-a73a-7bb246ca44fc req-85bf04c5-c049-42d4-be22-6508515699be tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.899597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56ded-70b8-4c58-a73a-7bb246ca44fc req-85bf04c5-c049-42d4-be22-6508515699be tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.913730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6aa56ded-70b8-4c58-a73a-7bb246ca44fc req-85bf04c5-c049-42d4-be22-6508515699be tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a&device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 1681 time: 0.6532998 Jul 16 08:42:47.977954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': '218673fc-403d-4b97-82c0-734c0a5011e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:47.978369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: 95ede5ed-5560-49ed-acce-bc577c7572b9, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:47.982575 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.983046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.983502 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Floating IP 5b6f4323-f2be-487e-aa98-9f79550545d8 disassociated. External IP: 172.25.0.139, port: 663f547f-6f6a-4785-a41c-6bd41e30af9a. Jul 16 08:42:47.983912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Calling delete_port for 663f547f-6f6a-4785-a41c-6bd41e30af9a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:48.041140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.091079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.166503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6aa56ded-70b8-4c58-a73a-7bb246ca44fc req-f771dc8a-6900-4516-916e-77077dd478ff tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260098 Jul 16 08:42:48.166503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:48.197542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 95ede5ed-5560-49ed-acce-bc577c7572b9) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:48.214265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.215941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.238137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 272a0481-b3cc-46e9-a37b-77588d5f40c6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:48.241037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b9fc7-8005-4ffc-ba51-52fe629ad589 None None] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:48.249256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0f2d1970-ee4a-4eee-8eb0-7bbb355b5d88 None None] Provisioning for port 272a0481-b3cc-46e9-a37b-77588d5f40c6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:48.364145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e181e35-5d61-4122-9a5b-1725479a0b1b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8630748 Jul 16 08:42:48.367435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60032) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.375873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-275855417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:48.390271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.418535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.482054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event deleted for resources: {'Port': ['ID=663f547f-6f6a-4785-a41c-6bd41e30af9a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.544886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 272a0481-b3cc-46e9-a37b-77588d5f40c6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:48.574839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 272a0481-b3cc-46e9-a37b-77588d5f40c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:48.575519 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.703356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:48.707692 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.709854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.711807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-95ede5ed-5560-49ed-acce-bc577c7572b9', 'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': 'da611b6c-9366-4987-bf38-3cb7adfe34af'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:48.712653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.739186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.749793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Transition to ACTIVE for port object 288c90bf-008d-4b39-8980-50e442351138 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:48.765856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.797250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.820671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.825635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428e04fb-d9c6-464d-bc19-f6d3fc4fb856']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:48.844698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.848182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977da212-47e8-4750-87d0-f2d38ce3e8c2') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:48.848317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977da212-47e8-4750-87d0-f2d38ce3e8c2') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:48.873847 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.931653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Attempting to bind port 288c90bf-008d-4b39-8980-50e442351138 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:48.932300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Attempting to bind port 288c90bf-008d-4b39-8980-50e442351138 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:48.932859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Attempting to bind port 288c90bf-008d-4b39-8980-50e442351138 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:48.939858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365da8-c1f6-4525-8a86-ddacd0703146 req-506758c9-716b-4d12-91c1-335e47cbfe56 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.941490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87365da8-c1f6-4525-8a86-ddacd0703146 req-506758c9-716b-4d12-91c1-335e47cbfe56 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 868 time: 0.7961485 Jul 16 08:42:48.953052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa60e-9d8a-4e75-9a41-3e37e96de907 None None] Pushing event updated for resources: {'Port': ['ID=288c90bf-008d-4b39-8980-50e442351138,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.977777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.978593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:48.979221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:48.979863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.980465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:48.981201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Bound port: 288c90bf-008d-4b39-8980-50e442351138, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:48.981833 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.986905 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.998708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:48.999095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:49.001767 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:49.004760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.008377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eee3b430-3327-48a0-82f9-bee8870174a5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6383610 Jul 16 08:42:49.009087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60042) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.024069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'port': {'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9', 'name': 'tempest-RoutersIpV6Test-1361413410'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:49.030260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Allocated IP 172.20.0.1 (39de9eef-8929-4edd-8b98-33decb738278/cb9668e2-ef92-4451-8c2b-9b5c426942b6/923a27df-56b0-4ef8-8b28-e876f4906cb4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:49.112178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 272a0481-b3cc-46e9-a37b-77588d5f40c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=272a0481-b3cc-46e9-a37b-77588d5f40c6,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:49.134611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.144624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9264c528-6d23-4d2b-a68c-4903c9796fbe up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:49.164117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87365da8-c1f6-4525-8a86-ddacd0703146 req-ac6f4b79-69ac-4b37-b55b-690a4b5a8b82 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=24ce99d4-a1b8-4be4-8ba6-f83e44087063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135811 Jul 16 08:42:49.172468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.220201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.228744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/428e04fb-d9c6-464d-bc19-f6d3fc4fb856 HTTP/1.1" status: 204 len: 168 time: 1.5056598 Jul 16 08:42:49.241511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Allocated IP 2001:db8::2 (95ede5ed-5560-49ed-acce-bc577c7572b9/da611b6c-9366-4987-bf38-3cb7adfe34af/b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:49.258650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] For port 288c90bf-008d-4b39-8980-50e442351138, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:49.265991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60044) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.283113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c172419-90e7-4da3-be61-76b6998c04c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=428e04fb-d9c6-464d-bc19-f6d3fc4fb856,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.298128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] For port 288c90bf-008d-4b39-8980-50e442351138, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=288c90bf-008d-4b39-8980-50e442351138,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:49.323506 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.353580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=272a0481-b3cc-46e9-a37b-77588d5f40c6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.390360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:49.414321 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:49.445702 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.452788 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.460808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9264c528-6d23-4d2b-a68c-4903c9796fbe completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:49.480396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-27a2c3a7-ff8a-4582-8951-58bf1e72c08c None None] Provisioning complete for port 272a0481-b3cc-46e9-a37b-77588d5f40c6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:49.480731 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-27a2c3a7-ff8a-4582-8951-58bf1e72c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.482311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9264c528-6d23-4d2b-a68c-4903c9796fbe triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:49.482637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.488036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Deleting subnet 6af544c6-6586-49c0-9407-fc73e14188de {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:49.509206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.543797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] No DVR routers for this DVR port 663f547f-6f6a-4785-a41c-6bd41e30af9a on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:49.559523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.562367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7028dc1-8806-41d6-a36b-cadbf60577ce req-eb58dabb-5874-4cc3-91e2-f0c1ffd4be49 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "DELETE /v2.0/ports/663f547f-6f6a-4785-a41c-6bd41e30af9a HTTP/1.1" status: 204 len: 173 time: 3.1456859 Jul 16 08:42:49.566385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-deleted', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:49.569761 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86a6dea-0c13-4933-8c82-63dc2fc0dd71" -d '{"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-deleted", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:49.570594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa60e-9d8a-4e75-9a41-3e37e96de907 None None] Pushing event updated for resources: {'Port': ['ID=288c90bf-008d-4b39-8980-50e442351138,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.580058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Routers {'1d00a467-ef65-473f-9429-b5e423a74d2e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.580823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d00a467-ef65-473f-9429-b5e423a74d2e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.650862 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:49.652603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:49.656249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.683225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.694558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] device_id is not set on port b9e68e40-e783-4058-b542-74445374cbc2 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:49.705280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.746320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Transition to ACTIVE for port object 923a27df-56b0-4ef8-8b28-e876f4906cb4 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:49.809440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.815949 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c755db7-3320-47e1-b1d2-62b2e6ea3363 x-openstack-request-id: req-9c755db7-3320-47e1-b1d2-62b2e6ea3363 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:49.816262 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd17ee-e817-4d14-aab1-8a37ea874b97", "name": "network-vif-deleted", "tag": "663f547f-6f6a-4785-a41c-6bd41e30af9a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:49.816531 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c755db7-3320-47e1-b1d2-62b2e6ea3363 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:49.816949 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd17ee-e817-4d14-aab1-8a37ea874b97', 'name': 'network-vif-deleted', 'tag': '663f547f-6f6a-4785-a41c-6bd41e30af9a', 'status': 'completed', 'code': 200} Jul 16 08:42:49.964448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.011648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.016976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.022744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] Set router 1d00a467-ef65-473f-9429-b5e423a74d2e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:50.028011 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.053254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.055677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6af544c6-6586-49c0-9407-fc73e14188de HTTP/1.1" status: 204 len: 168 time: 0.7699621 Jul 16 08:42:50.074690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60058) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:50.087624 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.094467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Network 39de9eef-8929-4edd-8b98-33decb738278 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:50.096146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e19b03-8328-43ca-b291-4f4f30910a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af544c6-6586-49c0-9407-fc73e14188de,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.110159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:50.111898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Transition to ACTIVE for port object b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:50.134983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:50.138788 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:50.145187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Pushing event updated for resources: {'Port': ['ID=923a27df-56b0-4ef8-8b28-e876f4906cb4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.169419 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:50.172186 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.175998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.191669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Transition to ACTIVE for port object b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:50.214604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9264c528-6d23-4d2b-a68c-4903c9796fbe, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9264c528-6d23-4d2b-a68c-4903c9796fbe,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:50.228483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734c2fb-e075-48f8-a7a9-a5381c543948 req-6a73dec7-e73e-4222-8622-49148ab33432 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.235715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f734c2fb-e075-48f8-a7a9-a5381c543948 req-6a73dec7-e73e-4222-8622-49148ab33432 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.1909173 Jul 16 08:42:50.266705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.352048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.373279 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:50.468252 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.473217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Pushing event updated for resources: {'Port': ['ID=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.518953 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f734c2fb-e075-48f8-a7a9-a5381c543948 req-a2591fa8-afa4-449e-b123-5c8086d51f63 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822676 Jul 16 08:42:50.566553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9264c528-6d23-4d2b-a68c-4903c9796fbe,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.574855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8::3de (95ede5ed-5560-49ed-acce-bc577c7572b9/da611b6c-9366-4987-bf38-3cb7adfe34af/b9e68e40-e783-4058-b542-74445374cbc2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:50.612495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97cf6b9c-f620-4e77-8056-fa6d9a4473c9 req-9d25a8c6-33b4-4d35-8b8a-47b0496f3bb0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=86dd17ee-e817-4d14-aab1-8a37ea874b97 HTTP/1.1" status: 200 len: 210 time: 0.0988646 Jul 16 08:42:50.640861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:50.645613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:50.654858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.667469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:50.686413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254b89d5-79fd-40d1-9b95-46a596a343cd']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.690318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a28a7d4b-c560-430b-98c2-5603127f43fd None None] Provisioning for port 923a27df-56b0-4ef8-8b28-e876f4906cb4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.703251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a28a7d4b-c560-430b-98c2-5603127f43fd None None] Provisioning complete for port 923a27df-56b0-4ef8-8b28-e876f4906cb4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.704061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a28a7d4b-c560-430b-98c2-5603127f43fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.713892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 272a0481-b3cc-46e9-a37b-77588d5f40c6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:50.724135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2d9ce5-d2bb-4744-b347-4cf857637974') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.724402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2d9ce5-d2bb-4744-b347-4cf857637974') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.726678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.751498 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.785382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.800616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:50.801040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:50.803597 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:50.901815 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.940701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.952040 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670eb8fd-2f95-4d84-9edb-15870c17f078 None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:50.954442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.958965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] 10.222.0.41 "DELETE /v2.0/networks/254b89d5-79fd-40d1-9b95-46a596a343cd HTTP/1.1" status: 204 len: 168 time: 0.8805714 Jul 16 08:42:51.045552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a28a7d4b-c560-430b-98c2-5603127f43fd None None] Port 923a27df-56b0-4ef8-8b28-e876f4906cb4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:51.048114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 272a0481-b3cc-46e9-a37b-77588d5f40c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:51.048411 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.050090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Attempting to bind port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:51.050517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Attempting to bind port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '218673fc-403d-4b97-82c0-734c0a5011e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:51.051041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Attempting to bind port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 on network 95ede5ed-5560-49ed-acce-bc577c7572b9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:51.055280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:42:45Z', 'revision_number': 3, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:51.101413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.110104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.110358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Pushing event deleted for resources: {'Network': ['ID=254b89d5-79fd-40d1-9b95-46a596a343cd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.123638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d168ed5-4e07-42ac-867d-69ba09eca632 None None] The sync data for ids ['1d00a467-ef65-473f-9429-b5e423a74d2e'] in n-d-798249-10 is: [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:42:45Z', 'revision_number': 3, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:51.139451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:51.139962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Checking segment: {'id': '218673fc-403d-4b97-82c0-734c0a5011e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:51.140373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.140775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Bound using segment: {'id': '218673fc-403d-4b97-82c0-734c0a5011e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:51.141300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Bound port: b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218673fc-403d-4b97-82c0-734c0a5011e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '95ede5ed-5560-49ed-acce-bc577c7572b9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:51.141664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.216228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.220599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Pushing event updated for resources: {'Port': ['ID=923a27df-56b0-4ef8-8b28-e876f4906cb4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.222837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.250633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object b9e68e40-e783-4058-b542-74445374cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:51.305334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:51.317718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.318006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.318472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.318823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.321107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.321478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.322063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.322413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.323576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.328367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.329079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.329657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05109d7e-8382-4916-a888-7740d0fa2833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:51.342599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 663f547f-6f6a-4785-a41c-6bd41e30af9a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:51.342949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 663f547f-6f6a-4785-a41c-6bd41e30af9a not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:51.346908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.351492 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.386312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] For port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:51.389241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Network 39de9eef-8929-4edd-8b98-33decb738278 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:51.389424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] For port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,segment=NetworkSegment(218673fc-403d-4b97-82c0-734c0a5011e7),segment_id=218673fc-403d-4b97-82c0-734c0a5011e7)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:51.391563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:51.394392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.497010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:51.508284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70833cb-50ce-4316-80c5-0bca6d200a19 None None] Pushing event updated for resources: {'Port': ['ID=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.526207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76843bd9-105c-4753-8a18-8aa90666e59f None None] New status for floating IP 5b6f4323-f2be-487e-aa98-9f79550545d8: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:42:51.532248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:51.588638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:51.623152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.624049 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.685289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-cb98b643-2f8f-4dda-b575-80d11c030b62 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.687245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-cb98b643-2f8f-4dda-b575-80d11c030b62 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.6659679 Jul 16 08:42:51.688228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=b9e68e40-e783-4058-b542-74445374cbc2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.759777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa56ffcf-3682-4de3-bc27-13d72a678eb0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7437840 Jul 16 08:42:51.764359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60078) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.790197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0904f0dc-6e89-466b-8235-d6040f27125b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21e09c591ff84cf8b179f5126b51be02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410036 Jul 16 08:42:51.825803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.913941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Router 1d00a467-ef65-473f-9429-b5e423a74d2e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:51.955259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563069-a42d-4170-9a51-79f678bf871e req-98f166cb-d54d-4a55-ae99-4f28d5022cfb tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.962561 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed563069-a42d-4170-9a51-79f678bf871e req-98f166cb-d54d-4a55-ae99-4f28d5022cfb tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd2380a5-5328-4bde-a306-2fdc6cc7d05a HTTP/1.1" status: 200 len: 945 time: 0.5595694 Jul 16 08:42:52.104748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4be6dec4-5d8f-49c9-b78f-26741b85ac3c None None] Provisioning complete for port 923a27df-56b0-4ef8-8b28-e876f4906cb4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:52.107736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4be6dec4-5d8f-49c9-b78f-26741b85ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.216637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4be6dec4-5d8f-49c9-b78f-26741b85ac3c None None] Port 923a27df-56b0-4ef8-8b28-e876f4906cb4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:52.234167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb03fe2-99c6-41ae-b3d3-9cab2575dac1 req-f0986546-a297-487c-9f83-d89979bb0360 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.235823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bcb03fe2-99c6-41ae-b3d3-9cab2575dac1 req-f0986546-a297-487c-9f83-d89979bb0360 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.4044805 Jul 16 08:42:52.277299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:52.282786 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0db907b9-526b-40d2-9619-d43922e9d981 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d00a467-ef65-473f-9429-b5e423a74d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5526392 Jul 16 08:42:52.304726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Deleting port 97c72358-c730-4414-945b-fb31a444c87a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:52.305114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.315917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bcb03fe2-99c6-41ae-b3d3-9cab2575dac1 req-aa442838-2998-4b7f-85ea-cf440495d76f tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Jul 16 08:42:52.585146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] For port 97c72358-c730-4414-945b-fb31a444c87a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=97c72358-c730-4414-945b-fb31a444c87a,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:52.585458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.638328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Calling delete_port for 97c72358-c730-4414-945b-fb31a444c87a owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:52.666450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.742144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-37cc06f5-d107-4916-a4e6-e7bbe0022f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.888973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:52.899957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.913217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Deleting port b47ac8fd-bace-4e3b-9afe-425d676bdf67 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:52.913575 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.945586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['97c72358-c730-4414-945b-fb31a444c87a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:52.948022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['b47ac8fd-bace-4e3b-9afe-425d676bdf67'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:52.954796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Pushing event deleted for resources: {'Port': ['ID=97c72358-c730-4414-945b-fb31a444c87a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.026004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-37cc06f5-d107-4916-a4e6-e7bbe0022f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.035792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:53.047177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] No DVR routers for this DVR port 97c72358-c730-4414-945b-fb31a444c87a on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:53.049812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.051403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9264c528-6d23-4d2b-a68c-4903c9796fbe up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:53.054120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed563069-a42d-4170-9a51-79f678bf871e req-b437e350-495e-41d1-9402-c8bb8dc1ae3a tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.18 "DELETE /v2.0/ports/97c72358-c730-4414-945b-fb31a444c87a HTTP/1.1" status: 204 len: 173 time: 1.0849462 Jul 16 08:42:53.054588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'name': 'network-vif-deleted', 'tag': '97c72358-c730-4414-945b-fb31a444c87a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:53.057577 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed0ef75-71e0-46b7-8349-0983803bb1fa" -d '{"events": [{"server_uuid": "cd2380a5-5328-4bde-a306-2fdc6cc7d05a", "name": "network-vif-deleted", "tag": "97c72358-c730-4414-945b-fb31a444c87a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:53.160456 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3523bb53-3c27-499c-a2d0-4d8f33c28ab7 x-openstack-request-id: req-3523bb53-3c27-499c-a2d0-4d8f33c28ab7 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:53.160746 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2380a5-5328-4bde-a306-2fdc6cc7d05a", "name": "network-vif-deleted", "tag": "97c72358-c730-4414-945b-fb31a444c87a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:53.161000 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3523bb53-3c27-499c-a2d0-4d8f33c28ab7 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:53.161465 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2380a5-5328-4bde-a306-2fdc6cc7d05a', 'name': 'network-vif-deleted', 'tag': '97c72358-c730-4414-945b-fb31a444c87a', 'status': 'completed', 'code': 200} Jul 16 08:42:53.188478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9264c528-6d23-4d2b-a68c-4903c9796fbe triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:53.190550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.225801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bce4fbef-e5b9-44e1-b750-720004c44afb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.249385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] For port b47ac8fd-bace-4e3b-9afe-425d676bdf67, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=b47ac8fd-bace-4e3b-9afe-425d676bdf67,segment=NetworkSegment(737d0572-1975-454b-9267-398fbed4c494),segment_id=737d0572-1975-454b-9267-398fbed4c494)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:53.249782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.427148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Calling delete_port for b47ac8fd-bace-4e3b-9afe-425d676bdf67 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:53.429195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 288c90bf-008d-4b39-8980-50e442351138 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:53.461214 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bce4fbef-e5b9-44e1-b750-720004c44afb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.516548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-37cc06f5-d107-4916-a4e6-e7bbe0022f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.519401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-37cc06f5-d107-4916-a4e6-e7bbe0022f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.521090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-37cc06f5-d107-4916-a4e6-e7bbe0022f4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf73f96a-cb7d-4bfa-91f0-42a67cbc627a HTTP/1.1" status: 204 len: 168 time: 1.6176927 Jul 16 08:42:53.611128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b91196-97e1-45aa-8f0b-81e38bf7cb68 None None] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:53.723534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 288c90bf-008d-4b39-8980-50e442351138 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:53.739165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] Provisioning for port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:53.780460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc06f5-d107-4916-a4e6-e7bbe0022f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73f96a-cb7d-4bfa-91f0-42a67cbc627a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.833757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.849361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06dcb-52eb-4efd-be0b-ee4b8abb9827 req-1980e90c-819f-447a-b54b-098ea4582335 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.862882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0af06dcb-52eb-4efd-be0b-ee4b8abb9827 req-1980e90c-819f-447a-b54b-098ea4582335 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 945 time: 0.1944599 Jul 16 08:42:53.886717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] Provisioning complete for port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:53.888124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.938430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0af06dcb-52eb-4efd-be0b-ee4b8abb9827 req-30e99f82-a540-4e6a-8617-d897b134fb89 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/security-groups?id=918e1d1c-ca19-4d52-be7f-b8d7f05cf511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734954 Jul 16 08:42:53.959108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bce4fbef-e5b9-44e1-b750-720004c44afb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.961719 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bce4fbef-e5b9-44e1-b750-720004c44afb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.963274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bce4fbef-e5b9-44e1-b750-720004c44afb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "DELETE /v2.0/security-groups/24ce99d4-a1b8-4be4-8ba6-f83e44087063 HTTP/1.1" status: 204 len: 168 time: 1.2947376 Jul 16 08:42:53.969592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.997086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4fbef-e5b9-44e1-b750-720004c44afb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ce99d4-a1b8-4be4-8ba6-f83e44087063,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.033666 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-46d3977f-dad8-4e0f-84c2-b0d6fa8c7aaf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] show failed (client error): The resource could not be found. Jul 16 08:42:54.037379 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46d3977f-dad8-4e0f-84c2-b0d6fa8c7aaf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups/24ce99d4-a1b8-4be4-8ba6-f83e44087063 HTTP/1.1" status: 404 len: 347 time: 0.0639880 Jul 16 08:42:54.040648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60182) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.065021 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Sync routers for ids ['1d00a467-ef65-473f-9429-b5e423a74d2e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:54.084245 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Routers {'1d00a467-ef65-473f-9429-b5e423a74d2e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:54.084871 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d00a467-ef65-473f-9429-b5e423a74d2e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.139764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 288c90bf-008d-4b39-8980-50e442351138 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:54.140636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.182452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60184) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.227128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.295795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Pushing event deleted for resources: {'Port': ['ID=b47ac8fd-bace-4e3b-9afe-425d676bdf67,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.297841 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Set router 1d00a467-ef65-473f-9429-b5e423a74d2e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:54.359901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.391725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Deleting port 070fc2bb-0ae7-4791-a879-fa0842c4461d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:54.392097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.409369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 288c90bf-008d-4b39-8980-50e442351138, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=288c90bf-008d-4b39-8980-50e442351138,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:54.440536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.455235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] No DVR routers for this DVR port b47ac8fd-bace-4e3b-9afe-425d676bdf67 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:54.464933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bc5c8832-ad19-473a-a7a9-fb6853ac8fa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8494c291065407cb826e184101ada64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777379 Jul 16 08:42:54.468750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60190) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.470174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.472984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ee5dd96-5f91-43fa-a46a-bb68b18169f1 req-c8b0b67a-46c6-4a8e-8030-55f4206784b6 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.36 "DELETE /v2.0/ports/b47ac8fd-bace-4e3b-9afe-425d676bdf67 HTTP/1.1" status: 204 len: 173 time: 2.7720258 Jul 16 08:42:54.480264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'name': 'network-vif-deleted', 'tag': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:54.483599 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c06bc4-91a0-4f86-a067-a0121e61b8a3" -d '{"events": [{"server_uuid": "f6b61cab-9ca4-4210-8c95-c727242c9a01", "name": "network-vif-deleted", "tag": "b47ac8fd-bace-4e3b-9afe-425d676bdf67"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:54.565056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.565401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.594901 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb140ccc-f892-4c58-a962-a87b6724b218 x-openstack-request-id: req-eb140ccc-f892-4c58-a962-a87b6724b218 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:54.595264 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b61cab-9ca4-4210-8c95-c727242c9a01", "name": "network-vif-deleted", "tag": "b47ac8fd-bace-4e3b-9afe-425d676bdf67", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:54.595500 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb140ccc-f892-4c58-a962-a87b6724b218 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:54.595897 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b61cab-9ca4-4210-8c95-c727242c9a01', 'name': 'network-vif-deleted', 'tag': 'b47ac8fd-bace-4e3b-9afe-425d676bdf67', 'status': 'completed', 'code': 200} Jul 16 08:42:54.601565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Calling delete_port for 070fc2bb-0ae7-4791-a879-fa0842c4461d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:54.633262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.686911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.698930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.736780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a945ba37-2e50-410a-af51-3866484c297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.766160 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 4, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '923a27df-56b0-4ef8-8b28-e876f4906cb4', 'name': '', 'network_id': '39de9eef-8929-4edd-8b98-33decb738278', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'mac_address': 'fa:16:3e:22:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:48Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 2, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'subnets': [{'id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.785726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] For port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,segment=NetworkSegment(218673fc-403d-4b97-82c0-734c0a5011e7),segment_id=218673fc-403d-4b97-82c0-734c0a5011e7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:54.824240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.840183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=288c90bf-008d-4b39-8980-50e442351138,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.857996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.858597 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Checking router: 1d00a467-ef65-473f-9429-b5e423a74d2e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:54.859452 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Updating router 1d00a467-ef65-473f-9429-b5e423a74d2e port 923a27df-56b0-4ef8-8b28-e876f4906cb4 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:54.890703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a945ba37-2e50-410a-af51-3866484c297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.911134 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.918208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc39ac-3022-4669-83a3-356b5f6ddee1 None None] Pushing event updated for resources: {'Port': ['ID=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.926184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=b9e68e40-e783-4058-b542-74445374cbc2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.950489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event deleted for resources: {'Port': ['ID=070fc2bb-0ae7-4791-a879-fa0842c4461d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.082446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.095407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.097839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ccc10d7d-b6b1-4e95-9d69-fee9a2ef2406 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "DELETE /v2.0/floatingips/5b6f4323-f2be-487e-aa98-9f79550545d8 HTTP/1.1" status: 204 len: 168 time: 1.0561731 Jul 16 08:42:55.104292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 97c72358-c730-4414-945b-fb31a444c87a no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:55.168173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 97c72358-c730-4414-945b-fb31a444c87a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:55.169080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 97c72358-c730-4414-945b-fb31a444c87a not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:55.191680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a945ba37-2e50-410a-af51-3866484c297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.196060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a945ba37-2e50-410a-af51-3866484c297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.197497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a945ba37-2e50-410a-af51-3866484c297b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7e8d411-80ff-4351-8e68-97be8b6d9ba5 HTTP/1.1" status: 204 len: 168 time: 0.7232518 Jul 16 08:42:55.220297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945ba37-2e50-410a-af51-3866484c297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8d411-80ff-4351-8e68-97be8b6d9ba5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.263745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.291407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b47ac8fd-bace-4e3b-9afe-425d676bdf67 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:55.355258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9608742a-96e7-456f-a835-7681c04f0b83 req-0ac26751-071a-450d-8596-fce4cc8efe65 tempest-ListServersNegativeTestJSON-1789448694 tempest-ListServersNegativeTestJSON-1789448694-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6b61cab-9ca4-4210-8c95-c727242c9a01 HTTP/1.1" status: 200 len: 210 time: 0.1284554 Jul 16 08:42:55.356047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: b47ac8fd-bace-4e3b-9afe-425d676bdf67 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:55.356505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device b47ac8fd-bace-4e3b-9afe-425d676bdf67 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:55.390469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db65cd4c-a498-41ea-a3a5-844c8d0ed18c None None] Provisioning complete for port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:55.392333 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db65cd4c-a498-41ea-a3a5-844c8d0ed18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.571252 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.603180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db65cd4c-a498-41ea-a3a5-844c8d0ed18c None None] Provisioning for port b9e68e40-e783-4058-b542-74445374cbc2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:55.605391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.610453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db65cd4c-a498-41ea-a3a5-844c8d0ed18c None None] Provisioning complete for port b9e68e40-e783-4058-b542-74445374cbc2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:55.613207 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db65cd4c-a498-41ea-a3a5-844c8d0ed18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.614411 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Transition to ACTIVE for port object 923a27df-56b0-4ef8-8b28-e876f4906cb4 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:55.623536 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.699595 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7570-2e46-4d4f-ad10-380fd1b06c0f None None] Pushing event updated for resources: {'Port': ['ID=923a27df-56b0-4ef8-8b28-e876f4906cb4,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.750781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-db65cd4c-a498-41ea-a3a5-844c8d0ed18c None None] Port b9e68e40-e783-4058-b542-74445374cbc2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:55.841767 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Attempting to bind port 923a27df-56b0-4ef8-8b28-e876f4906cb4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:55.842391 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Attempting to bind port 923a27df-56b0-4ef8-8b28-e876f4906cb4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:55.843221 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Attempting to bind port 923a27df-56b0-4ef8-8b28-e876f4906cb4 on network 39de9eef-8929-4edd-8b98-33decb738278 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:55.851871 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:55.857315 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Checking segment: {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:55.858308 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.858904 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Bound using segment: {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:55.859770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Bound port: 923a27df-56b0-4ef8-8b28-e876f4906cb4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74fb302-8784-4496-bc14-6b81b137a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '39de9eef-8929-4edd-8b98-33decb738278'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:55.860907 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.968923 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] For port 923a27df-56b0-4ef8-8b28-e876f4906cb4, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:55.980526 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] For port 923a27df-56b0-4ef8-8b28-e876f4906cb4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=923a27df-56b0-4ef8-8b28-e876f4906cb4,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:55.986783 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.996021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e5cb1a7-6b11-49e9-9301-c1391414b754 None None] Provisioning complete for port b9e68e40-e783-4058-b542-74445374cbc2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:55.996677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb1a7-6b11-49e9-9301-c1391414b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.117894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3e5cb1a7-6b11-49e9-9301-c1391414b754 None None] Port b9e68e40-e783-4058-b542-74445374cbc2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:56.125929 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7570-2e46-4d4f-ad10-380fd1b06c0f None None] Pushing event updated for resources: {'Port': ['ID=923a27df-56b0-4ef8-8b28-e876f4906cb4,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.198852 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Routers {'1d00a467-ef65-473f-9429-b5e423a74d2e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:56.199520 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d00a467-ef65-473f-9429-b5e423a74d2e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:56.418271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.425838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.427195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.464501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60226) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.469513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102796009', 'description': 'tempest-description--1075766820'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:56.492013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f68907a0-5f47-42ea-a556-39fbe4b0a3e5 None None] Provisioning complete for port b9e68e40-e783-4058-b542-74445374cbc2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:56.493556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f68907a0-5f47-42ea-a556-39fbe4b0a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.523869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.561188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=b9e68e40-e783-4058-b542-74445374cbc2,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.637864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f68907a0-5f47-42ea-a556-39fbe4b0a3e5 None None] Port b9e68e40-e783-4058-b542-74445374cbc2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:56.709178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.718436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:56.722024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.767713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:56.771575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:56.822486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:56.823123 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.826584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.829462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.835656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc566ed2-3f40-4787-aa79-d0fcbbc067ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3682067 Jul 16 08:42:56.850513 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] Set router 1d00a467-ef65-473f-9429-b5e423a74d2e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:56.857002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.869744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'security_group_rule': {'security_group_id': 'cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:56.914042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.937598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60240) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.000967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60242) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.023572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 288c90bf-008d-4b39-8980-50e442351138 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:57.040049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.044832 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.110477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3debe0ef-e254-463b-b22d-384936da1b26,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.124105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.126285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-07d91e98-07f6-4a14-8aac-6ab481b52f9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2636812 Jul 16 08:42:57.129785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60248) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.179802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 288c90bf-008d-4b39-8980-50e442351138 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:57.180201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.210986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2084219763-network', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:57.238134 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 4, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '923a27df-56b0-4ef8-8b28-e876f4906cb4', 'name': '', 'network_id': '39de9eef-8929-4edd-8b98-33decb738278', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'mac_address': 'fa:16:3e:22:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:48Z', 'updated_at': '2021-07-16T08:42:55Z', 'revision_number': 4, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'subnets': [{'id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:57.258113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Made reservation on behalf of 09f3e0a28d204c569a3769ecef953e29 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:57.261216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.277690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 9b65d63b-6a4f-4958-9837-24619acfc1ea is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:57.294147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.300613 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b2e89-a8b1-40c5-9c69-e9142dec95d2 None None] The sync data for ids ['1d00a467-ef65-473f-9429-b5e423a74d2e'] in n-d-798249-10 is: [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 4, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '923a27df-56b0-4ef8-8b28-e876f4906cb4', 'name': '', 'network_id': '39de9eef-8929-4edd-8b98-33decb738278', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'mac_address': 'fa:16:3e:22:47:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:48Z', 'updated_at': '2021-07-16T08:42:55Z', 'revision_number': 4, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'subnets': [{'id': 'cb9668e2-ef92-4451-8c2b-9b5c426942b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:57.313775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Deleting subnet 92e2d6da-ed24-41ea-ac21-d35dd5cba355 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:57.323907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.440242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d13cadd-a8b7-4aef-bd7e-3aecb7b2f96e None None] Provisioning complete for port b9e68e40-e783-4058-b542-74445374cbc2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:57.440734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.441192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d13cadd-a8b7-4aef-bd7e-3aecb7b2f96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.465221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'security_group_rule': {'security_group_id': 'cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:57.509173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2d13cadd-a8b7-4aef-bd7e-3aecb7b2f96e None None] Port b9e68e40-e783-4058-b542-74445374cbc2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:57.555890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.602122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.613130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.627469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:57.656458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.657261 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Added segment 35d15708-8f7c-40a6-acac-6d5ad3c236c6 of type vlan for network 39a4a656-0d8c-4f12-bf80-6126f689cbbc Jul 16 08:42:57.714330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:57.725305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] Sync routers for ids ['9b65d63b-6a4f-4958-9837-24619acfc1ea'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:57.735493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f2e53-7aff-4e36-ba0d-382ac868e1ad,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.739617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] Routers {'9b65d63b-6a4f-4958-9837-24619acfc1ea'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:57.740830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9b65d63b-6a4f-4958-9837-24619acfc1ea'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:57.748920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.769991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7f4201ef-8cd9-457f-937c-06082e88604c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/9b65d63b-6a4f-4958-9837-24619acfc1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0023799 Jul 16 08:42:57.769991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.773984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60256) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.788539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.807269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e2d6da-ed24-41ea-ac21-d35dd5cba355,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.822765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.824974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ebefb1e-7009-485c-9ea0-b6a88ebf91a6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/92e2d6da-ed24-41ea-ac21-d35dd5cba355 HTTP/1.1" status: 204 len: 168 time: 0.8864696 Jul 16 08:42:57.827559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60258) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.951479 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.967719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e184e-d7de-4439-9df8-1ebc0f37acea tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.969407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-581e184e-d7de-4439-9df8-1ebc0f37acea tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports/b9e68e40-e783-4058-b542-74445374cbc2 HTTP/1.1" status: 200 len: 984 time: 0.1928618 Jul 16 08:42:57.974906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60262) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.989216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.995414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.996207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.053324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.061660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.078828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] Routers {'9b65d63b-6a4f-4958-9837-24619acfc1ea'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:58.079673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641057e5-33ab-49a6-8341-40a33c0744b0']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.080291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9b65d63b-6a4f-4958-9837-24619acfc1ea'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.097901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737d0572-1975-454b-9267-398fbed4c494') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.098201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737d0572-1975-454b-9267-398fbed4c494') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.109706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.128785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.137282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.141075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:58.141614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.143433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:58.143578 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:58.147020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5b8a3-2698-4af5-b5d6-dfa950f7cc03 None None] The sync data for ids ['9b65d63b-6a4f-4958-9837-24619acfc1ea'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:58.165119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.195947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1917551 Jul 16 08:42:58.208657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60264) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:58.216121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Request body: {'subnet': {'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2084219763-subnet', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:58.242792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Made reservation on behalf of 09f3e0a28d204c569a3769ecef953e29 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:58.246043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.256807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3ea9d-3e97-41d7-a9cf-5df762de6d52 admin admin] Pushing event updated for resources: {'Network': ['ID=39a4a656-0d8c-4f12-bf80-6126f689cbbc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.262947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5a33cd-6b17-48d8-a9e4-0e448f091970,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.270360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:58.284104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.302269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.303656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-52a0344b-001e-4383-9c7f-670d26013dd5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1721611 Jul 16 08:42:58.306646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:58.312060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:58.318541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.324656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] 10.222.0.41 "DELETE /v2.0/networks/641057e5-33ab-49a6-8341-40a33c0744b0 HTTP/1.1" status: 204 len: 168 time: 0.4958184 Jul 16 08:42:58.329594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14014b6f-cf9d-45eb-9998-ff4b47da0c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=641057e5-33ab-49a6-8341-40a33c0744b0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.415412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.518329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60272) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:58.613018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-74b195e4-4d8c-4929-966f-583cac38ae86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4993b217c5f744519d05d4f045b20688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913849 Jul 16 08:42:58.616037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60276) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:58.670088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 923a27df-56b0-4ef8-8b28-e876f4906cb4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:58.701347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.725241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.777849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 923a27df-56b0-4ef8-8b28-e876f4906cb4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:58.782904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 923a27df-56b0-4ef8-8b28-e876f4906cb4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:58.784910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.849543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f3704e-3e71-43fc-b33f-0d05da9bffb3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.930843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Checking segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:58.932178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Network hostable DHCP agents. Network: 39a4a656-0d8c-4f12-bf80-6126f689cbbc, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:58.936346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19b54f11-f414-4124-8ccf-6a712883e60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.981922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19b54f11-f414-4124-8ccf-6a712883e60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.993966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:58.994563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.998366 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.026487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 39a4a656-0d8c-4f12-bf80-6126f689cbbc) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:59.031977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.033369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.043280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81243f81-0836-4e35-82c3-4bcddc07bb19 None None] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:59.055121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed556178-32d4-4b21-8c5a-a3768f5304b2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8452282 Jul 16 08:42:59.055988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60282) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:59.067413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:59.094684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.097404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.124706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 923a27df-56b0-4ef8-8b28-e876f4906cb4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=923a27df-56b0-4ef8-8b28-e876f4906cb4,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:59.133911 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.214715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.234161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Allocated IP 172.25.0.214 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/64365f49-533c-40e8-99ab-c9b82548dbba) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:59.242437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=923a27df-56b0-4ef8-8b28-e876f4906cb4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:59.309310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19b54f11-f414-4124-8ccf-6a712883e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.312458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-19b54f11-f414-4124-8ccf-6a712883e60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.313635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-19b54f11-f414-4124-8ccf-6a712883e60b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/918e1d1c-ca19-4d52-be7f-b8d7f05cf511 HTTP/1.1" status: 204 len: 168 time: 0.6963232 Jul 16 08:42:59.327376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b54f11-f414-4124-8ccf-6a712883e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e1d1c-ca19-4d52-be7f-b8d7f05cf511,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:59.338938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:59.339840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.409564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.481992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.485018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port b9e68e40-e783-4058-b542-74445374cbc2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:59.485345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.619190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.635365 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.645178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Allocated IP 172.20.0.2 (39a4a656-0d8c-4f12-bf80-6126f689cbbc/a3f3704e-3e71-43fc-b33f-0d05da9bffb3/8cf0e8c2-1204-4b1a-b564-c217846a14c4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:59.646612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for b9e68e40-e783-4058-b542-74445374cbc2 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:59.685370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:59.691357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:59.700388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:59.765705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'Port': ['ID=64365f49-533c-40e8-99ab-c9b82548dbba,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:59.868860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.894273 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.990048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.036613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Transition to ACTIVE for port object 8cf0e8c2-1204-4b1a-b564-c217846a14c4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:00.098518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Transition to ACTIVE for port object 8cf0e8c2-1204-4b1a-b564-c217846a14c4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:00.118242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.234134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:00.235021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Allocated IP 172.25.0.183 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c034f631-ab9f-4e83-aef7-5b12eb133aaa) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:00.237733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:00.246839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:00.326126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Pushing event updated for resources: {'Port': ['ID=8cf0e8c2-1204-4b1a-b564-c217846a14c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.360767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Attempting to bind port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:00.361885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Attempting to bind port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:00.362489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Attempting to bind port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:00.363385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.380652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.393261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:00.394466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Checking segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:00.394878 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.395287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Bound using segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:00.396793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Bound port: 8cf0e8c2-1204-4b1a-b564-c217846a14c4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:00.397192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.484219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.506755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] For port 8cf0e8c2-1204-4b1a-b564-c217846a14c4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:00.525705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] For port 8cf0e8c2-1204-4b1a-b564-c217846a14c4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cf0e8c2-1204-4b1a-b564-c217846a14c4,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:00.532204 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.586554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.626208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 923a27df-56b0-4ef8-8b28-e876f4906cb4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:00.699007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=b9e68e40-e783-4058-b542-74445374cbc2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.743161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 923a27df-56b0-4ef8-8b28-e876f4906cb4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:00.743828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.746854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca002-de9b-4b64-a454-3705016780b8 None None] Pushing event updated for resources: {'Port': ['ID=8cf0e8c2-1204-4b1a-b564-c217846a14c4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.883780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60312) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:01.051422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.127860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.169013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:01.180007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:01.183642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:01.218143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Pushing event updated for resources: {'Port': ['ID=c034f631-ab9f-4e83-aef7-5b12eb133aaa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.306604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.321438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2023328603-network', 'tenant_id': '0486344a2b6140748b9f6848464f5ae2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:01.331706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.505334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Made reservation on behalf of 0486344a2b6140748b9f6848464f5ae2 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:01.508750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.542527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.557157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'Port': ['ID=64365f49-533c-40e8-99ab-c9b82548dbba,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.572712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.587510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 9b65d63b-6a4f-4958-9837-24619acfc1ea has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:01.601772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.619717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.629642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5fcbfcf-a406-4ba0-9e74-a3c461dd2d21 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3133991 Jul 16 08:43:01.755705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:01.766062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c91dbc6-11d3-4f62-9ab4-784cfa89b5a6 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/9b65d63b-6a4f-4958-9837-24619acfc1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7882102 Jul 16 08:43:01.766718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60328) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:01.770023 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] Sync routers for ids ['9b65d63b-6a4f-4958-9837-24619acfc1ea'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:01.781657 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] Routers {'9b65d63b-6a4f-4958-9837-24619acfc1ea'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:01.782403 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9b65d63b-6a4f-4958-9837-24619acfc1ea'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.835288 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.871218 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] Routers {'9b65d63b-6a4f-4958-9837-24619acfc1ea'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:01.872062 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9b65d63b-6a4f-4958-9837-24619acfc1ea'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.886291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.910944 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.912068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846aaa-c5f1-4b06-ab64-37c8e8be4ca0 None None] The sync data for ids ['9b65d63b-6a4f-4958-9837-24619acfc1ea'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:02.019270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-c501f5b4-71ed-481d-9a20-628cc9f4aa05 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2102796009&fields=id&tenant_id=05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 267 time: 0.0639079 Jul 16 08:43:02.151105 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-99f2378c-cb05-4178-95a9-ee874b8407be tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:43:02.152255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-99f2378c-cb05-4178-95a9-ee874b8407be tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/9b65d63b-6a4f-4958-9837-24619acfc1ea/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3716691 Jul 16 08:43:02.156174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60342) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.169408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-e63e8896-3b46-47d5-8b7e-7b40f130598c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.179006 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-e63e8896-3b46-47d5-8b7e-7b40f130598c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 816 time: 0.1274805 Jul 16 08:43:02.198960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-d28c9f46-1b0d-4cbe-abea-bb67869c982f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/quotas/05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 375 time: 0.0196788 Jul 16 08:43:02.216805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.219611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-82e24e90-10a0-4890-9df0-3ca705670f22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b65d63b-6a4f-4958-9837-24619acfc1ea HTTP/1.1" status: 200 len: 205 time: 0.0623786 Jul 16 08:43:02.222326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.232472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.249080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:02.265058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.265323 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Added segment b3a1954f-7285-4ea0-80bd-13ac9d49b721 of type vlan for network a3bc8529-f0f5-42e7-9679-58e854a7c78a Jul 16 08:43:02.269958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ba340c-1a8f-4291-967f-43832dd0d790 None None] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:02.321890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-f966ce9a-5eaa-45aa-bec3-7dd058b85d9f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143811 Jul 16 08:43:02.344971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Router 085b7128-e356-4ad7-b777-6c59d9498c20 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:02.382049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.453779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b65df987-bf48-453d-b8b5-97a62345b917 None None] Provisioning for port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:02.475857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.477065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.478165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.657245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Pushing event updated for resources: {'Network': ['ID=a3bc8529-f0f5-42e7-9679-58e854a7c78a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.673771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a3bc8529-f0f5-42e7-9679-58e854a7c78a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:02.687135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6515219 Jul 16 08:43:02.692975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60354) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.702002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.703350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Request body: {'subnet': {'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2023328603-subnet', 'tenant_id': '0486344a2b6140748b9f6848464f5ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:02.707194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:02.717198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e236d-2509-4cbb-acd5-47a7e89030ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.726065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-28337dac-b3d8-4d2d-8275-3a8f9eaf6397 service neutron] 10.222.0.41 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032066 Jul 16 08:43:02.786696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Made reservation on behalf of 0486344a2b6140748b9f6848464f5ae2 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:02.789571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.794846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.796117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e299d60a-a5d9-498d-96b3-fd472fe3feaa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7359426 Jul 16 08:43:02.823695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:02.829599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cf0e8c2-1204-4b1a-b564-c217846a14c4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:02.830540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60356) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.899524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:02.900559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:02.949302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-4f9f2535-bb2e-4a23-8a4f-3437285f39ce service neutron] 10.222.0.41 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222309 Jul 16 08:43:03.073700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:03.116157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:03.154805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:03.155419 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.229288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.230985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.237969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-49b7c83b-8c9c-4885-8887-220fac053807 None None] Provisioning complete for port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:03.238486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49b7c83b-8c9c-4885-8887-220fac053807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.246501 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.287359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3330a259-dba5-4e6d-a52b-99057b84a7e3 req-193b76c8-32d6-474a-ae83-22f4ff13906b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 210 time: 0.0608892 Jul 16 08:43:03.403658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.408105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Checking segment: {'id': 'b3a1954f-7285-4ea0-80bd-13ac9d49b721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:03.408105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Network hostable DHCP agents. Network: a3bc8529-f0f5-42e7-9679-58e854a7c78a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:03.423222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.423797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router 9b65d63b-6a4f-4958-9837-24619acfc1ea {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:03.432623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.436048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-98413d2f-0094-43eb-968d-0ff34300a867 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/9b65d63b-6a4f-4958-9837-24619acfc1ea HTTP/1.1" status: 204 len: 168 time: 1.1090324 Jul 16 08:43:03.439761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60364) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.486063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Network a3bc8529-f0f5-42e7-9679-58e854a7c78a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:03.505397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a3bc8529-f0f5-42e7-9679-58e854a7c78a) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:03.514161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.514782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.544662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2730c5-c771-4323-aeb1-c9539e907845 None None] Network a3bc8529-f0f5-42e7-9679-58e854a7c78a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:03.551085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet da611b6c-9366-4987-bf38-3cb7adfe34af {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:03.569688 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.571201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.594477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-25090e28-9545-4b57-b0a1-94d8ac67891f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9000134 Jul 16 08:43:03.685461 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.885774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.928156 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49b7c83b-8c9c-4885-8887-220fac053807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.954645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.963788 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.013048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:01Z', 'revision_number': 3, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:04.038315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.089241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=da611b6c-9366-4987-bf38-3cb7adfe34af,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.107076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.109980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-230e30b0-bf01-44d3-89f4-77044c71c7d0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/da611b6c-9366-4987-bf38-3cb7adfe34af HTTP/1.1" status: 204 len: 168 time: 0.6685383 Jul 16 08:43:04.112649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60386) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.118124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-49b7c83b-8c9c-4885-8887-220fac053807 None None] For port 8cf0e8c2-1204-4b1a-b564-c217846a14c4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cf0e8c2-1204-4b1a-b564-c217846a14c4,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:04.122572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:04.124820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Updating router 085b7128-e356-4ad7-b777-6c59d9498c20 port c034f631-ab9f-4e83-aef7-5b12eb133aaa binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:04.126856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c484aa-4e49-4833-a383-236f0c0a6197 None None] Network 95ede5ed-5560-49ed-acce-bc577c7572b9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:04.159531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49b7c83b-8c9c-4885-8887-220fac053807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.278751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.343463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34f573-0d2c-417c-9a90-7b7461860010 None None] Network a3bc8529-f0f5-42e7-9679-58e854a7c78a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:04.385126 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:43:04.387525 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:43:04.421947 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.454979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Allocated IP 172.20.0.1 (39a4a656-0d8c-4f12-bf80-6126f689cbbc/a3f3704e-3e71-43fc-b33f-0d05da9bffb3/27c496cb-bd6e-408b-a8e5-832eb9a34980) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:04.486827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7c83b-8c9c-4885-8887-220fac053807 None None] Pushing event updated for resources: {'Port': ['ID=8cf0e8c2-1204-4b1a-b564-c217846a14c4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.523943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ee17eba-5d3f-4f82-b9f7-bd00648a691c req-ae8be21c-115b-4a80-bc36-87b1ddbd52cf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 210 time: 0.0649178 Jul 16 08:43:04.550859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-de305118-df6c-44f6-8173-2977931b771c tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.552971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-de305118-df6c-44f6-8173-2977931b771c tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/networks?id=a3bc8529-f0f5-42e7-9679-58e854a7c78a HTTP/1.1" status: 200 len: 821 time: 0.2437031 Jul 16 08:43:04.576676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:04.576676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.622908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-3828567f-0d1f-47ff-ae96-73b29aa0257c tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/quotas/0486344a2b6140748b9f6848464f5ae2 HTTP/1.1" status: 200 len: 375 time: 0.0583491 Jul 16 08:43:04.679147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-237fe713-cc79-4558-a760-25753d309b03 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0486344a2b6140748b9f6848464f5ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552135 Jul 16 08:43:04.809312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,segment=NetworkSegment(218673fc-403d-4b97-82c0-734c0a5011e7),segment_id=218673fc-403d-4b97-82c0-734c0a5011e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:04.809688 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.832551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.843720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:04.855568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] DHCP port deletion for 95ede5ed-5560-49ed-acce-bc577c7572b9 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:04.876306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Transition to ACTIVE for port object 27c496cb-bd6e-408b-a8e5-832eb9a34980 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:04.921449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-96e198a2-c595-4f9f-91b0-c908d41e39be service neutron] 10.222.0.41 "GET /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413459 Jul 16 08:43:04.933814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.944755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Transition to ACTIVE for port object c034f631-ab9f-4e83-aef7-5b12eb133aaa will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:04.952733 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.143711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Pushing event updated for resources: {'Port': ['ID=c034f631-ab9f-4e83-aef7-5b12eb133aaa,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.155697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Attempting to bind port c034f631-ab9f-4e83-aef7-5b12eb133aaa on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:05.157321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Attempting to bind port c034f631-ab9f-4e83-aef7-5b12eb133aaa by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:05.157321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Attempting to bind port c034f631-ab9f-4e83-aef7-5b12eb133aaa on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:05.218999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.219425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.219769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.220105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.220436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.220770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.225076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.225076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.225076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.225076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.225076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.225616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:05.244683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:05.245051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:05.245626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.250385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:05.250992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Bound port: c034f631-ab9f-4e83-aef7-5b12eb133aaa, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:05.251724 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.270371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] Deleting port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:05.272926 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.308416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-b54c3f97-dbb3-4cbf-81bf-6ac0888125ff tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.309985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-b54c3f97-dbb3-4cbf-81bf-6ac0888125ff tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 816 time: 0.2736142 Jul 16 08:43:05.329471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cf0e8c2-1204-4b1a-b564-c217846a14c4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:05.401001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-8a98df08-8328-4b1b-8cbe-f8149a015aa5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 380 time: 0.0767510 Jul 16 08:43:05.416612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'port': {'device_id': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'admin_state_up': True, 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'security_groups': ['cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:05.450747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] For port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,segment=NetworkSegment(218673fc-403d-4b97-82c0-734c0a5011e7),segment_id=218673fc-403d-4b97-82c0-734c0a5011e7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:05.451165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.483071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] Calling delete_port for b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:05.496730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:05.497869 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.507178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] For port c034f631-ab9f-4e83-aef7-5b12eb133aaa, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:05.516371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.528393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-f76e5edd-5a09-401a-852f-abf7093b1847 service neutron] 10.222.0.41 "GET /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060860 Jul 16 08:43:05.528973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.575190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:05.578923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:05.581232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Pushing event updated for resources: {'Port': ['ID=27c496cb-bd6e-408b-a8e5-832eb9a34980,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.587142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:05.605301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] For port c034f631-ab9f-4e83-aef7-5b12eb133aaa, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c034f631-ab9f-4e83-aef7-5b12eb133aaa,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:05.612696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:05.613209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Made reservation on behalf of 05cf10d9a11944cca4e2c00f664d3ba5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:05.625181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.628570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.658609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.712871 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.798319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.904053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:05.904707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:05.918426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797c0a3-338b-46bf-b42a-6f017d530f8e None None] Pushing event updated for resources: {'Port': ['ID=c034f631-ab9f-4e83-aef7-5b12eb133aaa,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.925786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ede5ed-5560-49ed-acce-bc577c7572b9']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:05.951202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218673fc-403d-4b97-82c0-734c0a5011e7') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:05.951862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218673fc-403d-4b97-82c0-734c0a5011e7') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:05.967175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.015222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.032241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:06.034144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:06.038517 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:06.049544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bd20e081-6b63-4c07-9090-ae076b84fb2f req-17159358-be4b-4745-8346-1c8f15e43753 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 210 time: 0.0848699 Jul 16 08:43:06.078551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Allocated IP 172.20.0.7 (b71f5745-565e-45e5-829b-29de323876fc/a244cd6c-8435-4145-b31b-80729fb6aed3/30381835-ebdc-4fc8-b04a-ed38f76d903a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:06.103998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.203973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c1d7344-0923-4174-a474-bb7cbec734b5 req-25559fe5-13d2-4ced-b51f-df247a74a803 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 210 time: 0.0627873 Jul 16 08:43:06.204766 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.218935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.222893 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/95ede5ed-5560-49ed-acce-bc577c7572b9 HTTP/1.1" status: 204 len: 168 time: 2.1087558 Jul 16 08:43:06.234754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60422) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:06.254290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] No DVR routers for this DVR port b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:06.257972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dc3d9-c275-47ae-841d-c0e1b1ea0b6e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=95ede5ed-5560-49ed-acce-bc577c7572b9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.258150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1590788168'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:06.268162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:06.282279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb638-0dfe-4f59-8868-34b269c9542f None None] Pushing event deleted for resources: {'Port': ['ID=b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.290589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.346891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9b2e6cb6-7ca6-46ce-8825-9f9b7305897c None None] Provisioning for port 27c496cb-bd6e-408b-a8e5-832eb9a34980 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:06.394588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:06.395037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b5faaad2-fdfb-4ed8-8d47-844aad8d4ef4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:06.413827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9b2e6cb6-7ca6-46ce-8825-9f9b7305897c None None] Provisioning complete for port 27c496cb-bd6e-408b-a8e5-832eb9a34980 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:06.414198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6cb6-7ca6-46ce-8825-9f9b7305897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.445239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:06.459181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.465905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:06.499039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e6cb6-7ca6-46ce-8825-9f9b7305897c None None] Port 27c496cb-bd6e-408b-a8e5-832eb9a34980 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:06.548294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:06.566121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.569354 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment 99be9b14-116d-49ea-8dc7-d79af55468c6 of type vlan for network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d Jul 16 08:43:06.621090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.669607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.679609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.717951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Transition to ACTIVE for port object 30381835-ebdc-4fc8-b04a-ed38f76d903a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:06.768814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.772619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Pushing event updated for resources: {'Port': ['ID=27c496cb-bd6e-408b-a8e5-832eb9a34980,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.775261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.841490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.850578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.855863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.886395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.939528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:06.942967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:06.964301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:01Z', 'revision_number': 3, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:07.043270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Network b71f5745-565e-45e5-829b-29de323876fc is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:07.043563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3dabd4-0446-413f-bf3a-28b2733f84ee None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:01Z', 'revision_number': 3, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:07.053349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:07.055917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:07.062881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8270552 Jul 16 08:43:07.070902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.136069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:07.224506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.242408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3cb32-57ca-4579-a724-5f7a29a915d3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=2e4a5c43-c144-4b4f-94eb-d2c813d9570d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.262192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Router 085b7128-e356-4ad7-b777-6c59d9498c20 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:07.262514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:07.437590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-565f52b4-a4d2-430e-ac64-ea2b062d7cc2 None None] Provisioning complete for port 27c496cb-bd6e-408b-a8e5-832eb9a34980 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:07.437971 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-565f52b4-a4d2-430e-ac64-ea2b062d7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.509942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-565f52b4-a4d2-430e-ac64-ea2b062d7cc2 None None] Port 27c496cb-bd6e-408b-a8e5-832eb9a34980 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:07.573615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:07.597974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f11d598-21d0-4cc3-8911-c248735e9de8 admin admin] 10.222.0.41 "PUT /v2.0/routers/085b7128-e356-4ad7-b777-6c59d9498c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7651684 Jul 16 08:43:07.631337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.634010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5e75536d-ef3d-4542-8926-eade1ac8097b None None] Provisioning for port 30381835-ebdc-4fc8-b04a-ed38f76d903a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:07.634486 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.649752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5e75536d-ef3d-4542-8926-eade1ac8097b None None] Provisioning complete for port 30381835-ebdc-4fc8-b04a-ed38f76d903a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:07.649752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e75536d-ef3d-4542-8926-eade1ac8097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.663990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51075c-d484-4ed1-8132-8dc91167ed41 req-f13f6d9a-d486-4897-9eaa-21a03e8fcc6d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.674580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e51075c-d484-4ed1-8132-8dc91167ed41 req-f13f6d9a-d486-4897-9eaa-21a03e8fcc6d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 931 time: 0.2224441 Jul 16 08:43:07.680449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:07.685644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.699025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-500eac75-28a6-4ed7-9d09-8083f021760a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2886319 Jul 16 08:43:07.745043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Request body: {'port': {'device_id': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:07.766823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5e75536d-ef3d-4542-8926-eade1ac8097b None None] Port 30381835-ebdc-4fc8-b04a-ed38f76d903a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:07.770101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e51075c-d484-4ed1-8132-8dc91167ed41 req-19a00a8f-7988-4211-baeb-f1bc954e53e1 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945246 Jul 16 08:43:07.987480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-c93e5972-5954-4de2-bd5b-1813fbcc2891 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.990005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-c93e5972-5954-4de2-bd5b-1813fbcc2891 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.18 "GET /v2.0/networks?id=a3bc8529-f0f5-42e7-9679-58e854a7c78a HTTP/1.1" status: 200 len: 821 time: 0.2180305 Jul 16 08:43:08.005250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Request body: {'port': {'device_id': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a', 'admin_state_up': True, 'tenant_id': '0486344a2b6140748b9f6848464f5ae2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.055024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.093283 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-23c63b8d-6180-4e25-bbe6-231b520da9c9 req-8a4e66d8-83f9-4943-9b99-baecbd2fe557 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 210 time: 0.0801201 Jul 16 08:43:08.233992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Made reservation on behalf of 0486344a2b6140748b9f6848464f5ae2 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:08.237799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.400013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Allocated IP 172.20.0.13 (a3bc8529-f0f5-42e7-9679-58e854a7c78a/b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd/e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:08.539995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.609391 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.617243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1038969954', 'description': 'tempest-description--1305884487'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.664721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.745141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.851174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.855927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.870073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.916146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Network a3bc8529-f0f5-42e7-9679-58e854a7c78a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:08.960270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:08.970114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:08.973201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63174d95-4e39-42bb-85a4-1d365a2d90e5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.105984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.111360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da58e9e8-07ed-4f25-a0d2-a0b2918038bc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4957898 Jul 16 08:43:09.120814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60462) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.125461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=e46ab86d-49fb-4e42-889c-c834d72c5416,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.153931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'security_group_rule': {'security_group_id': '63174d95-4e39-42bb-85a4-1d365a2d90e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.164470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': '99be9b14-116d-49ea-8dc7-d79af55468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:09.164664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: 2e4a5c43-c144-4b4f-94eb-d2c813d9570d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:09.234901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:09.248131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.249170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.253910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:09.264822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Pushing event updated for resources: {'Port': ['ID=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.282739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.293220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 2e4a5c43-c144-4b4f-94eb-d2c813d9570d) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.304274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37844624-2708-40f6-a601-3b2c5785f962 None None] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:09.318907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.332507 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.334952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-2f5759ca-2223-43c7-86d8-607d05393294 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3373618 Jul 16 08:43:09.337843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.347599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Request body: {'port': {'device_id': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.358934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Transition to ACTIVE for port object 30381835-ebdc-4fc8-b04a-ed38f76d903a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.369548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.374879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-26907d87-3aec-4462-bd75-3245d78ab0cd tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2490137 Jul 16 08:43:09.379207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.390927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19e0f-63ea-462e-ad5f-220907ec1fac req-00654a45-32f1-4b2b-8f2f-926cdc22a3a0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.398441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4b19e0f-63ea-462e-ad5f-220907ec1fac req-00654a45-32f1-4b2b-8f2f-926cdc22a3a0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 931 time: 0.3959861 Jul 16 08:43:09.400526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1506156863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.478547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c034f631-ab9f-4e83-aef7-5b12eb133aaa up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:09.492069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4b19e0f-63ea-462e-ad5f-220907ec1fac req-54e12fe3-943b-462c-bc6c-7ec219dca888 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926034 Jul 16 08:43:09.501768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.503122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.558635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.572241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.619534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c034f631-ab9f-4e83-aef7-5b12eb133aaa completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:09.621732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.624996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c034f631-ab9f-4e83-aef7-5b12eb133aaa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:09.625364 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.654390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12ca9c4-d958-4125-a3ce-c00cf424929f,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.712448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.713771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b5b91cad-1228-4706-b5ad-23dd166e7a06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5869193 Jul 16 08:43:09.719560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60470) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.730640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'security_group_rule': {'security_group_id': '63174d95-4e39-42bb-85a4-1d365a2d90e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:09.762279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.784068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.790528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.802270 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.819912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-2e4a5c43-c144-4b4f-94eb-d2c813d9570d', 'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': 'e46ab86d-49fb-4e42-889c-c834d72c5416'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:09.823405 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.841737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.854906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c034f631-ab9f-4e83-aef7-5b12eb133aaa, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c034f631-ab9f-4e83-aef7-5b12eb133aaa,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:09.868996 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.978813 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.985704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.010512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.023526 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:10.037054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05fb413-eeea-4a89-be5e-1211b6a77c5b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.040489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-132a0834-b80c-4271-8c9e-6a1fb90f1f6d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6491885 Jul 16 08:43:10.041132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60474) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.044056 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:10.044707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:10.068848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c034f631-ab9f-4e83-aef7-5b12eb133aaa,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.086272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:10.086616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:10.086945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.132711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Allocated IP 2001:db8::2 (2e4a5c43-c144-4b4f-94eb-d2c813d9570d/e46ab86d-49fb-4e42-889c-c834d72c5416/f47eee1b-ed39-4793-9b6a-e5de7ad43f7f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:10.139452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.139677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb876ae-444a-44d4-860b-0d89506bfe08 req-440e427e-c5ff-4719-b419-25b7f777dc61 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.141545 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3f382041-3f4c-42f4-b45e-d98c393ab0a3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4169903 Jul 16 08:43:10.152798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60478) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.158501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:10.163341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0eb876ae-444a-44d4-860b-0d89506bfe08 req-440e427e-c5ff-4719-b419-25b7f777dc61 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 932 time: 0.6800394 Jul 16 08:43:10.165142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Port 30381835-ebdc-4fc8-b04a-ed38f76d903a on network b71f5745-565e-45e5-829b-29de323876fc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:10.165469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.231556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:10.231904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Checking segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:10.232303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Bound using segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:10.232757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Bound port: 30381835-ebdc-4fc8-b04a-ed38f76d903a, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:10.233124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.309827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.381886 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:10.396997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.403087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:10.408042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:10.414640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Transition to ACTIVE for port object f47eee1b-ed39-4793-9b6a-e5de7ad43f7f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:10.415128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.436581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0eb876ae-444a-44d4-860b-0d89506bfe08 req-6adc95cb-7ff0-4ca2-aeef-dc8a46304cfc tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722402 Jul 16 08:43:10.448392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Transition to ACTIVE for port object f47eee1b-ed39-4793-9b6a-e5de7ad43f7f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:10.464080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.487133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:10.496608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.497774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.499871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] 10.222.0.36 "PUT /v2.0/ports/30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 1092 time: 2.7660279 Jul 16 08:43:10.500780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:10.508734 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:10.538021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:10.542876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:10.544193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0be7d5-c6e3-4ced-b98a-d87f3c2e4703 service neutron] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.554051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:10.561399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Pushing event updated for resources: {'Port': ['ID=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.586550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.639356 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce63718-415f-49f1-8e53-eafd995bf0a4 x-openstack-request-id: req-4ce63718-415f-49f1-8e53-eafd995bf0a4 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:10.639801 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:10.640160 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ce63718-415f-49f1-8e53-eafd995bf0a4 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:10.640670 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'status': 'completed', 'code': 200} Jul 16 08:43:10.711937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-1b30d534-78a5-44bf-ba93-9830fee9d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.714235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-1b30d534-78a5-44bf-ba93-9830fee9d41e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1095 time: 0.1436915 Jul 16 08:43:10.716349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Attempting to bind port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:10.716970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Attempting to bind port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '99be9b14-116d-49ea-8dc7-d79af55468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:10.717352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Attempting to bind port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f on network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.726634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:10.728116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Checking segment: {'id': '99be9b14-116d-49ea-8dc7-d79af55468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:10.730125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.730574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Bound using segment: {'id': '99be9b14-116d-49ea-8dc7-d79af55468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:10.731081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Bound port: f47eee1b-ed39-4793-9b6a-e5de7ad43f7f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99be9b14-116d-49ea-8dc7-d79af55468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2e4a5c43-c144-4b4f-94eb-d2c813d9570d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:10.732680 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.778211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Transition to ACTIVE for port object e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:10.788176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.789800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-83523fe3-96da-4db2-9e5e-26f13c7b4657 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 217 time: 0.0637009 Jul 16 08:43:10.791645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.844498 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 2, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:10.855728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] For port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:10.859303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] For port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,segment=NetworkSegment(99be9b14-116d-49ea-8dc7-d79af55468c6),segment_id=99be9b14-116d-49ea-8dc7-d79af55468c6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:10.869979 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.899819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-55a041eb-a340-46c8-97a8-da94c4ef2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.901414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-55a041eb-a340-46c8-97a8-da94c4ef2d29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.0886281 Jul 16 08:43:10.914221 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:10.914575 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Updating router 085b7128-e356-4ad7-b777-6c59d9498c20 port 27c496cb-bd6e-408b-a8e5-832eb9a34980 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:10.991886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd8ee1-497f-4f78-8c04-4c502f904bdf req-62c0c71a-d287-489c-a2f2-461333249859 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.992645 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.999172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7edd8ee1-497f-4f78-8c04-4c502f904bdf req-62c0c71a-d287-489c-a2f2-461333249859 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 943 time: 0.2275779 Jul 16 08:43:11.020204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b94d5c-0b15-4db4-a787-f3c1693a41f6 None None] Pushing event updated for resources: {'Port': ['ID=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.089200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.111448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7edd8ee1-497f-4f78-8c04-4c502f904bdf req-c27bbd56-d5aa-4511-992a-928b86adbadb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111400 Jul 16 08:43:11.144303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-a94e2b7a-e161-48de-bb27-c973835d9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.146574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-a94e2b7a-e161-48de-bb27-c973835d9d1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2384579 Jul 16 08:43:11.225856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.373198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c034f631-ab9f-4e83-aef7-5b12eb133aaa up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:11.387174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Attempting to bind port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:11.387541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Attempting to bind port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'b3a1954f-7285-4ea0-80bd-13ac9d49b721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:11.387869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Attempting to bind port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 on network a3bc8529-f0f5-42e7-9679-58e854a7c78a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:11.406034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 on network a3bc8529-f0f5-42e7-9679-58e854a7c78a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:11.406372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Attempting to bind port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 on network a3bc8529-f0f5-42e7-9679-58e854a7c78a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:11.427024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:11.427385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Checking segment: {'id': 'b3a1954f-7285-4ea0-80bd-13ac9d49b721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:11.427782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Bound using segment: {'id': 'b3a1954f-7285-4ea0-80bd-13ac9d49b721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:11.428227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Bound port: e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a1954f-7285-4ea0-80bd-13ac9d49b721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:11.428592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.526123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-13a4338a-5981-4db5-b4da-9fbe555519b5 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726945 Jul 16 08:43:11.537850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c034f631-ab9f-4e83-aef7-5b12eb133aaa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:11.537850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.595003 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:11.638467 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.651592 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Transition to ACTIVE for port object 27c496cb-bd6e-408b-a8e5-832eb9a34980 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:11.659607 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.742465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e26c04-633b-43ff-850a-30e2dd762b41 req-b2618698-bee0-4846-9e25-ca62a4e3fa91 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092938 Jul 16 08:43:11.750425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8::1 (2e4a5c43-c144-4b4f-94eb-d2c813d9570d/e46ab86d-49fb-4e42-889c-c834d72c5416/9838bf3c-01e4-4e8f-8024-4f28eeb39b92) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:11.793340 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969b14-a373-4889-a9a1-669273e926e4 None None] Pushing event updated for resources: {'Port': ['ID=27c496cb-bd6e-408b-a8e5-832eb9a34980,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.850918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Allocated IP 172.25.0.11 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/bb8a6501-e9fc-48dc-aaec-51dc38a8b41d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:11.857256 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Attempting to bind port 27c496cb-bd6e-408b-a8e5-832eb9a34980 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:11.858150 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Attempting to bind port 27c496cb-bd6e-408b-a8e5-832eb9a34980 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:11.858566 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Attempting to bind port 27c496cb-bd6e-408b-a8e5-832eb9a34980 on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:11.865090 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:11.865744 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Checking segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:11.866324 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.867014 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Bound using segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:11.869988 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Bound port: 27c496cb-bd6e-408b-a8e5-832eb9a34980, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:11.870638 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.920042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-03ee87cc-bfa6-4565-9db7-febec3ee03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.922665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-03ee87cc-bfa6-4565-9db7-febec3ee03d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1095 time: 0.0844858 Jul 16 08:43:11.958212 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] For port 27c496cb-bd6e-408b-a8e5-832eb9a34980, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:11.965465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] For port 27c496cb-bd6e-408b-a8e5-832eb9a34980, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=27c496cb-bd6e-408b-a8e5-832eb9a34980,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:11.970146 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.971118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] For port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:11.986034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55a53-7e40-4bde-9ec7-2cca5d5841fc req-07b5d8d1-8d41-4f1a-8927-87cc7fdcb977 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.987699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bf55a53-7e40-4bde-9ec7-2cca5d5841fc req-07b5d8d1-8d41-4f1a-8927-87cc7fdcb977 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 944 time: 0.2863321 Jul 16 08:43:12.054455 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969b14-a373-4889-a9a1-669273e926e4 None None] Pushing event updated for resources: {'Port': ['ID=27c496cb-bd6e-408b-a8e5-832eb9a34980,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.091875 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:12.092550 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:12.168593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] For port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,segment=NetworkSegment(b3a1954f-7285-4ea0-80bd-13ac9d49b721),segment_id=b3a1954f-7285-4ea0-80bd-13ac9d49b721)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:12.266729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-7a441583-cb0d-4258-9c2b-acce009f8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.271762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-7a441583-cb0d-4258-9c2b-acce009f8398 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.3398755 Jul 16 08:43:12.356609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-352f01d2-897d-465b-a7c7-9bbc9c7b35d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 217 time: 0.0778885 Jul 16 08:43:12.385722 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:12.465089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-33c8fd48-5c76-4750-a738-8c69483d7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.466585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-33c8fd48-5c76-4750-a738-8c69483d7a32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1002696 Jul 16 08:43:12.660128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-61f00906-776e-4235-8b41-81c043ae1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.661743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-61f00906-776e-4235-8b41-81c043ae1dad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860006 Jul 16 08:43:12.694851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4755a-e385-4b4e-b991-8801796b5aa5 None None] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:12.719448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6c100-912f-494f-9c35-f832326ae172 req-9d092d22-9191-47d1-bc66-a90b136da0bf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.728299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d3b6c100-912f-494f-9c35-f832326ae172 req-9d092d22-9191-47d1-bc66-a90b136da0bf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 943 time: 0.1539094 Jul 16 08:43:12.761247 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:11Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:12.796940 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbe39f-b8e5-426c-83d0-d6d09e02ca95 None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:11Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:12.812588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d3b6c100-912f-494f-9c35-f832326ae172 req-8b640bcb-9233-4832-ae7c-43583ef0a215 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802121 Jul 16 08:43:12.815022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.923341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-c368210c-35c2-4dc8-9fa2-bf460c1395ed service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532592 Jul 16 08:43:12.933814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.955931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bf55a53-7e40-4bde-9ec7-2cca5d5841fc req-10ec326d-2675-4716-93e7-2ca2ed2893f0 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8271787 Jul 16 08:43:12.969574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.970376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.974524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 HTTP/1.1" status: 200 len: 1093 time: 3.6313250 Jul 16 08:43:12.986783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'tag': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:12.996026 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f54504a-fbde-47b6-8cae-7c945dea7a83" -d '{"events": [{"name": "network-changed", "server_uuid": "7dde7dcc-2c2d-42f4-b2ed-a7a59243d063", "tag": "e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:13.028949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-90e64350-baa5-48f3-b954-621774dd8487 None None] Provisioning for port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:13.079028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0c758f7-572f-46d8-8a68-f2f3dd6bad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.111123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9dc4a96c-5947-421d-a252-91c5b3cb9a5f req-298f4502-35f7-4646-b7a6-ecb977efc4ec service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804142 Jul 16 08:43:13.164615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:13.168187 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb349fae-1b5e-4db0-9b40-c09447087dfc x-openstack-request-id: req-fb349fae-1b5e-4db0-9b40-c09447087dfc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:13.169023 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dde7dcc-2c2d-42f4-b2ed-a7a59243d063", "tag": "e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:13.169534 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb349fae-1b5e-4db0-9b40-c09447087dfc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:13.170470 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'tag': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0', 'status': 'completed', 'code': 200} Jul 16 08:43:13.209505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.223251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2becc89-e56f-4d14-92e7-5fd2d23713f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.300749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.311832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-812fda57-8f4e-4be7-9ffe-ae798053b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.313713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-812fda57-8f4e-4be7-9ffe-ae798053b5ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0486344a2b6140748b9f6848464f5ae2&device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 1096 time: 0.2265198 Jul 16 08:43:13.351008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.394826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 27c496cb-bd6e-408b-a8e5-832eb9a34980 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:13.413191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:13.414913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-8223e2ac-f771-425d-8429-a41062f9bebe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 HTTP/1.1" status: 200 len: 217 time: 0.0715041 Jul 16 08:43:13.439032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:13.442301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:13.442950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.496443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:13.541268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=9838bf3c-01e4-4e8f-8024-4f28eeb39b92,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.552470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:13.554732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:13.576066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 27c496cb-bd6e-408b-a8e5-832eb9a34980 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:13.580156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 27c496cb-bd6e-408b-a8e5-832eb9a34980 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:13.580536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.695297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-3e58253a-e1d6-4677-87dc-1bf304d7bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.696835 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-3e58253a-e1d6-4677-87dc-1bf304d7bd01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd HTTP/1.1" status: 200 len: 861 time: 0.2716460 Jul 16 08:43:13.714835 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.764460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 27c496cb-bd6e-408b-a8e5-832eb9a34980, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=27c496cb-bd6e-408b-a8e5-832eb9a34980,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:13.776392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.777921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f47eee1b-ed39-4793-9b6a-e5de7ad43f7f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:13.784311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-d0910937-4e56-4d2b-a496-bbdf27f0adae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3bc8529-f0f5-42e7-9679-58e854a7c78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761702 Jul 16 08:43:13.816244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'Port': ['ID=bb8a6501-e9fc-48dc-aaec-51dc38a8b41d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.871401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=27c496cb-bd6e-408b-a8e5-832eb9a34980,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.895848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:13.908264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:13.908904 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.020848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.050120 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.060248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,segment=NetworkSegment(99be9b14-116d-49ea-8dc7-d79af55468c6),segment_id=99be9b14-116d-49ea-8dc7-d79af55468c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:14.061414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fa675e55-1eb1-40b3-a5cd-1ff2b3f57221 None None] Provisioning for port 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:14.067273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fa675e55-1eb1-40b3-a5cd-1ff2b3f57221 None None] Provisioning complete for port 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:14.067794 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa675e55-1eb1-40b3-a5cd-1ff2b3f57221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.082014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.112544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.118151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fa675e55-1eb1-40b3-a5cd-1ff2b3f57221 None None] Port 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:14.177020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.240143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098936-bff0-451f-8396-b167677ba502 req-9d314684-d498-45a3-b6bd-aad16c498a16 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.241658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e098936-bff0-451f-8396-b167677ba502 req-9d314684-d498-45a3-b6bd-aad16c498a16 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 944 time: 0.0951641 Jul 16 08:43:14.296025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e098936-bff0-451f-8396-b167677ba502 req-e5010906-f6f6-4a27-843c-68ea747d6785 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479608 Jul 16 08:43:14.319902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-c9eab744-32a6-43c7-b23f-9d61731985bd service neutron] 10.222.0.18 "GET /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191772 Jul 16 08:43:14.409349 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.430497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0fa6b-0138-408f-94e7-a5a69eeb4b21 req-f56e1fd8-b4b7-4f76-b1eb-203a7e0551da tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.433139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0d0fa6b-0138-408f-94e7-a5a69eeb4b21 req-f56e1fd8-b4b7-4f76-b1eb-203a7e0551da tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 943 time: 0.4211490 Jul 16 08:43:14.605039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0d0fa6b-0138-408f-94e7-a5a69eeb4b21 req-f622381d-d7a4-4826-a38f-2a787b5aa337 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801425 Jul 16 08:43:14.610298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.633278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.634073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.681165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d95c7e7-2a2e-475c-a3fb-dc06bd8b318c req-0a75af8f-b1a4-4a4c-aef1-31942975557a service neutron] 10.222.0.18 "GET /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521276 Jul 16 08:43:14.820892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=9838bf3c-01e4-4e8f-8024-4f28eeb39b92,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.894754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:14.902581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:14.918223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.925582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.928729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-3c3df112-7201-4be1-8a05-47f7b849bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.930221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-3c3df112-7201-4be1-8a05-47f7b849bc1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0486344a2b6140748b9f6848464f5ae2&device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 1096 time: 0.1757946 Jul 16 08:43:15.142884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'Port': ['ID=bb8a6501-e9fc-48dc-aaec-51dc38a8b41d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.163532 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.201481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-64f6b695-0dc1-494c-90fa-59d29147365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.202873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-64f6b695-0dc1-494c-90fa-59d29147365e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3bc8529-f0f5-42e7-9679-58e854a7c78a HTTP/1.1" status: 200 len: 922 time: 0.2344413 Jul 16 08:43:15.207478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.208757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ab5568ea-baec-48ea-bb5d-c0b4c054249e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0546341 Jul 16 08:43:15.253315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-19adc6ff-268c-48a1-9d05-b4e470b10e27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 HTTP/1.1" status: 200 len: 217 time: 0.0423243 Jul 16 08:43:15.257854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:15.275895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-12a81194-8e18-4b28-8bf8-096f6f582c1a None None] Provisioning complete for port 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:15.276939 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12a81194-8e18-4b28-8bf8-096f6f582c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.310911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 27c496cb-bd6e-408b-a8e5-832eb9a34980 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:15.376377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:15.380722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-bffbd3a5-8639-474b-b4b7-ff6184b62116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.382562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-bffbd3a5-8639-474b-b4b7-ff6184b62116 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd HTTP/1.1" status: 200 len: 861 time: 0.1216116 Jul 16 08:43:15.417693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-12a81194-8e18-4b28-8bf8-096f6f582c1a None None] Port 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:15.441958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-237790a3-277e-4512-89e3-116306ded756 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3bc8529-f0f5-42e7-9679-58e854a7c78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495441 Jul 16 08:43:15.483893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 27c496cb-bd6e-408b-a8e5-832eb9a34980 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:15.484292 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.534933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:15.540252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:15.542266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0bd8709-a5a6-4490-988f-e22a3ed0ad84 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4988644 Jul 16 08:43:15.548034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.549846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] Sync routers for ids ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:15.555115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-436ee69d-135f-496e-b409-5ee140a938c3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1038969954&fields=id&tenant_id=09f3e0a28d204c569a3769ecef953e29 HTTP/1.1" status: 200 len: 267 time: 0.1861863 Jul 16 08:43:15.559763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12999b62-5010-42ff-aa2c-aa21447a37d9 req-3ce53eb6-91ae-4221-b1bb-27133529d214 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.562154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12999b62-5010-42ff-aa2c-aa21447a37d9 req-3ce53eb6-91ae-4221-b1bb-27133529d214 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 944 time: 0.0962424 Jul 16 08:43:15.566411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] Routers {'2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:15.567082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.569096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'mac_address': 'fa:16:3e:c6:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:15.615011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.637415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12999b62-5010-42ff-aa2c-aa21447a37d9 req-bba1dbf9-0bae-4dbc-8e51-5a6b517bd264 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609150 Jul 16 08:43:15.671394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] Routers {'2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:15.672039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.678174 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-faef289a-f7f8-4c5a-8a12-5e2346c758fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.720141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e2c8f-1719-42ea-a1ca-c559796c6dcf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.721860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-430e2c8f-1719-42ea-a1ca-c559796c6dcf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports/9838bf3c-01e4-4e8f-8024-4f28eeb39b92 HTTP/1.1" status: 200 len: 911 time: 0.1584272 Jul 16 08:43:15.733769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60572) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.734004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-e7f7a91f-64ca-402d-8d3d-f3365307e0c8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.736864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-e7f7a91f-64ca-402d-8d3d-f3365307e0c8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 811 time: 0.1793897 Jul 16 08:43:15.770246 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-45e152d9-52f6-410d-9a1b-63c950964772 service neutron] 10.222.0.18 "GET /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126795 Jul 16 08:43:15.776738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-0c1b044e-507b-46e0-9197-1987b784e24b tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/quotas/09f3e0a28d204c569a3769ecef953e29 HTTP/1.1" status: 200 len: 375 time: 0.0337191 Jul 16 08:43:15.939869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.940547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19e922-58b1-4f3e-8186-af5c2173fe2b None None] The sync data for ids ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:15.948596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.953047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f47eee1b-ed39-4793-9b6a-e5de7ad43f7f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:15.959193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-66534eef-b932-4964-bfe0-65d710e8fc48 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473429 Jul 16 08:43:15.961273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f54504a-fbde-47b6-8cae-7c945dea7a83 req-0230c9a6-3fdf-42fc-871e-b77ba3715080 service neutron] 10.222.0.18 "GET /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800387 Jul 16 08:43:15.984015 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.997269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:16.031793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:16.040781 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.092212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.117036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:16.117554 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.266264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93359f-4c12-4543-a3ff-a857bc67d2fb req-e93f7fef-d9c9-4da5-8e6b-8d65382d2a5b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.268059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb93359f-4c12-4543-a3ff-a857bc67d2fb req-e93f7fef-d9c9-4da5-8e6b-8d65382d2a5b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.1145093 Jul 16 08:43:16.310099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['30381835-ebdc-4fc8-b04a-ed38f76d903a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:16.354431 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb93359f-4c12-4543-a3ff-a857bc67d2fb req-ff49a8ad-d7ae-41bd-870f-892312cac0e2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771065 Jul 16 08:43:16.444918 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.495027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-9cc4829b-c64e-4ab0-95e7-2de4cd642077 service neutron] 10.222.0.41 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008750 Jul 16 08:43:16.595815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-93b01e07-b834-41f0-9df6-2b525b3779b4 service neutron] 10.222.0.41 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994008 Jul 16 08:43:16.612081 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.754541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:16.755254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.781704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0208a3f8-a853-4a30-9739-3e689744c60b req-5dc301ce-e18d-407c-ba04-f2dfd2bfc430 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 210 time: 0.0401189 Jul 16 08:43:16.905222 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.936705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 9838bf3c-01e4-4e8f-8024-4f28eeb39b92 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:16.961838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b117-8115-4046-98c3-c4ace4886dfc req-f4545cf9-2af4-4811-b96c-dedbdfef2e18 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.963460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a06b117-8115-4046-98c3-c4ace4886dfc req-f4545cf9-2af4-4811-b96c-dedbdfef2e18 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 944 time: 0.1672001 Jul 16 08:43:17.049527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a06b117-8115-4046-98c3-c4ace4886dfc req-e28edbaa-66c8-421a-8275-5d09f8416a2c tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Jul 16 08:43:17.184371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:17.196751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.230945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=9838bf3c-01e4-4e8f-8024-4f28eeb39b92,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.299744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,segment=NetworkSegment(b3a1954f-7285-4ea0-80bd-13ac9d49b721),segment_id=b3a1954f-7285-4ea0-80bd-13ac9d49b721)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.313082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0', 'network_id': 'a3bc8529-f0f5-42e7-9679-58e854a7c78a', 'port_id': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0', 'mac_address': 'fa:16:3e:b4:62:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:17.385176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.389918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:17.394856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.467333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:17.550837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,segment=NetworkSegment(b3a1954f-7285-4ea0-80bd-13ac9d49b721),segment_id=b3a1954f-7285-4ea0-80bd-13ac9d49b721)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.591793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.614268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 30381835-ebdc-4fc8-b04a-ed38f76d903a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:17.667090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 30381835-ebdc-4fc8-b04a-ed38f76d903a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:17.668340 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.760095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.781432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.803471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e042-9611-4a45-a72d-c2a120f17220 req-20f9b2c9-b852-4f69-a498-173d914bc1fc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.808690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6172e042-9611-4a45-a72d-c2a120f17220 req-20f9b2c9-b852-4f69-a498-173d914bc1fc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.1930315 Jul 16 08:43:17.858191 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.880093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:17.896485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:17.899670 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf907088-ca70-4256-9520-47b61f3ace72" -d '{"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-plugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:17.914257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6172e042-9611-4a45-a72d-c2a120f17220 req-3d782345-c09e-4b12-a6dc-19d31ece77a8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719609 Jul 16 08:43:17.930794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:17.935431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.962693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-433f52c5-0228-4a2d-a107-377a0ad0047f req-ca4b1b6d-52be-4c4e-926d-98f3841bfc8c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 210 time: 0.0362411 Jul 16 08:43:17.991749 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.018800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:18.030728 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] Sync routers for ids ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:18.033895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ebe795dd-4247-4d30-9671-fd7b8c3556a1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2951250 Jul 16 08:43:18.039984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60606) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.055960 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] Routers {'2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:18.059873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:18.113531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60610) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.114177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21d74276-4661-4e7c-b32c-c2d6b5039846 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 HTTP/1.1" status: 200 len: 205 time: 0.0723314 Jul 16 08:43:18.116849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.128496 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32134199-b564-4bfa-a459-532928ae6fc8 x-openstack-request-id: req-32134199-b564-4bfa-a459-532928ae6fc8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:18.128964 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-plugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:18.129398 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32134199-b564-4bfa-a459-532928ae6fc8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:18.130496 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'code': 200} Jul 16 08:43:18.157079 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:18.188752 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] Routers {'2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:18.189506 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:18.264124 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:18.268130 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f581cba-fae4-4f10-9120-d613fa9a943f None None] The sync data for ids ['2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:18.299503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.312436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.444134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-d5ea6e3f-1e99-4752-a58d-26f77aa2bf2a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.445818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-d5ea6e3f-1e99-4752-a58d-26f77aa2bf2a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 811 time: 0.1368909 Jul 16 08:43:18.509911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-7a4b2fb5-2075-4a15-bf8c-916f3b0ca615 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09f3e0a28d204c569a3769ecef953e29 HTTP/1.1" status: 200 len: 380 time: 0.0477040 Jul 16 08:43:18.519062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'port': {'device_id': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'admin_state_up': True, 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'security_groups': ['63174d95-4e39-42bb-85a4-1d365a2d90e5']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:18.651200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Made reservation on behalf of 09f3e0a28d204c569a3769ecef953e29 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:18.654968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.815032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Allocated IP 172.20.0.12 (39a4a656-0d8c-4f12-bf80-6126f689cbbc/a3f3704e-3e71-43fc-b33f-0d05da9bffb3/60eee6db-4946-404c-84e0-479e85380714) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:18.956316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.961152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.965434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4db558-2d7b-4cbb-b7e8-7dab826fa529 req-246fbcf0-d6a8-4786-afb5-fb20c26af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.967143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec4db558-2d7b-4cbb-b7e8-7dab826fa529 req-246fbcf0-d6a8-4786-afb5-fb20c26af785 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1097 time: 0.7068307 Jul 16 08:43:18.976527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.979050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb144-8ad7-4b39-948f-0d7ec836d65f req-35553a94-958b-4ea9-babc-6956d2c0c261 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.980582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91ccb144-8ad7-4b39-948f-0d7ec836d65f req-35553a94-958b-4ea9-babc-6956d2c0c261 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 945 time: 0.6052122 Jul 16 08:43:18.992736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Transition to ACTIVE for port object 60eee6db-4946-404c-84e0-479e85380714 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:19.029433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.080005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.080545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:19.086344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:19.089571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:19.094617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:19.103819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.104947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-69981171-6f0c-4d93-a11e-4888c68ab0fe tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 HTTP/1.1" status: 204 len: 168 time: 0.9899006 Jul 16 08:43:19.108223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.123910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec4db558-2d7b-4cbb-b7e8-7dab826fa529 req-3aabb427-c448-4aba-9af1-ae9c1e8395f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208408 Jul 16 08:43:19.125470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'Port': ['ID=60eee6db-4946-404c-84e0-479e85380714,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.144118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91ccb144-8ad7-4b39-948f-0d7ec836d65f req-f04121c1-acdc-4267-b606-37c13cb640c1 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997267 Jul 16 08:43:19.181272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.182934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.211016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet e46ab86d-49fb-4e42-889c-c834d72c5416 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:19.216032 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.260896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-da45451e-951f-4768-a66c-be7182bff25f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7461493 Jul 16 08:43:19.278881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.290177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ddb83-8ca4-46d0-aece-e0d11fef9694 req-636be8b9-bee5-4105-97ed-531c7dae2ccb tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.299664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a61ddb83-8ca4-46d0-aece-e0d11fef9694 req-636be8b9-bee5-4105-97ed-531c7dae2ccb tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 932 time: 0.1751673 Jul 16 08:43:19.340886 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a61ddb83-8ca4-46d0-aece-e0d11fef9694 req-9e3ea445-c1e7-4825-9576-0502f977a811 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Jul 16 08:43:19.435678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Request body: {'port': {'device_id': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:19.459399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.478681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7fba5cb4-877d-48c2-8858-4592ff88586a None None] Provisioning for port 60eee6db-4946-404c-84e0-479e85380714 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:19.483788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7fba5cb4-877d-48c2-8858-4592ff88586a None None] Provisioning complete for port 60eee6db-4946-404c-84e0-479e85380714 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.484513 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7fba5cb4-877d-48c2-8858-4592ff88586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.499759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f0810-0224-4486-b0c2-10ac3d6a288a req-9a8d2104-907a-47e0-a5e0-93d963f61b1e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.501326 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-516f0810-0224-4486-b0c2-10ac3d6a288a req-9a8d2104-907a-47e0-a5e0-93d963f61b1e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1651611 Jul 16 08:43:19.578181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-516f0810-0224-4486-b0c2-10ac3d6a288a req-76fba034-22c9-4120-bc97-b274a3b84fd2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683451 Jul 16 08:43:19.585142 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.595462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.602470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7fba5cb4-877d-48c2-8858-4592ff88586a None None] Port 60eee6db-4946-404c-84e0-479e85380714 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:19.622964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=e46ab86d-49fb-4e42-889c-c834d72c5416,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.626947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.633263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-776f4442-5ea9-4141-b650-0fc1a7f9711c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/e46ab86d-49fb-4e42-889c-c834d72c5416 HTTP/1.1" status: 204 len: 168 time: 0.5214643 Jul 16 08:43:19.633894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60636) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.635061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330ea95-a1fe-4cbb-98d9-ff35b8cfc5bd None None] Network 2e4a5c43-c144-4b4f-94eb-d2c813d9570d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:19.726353 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.823305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:19.823745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.880856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] DHCP port deletion for 2e4a5c43-c144-4b4f-94eb-d2c813d9570d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:19.934080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,segment=NetworkSegment(99be9b14-116d-49ea-8dc7-d79af55468c6),segment_id=99be9b14-116d-49ea-8dc7-d79af55468c6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:19.936224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.939632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60eee6db-4946-404c-84e0-479e85380714 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:19.948810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.962435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] Deleting port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:19.962920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.966925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Transition to ACTIVE for port object 60eee6db-4946-404c-84e0-479e85380714 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:19.968047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for f47eee1b-ed39-4793-9b6a-e5de7ad43f7f owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:19.971977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.045663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] For port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,segment=NetworkSegment(99be9b14-116d-49ea-8dc7-d79af55468c6),segment_id=99be9b14-116d-49ea-8dc7-d79af55468c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:20.046171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.061301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] Calling delete_port for f47eee1b-ed39-4793-9b6a-e5de7ad43f7f owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:20.113011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.127850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Pushing event updated for resources: {'Port': ['ID=60eee6db-4946-404c-84e0-479e85380714,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.142598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Attempting to bind port 60eee6db-4946-404c-84e0-479e85380714 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:20.142940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Attempting to bind port 60eee6db-4946-404c-84e0-479e85380714 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:20.143276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Attempting to bind port 60eee6db-4946-404c-84e0-479e85380714 on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:20.148920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Port 60eee6db-4946-404c-84e0-479e85380714 on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:20.149117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Attempting to bind port 60eee6db-4946-404c-84e0-479e85380714 on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:20.154525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:20.154758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Checking segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:20.155180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Bound using segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:20.155782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Bound port: 60eee6db-4946-404c-84e0-479e85380714, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:20.156151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.160134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.174910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:20.256707 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.308983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.319096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] For port 60eee6db-4946-404c-84e0-479e85380714, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:20.324157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] Pushing event deleted for resources: {'Port': ['ID=f47eee1b-ed39-4793-9b6a-e5de7ad43f7f,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.330472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4a5c43-c144-4b4f-94eb-d2c813d9570d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:20.332839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] For port 60eee6db-4946-404c-84e0-479e85380714, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=60eee6db-4946-404c-84e0-479e85380714,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:20.334917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeffba7-24a6-41b8-bfcd-4ac9368da874 None None] No DVR routers for this DVR port f47eee1b-ed39-4793-9b6a-e5de7ad43f7f on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:20.340500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.362025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99be9b14-116d-49ea-8dc7-d79af55468c6') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:20.362848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99be9b14-116d-49ea-8dc7-d79af55468c6') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:20.397735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.427845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.437039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:20.437536 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.464480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.465416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.467807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] 10.222.0.36 "PUT /v2.0/ports/60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 1093 time: 1.0374966 Jul 16 08:43:20.470620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'tag': '60eee6db-4946-404c-84e0-479e85380714'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:20.474250 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d130add-4e31-45d2-ae05-43028727d014" -d '{"events": [{"name": "network-changed", "server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "tag": "60eee6db-4946-404c-84e0-479e85380714"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:20.484223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2afd-ff85-4162-9e72-ccbd088a5074 service neutron] Pushing event updated for resources: {'Port': ['ID=60eee6db-4946-404c-84e0-479e85380714,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:20.552747 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:20.587679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d8f7c-43b5-4768-9aaa-098abaeb3491 req-b5cf85e2-1346-4d95-a50c-6cce76a3fca4 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.594703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c32d8f7c-43b5-4768-9aaa-098abaeb3491 req-b5cf85e2-1346-4d95-a50c-6cce76a3fca4 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 945 time: 0.1797786 Jul 16 08:43:20.604225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.614476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.617385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/2e4a5c43-c144-4b4f-94eb-d2c813d9570d HTTP/1.1" status: 204 len: 168 time: 0.9825237 Jul 16 08:43:20.621152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.636769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-559987885', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:20.648508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05941ebe-930a-484b-813c-614ab03fafac tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=2e4a5c43-c144-4b4f-94eb-d2c813d9570d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.686848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c32d8f7c-43b5-4768-9aaa-098abaeb3491 req-000aee2d-a359-485b-a9e0-9baea3a62cdc tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909064 Jul 16 08:43:20.696537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.698107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.745421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-f50c2877-cfe3-4720-8cfa-91520d81c229 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2071717 Jul 16 08:43:20.747470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-16af2bf9-4119-4793-94b3-7c8edb3afdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.748885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-16af2bf9-4119-4793-94b3-7c8edb3afdf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1096 time: 0.2214739 Jul 16 08:43:20.759147 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b78d2-b5a6-48c8-ad0f-3624af3073dc x-openstack-request-id: req-8c8b78d2-b5a6-48c8-ad0f-3624af3073dc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:20.759466 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "tag": "60eee6db-4946-404c-84e0-479e85380714", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:20.759766 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c8b78d2-b5a6-48c8-ad0f-3624af3073dc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:20.760235 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'tag': '60eee6db-4946-404c-84e0-479e85380714', 'status': 'completed', 'code': 200} Jul 16 08:43:20.774022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.786125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb975cce-9ebc-442b-918e-0d091198982c req-4debbbc5-6afc-44fb-b771-126ab1459809 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.788245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb975cce-9ebc-442b-918e-0d091198982c req-4debbbc5-6afc-44fb-b771-126ab1459809 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 944 time: 0.2341089 Jul 16 08:43:20.845445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-f5dbcde0-cee3-4d29-ba97-c4aa9603154e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 217 time: 0.0817859 Jul 16 08:43:20.918555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb975cce-9ebc-442b-918e-0d091198982c req-6db7fc6b-d4aa-45cf-802b-e2b92708f2ae tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815756 Jul 16 08:43:20.926494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-6b1099f9-5d67-47c3-9dcc-08733838fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.928110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-6b1099f9-5d67-47c3-9dcc-08733838fb6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0619338 Jul 16 08:43:20.960032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.960648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.961123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.961587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.962048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.962509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.962956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.964942 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-efe9eb5e-dea0-4c2d-8ef6-4fc8e4c82deb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.1295528 Jul 16 08:43:21.054082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.118117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-39ef83a1-ab2f-4b06-901b-eb1b7da48c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.119795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-39ef83a1-ab2f-4b06-901b-eb1b7da48c8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1809638 Jul 16 08:43:21.206031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:21.227264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7568c9d0-5a81-4163-ba7f-78364cac9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.227868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7568c9d0-5a81-4163-ba7f-78364cac9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.228295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7568c9d0-5a81-4163-ba7f-78364cac9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.229926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7568c9d0-5a81-4163-ba7f-78364cac9e2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=bfa75b7d-5873-4e57-922c-47b3e04e232e&id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 2298 time: 0.2349501 Jul 16 08:43:21.286909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f47eee1b-ed39-4793-9b6a-e5de7ad43f7f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:21.308115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3105a-1926-4614-8618-3fd90bb090ad req-428d6e13-1537-427d-ba5d-48fc370dfcc4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.309592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78b3105a-1926-4614-8618-3fd90bb090ad req-428d6e13-1537-427d-ba5d-48fc370dfcc4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.2874105 Jul 16 08:43:21.311856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f47eee1b-ed39-4793-9b6a-e5de7ad43f7f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:21.312592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f47eee1b-ed39-4793-9b6a-e5de7ad43f7f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:21.316765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:21.325581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:21.326195 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.331440 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-f65f5145-cb22-431c-81c5-e925e6b3af9b service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040498 Jul 16 08:43:21.350256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.369646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-901fb485-1f86-47c3-9dc3-52650dcc1805 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 1001 time: 0.1317372 Jul 16 08:43:21.376561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.417827 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.428466 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78b3105a-1926-4614-8618-3fd90bb090ad req-b70cd519-ef29-4bc8-a24e-2ac9526701ad tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098022 Jul 16 08:43:21.460925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,segment=NetworkSegment(b3a1954f-7285-4ea0-80bd-13ac9d49b721),segment_id=b3a1954f-7285-4ea0-80bd-13ac9d49b721)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:21.462139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:21.465836 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0588ea7-6c2d-4761-a73d-f6f096e384cb" -d '{"events": [{"server_uuid": "7dde7dcc-2c2d-42f4-b2ed-a7a59243d063", "name": "network-vif-plugged", "status": "completed", "tag": "e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:21.470267 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.517301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7bc84113-2194-45ed-857d-67b65d5048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.519276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7bc84113-2194-45ed-857d-67b65d5048d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 200 len: 855 time: 0.1345024 Jul 16 08:43:21.530929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.564652 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626bdd8-07de-417c-911e-69f31dab5cb0 x-openstack-request-id: req-e626bdd8-07de-417c-911e-69f31dab5cb0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:21.565343 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dde7dcc-2c2d-42f4-b2ed-a7a59243d063", "name": "network-vif-plugged", "status": "completed", "tag": "e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:21.565805 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e626bdd8-07de-417c-911e-69f31dab5cb0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:21.566432 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0', 'code': 200} Jul 16 08:43:21.586207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 172.25.0.160 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/94ea45a2-34af-49f1-ae34-1c47a870e839) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:21.594331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17c675f4-5bb2-4c78-ac1d-22ed8def0f0d req-3c38d256-50a6-48a0-a7cb-44652b75d72f service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516167 Jul 16 08:43:21.637393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-cd4e4908-f4ad-419e-9a57-4f9137edde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.639025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-cd4e4908-f4ad-419e-9a57-4f9137edde5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2901133-83fa-4369-a680-0a8c30d71109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105430 Jul 16 08:43:21.795478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-d2176c61-26cc-4fdf-9470-80ce86b6b3d7 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487310 Jul 16 08:43:21.825157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.830075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d130add-4e31-45d2-ae05-43028727d014 req-47d864a9-bdf6-4687-bbd1-d9fcfc4b36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.831614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-47d864a9-bdf6-4687-bbd1-d9fcfc4b36ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1096 time: 0.1447666 Jul 16 08:43:21.860574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa113-5188-4243-8add-9e278a376bb7 req-1bbc8d70-5dac-4d03-9432-d347340ddc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.862248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94dfa113-5188-4243-8add-9e278a376bb7 req-1bbc8d70-5dac-4d03-9432-d347340ddc53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 1098 time: 0.1869886 Jul 16 08:43:21.890622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca2492-3026-4248-a0b9-a17c1f447ef3 req-bcc512f0-aa67-4a5a-8735-d52b64bb58ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.892361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85ca2492-3026-4248-a0b9-a17c1f447ef3 req-bcc512f0-aa67-4a5a-8735-d52b64bb58ce tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.2181456 Jul 16 08:43:21.910375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60668) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.916714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Request body: {'floatingip': {'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.969077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.016025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-7b9ee421-c3cd-44a5-b110-c2a4a6e990f7 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134807 Jul 16 08:43:22.019737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.054825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94dfa113-5188-4243-8add-9e278a376bb7 req-577b9b5f-bb63-4ccd-badd-3b47fc687cfb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851966 Jul 16 08:43:22.066076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d130add-4e31-45d2-ae05-43028727d014 req-24c2ffdf-cd7a-45ba-a36f-7da35cb3b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.068155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-24c2ffdf-cd7a-45ba-a36f-7da35cb3b941 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.2284338 Jul 16 08:43:22.077230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256fab8-062a-4cb1-8f4b-8f057719fef4 req-c31787ab-4f2a-4b74-8d93-16e082a80bec tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.079093 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d256fab8-062a-4cb1-8f4b-8f057719fef4 req-c31787ab-4f2a-4b74-8d93-16e082a80bec tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 946 time: 0.2461607 Jul 16 08:43:22.081064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c5007029-1a69-47fc-8312-d5f838ec1502 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 217 time: 0.0555043 Jul 16 08:43:22.102171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:22.110023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.117247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:22.120234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=94ea45a2-34af-49f1-ae34-1c47a870e839,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.142776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-6b256658-c7eb-4fdb-9359-e5deba89c6fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 217 time: 0.0618675 Jul 16 08:43:22.231692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d256fab8-062a-4cb1-8f4b-8f057719fef4 req-b19aecb3-d3ed-4de1-9b5e-7e17755fc285 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439447 Jul 16 08:43:22.235034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-d521d252-fdda-46d5-95cd-89461681b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.236559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-d521d252-fdda-46d5-95cd-89461681b149 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1093485 Jul 16 08:43:22.242654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d130add-4e31-45d2-ae05-43028727d014 req-486c981b-d213-4c6b-aaa5-600678a9e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.244279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-486c981b-d213-4c6b-aaa5-600678a9e1cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0805607 Jul 16 08:43:22.370044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-6e328a7c-5ec9-4ed1-81eb-d31f7df62d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.371795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-6e328a7c-5ec9-4ed1-81eb-d31f7df62d1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1244848 Jul 16 08:43:22.375204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d130add-4e31-45d2-ae05-43028727d014 req-7ed036db-3774-4f89-b266-d6943f0f80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.376653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-7ed036db-3774-4f89-b266-d6943f0f80f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191449 Jul 16 08:43:22.432880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428114aa-3766-4ab6-918a-1c0bd080a07a req-99bbe2c2-9553-440e-b743-1cb4a8a44827 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.434448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-428114aa-3766-4ab6-918a-1c0bd080a07a req-99bbe2c2-9553-440e-b743-1cb4a8a44827 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 944 time: 0.2745810 Jul 16 08:43:22.500051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-e035a188-7ff2-4cc0-ad6b-f51292211648 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207290 Jul 16 08:43:22.573412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-428114aa-3766-4ab6-918a-1c0bd080a07a req-187dc2c5-725a-43b9-9f73-0e4c7866162f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323967 Jul 16 08:43:22.670324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-a8dd0b49-abfb-4da4-b56b-9c062c796f14 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824434 Jul 16 08:43:22.672358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-0343cee2-7ade-418f-94b7-6be627c1f786 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615324 Jul 16 08:43:22.743288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-ac1a0c5c-17a9-4c8f-933a-234f46cb81bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 217 time: 0.0574799 Jul 16 08:43:22.748076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.873996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-e9f76940-decc-499c-9721-8d8743411f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.875686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-e9f76940-decc-499c-9721-8d8743411f33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1255448 Jul 16 08:43:22.878798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d130add-4e31-45d2-ae05-43028727d014 req-65298dc1-89fd-4e0f-8833-e6e2c4c03bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022061 Jul 16 08:43:22.950462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-bc14fc33-2061-43ec-838b-0bafaf686cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.952709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-bc14fc33-2061-43ec-838b-0bafaf686cf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693486 Jul 16 08:43:23.089140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-d3f2f452-fdab-410a-939b-5c8af06e2b16 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297557 Jul 16 08:43:23.200485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-35436f8b-2256-4cd4-9945-aedfadb95379 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043761 Jul 16 08:43:23.251235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-523dfc42-cb36-4046-bc9f-27429227c948 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 200 len: 217 time: 0.0443711 Jul 16 08:43:23.279513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.286594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.560923 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Floating IP 5e86c646-12fc-4069-979c-82da37bcec2e associated. External IP: 172.25.0.214, port: 30381835-ebdc-4fc8-b04a-ed38f76d903a. Jul 16 08:43:23.563706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.726551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-08ca9725-3869-4a75-925e-fb129c807d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.727199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281ea16-02bd-4234-8e14-b310d7cf2741 req-42ea5722-8402-449b-a0bd-c6dcd565c6b2 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.728103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-08ca9725-3869-4a75-925e-fb129c807d26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.4712350 Jul 16 08:43:23.728967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6281ea16-02bd-4234-8e14-b310d7cf2741 req-42ea5722-8402-449b-a0bd-c6dcd565c6b2 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 946 time: 0.3301382 Jul 16 08:43:23.823421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c18155b2-1382-48a6-9266-db4586ae36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.824939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c18155b2-1382-48a6-9266-db4586ae36b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896156 Jul 16 08:43:23.841557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6281ea16-02bd-4234-8e14-b310d7cf2741 req-9c09f456-63b2-4b51-a2f0-27ba19cc00a1 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065290 Jul 16 08:43:23.934479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6bd68-5b32-47a2-813f-e6c99f6d8854 req-81aed80f-26ea-4001-964a-1c3ade099b5a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.943559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abd6bd68-5b32-47a2-813f-e6c99f6d8854 req-81aed80f-26ea-4001-964a-1c3ade099b5a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 944 time: 0.1506541 Jul 16 08:43:23.987603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 66d91daf-fb73-40ae-b2ac-94b9648762a4 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:23.995879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:24.010940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abd6bd68-5b32-47a2-813f-e6c99f6d8854 req-d0579a71-c9a6-4421-8837-9ed865c379fc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646024 Jul 16 08:43:24.020775 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-8fd02708-a9cc-41d0-9777-4d3fa4384c3c service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883268 Jul 16 08:43:24.142509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-e7d4dce0-4689-4011-96c0-067b7984d6f8 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143873 Jul 16 08:43:24.200325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:24.211179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] Sync routers for ids ['66d91daf-fb73-40ae-b2ac-94b9648762a4'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:24.228430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-200c7467-e47b-43ab-9d0c-67a023a281fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0796027 Jul 16 08:43:24.230967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] Routers {'66d91daf-fb73-40ae-b2ac-94b9648762a4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.232745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['66d91daf-fb73-40ae-b2ac-94b9648762a4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.260987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.262214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05e3f49e-47ed-47e2-ac50-a5f7a6bba99d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6402838 Jul 16 08:43:24.266557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60714) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.286663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:24.291584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.296795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.297170 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:24.310520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] Routers {'66d91daf-fb73-40ae-b2ac-94b9648762a4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.311994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['66d91daf-fb73-40ae-b2ac-94b9648762a4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.313166 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.317717 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.385295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.386421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9331f7-3d32-4ede-baa6-2a277a8bd07a None None] The sync data for ids ['66d91daf-fb73-40ae-b2ac-94b9648762a4'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:24.412497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-bd68eb71-fd74-4527-bee9-c034a7f31324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.414001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-bd68eb71-fd74-4527-bee9-c034a7f31324 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1798136 Jul 16 08:43:24.421920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7f51e0df-e7a3-491d-86a7-3d1b17943a5e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "PUT /v2.0/floatingips/5e86c646-12fc-4069-979c-82da37bcec2e HTTP/1.1" status: 200 len: 991 time: 2.5099363 Jul 16 08:43:24.422533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:24.424838 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fd7925-cdbb-4861-85fd-5a3f7647fb96" -d '{"events": [{"name": "network-changed", "server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:24.507767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f43000e4-2909-42a3-97c3-b4f1325df588 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/routers/66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 200 len: 884 time: 0.2389338 Jul 16 08:43:24.510288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60728) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.589663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-8024908d-e7f9-4454-831a-20059d516138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.593919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-8024908d-e7f9-4454-831a-20059d516138 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850704 Jul 16 08:43:24.723633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-9604b4dc-c751-4dc1-9475-d41052c421bf service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222689 Jul 16 08:43:24.737915 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c254c94f-d041-4345-a035-bdcf81b69250 x-openstack-request-id: req-c254c94f-d041-4345-a035-bdcf81b69250 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:24.738196 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:24.738407 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c254c94f-d041-4345-a035-bdcf81b69250 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:24.738966 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'status': 'completed', 'code': 200} Jul 16 08:43:24.762898 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:24.910258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-7e8af6c6-5bda-4b29-8a28-4b5da611cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.912568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-7e8af6c6-5bda-4b29-8a28-4b5da611cb34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1097 time: 0.1320913 Jul 16 08:43:24.974957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-e7673915-9cbd-43f3-b916-6cfb581a97eb service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454982 Jul 16 08:43:24.998584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5b3bb89e-2823-4a7a-9f36-47cbcb2378a7 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4871087 Jul 16 08:43:24.999198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:25.004042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-559987885'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:25.052753 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '5e86c646-12fc-4069-979c-82da37bcec2e', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'mac_address': 'fa:16:3e:c6:8a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 1, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:25.064750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-2a1e1ca9-513b-43d5-b0cf-a16918d002a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 200 len: 217 time: 0.0695066 Jul 16 08:43:25.109015 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:25.130391 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:25.132700 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:25.151073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-14a1e2f3-7cdc-4501-bbf2-d9d0c93dd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.152594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-14a1e2f3-7cdc-4501-bbf2-d9d0c93dd2dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.0621276 Jul 16 08:43:25.235019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f9401-0352-4211-ba94-21dfec83e437 req-36af2863-5127-4739-80d2-78b0df80e64c tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.236622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c7f9401-0352-4211-ba94-21dfec83e437 req-36af2863-5127-4739-80d2-78b0df80e64c tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 946 time: 0.2510021 Jul 16 08:43:25.240123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-9ef56b9f-6df2-4384-986c-a81aee271fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.241616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-9ef56b9f-6df2-4384-986c-a81aee271fea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.3231087 Jul 16 08:43:25.290087 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:25.321053 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-fdf1d3a4-3dad-4e95-8791-ec2365889d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 999 time: 0.0683417 Jul 16 08:43:25.370972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c2a34927-70ad-44b1-b9a6-38ec21e9a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.372562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c2a34927-70ad-44b1-b9a6-38ec21e9a615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2103994 Jul 16 08:43:25.377603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 60eee6db-4946-404c-84e0-479e85380714 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:25.425142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c7f9401-0352-4211-ba94-21dfec83e437 req-558b4979-845f-4319-8c65-c5431e37f791 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792200 Jul 16 08:43:25.460572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.461857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-5a647440-15df-4881-bf5c-b4776fabfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.467298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-5a647440-15df-4881-bf5c-b4776fabfbdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1375353 Jul 16 08:43:25.475167 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.492774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8b474-4c7a-4cef-b378-7de6144d1d3c req-16e8f5e1-9691-48a9-95aa-0d29649519a4 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.499681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31a8b474-4c7a-4cef-b378-7de6144d1d3c req-16e8f5e1-9691-48a9-95aa-0d29649519a4 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 944 time: 0.2497616 Jul 16 08:43:25.594613 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '5e86c646-12fc-4069-979c-82da37bcec2e', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'mac_address': 'fa:16:3e:c6:8a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 1, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:25.614121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 60eee6db-4946-404c-84e0-479e85380714, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=60eee6db-4946-404c-84e0-479e85380714,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:25.628014 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca1802-bd5c-4666-84f2-63d045cbec3f None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '5e86c646-12fc-4069-979c-82da37bcec2e', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'mac_address': 'fa:16:3e:c6:8a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 1, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:25.637350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '60eee6db-4946-404c-84e0-479e85380714', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'port_id': '60eee6db-4946-404c-84e0-479e85380714', 'mac_address': 'fa:16:3e:68:e1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:25.665552 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31a8b474-4c7a-4cef-b378-7de6144d1d3c req-6044658c-a475-4289-8144-6ebb84c719c7 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504328 Jul 16 08:43:25.694639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 66d91daf-fb73-40ae-b2ac-94b9648762a4 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:25.702386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-53182652-b678-4cfc-a4a1-1d141bf0f395 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122075 Jul 16 08:43:25.712807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.735636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60eee6db-4946-404c-84e0-479e85380714 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:25.761539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 60eee6db-4946-404c-84e0-479e85380714, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=60eee6db-4946-404c-84e0-479e85380714,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:25.771141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-2f6ad4ad-f5d4-4c8f-8fab-05eb6e715d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.772599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-2f6ad4ad-f5d4-4c8f-8fab-05eb6e715d3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504547 Jul 16 08:43:25.777065 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.857901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=60eee6db-4946-404c-84e0-479e85380714,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.956928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-d02a330c-3c5f-44d6-aeab-bc62662deb18 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756821 Jul 16 08:43:25.960595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:25.970319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] Sync routers for ids ['66d91daf-fb73-40ae-b2ac-94b9648762a4'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:25.973751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.981702 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5f5ddab7-c769-492a-8cd4-d20aa5032c30 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 200 len: 891 time: 0.9799144 Jul 16 08:43:25.983739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60752) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:25.987949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] Routers {'66d91daf-fb73-40ae-b2ac-94b9648762a4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:25.988587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['66d91daf-fb73-40ae-b2ac-94b9648762a4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.049312 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5d763-6f98-4a44-b9be-5c79bb7c5d1b None None] New status for floating IP 5e86c646-12fc-4069-979c-82da37bcec2e: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:26.059859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['60eee6db-4946-404c-84e0-479e85380714'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:26.111454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.121787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-bb78a362-d147-402e-b643-4925d5db1694 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104846 Jul 16 08:43:26.127250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] Routers {'66d91daf-fb73-40ae-b2ac-94b9648762a4'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:26.128297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['66d91daf-fb73-40ae-b2ac-94b9648762a4'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.168163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.168828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef0e2e5-469b-42e6-947f-ac01e3472b21 None None] The sync data for ids ['66d91daf-fb73-40ae-b2ac-94b9648762a4'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:26.183541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9699d477-1558-424d-8a45-49d262da8220 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/routers/66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 200 len: 891 time: 0.1985636 Jul 16 08:43:26.186266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.221475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e18fc9b0-2a84-46d4-bf20-f11c6eb1b33e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 200 len: 205 time: 0.0334954 Jul 16 08:43:26.224414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60756) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.239015 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-6f892534-81a3-4d5b-a1c5-09aa43cf4302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 217 time: 0.1075926 Jul 16 08:43:26.314361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51fd7925-cdbb-4861-85fd-5a3f7647fb96 req-13b960df-9435-4806-9c96-4c333ccb2665 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357823 Jul 16 08:43:26.331552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-a1a4aa36-abd6-4b56-8949-af9f7775844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.333314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-a1a4aa36-abd6-4b56-8949-af9f7775844f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.0880642 Jul 16 08:43:26.398973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c761522e-6b95-433a-9657-7e09b2ec1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.400563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-c761522e-6b95-433a-9657-7e09b2ec1988 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612004 Jul 16 08:43:26.514188 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-4c5b6c18-a6de-48ae-b09b-7f8db2731243 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074347 Jul 16 08:43:26.611169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8b26ff-5618-45b0-8207-6d6ad7a2dfb7 req-df88bfba-6154-423e-90c0-01705661b275 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900562 Jul 16 08:43:26.662731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-7583a56c-b0db-4cf6-ac93-74859b0e15ef tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.664822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-7583a56c-b0db-4cf6-ac93-74859b0e15ef tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 946 time: 0.5905874 Jul 16 08:43:26.847123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.860537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7864f-3736-4d12-85ce-07f8bba4c213 req-62363bfc-9543-4ac3-9264-126be2ac4c37 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.862229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59c7864f-3736-4d12-85ce-07f8bba4c213 req-62363bfc-9543-4ac3-9264-126be2ac4c37 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 946 time: 0.2264097 Jul 16 08:43:26.951526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811211-1cff-4934-b8dd-b5729dfa0cbf req-76cec9df-f4e6-4693-922d-a59065b4ca77 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.953149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8811211-1cff-4934-b8dd-b5729dfa0cbf req-76cec9df-f4e6-4693-922d-a59065b4ca77 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 945 time: 0.0752599 Jul 16 08:43:26.995339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8811211-1cff-4934-b8dd-b5729dfa0cbf req-0e73d8d6-96ce-44ae-b595-2f1bdd9cd149 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362809 Jul 16 08:43:27.029587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Deleting port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:27.029587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.036044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59c7864f-3736-4d12-85ce-07f8bba4c213 req-fcc9a7b9-3b32-43cc-a74d-8d47ec59f6cd tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412807 Jul 16 08:43:27.119033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.183914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] For port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,segment=NetworkSegment(b3a1954f-7285-4ea0-80bd-13ac9d49b721),segment_id=b3a1954f-7285-4ea0-80bd-13ac9d49b721)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.184289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.205292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Calling delete_port for e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:27.265683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 94ea45a2-34af-49f1-ae34-1c47a870e839 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:27.266195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.372408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.392544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 60eee6db-4946-404c-84e0-479e85380714 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:27.412679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 94ea45a2-34af-49f1-ae34-1c47a870e839 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:27.449019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 60eee6db-4946-404c-84e0-479e85380714 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:27.453292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 60eee6db-4946-404c-84e0-479e85380714 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:27.453675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.478698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.516427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Pushing event deleted for resources: {'Port': ['ID=e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.546584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.581092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eee6db-4946-404c-84e0-479e85380714'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:27.584773 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d5aef-f1be-4b9e-85e2-01e0279f5956" -d '{"events": [{"server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "name": "network-vif-plugged", "status": "completed", "tag": "60eee6db-4946-404c-84e0-479e85380714"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:27.591171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 60eee6db-4946-404c-84e0-479e85380714, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=60eee6db-4946-404c-84e0-479e85380714,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.596920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.625584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] No DVR routers for this DVR port e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:27.633700 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.633700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19869d05-b980-41a9-9399-e0dfebabf1dd req-80209286-2752-4e63-9a77-b846e953b1e5 tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.18 "DELETE /v2.0/ports/e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 HTTP/1.1" status: 204 len: 173 time: 0.9435129 Jul 16 08:43:27.634137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'name': 'network-vif-deleted', 'tag': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:27.636454 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543540d7-5240-4f12-ab1f-bf9f35f9de94" -d '{"events": [{"server_uuid": "7dde7dcc-2c2d-42f4-b2ed-a7a59243d063", "name": "network-vif-deleted", "tag": "e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:27.666643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=60eee6db-4946-404c-84e0-479e85380714,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.675161 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb001c14-d79f-42bc-ab86-c60a66ac820d x-openstack-request-id: req-cb001c14-d79f-42bc-ab86-c60a66ac820d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:27.675161 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "name": "network-vif-plugged", "status": "completed", "tag": "60eee6db-4946-404c-84e0-479e85380714", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:27.675845 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb001c14-d79f-42bc-ab86-c60a66ac820d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:27.677051 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eee6db-4946-404c-84e0-479e85380714', 'code': 200} Jul 16 08:43:27.702651 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c10a5c-6523-4c33-b64e-c414559d3956 x-openstack-request-id: req-90c10a5c-6523-4c33-b64e-c414559d3956 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:27.703196 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dde7dcc-2c2d-42f4-b2ed-a7a59243d063", "name": "network-vif-deleted", "tag": "e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:27.703196 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90c10a5c-6523-4c33-b64e-c414559d3956 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:27.703624 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dde7dcc-2c2d-42f4-b2ed-a7a59243d063', 'name': 'network-vif-deleted', 'tag': 'e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0', 'status': 'completed', 'code': 200} Jul 16 08:43:27.729400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.778800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=94ea45a2-34af-49f1-ae34-1c47a870e839,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.882351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.882571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ed437-cbe9-4040-b62f-f64c9a61fe62 req-1f177de1-0ce8-48d2-a5e7-20fd74fb0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.886616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc0ed437-cbe9-4040-b62f-f64c9a61fe62 req-1f177de1-0ce8-48d2-a5e7-20fd74fb0e1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1098 time: 0.0653474 Jul 16 08:43:27.925453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc0ed437-cbe9-4040-b62f-f64c9a61fe62 req-66008c7f-b35c-4667-a4fd-df5c82942336 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Jul 16 08:43:27.998354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.000675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.047283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.047902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router 66d91daf-fb73-40ae-b2ac-94b9648762a4 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:28.056003 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.057244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d7dea238-e93a-435e-99ea-2258df646970 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 204 len: 168 time: 1.8318284 Jul 16 08:43:28.060790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60784) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.065955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1398025157'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:28.091349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:28.095451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.128204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:28.139576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.139902 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment b4f04ae7-1bf1-4482-bccd-c05b44026be8 of type vlan for network 43af8d67-2617-4c18-bbc2-01f259d11424 Jul 16 08:43:28.219664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b386de-8ab0-4d13-8db2-e9e6f7cb19f5 req-aa05ad98-e3dd-4dc0-9e1c-4e2ec4ccfdf2 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.220853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20c20f12-03f3-48b2-a446-d79b0108ad07 req-070d9191-3186-488c-8112-1b24a24df96b tempest-ServerMetadataNegativeTestJSON-1558579643 tempest-ServerMetadataNegativeTestJSON-1558579643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dde7dcc-2c2d-42f4-b2ed-a7a59243d063 HTTP/1.1" status: 200 len: 210 time: 0.0342846 Jul 16 08:43:28.221116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47b386de-8ab0-4d13-8db2-e9e6f7cb19f5 req-aa05ad98-e3dd-4dc0-9e1c-4e2ec4ccfdf2 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0917315 Jul 16 08:43:28.222570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.263649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.272064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.273346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.298077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47b386de-8ab0-4d13-8db2-e9e6f7cb19f5 req-6e8d3434-3b80-47ef-a5a8-6dd6d12f1be1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674341 Jul 16 08:43:28.329802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60794) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.330782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2687838 Jul 16 08:43:28.337142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:28.374098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de920b2f-b223-458c-adda-3af0358c341f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=43af8d67-2617-4c18-bbc2-01f259d11424,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.394463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 43af8d67-2617-4c18-bbc2-01f259d11424 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:28.464383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:28.468172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.647990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.711998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=359db98b-d6f4-49bb-acae-7b17cd10fc92,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.716391 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': 'b4f04ae7-1bf1-4482-bccd-c05b44026be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:28.716757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: 43af8d67-2617-4c18-bbc2-01f259d11424, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:28.733793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 43af8d67-2617-4c18-bbc2-01f259d11424 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:28.742372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 43af8d67-2617-4c18-bbc2-01f259d11424) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:28.746469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.747051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.752162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eab355-5419-4cb3-af4c-ee400ab1ee0f None None] Network 43af8d67-2617-4c18-bbc2-01f259d11424 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:28.764457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b66fda63-1969-431e-a5a6-fec3eb0b9ad3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4334219 Jul 16 08:43:28.767111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.773555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1377939800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:28.801753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.803165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.866836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.875909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.896838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.900741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d9ec43c5-d955-400a-aaa7-a22fd67a80f9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1300550 Jul 16 08:43:28.901105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60800) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.917229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-43af8d67-2617-4c18-bbc2-01f259d11424', 'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': '359db98b-d6f4-49bb-acae-7b17cd10fc92'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:28.918141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.119084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Allocated IP 2001:db8::2 (43af8d67-2617-4c18-bbc2-01f259d11424/359db98b-d6f4-49bb-acae-7b17cd10fc92/a6f19529-2567-4509-9be6-90dba52e3621) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:29.208317 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.277027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:29.300282 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.315434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Transition to ACTIVE for port object a6f19529-2567-4509-9be6-90dba52e3621 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:29.332938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Transition to ACTIVE for port object a6f19529-2567-4509-9be6-90dba52e3621 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:29.338990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:29.355144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.356989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:29.357345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e50553c4-2e6a-4ffb-ab56-2b1415b9d3f0 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:29.400961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Pushing event updated for resources: {'Port': ['ID=a6f19529-2567-4509-9be6-90dba52e3621,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.414061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Network 43af8d67-2617-4c18-bbc2-01f259d11424 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:29.415521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:29.417914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:29.488047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Deleting subnet b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:29.496433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Attempting to bind port a6f19529-2567-4509-9be6-90dba52e3621 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:29.496892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Attempting to bind port a6f19529-2567-4509-9be6-90dba52e3621 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b4f04ae7-1bf1-4482-bccd-c05b44026be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:29.497267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Attempting to bind port a6f19529-2567-4509-9be6-90dba52e3621 on network 43af8d67-2617-4c18-bbc2-01f259d11424 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:29.506258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:29.506805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Checking segment: {'id': 'b4f04ae7-1bf1-4482-bccd-c05b44026be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:29.507348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.507956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Bound using segment: {'id': 'b4f04ae7-1bf1-4482-bccd-c05b44026be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:29.516685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Bound port: a6f19529-2567-4509-9be6-90dba52e3621, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f04ae7-1bf1-4482-bccd-c05b44026be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '43af8d67-2617-4c18-bbc2-01f259d11424'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:29.517739 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.536791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.566265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8::1 (43af8d67-2617-4c18-bbc2-01f259d11424/359db98b-d6f4-49bb-acae-7b17cd10fc92/e6929578-8f08-4f04-bc7d-b88c5919a768) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:29.589075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.598456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] For port a6f19529-2567-4509-9be6-90dba52e3621, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:29.602385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] For port a6f19529-2567-4509-9be6-90dba52e3621, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6f19529-2567-4509-9be6-90dba52e3621,segment=NetworkSegment(b4f04ae7-1bf1-4482-bccd-c05b44026be8),segment_id=b4f04ae7-1bf1-4482-bccd-c05b44026be8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:29.607806 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.641655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b206a1-27f1-4738-aae5-44d86eefeb10 req-8dbbb147-1b2e-44cb-99f4-97e5a2930298 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.644071 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31b206a1-27f1-4738-aae5-44d86eefeb10 req-8dbbb147-1b2e-44cb-99f4-97e5a2930298 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1624024 Jul 16 08:43:29.670105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b823-0e36-402f-aca9-abb1874f2e78 None None] Pushing event updated for resources: {'Port': ['ID=a6f19529-2567-4509-9be6-90dba52e3621,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.698194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.713226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.728190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object e6929578-8f08-4f04-bc7d-b88c5919a768 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:29.749118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31b206a1-27f1-4738-aae5-44d86eefeb10 req-4e91b6f2-ed9c-40cb-8808-280c35ae9d25 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946429 Jul 16 08:43:29.794714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.810492 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.843698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.848169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.851542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-17591aa3-dc1c-417b-bd17-c7c87de8a511 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b1e3a6e0-9f1a-4be7-b645-bd870eba8dcd HTTP/1.1" status: 204 len: 168 time: 0.5111148 Jul 16 08:43:29.853920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:29.860807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 43af8d67-2617-4c18-bbc2-01f259d11424 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:29.865180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:29.877217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:29.877790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.946050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=e6929578-8f08-4f04-bc7d-b88c5919a768,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.054613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.084289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.130823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452262ad-18b2-43ed-9397-1ed756fee9b9 req-e94bc7ef-e19c-4ccd-81cc-27e97854b84a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.137454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-452262ad-18b2-43ed-9397-1ed756fee9b9 req-e94bc7ef-e19c-4ccd-81cc-27e97854b84a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1939492 Jul 16 08:43:30.143858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60842) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.150141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'floatingip': {'port_id': '60eee6db-4946-404c-84e0-479e85380714'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:30.203180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.217040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bc8529-f0f5-42e7-9679-58e854a7c78a']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.229914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a1954f-7285-4ea0-80bd-13ac9d49b721') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.230679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a1954f-7285-4ea0-80bd-13ac9d49b721') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.241679 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.257242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.266873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:30.267380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.267513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:30.269150 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:30.329492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.349194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.353684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] 10.222.0.41 "DELETE /v2.0/networks/a3bc8529-f0f5-42e7-9679-58e854a7c78a HTTP/1.1" status: 204 len: 168 time: 0.4963815 Jul 16 08:43:30.353684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6487b26-1f96-43aa-a0ca-b1f9bcbd2a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3bc8529-f0f5-42e7-9679-58e854a7c78a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.487819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60852) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.532831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-151fbf43-a8ea-462b-b6bb-948a69ebf682 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0486344a2b6140748b9f6848464f5ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430140 Jul 16 08:43:30.534996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60854) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.604979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7c00aac-7afb-4149-bf59-856c14b5a41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.634984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7c00aac-7afb-4149-bf59-856c14b5a41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.703195 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7c00aac-7afb-4149-bf59-856c14b5a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.706141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7c00aac-7afb-4149-bf59-856c14b5a41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.709797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d7c00aac-7afb-4149-bf59-856c14b5a41b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6c6a6c7-fbc7-4b8c-a592-4f55cd203253 HTTP/1.1" status: 204 len: 168 time: 0.1710432 Jul 16 08:43:30.718904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c00aac-7afb-4149-bf59-856c14b5a41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c6a6c7-fbc7-4b8c-a592-4f55cd203253,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.729732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.802450 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.803279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.998997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=e6929578-8f08-4f04-bc7d-b88c5919a768,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.183261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.190028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf53c4b-4403-4c2d-a645-3a2c77ff125f None None] Network 43af8d67-2617-4c18-bbc2-01f259d11424 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:31.192665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 43af8d67-2617-4c18-bbc2-01f259d11424 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:31.194495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:31.196633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.396511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-91542d54-5997-4d54-aef9-d1e5c781f0a0 None None] Provisioning for port a6f19529-2567-4509-9be6-90dba52e3621 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:31.429146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6f19529-2567-4509-9be6-90dba52e3621 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:31.676913 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a6f19529-2567-4509-9be6-90dba52e3621 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:31.683045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a6f19529-2567-4509-9be6-90dba52e3621 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:31.683573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.900568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60898) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.065214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.110348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1603630973-network', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.163851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a6f19529-2567-4509-9be6-90dba52e3621, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6f19529-2567-4509-9be6-90dba52e3621,segment=NetworkSegment(b4f04ae7-1bf1-4482-bccd-c05b44026be8),segment_id=b4f04ae7-1bf1-4482-bccd-c05b44026be8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:32.175036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Made reservation on behalf of d5b63f5cc8154e78bbdc8a9ebb105a3b for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:32.175373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.189895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.203002 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Floating IP 4b842c64-d7de-43b9-b9f8-ef37b1897220 associated. External IP: 172.25.0.11, port: 60eee6db-4946-404c-84e0-479e85380714. Jul 16 08:43:32.211872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.269621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a6f19529-2567-4509-9be6-90dba52e3621,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.342147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 972f8a3b-6f91-4f32-9255-b3be6a3d1e10 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:32.347735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.360532 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.389805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:32.401251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.409187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.410056 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Added segment a79f992e-deda-4aba-be01-602d68f82b01 of type vlan for network f351e1c3-4221-4f56-971f-1f30abe5c994 Jul 16 08:43:32.449081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3d19916-beb6-4ced-bde8-3a7eb3d70293 None None] Provisioning for port e6929578-8f08-4f04-bc7d-b88c5919a768 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:32.460612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3d19916-beb6-4ced-bde8-3a7eb3d70293 None None] Provisioning complete for port e6929578-8f08-4f04-bc7d-b88c5919a768 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.461037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3d19916-beb6-4ced-bde8-3a7eb3d70293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.482728 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.528872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.532580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.533214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.555620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e3d19916-beb6-4ced-bde8-3a7eb3d70293 None None] Port e6929578-8f08-4f04-bc7d-b88c5919a768 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:32.564005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6615982 Jul 16 08:43:32.573118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60908) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.604944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3d19916-beb6-4ced-bde8-3a7eb3d70293 None None] Provisioning complete for port a6f19529-2567-4509-9be6-90dba52e3621 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.605229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3d19916-beb6-4ced-bde8-3a7eb3d70293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.614823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Request body: {'subnet': {'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1603630973-subnet', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.634436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c5ec3-d44a-49c9-842d-63c6c55ded82 admin admin] Pushing event updated for resources: {'Network': ['ID=f351e1c3-4221-4f56-971f-1f30abe5c994,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.665199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f351e1c3-4221-4f56-971f-1f30abe5c994 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:32.795254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:32.812099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6682e4ef-89e9-48c8-b0be-27372533ab3f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/972f8a3b-6f91-4f32-9255-b3be6a3d1e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9097493 Jul 16 08:43:32.814653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.821006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] Sync routers for ids ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:32.824298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Made reservation on behalf of d5b63f5cc8154e78bbdc8a9ebb105a3b for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:32.833198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.844342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] Routers {'972f8a3b-6f91-4f32-9255-b3be6a3d1e10'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:32.845401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:32.906490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f8d99-9cb5-4a88-943f-63ee29ae7e9b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.909092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ce5f8d99-9cb5-4a88-943f-63ee29ae7e9b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports/e6929578-8f08-4f04-bc7d-b88c5919a768 HTTP/1.1" status: 200 len: 911 time: 0.0930326 Jul 16 08:43:32.915665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60912) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.918828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:32.923661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '359db98b-d6f4-49bb-acae-7b17cd10fc92'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.925059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Router 085b7128-e356-4ad7-b777-6c59d9498c20 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:32.935883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] Routers {'972f8a3b-6f91-4f32-9255-b3be6a3d1e10'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:32.936673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:33.009572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:33.010600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe00d53-e288-409c-8801-6f707ddf6422 None None] The sync data for ids ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:33.036585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b756fa7a-d789-40de-a1c2-316b256ba835 None None] Provisioning complete for port e6929578-8f08-4f04-bc7d-b88c5919a768 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:33.037362 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b756fa7a-d789-40de-a1c2-316b256ba835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.093601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b756fa7a-d789-40de-a1c2-316b256ba835 None None] Port e6929578-8f08-4f04-bc7d-b88c5919a768 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:33.148245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:33.154338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.158173 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:33.173377 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:33.174347 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:33.221750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-95810c9e-5f0b-46b9-b234-5503ba0b0d78 None None] Provisioning complete for port e6929578-8f08-4f04-bc7d-b88c5919a768 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:33.226713 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95810c9e-5f0b-46b9-b234-5503ba0b0d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.253984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.334418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6f19529-2567-4509-9be6-90dba52e3621 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:33.391793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9ea4fc0-9d59-4177-88eb-018cf75cc628 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "PUT /v2.0/floatingips/4b842c64-d7de-43b9-b9f8-ef37b1897220 HTTP/1.1" status: 200 len: 991 time: 3.2439129 Jul 16 08:43:33.404439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'tag': '60eee6db-4946-404c-84e0-479e85380714'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:33.408517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-95810c9e-5f0b-46b9-b234-5503ba0b0d78 None None] Port e6929578-8f08-4f04-bc7d-b88c5919a768 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:33.409972 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853aea00-9f79-4413-afca-28134acb3fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "tag": "60eee6db-4946-404c-84e0-479e85380714"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:33.443429 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:33.500849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c002520-2169-4d16-93d3-800b25d75a58,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.519292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Checking segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:33.521546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Network hostable DHCP agents. Network: f351e1c3-4221-4f56-971f-1f30abe5c994, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:33.530569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a6f19529-2567-4509-9be6-90dba52e3621 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:33.532153 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.565969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Network f351e1c3-4221-4f56-971f-1f30abe5c994 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:33.582880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f351e1c3-4221-4f56-971f-1f30abe5c994) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:33.592342 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a977aa-a051-4085-ae15-3a5eac0b156d x-openstack-request-id: req-12a977aa-a051-4085-ae15-3a5eac0b156d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:33.592961 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "tag": "60eee6db-4946-404c-84e0-479e85380714", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:33.593437 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12a977aa-a051-4085-ae15-3a5eac0b156d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:33.594050 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'tag': '60eee6db-4946-404c-84e0-479e85380714', 'status': 'completed', 'code': 200} Jul 16 08:43:33.595587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.596471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.602284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d265f6-8c0b-4209-9138-fe6459cfce71 None None] Network f351e1c3-4221-4f56-971f-1f30abe5c994 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:33.615379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9fc2471e-aaab-4d16-ac09-bfa8f5ea04ba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0252600 Jul 16 08:43:33.617304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.620237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60930) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:33.625287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:33.669249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.670603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.783912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.820043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.859276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7dd1c-0243-486f-b9ad-c50e81f50d73 None None] Network f351e1c3-4221-4f56-971f-1f30abe5c994 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:33.896227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aea00-9f79-4413-afca-28134acb3fc9 req-f9059f99-9995-4a03-8a96-2a3eba3f299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.898086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-f9059f99-9995-4a03-8a96-2a3eba3f299f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1098 time: 0.1384501 Jul 16 08:43:34.006379 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4b842c64-d7de-43b9-b9f8-ef37b1897220', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'floating_ip_address': '172.25.0.11', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'port_id': '60eee6db-4946-404c-84e0-479e85380714', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'mac_address': 'fa:16:3e:68:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:43:13Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 1, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.033489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.053379 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:34.062749 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:34.063478 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.188612 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:34.191223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aea00-9f79-4413-afca-28134acb3fc9 req-08e994be-f9a8-418d-9f59-c6048948f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.192825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-08e994be-f9a8-418d-9f59-c6048948f53d service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.2410929 Jul 16 08:43:34.340984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.345947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-85e1d838-9844-4185-a412-5d9bcc7aa81f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 999 time: 0.1095574 Jul 16 08:43:34.360833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.492353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Allocated IP 172.25.0.208 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/97a4ecb4-028b-4fe5-bdae-e1db58eda9f6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:34.513544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aea00-9f79-4413-afca-28134acb3fc9 req-e40e31cb-392f-4deb-ab28-06a418032131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.515260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-e40e31cb-392f-4deb-ab28-06a418032131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.1546133 Jul 16 08:43:34.612291 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4b842c64-d7de-43b9-b9f8-ef37b1897220', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'floating_ip_address': '172.25.0.11', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'port_id': '60eee6db-4946-404c-84e0-479e85380714', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'mac_address': 'fa:16:3e:68:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:43:13Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 1, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.632759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.642911 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec112-38fc-42a5-99f0-c794280ce710 None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '4b842c64-d7de-43b9-b9f8-ef37b1897220', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'floating_ip_address': '172.25.0.11', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'port_id': '60eee6db-4946-404c-84e0-479e85380714', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'mac_address': 'fa:16:3e:68:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:43:13Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 1, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:34.667547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.677940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aea00-9f79-4413-afca-28134acb3fc9 req-23855dba-6a14-488f-8503-4a0da55d1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.679976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-23855dba-6a14-488f-8503-4a0da55d1892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559386 Jul 16 08:43:34.681123 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.683912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.686974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.687630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.688949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/ports/e6929578-8f08-4f04-bc7d-b88c5919a768 HTTP/1.1" status: 200 len: 911 time: 1.7718756 Jul 16 08:43:34.696053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60944) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.755168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:34.767677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710fb36-b5dc-4328-90fd-1ad2bd697e49 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=e6929578-8f08-4f04-bc7d-b88c5919a768,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.802060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:34.807359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:34.877243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-8171e09b-7406-4bfa-9c5e-2c94c113be80 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866882 Jul 16 08:43:34.882047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Pushing event updated for resources: {'Port': ['ID=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.005695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-853aea00-9f79-4413-afca-28134acb3fc9 req-03cbc18e-b602-4b0a-91b8-4e70cc462cae service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217728 Jul 16 08:43:35.007209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d28a6-1c13-40f0-84bd-a9ce8c9c508a None None] New status for floating IP 4b842c64-d7de-43b9-b9f8-ef37b1897220: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:35.290580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.471993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.639936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.896446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Router 03b817ce-10b7-4f96-8a5c-66c277b86c09 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:35.947903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port e6929578-8f08-4f04-bc7d-b88c5919a768 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:35.948250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.080174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:36.086895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.089671 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Sync routers for ids ['03b817ce-10b7-4f96-8a5c-66c277b86c09'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:36.101240 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Routers {'03b817ce-10b7-4f96-8a5c-66c277b86c09'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:36.102114 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['03b817ce-10b7-4f96-8a5c-66c277b86c09'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:36.104536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for e6929578-8f08-4f04-bc7d-b88c5919a768 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:36.121599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.121599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-97456c62-58d2-4c7b-bcc0-face8c64128b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4975908 Jul 16 08:43:36.122400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60972) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:36.294031 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Set router 03b817ce-10b7-4f96-8a5c-66c277b86c09 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:36.555661 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:43:35Z', 'revision_number': 3, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:36.615755 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Checking router: 03b817ce-10b7-4f96-8a5c-66c277b86c09 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:36.621008 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Updating router 03b817ce-10b7-4f96-8a5c-66c277b86c09 port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:36.698093 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.701807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.854740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.922644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=e6929578-8f08-4f04-bc7d-b88c5919a768,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.044620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Allocated IP 172.20.0.1 (f351e1c3-4221-4f56-971f-1f30abe5c994/4c002520-2169-4d16-93d3-800b25d75a58/00df3967-8697-40fc-bebe-bb54c87972fa) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:37.189383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.211059 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.225416 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Transition to ACTIVE for port object 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:37.232220 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.250389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.294647 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfec03d-c527-4915-8534-abf56064e071 None None] Pushing event updated for resources: {'Port': ['ID=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.297355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Attempting to bind port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:37.297728 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Attempting to bind port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:37.298091 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Attempting to bind port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:37.304336 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:37.304715 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:37.305117 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.305505 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:37.305980 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Bound port: 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:37.306351 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.318750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.377480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router 972f8a3b-6f91-4f32-9255-b3be6a3d1e10 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:37.395975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Network f351e1c3-4221-4f56-971f-1f30abe5c994 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:37.397795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Pushing event updated for resources: {'Port': ['ID=00df3967-8697-40fc-bebe-bb54c87972fa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.408239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:37.417258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:37.427969 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] For port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:37.432902 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] For port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:37.439643 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.472416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:37.482880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] Sync routers for ids ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:37.484695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-31410505-eb58-4843-9892-f52d3dbc5960 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/972f8a3b-6f91-4f32-9255-b3be6a3d1e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794969 Jul 16 08:43:37.487338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 32768) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.501297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.502502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] Routers {'972f8a3b-6f91-4f32-9255-b3be6a3d1e10'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:37.503678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.525921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-631887a7-d2a1-44c2-80fd-f65f511d484c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=972f8a3b-6f91-4f32-9255-b3be6a3d1e10 HTTP/1.1" status: 200 len: 205 time: 0.0374241 Jul 16 08:43:37.528492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32770) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.542705 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Routers {'03b817ce-10b7-4f96-8a5c-66c277b86c09'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:37.543355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['03b817ce-10b7-4f96-8a5c-66c277b86c09'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.545436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfec03d-c527-4915-8534-abf56064e071 None None] Pushing event updated for resources: {'Port': ['ID=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.588004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.608792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] Routers {'972f8a3b-6f91-4f32-9255-b3be6a3d1e10'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:37.609818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.638263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.670853 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] Set router 03b817ce-10b7-4f96-8a5c-66c277b86c09 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:37.697781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.698743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2462e0-75dc-4354-9db4-2f33010b74d5 None None] The sync data for ids ['972f8a3b-6f91-4f32-9255-b3be6a3d1e10'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:37.713991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.822263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.824854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.890088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.890923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router 972f8a3b-6f91-4f32-9255-b3be6a3d1e10 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:37.903654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.907180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38ebc268-a3c2-44b1-9fa8-181ac6e17365 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/972f8a3b-6f91-4f32-9255-b3be6a3d1e10 HTTP/1.1" status: 204 len: 168 time: 0.3753026 Jul 16 08:43:37.907465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32778) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.919575 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:43:35Z', 'revision_number': 3, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.945842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.956470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.967479 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda9ff3-58fe-42e1-be32-6550d1ed3640 None None] The sync data for ids ['03b817ce-10b7-4f96-8a5c-66c277b86c09'] in n-d-798249-10 is: [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:43:35Z', 'revision_number': 3, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:38.012147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet 359db98b-d6f4-49bb-acae-7b17cd10fc92 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:38.017350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.068881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.075078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Pushing event updated for resources: {'Port': ['ID=00df3967-8697-40fc-bebe-bb54c87972fa,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.104655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.170830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Network f351e1c3-4221-4f56-971f-1f30abe5c994 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:38.173854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:38.242525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.355581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.387214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Router 03b817ce-10b7-4f96-8a5c-66c277b86c09 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:38.412489 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.418243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/359db98b-d6f4-49bb-acae-7b17cd10fc92 HTTP/1.1" status: 204 len: 168 time: 0.5057697 Jul 16 08:43:38.418243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32792) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.419828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd9e49-52d9-411b-82f2-ea96426ded0e None None] Network 43af8d67-2617-4c18-bbc2-01f259d11424 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:38.420103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d6269-2b92-4ed9-af60-cbbc1c9d3aa3 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=359db98b-d6f4-49bb-acae-7b17cd10fc92,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.521029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.585188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:38.595427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a814c036-9fc6-46da-a681-be696aa3ff1b admin admin] 10.222.0.41 "PUT /v2.0/routers/03b817ce-10b7-4f96-8a5c-66c277b86c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713168 Jul 16 08:43:38.602140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port a6f19529-2567-4509-9be6-90dba52e3621 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:38.602552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.699695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port a6f19529-2567-4509-9be6-90dba52e3621, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6f19529-2567-4509-9be6-90dba52e3621,segment=NetworkSegment(b4f04ae7-1bf1-4482-bccd-c05b44026be8),segment_id=b4f04ae7-1bf1-4482-bccd-c05b44026be8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:38.700077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.718831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for a6f19529-2567-4509-9be6-90dba52e3621 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:38.738850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] DHCP port deletion for 43af8d67-2617-4c18-bbc2-01f259d11424 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:38.825768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] Deleting port a6f19529-2567-4509-9be6-90dba52e3621 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:38.826157 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.855171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.897629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=a6f19529-2567-4509-9be6-90dba52e3621,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.913104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port a6f19529-2567-4509-9be6-90dba52e3621 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:38.921431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] For port a6f19529-2567-4509-9be6-90dba52e3621, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6f19529-2567-4509-9be6-90dba52e3621,segment=NetworkSegment(b4f04ae7-1bf1-4482-bccd-c05b44026be8),segment_id=b4f04ae7-1bf1-4482-bccd-c05b44026be8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:38.922103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.942978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] Calling delete_port for a6f19529-2567-4509-9be6-90dba52e3621 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:39.033143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.045091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43af8d67-2617-4c18-bbc2-01f259d11424']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:39.056038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f04ae7-1bf1-4482-bccd-c05b44026be8') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:39.056338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f04ae7-1bf1-4482-bccd-c05b44026be8') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:39.066969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.081914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: from cryptography.utils import int_from_bytes Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: from cryptography.utils import int_from_bytes Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.085995 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:39.089050 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:43:39.092740 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.093465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:39.093884 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.110290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] No DVR routers for this DVR port a6f19529-2567-4509-9be6-90dba52e3621 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:39.163239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f67f4f-d1a9-4a2b-bc9c-5bdfc3847bbc None None] Pushing event deleted for resources: {'Port': ['ID=a6f19529-2567-4509-9be6-90dba52e3621,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:39.171672 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:39.184931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.194646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.205490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/43af8d67-2617-4c18-bbc2-01f259d11424 HTTP/1.1" status: 204 len: 168 time: 0.7776980 Jul 16 08:43:39.228377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32820) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.229607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde4850-2b34-4525-9e63-277ddc4e8893 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=43af8d67-2617-4c18-bbc2-01f259d11424,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.238849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-979474202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.279590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.280708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.323812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-0ee34d09-bd94-4695-9381-f292f199202a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:39.331081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-0ee34d09-bd94-4695-9381-f292f199202a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 811 time: 0.1564677 Jul 16 08:43:39.357267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-d9a4961f-fd47-4377-8551-3dcba18ad423 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/quotas/d5b63f5cc8154e78bbdc8a9ebb105a3b HTTP/1.1" status: 200 len: 375 time: 0.0118666 Jul 16 08:43:39.398837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.404370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.409893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:39.434720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.439614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 32828) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.440210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1ab26cfe-d49c-4d8e-bd8e-96c105dc6aa5 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2076511 Jul 16 08:43:39.446864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616360323'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.488876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-fa1fc135-645c-4598-9c1d-8d179e833a8e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251872 Jul 16 08:43:39.492820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:39.497096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:39.497473 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.594250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:39.600317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.641550 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-74c9a50b-a3ea-40cb-bad1-d51bdaa76fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513884 Jul 16 08:43:39.651535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:39.651945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.681706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:39.685691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.686139 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment b96fd39a-2f46-443c-a703-6adb5208eb1e of type vlan for network fa0bf09b-652e-4325-a6c1-0e2193110a7f Jul 16 08:43:39.686737 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.771550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.778772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6f19529-2567-4509-9be6-90dba52e3621 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:39.807476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9deece86-1c3f-4ef6-a38d-ef0c8456094f service neutron] 10.222.0.41 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569633 Jul 16 08:43:39.809203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a6f19529-2567-4509-9be6-90dba52e3621 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:39.809745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6f19529-2567-4509-9be6-90dba52e3621 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:39.820694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.829748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:39.834489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.850175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.872499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4308107 Jul 16 08:43:39.875881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32832) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.882861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.945371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ddc1a-d815-49c3-a5ea-f6a24ce89031 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=fa0bf09b-652e-4325-a6c1-0e2193110a7f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.957722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:40.041230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:40.045477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.274815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebfbf254-da1e-44ec-bd7b-68eb20fd333a req-3bc0523e-32bd-4aae-941b-29f25f9f329f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 210 time: 0.1042266 Jul 16 08:43:40.382646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.458802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=93ae8b24-275c-4842-bbe6-01bfd1362437,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.468427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:40.469122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: fa0bf09b-652e-4325-a6c1-0e2193110a7f, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:40.490725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:40.520017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, fa0bf09b-652e-4325-a6c1-0e2193110a7f) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:40.528537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4824e-3794-49f6-a4ac-c9e3a6ba0b75 None None] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:40.533140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.533771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.571959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d2c0bd28-eeb4-4dad-83ad-c2796e6c60fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6934311 Jul 16 08:43:40.573862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 32856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:40.638249 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Sync routers for ids ['03b817ce-10b7-4f96-8a5c-66c277b86c09'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:40.651076 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Routers {'03b817ce-10b7-4f96-8a5c-66c277b86c09'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:40.651776 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['03b817ce-10b7-4f96-8a5c-66c277b86c09'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:40.811391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:40.812497 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.864508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Set router 03b817ce-10b7-4f96-8a5c-66c277b86c09 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:41.023664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Allocated IP 2001:db8::2 (fa0bf09b-652e-4325-a6c1-0e2193110a7f/93ae8b24-275c-4842-bbe6-01bfd1362437/0f30d8c6-719c-47f2-b84c-cbfd692bd440) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:41.042965 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.289216 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 4, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '00df3967-8697-40fc-bebe-bb54c87972fa', 'name': '', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'mac_address': 'fa:16:3e:89:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '4c002520-2169-4d16-93d3-800b25d75a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 2, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'subnets': [{'id': '4c002520-2169-4d16-93d3-800b25d75a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:41.319227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.337167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Transition to ACTIVE for port object 0f30d8c6-719c-47f2-b84c-cbfd692bd440 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:41.356713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Transition to ACTIVE for port object 0f30d8c6-719c-47f2-b84c-cbfd692bd440 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:41.364743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:41.441545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.487182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:41.499335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:41.529697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:41.564882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Pushing event updated for resources: {'Port': ['ID=0f30d8c6-719c-47f2-b84c-cbfd692bd440,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.585424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d19f4c93-db1a-4acd-978c-8d00527398fe req-9555c8db-2a93-487c-b69b-ceebaa4a0599 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 210 time: 0.1223209 Jul 16 08:43:41.587953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:41.588537 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.618686 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Checking router: 03b817ce-10b7-4f96-8a5c-66c277b86c09 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:41.619343 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Updating router 03b817ce-10b7-4f96-8a5c-66c277b86c09 port 00df3967-8697-40fc-bebe-bb54c87972fa binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:41.691934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Attempting to bind port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:41.692762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Attempting to bind port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:41.693587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Attempting to bind port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 on network fa0bf09b-652e-4325-a6c1-0e2193110a7f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:41.703519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:41.704185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Checking segment: {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:41.704812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.705518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Bound using segment: {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:41.706413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Bound port: 0f30d8c6-719c-47f2-b84c-cbfd692bd440, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:41.706974 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.718395 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.831810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] For port 0f30d8c6-719c-47f2-b84c-cbfd692bd440, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:41.835161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] For port 0f30d8c6-719c-47f2-b84c-cbfd692bd440, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0f30d8c6-719c-47f2-b84c-cbfd692bd440,segment=NetworkSegment(b96fd39a-2f46-443c-a703-6adb5208eb1e),segment_id=b96fd39a-2f46-443c-a703-6adb5208eb1e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:41.842108 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.920319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-b64dd099-7c35-4069-8344-1adbef7ce66e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.925070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-b64dd099-7c35-4069-8344-1adbef7ce66e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.18 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 811 time: 0.2889616 Jul 16 08:43:41.936090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Request body: {'port': {'device_id': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'admin_state_up': True, 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.021047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf298911-2cc3-412a-aa5f-d7ad82adc06b None None] Pushing event updated for resources: {'Port': ['ID=0f30d8c6-719c-47f2-b84c-cbfd692bd440,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.040449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8::1 (fa0bf09b-652e-4325-a6c1-0e2193110a7f/93ae8b24-275c-4842-bbe6-01bfd1362437/efc52a06-7977-48e7-b441-528d9e40c8e2) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:42.207665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Made reservation on behalf of d5b63f5cc8154e78bbdc8a9ebb105a3b for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:42.218015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.241911 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.257699 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Transition to ACTIVE for port object 00df3967-8697-40fc-bebe-bb54c87972fa will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:42.272264 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.324829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.356015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object efc52a06-7977-48e7-b441-528d9e40c8e2 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:42.363060 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e0ac5-6931-4f13-89c8-96507f485f98 None None] Pushing event updated for resources: {'Port': ['ID=00df3967-8697-40fc-bebe-bb54c87972fa,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.410269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.454816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Attempting to bind port 00df3967-8697-40fc-bebe-bb54c87972fa on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:42.455197 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Attempting to bind port 00df3967-8697-40fc-bebe-bb54c87972fa by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:42.455643 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Attempting to bind port 00df3967-8697-40fc-bebe-bb54c87972fa on network f351e1c3-4221-4f56-971f-1f30abe5c994 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:42.462243 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:42.462888 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Checking segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:42.463296 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.463754 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Bound using segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:42.464281 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Bound port: 00df3967-8697-40fc-bebe-bb54c87972fa, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:42.464608 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.477059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Allocated IP 172.20.0.2 (f351e1c3-4221-4f56-971f-1f30abe5c994/4c002520-2169-4d16-93d3-800b25d75a58/8f89a9fe-623c-431f-b330-2b0e6e5d6018) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:42.505036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:42.508704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:42.525651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:42.526169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.572414 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] For port 00df3967-8697-40fc-bebe-bb54c87972fa, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:42.575933 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] For port 00df3967-8697-40fc-bebe-bb54c87972fa, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=00df3967-8697-40fc-bebe-bb54c87972fa,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:42.584809 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.614300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=efc52a06-7977-48e7-b441-528d9e40c8e2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.644031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.644373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.645833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.646340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.646837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.647349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.647866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.648376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.648869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.649348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.649825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.650329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:42.659790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.732891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.736157 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e0ac5-6931-4f13-89c8-96507f485f98 None None] Pushing event updated for resources: {'Port': ['ID=00df3967-8697-40fc-bebe-bb54c87972fa,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.751135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.755180 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Routers {'03b817ce-10b7-4f96-8a5c-66c277b86c09'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.762120 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['03b817ce-10b7-4f96-8a5c-66c277b86c09'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.802770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Network f351e1c3-4221-4f56-971f-1f30abe5c994 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:42.812595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:42.817830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:42.885010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Pushing event updated for resources: {'Port': ['ID=8f89a9fe-623c-431f-b330-2b0e6e5d6018,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.929102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c32cba24-1878-4dec-a03f-20ab631ea4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.966741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.967887 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.020121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] Set router 03b817ce-10b7-4f96-8a5c-66c277b86c09 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:43.022348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-4bc547bc-2b22-4722-99e0-c9b589ad4169 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924366 Jul 16 08:43:43.039583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Request body: {'port': {'device_id': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:43.111804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a48fa-beab-4dea-97f2-28e42b70a37d req-353dfe92-f5f0-473a-87cc-136388ae0796 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.113905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a71a48fa-beab-4dea-97f2-28e42b70a37d req-353dfe92-f5f0-473a-87cc-136388ae0796 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 931 time: 0.2436175 Jul 16 08:43:43.225159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.232486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.234442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.307364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=efc52a06-7977-48e7-b441-528d9e40c8e2,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.376824 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a71a48fa-beab-4dea-97f2-28e42b70a37d req-5805eefe-d0d6-4407-9cce-e3fbb6666c8b tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556045 Jul 16 08:43:43.411879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.462568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:43.466525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:43.475495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0f30d8c6-719c-47f2-b84c-cbfd692bd440 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:43.568417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:43.574157 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 4, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '00df3967-8697-40fc-bebe-bb54c87972fa', 'name': '', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'mac_address': 'fa:16:3e:89:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '4c002520-2169-4d16-93d3-800b25d75a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 4, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'subnets': [{'id': '4c002520-2169-4d16-93d3-800b25d75a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.609419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511710a-140e-40b6-af20-552844919b71 None None] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:43.629619 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74481d5-d03f-4b93-a508-c210cde64b46 None None] The sync data for ids ['03b817ce-10b7-4f96-8a5c-66c277b86c09'] in n-d-798249-10 is: [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 4, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '00df3967-8697-40fc-bebe-bb54c87972fa', 'name': '', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'mac_address': 'fa:16:3e:89:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '4c002520-2169-4d16-93d3-800b25d75a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 4, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'subnets': [{'id': '4c002520-2169-4d16-93d3-800b25d75a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:43.812073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-629f36e1-4430-470e-9456-c4bd8907a988 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1582782 Jul 16 08:43:43.813198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:43.825806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] Provisioning for port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:43.836895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] Provisioning complete for port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:43.837784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.954507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f89a9fe-623c-431f-b330-2b0e6e5d6018 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:43.966599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.983170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Transition to ACTIVE for port object 8f89a9fe-623c-431f-b330-2b0e6e5d6018 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:43.989713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.070045 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.072049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:44.073032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Pushing event updated for resources: {'Port': ['ID=8f89a9fe-623c-431f-b330-2b0e6e5d6018,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.086405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32906) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.090628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d6151f1a-0fd4-470d-bc80-3e45e6194b22 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5155525 Jul 16 08:43:44.092066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1639141576'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.140222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] For port 0f30d8c6-719c-47f2-b84c-cbfd692bd440, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0f30d8c6-719c-47f2-b84c-cbfd692bd440,segment=NetworkSegment(b96fd39a-2f46-443c-a703-6adb5208eb1e),segment_id=b96fd39a-2f46-443c-a703-6adb5208eb1e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:44.141503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:44.142379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:44.145007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-033dbe81-6f5f-444e-ba26-5540b62722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.146545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.149410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-033dbe81-6f5f-444e-ba26-5540b62722b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1097 time: 0.1467524 Jul 16 08:43:44.162701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:44.164108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:44.166494 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.296546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:44.303557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2482a41-014f-41f8-aa2e-306aced0b138 None None] Pushing event updated for resources: {'Port': ['ID=0f30d8c6-719c-47f2-b84c-cbfd692bd440,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.328577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Attempting to bind port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:44.329088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Attempting to bind port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:44.329424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Attempting to bind port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 on network f351e1c3-4221-4f56-971f-1f30abe5c994 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:44.356724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 on network f351e1c3-4221-4f56-971f-1f30abe5c994 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:44.357039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Attempting to bind port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 on network f351e1c3-4221-4f56-971f-1f30abe5c994 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:44.374389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.374873 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment 1e6d32ab-b2b4-48e6-91a6-c68cf3862ded of type vlan for network f725f782-1f69-4ca3-a46a-5f49582928e8 Jul 16 08:43:44.377160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:44.377504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Checking segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:44.377905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Bound using segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:44.378617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Bound port: 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:44.379583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.424397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-274c2aa2-85ee-46b8-ba81-77a7b3e1ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.426039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-274c2aa2-85ee-46b8-ba81-77a7b3e1ceb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.2508721 Jul 16 08:43:44.591664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.677827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-bd533450-6317-4cf4-add5-6649c1f90278 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 999 time: 0.2043557 Jul 16 08:43:44.732560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] For port 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:44.788814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9b5ac6b9-d365-454e-a605-134528bc5486 None None] Provisioning complete for port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:44.797858 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac6b9-d365-454e-a605-134528bc5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.807478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:44.825525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] For port 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:44.842515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-dc40a24f-6899-4faa-8537-9c0caf72fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.845756 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-dc40a24f-6899-4faa-8537-9c0caf72fe9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.1598434 Jul 16 08:43:44.856077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d1db2-d0f8-421a-afaa-b292991f7181 req-4176290d-b4d5-452d-8c49-f9c19af27663 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.857998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-629d1db2-d0f8-421a-afaa-b292991f7181 req-4176290d-b4d5-452d-8c49-f9c19af27663 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 943 time: 0.2611215 Jul 16 08:43:44.859211 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.958004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Pushing event updated for resources: {'Port': ['ID=8f89a9fe-623c-431f-b330-2b0e6e5d6018,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.961044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.969319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.969985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.103578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-01312833-eba0-4b18-ad3a-f8c87be03341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.106114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-01312833-eba0-4b18-ad3a-f8c87be03341 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2519517 Jul 16 08:43:45.121130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4215313-fd29-4096-bdc4-f5ad014321f3 req-dbf821ca-ad6f-498f-b31f-c819806d7f80 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.129203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4215313-fd29-4096-bdc4-f5ad014321f3 req-dbf821ca-ad6f-498f-b31f-c819806d7f80 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 945 time: 0.2213771 Jul 16 08:43:45.174253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=f725f782-1f69-4ca3-a46a-5f49582928e8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.183439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78195197-0186-4cf1-8e93-cc699da45e52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0931633 Jul 16 08:43:45.199200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 32924) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.219748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:45.235921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-629d1db2-d0f8-421a-afaa-b292991f7181 req-1b6120b2-169b-461f-a134-7751ca4d4685 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788243 Jul 16 08:43:45.245721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f725f782-1f69-4ca3-a46a-5f49582928e8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:45.251943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.256018 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.257734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9d344d86-a65b-4f02-baf2-d80564b920bb service neutron] 10.222.0.18 "PUT /v2.0/ports/8f89a9fe-623c-431f-b330-2b0e6e5d6018 HTTP/1.1" status: 200 len: 1092 time: 2.2244329 Jul 16 08:43:45.260145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'tag': '8f89a9fe-623c-431f-b330-2b0e6e5d6018'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:45.266212 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee778d-4971-4dc6-b885-59a45ec1bd14" -d '{"events": [{"name": "network-changed", "server_uuid": "7070f601-ce50-4f14-a992-c6d2d4dd58bb", "tag": "8f89a9fe-623c-431f-b330-2b0e6e5d6018"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:45.488051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-5b0f721e-b953-467a-816f-bff9ce5aa7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.492723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-5b0f721e-b953-467a-816f-bff9ce5aa7a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 1095 time: 0.1626956 Jul 16 08:43:45.506404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9b5ac6b9-d365-454e-a605-134528bc5486 None None] Provisioning for port efc52a06-7977-48e7-b441-528d9e40c8e2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:45.526203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9b5ac6b9-d365-454e-a605-134528bc5486 None None] Provisioning complete for port efc52a06-7977-48e7-b441-528d9e40c8e2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:45.526580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac6b9-d365-454e-a605-134528bc5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.607691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-8766aa3f-7fa3-4fa3-9f99-bb33a9dc070d service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710252 Jul 16 08:43:45.614247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-9af1cbb2-e89f-4980-88ec-be826f49f3d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018 HTTP/1.1" status: 200 len: 217 time: 0.1128650 Jul 16 08:43:45.637255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4215313-fd29-4096-bdc4-f5ad014321f3 req-69df2a9e-4ca3-4a5e-98f4-9898d6291caf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069857 Jul 16 08:43:45.659815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ac6b9-d365-454e-a605-134528bc5486 None None] Port efc52a06-7977-48e7-b441-528d9e40c8e2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:45.665200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00df3967-8697-40fc-bebe-bb54c87972fa up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:45.715975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-37b9211d-029e-40ea-a22f-1ab3f88df642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.719182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-37b9211d-029e-40ea-a22f-1ab3f88df642 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.0973732 Jul 16 08:43:45.724532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83433fda-5c8e-41ac-8aa8-082187d4700c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.772369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-8ce7f1c0-668f-4dc9-b0d6-ad17719c50ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465989 Jul 16 08:43:45.777481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:45.783363 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.790251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.792489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:43Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.884042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:45.884249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Updating router e8557c9b-3e04-4f31-ade3-cdd7dc36761a port efc52a06-7977-48e7-b441-528d9e40c8e2 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:45.904460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-b6addca9-73e1-43e5-80de-81203a21edfb service neutron] 10.222.0.18 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209235 Jul 16 08:43:45.906460 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef90342-b5b5-452a-b181-0b5a550021b3 x-openstack-request-id: req-1ef90342-b5b5-452a-b181-0b5a550021b3 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:45.907472 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7070f601-ce50-4f14-a992-c6d2d4dd58bb", "tag": "8f89a9fe-623c-431f-b330-2b0e6e5d6018", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:45.907991 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ef90342-b5b5-452a-b181-0b5a550021b3 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:45.908848 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'tag': '8f89a9fe-623c-431f-b330-2b0e6e5d6018', 'status': 'completed', 'code': 200} Jul 16 08:43:45.962051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 00df3967-8697-40fc-bebe-bb54c87972fa completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:46.009115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 00df3967-8697-40fc-bebe-bb54c87972fa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.009501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.025958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e55003a9-aa64-452a-8377-e36d01271366 None None] Provisioning complete for port efc52a06-7977-48e7-b441-528d9e40c8e2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.027527 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e55003a9-aa64-452a-8377-e36d01271366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.053538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f458f34-4422-4b5f-97f7-2838f2b51774 req-ad6df47b-2cad-4f3a-8666-435707c64099 service neutron] 10.222.0.18 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419034 Jul 16 08:43:46.090242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400e18f7-5398-4cd7-92d7-d3a55ef3e2b8 req-d148d4ff-4c30-403d-b0c0-5ae662dc6561 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730549 Jul 16 08:43:46.110262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.169891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e55003a9-aa64-452a-8377-e36d01271366 None None] Port efc52a06-7977-48e7-b441-528d9e40c8e2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:46.175199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-e5111b9c-5113-4df9-b801-fc1a580f32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.178324 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-e5111b9c-5113-4df9-b801-fc1a580f32ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 1095 time: 0.0633230 Jul 16 08:43:46.283147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.343693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-fc11cafc-fd35-421b-9b65-2cb9d7a91839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.345192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-fc11cafc-fd35-421b-9b65-2cb9d7a91839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 912 time: 0.1595500 Jul 16 08:43:46.377471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.421848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-9d6d4a37-592a-49ce-9ebe-7480b4a86a2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018 HTTP/1.1" status: 200 len: 217 time: 0.0684776 Jul 16 08:43:46.434346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=e4a669c1-6c1f-4e16-b781-364052545b8e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.445176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 00df3967-8697-40fc-bebe-bb54c87972fa, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=00df3967-8697-40fc-bebe-bb54c87972fa,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.466648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.468810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0f30d8c6-719c-47f2-b84c-cbfd692bd440 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:46.487194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:46.487511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: f725f782-1f69-4ca3-a46a-5f49582928e8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:46.538098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network f725f782-1f69-4ca3-a46a-5f49582928e8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:46.542798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-b54f613b-09ab-482b-b6b2-84263efdf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.546438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-b54f613b-09ab-482b-b6b2-84263efdf085 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.1151235 Jul 16 08:43:46.563272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3847ec5-9988-4229-b1d6-15c075ca273c req-20dfbe19-4ae9-4860-8f58-6f407904cfcc tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.574027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3847ec5-9988-4229-b1d6-15c075ca273c req-20dfbe19-4ae9-4860-8f58-6f407904cfcc tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 943 time: 0.1295941 Jul 16 08:43:46.616362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f725f782-1f69-4ca3-a46a-5f49582928e8) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:46.621765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-7a2868d9-3668-465d-a1d1-c3b7a4142da4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705914 Jul 16 08:43:46.627523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.637799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.672324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=00df3967-8697-40fc-bebe-bb54c87972fa,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.702774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3847ec5-9988-4229-b1d6-15c075ca273c req-b769fc94-4ae2-42fd-a7ea-7199391cbc11 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282132 Jul 16 08:43:46.708968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e07a61-91e0-4487-8ecf-a5c87c10122a None None] Network f725f782-1f69-4ca3-a46a-5f49582928e8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:46.711302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d0a043d6-45c1-4537-b131-706e5a42ec86 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5018847 Jul 16 08:43:46.714321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 32956) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.772708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-9cd0ac6b-3fb4-463b-a8f8-6fa13f506e31 service neutron] 10.222.0.18 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436312 Jul 16 08:43:46.850365 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.877987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:46.878634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.934132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8ee778d-4971-4dc6-b885-59a45ec1bd14 req-7798dd96-b3e8-4f81-a270-af2c31ced3d3 service neutron] 10.222.0.18 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534307 Jul 16 08:43:47.070283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.072938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f725f782-1f69-4ca3-a46a-5f49582928e8', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:47.074027 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.103598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Transition to ACTIVE for port object efc52a06-7977-48e7-b441-528d9e40c8e2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:47.118528 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.254639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7e06c-abfb-4fd6-9771-65d904d2e656 None None] Pushing event updated for resources: {'Port': ['ID=efc52a06-7977-48e7-b441-528d9e40c8e2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.305381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.347039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00df3967-8697-40fc-bebe-bb54c87972fa up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:47.414863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Attempting to bind port efc52a06-7977-48e7-b441-528d9e40c8e2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:47.415551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Attempting to bind port efc52a06-7977-48e7-b441-528d9e40c8e2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:47.415702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Attempting to bind port efc52a06-7977-48e7-b441-528d9e40c8e2 on network fa0bf09b-652e-4325-a6c1-0e2193110a7f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:47.435056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Allocated IP 2001:db8:1::2 (f725f782-1f69-4ca3-a46a-5f49582928e8/e4a669c1-6c1f-4e16-b781-364052545b8e/7ecf3408-e9cd-49ff-88ff-528aea709567) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:47.440566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:47.441151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Checking segment: {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:47.441755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.442306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Bound using segment: {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:47.442967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Bound port: efc52a06-7977-48e7-b441-528d9e40c8e2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96fd39a-2f46-443c-a703-6adb5208eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:47.443384 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.461914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 00df3967-8697-40fc-bebe-bb54c87972fa triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:47.462296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.673825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] For port efc52a06-7977-48e7-b441-528d9e40c8e2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:47.700645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] For port efc52a06-7977-48e7-b441-528d9e40c8e2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=efc52a06-7977-48e7-b441-528d9e40c8e2,segment=NetworkSegment(b96fd39a-2f46-443c-a703-6adb5208eb1e),segment_id=b96fd39a-2f46-443c-a703-6adb5208eb1e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:47.703284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.711681 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.859585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:47.860754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:47.965827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c6c6-81c2-4253-b14b-43182c417681 req-9b96763c-4ab9-485f-ac53-3cf25b3ad774 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.968102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f329c6c6-81c2-4253-b14b-43182c417681 req-9b96763c-4ab9-485f-ac53-3cf25b3ad774 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 943 time: 0.0892036 Jul 16 08:43:48.063116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f329c6c6-81c2-4253-b14b-43182c417681 req-5a1ab14b-ca7d-4067-aa75-3cabbc733210 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884869 Jul 16 08:43:48.173958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7e06c-abfb-4fd6-9771-65d904d2e656 None None] Pushing event updated for resources: {'Port': ['ID=efc52a06-7977-48e7-b441-528d9e40c8e2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.185119 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.206160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Transition to ACTIVE for port object 7ecf3408-e9cd-49ff-88ff-528aea709567 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.209209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:48.258191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Transition to ACTIVE for port object 7ecf3408-e9cd-49ff-88ff-528aea709567 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.268045 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.320969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8:1::1 (f725f782-1f69-4ca3-a46a-5f49582928e8/e4a669c1-6c1f-4e16-b781-364052545b8e/84b55821-589d-472c-bead-60d699d4065a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:48.360964 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.366534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Network f725f782-1f69-4ca3-a46a-5f49582928e8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:48.376022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:48.383890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:48.414337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Pushing event updated for resources: {'Port': ['ID=7ecf3408-e9cd-49ff-88ff-528aea709567,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.474580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.488518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object 84b55821-589d-472c-bead-60d699d4065a will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.492263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Attempting to bind port 7ecf3408-e9cd-49ff-88ff-528aea709567 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:48.492794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Attempting to bind port 7ecf3408-e9cd-49ff-88ff-528aea709567 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:48.493069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Attempting to bind port 7ecf3408-e9cd-49ff-88ff-528aea709567 on network f725f782-1f69-4ca3-a46a-5f49582928e8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:48.516842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:48.517233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Checking segment: {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:48.517641 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.518044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Bound using segment: {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:48.518532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Bound port: 7ecf3408-e9cd-49ff-88ff-528aea709567, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:48.518921 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.526082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.575815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network f725f782-1f69-4ca3-a46a-5f49582928e8 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:48.580945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:48.583466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:48.584055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.595956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:47Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:48.603332 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:48.631363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=84b55821-589d-472c-bead-60d699d4065a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.632503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] For port 7ecf3408-e9cd-49ff-88ff-528aea709567, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:48.634823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afb8ba-8ef0-4fa5-a626-c318381dc875 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:42Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:47Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:48.649569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] For port 7ecf3408-e9cd-49ff-88ff-528aea709567, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ecf3408-e9cd-49ff-88ff-528aea709567,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:48.656888 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.717696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26371cb-8755-4450-ba57-fbe0b8f7de70 None None] Pushing event updated for resources: {'Port': ['ID=7ecf3408-e9cd-49ff-88ff-528aea709567,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.769038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.202998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.212873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.213741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.369440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8f89a9fe-623c-431f-b330-2b0e6e5d6018 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:49.380971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940792c8-9837-4b04-95af-e6f021bee7c4 req-26b7e336-fa65-456e-a009-c13daff85e05 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.401228 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-940792c8-9837-4b04-95af-e6f021bee7c4 req-26b7e336-fa65-456e-a009-c13daff85e05 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 943 time: 0.1639929 Jul 16 08:43:49.460738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=84b55821-589d-472c-bead-60d699d4065a,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.496872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-940792c8-9837-4b04-95af-e6f021bee7c4 req-b77a25f8-0623-4524-9eef-826d594c24a6 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897677 Jul 16 08:43:49.546492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device efc52a06-7977-48e7-b441-528d9e40c8e2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:49.548482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:49.602625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network f725f782-1f69-4ca3-a46a-5f49582928e8 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:49.604229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:49.707151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:49.710792 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.resource_extend [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:49.747428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '8f89a9fe-623c-431f-b330-2b0e6e5d6018', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'port_id': '8f89a9fe-623c-431f-b330-2b0e6e5d6018', 'mac_address': 'fa:16:3e:b9:a9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c002520-2169-4d16-93d3-800b25d75a58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:49.802108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:49.836907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port efc52a06-7977-48e7-b441-528d9e40c8e2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:49.856532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port efc52a06-7977-48e7-b441-528d9e40c8e2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:49.856915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.862110 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.866598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:49.915331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f89a9fe-623c-431f-b330-2b0e6e5d6018 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:49.919635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:49.973848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:49.981190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-981aa203-aa0c-431c-bdaa-3578f8a55339 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2658248 Jul 16 08:43:49.983965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33014) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.989732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:49.991086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1084193181'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:49.999674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.023650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:50.027503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.041105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.059795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:50.069913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.070287 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment dce27359-7301-401c-a65e-cd5b89a8e650 of type vlan for network a7536a85-09d6-43b9-9589-00b16fd947ed Jul 16 08:43:50.103541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=8f89a9fe-623c-431f-b330-2b0e6e5d6018,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.116567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:50.130400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7855f1-d56a-47d8-972a-68464a56e4a2 None None] Network f725f782-1f69-4ca3-a46a-5f49582928e8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:50.143939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.173168 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.180599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:50.203635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.209600 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.224372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.225436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.243851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0adc64e0-8ee7-445c-8f2a-299a0c70d3ce None None] Provisioning for port 7ecf3408-e9cd-49ff-88ff-528aea709567 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:50.250602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33022) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:50.251458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2656279 Jul 16 08:43:50.258152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:50.298576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port efc52a06-7977-48e7-b441-528d9e40c8e2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=efc52a06-7977-48e7-b441-528d9e40c8e2,segment=NetworkSegment(b96fd39a-2f46-443c-a703-6adb5208eb1e),segment_id=b96fd39a-2f46-443c-a703-6adb5208eb1e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:50.312592 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.313379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ecf3408-e9cd-49ff-88ff-528aea709567 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:50.323953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940d64c-1b03-4be4-afa9-fc1a645748a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=a7536a85-09d6-43b9-9589-00b16fd947ed,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.357493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a7536a85-09d6-43b9-9589-00b16fd947ed details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:50.359383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['8f89a9fe-623c-431f-b330-2b0e6e5d6018'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:50.387647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:50.391664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.421595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.424464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e7aebbe5-c873-46f4-ae4d-3fac0b20687e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:50.625179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=efc52a06-7977-48e7-b441-528d9e40c8e2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.717140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.784315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 7ecf3408-e9cd-49ff-88ff-528aea709567 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:50.801361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=d5659002-c6cb-4ef6-ba18-6ff422490de3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.822374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:50.822746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: a7536a85-09d6-43b9-9589-00b16fd947ed, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:50.853887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network a7536a85-09d6-43b9-9589-00b16fd947ed is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:50.865407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7ecf3408-e9cd-49ff-88ff-528aea709567 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:50.867899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.874751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305cbcc-3baa-4277-ba62-33855440e7a2 req-048f5c91-fb99-4e98-a2d4-cb10fc023d42 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.876479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1305cbcc-3baa-4277-ba62-33855440e7a2 req-048f5c91-fb99-4e98-a2d4-cb10fc023d42 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 944 time: 0.1675017 Jul 16 08:43:50.881870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a7536a85-09d6-43b9-9589-00b16fd947ed) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:50.891114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.891697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.928692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f3d8040d-3766-4341-8ef9-c8f70d44ef01 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6768548 Jul 16 08:43:50.931769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33038) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:50.942624 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:50.952287 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:50.952915 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:50.985470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1305cbcc-3baa-4277-ba62-33855440e7a2 req-d58e525b-411f-41b5-aaae-b629a3bb748e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010308 Jul 16 08:43:50.986722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dbf1e3-477b-43d1-aa28-29000ac61554 None None] Network a7536a85-09d6-43b9-9589-00b16fd947ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:51.056544 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:51.345880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.385207 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:48Z', 'revision_number': 3, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:48Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:51.453240 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:51.454346 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Updating router e8557c9b-3e04-4f31-ade3-cdd7dc36761a port 84b55821-589d-472c-bead-60d699d4065a binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:51.553985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 7ecf3408-e9cd-49ff-88ff-528aea709567, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ecf3408-e9cd-49ff-88ff-528aea709567,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:51.577679 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.598905 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.634373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-a7536a85-09d6-43b9-9589-00b16fd947ed', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:51.636067 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.681265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85352802-6a48-4b51-8a02-1c3f0ca6d1db None None] Provisioning for port 84b55821-589d-472c-bead-60d699d4065a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:51.700054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85352802-6a48-4b51-8a02-1c3f0ca6d1db None None] Provisioning complete for port 84b55821-589d-472c-bead-60d699d4065a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:51.700998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85352802-6a48-4b51-8a02-1c3f0ca6d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.923470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device efc52a06-7977-48e7-b441-528d9e40c8e2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:52.340549 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.382108 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Transition to ACTIVE for port object 84b55821-589d-472c-bead-60d699d4065a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:52.393818 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.398236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7254441-4f90-455b-9fe1-f9f3fd028b52 req-0ea692ec-ce6e-4e5a-adf0-1ca2031090c9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.406190 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7254441-4f90-455b-9fe1-f9f3fd028b52 req-0ea692ec-ce6e-4e5a-adf0-1ca2031090c9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 944 time: 0.2235210 Jul 16 08:43:52.463745 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Pushing event updated for resources: {'Port': ['ID=84b55821-589d-472c-bead-60d699d4065a,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.488609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=7ecf3408-e9cd-49ff-88ff-528aea709567,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.497346 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.498033 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.498543 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.499048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.499573 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.500095 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.500942 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.501620 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.502112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.502603 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.503104 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.504707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:52.527800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7254441-4f90-455b-9fe1-f9f3fd028b52 req-fa3a5dac-a4f6-446a-9787-524e3464e539 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203384 Jul 16 08:43:52.533590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-85352802-6a48-4b51-8a02-1c3f0ca6d1db None None] Port 84b55821-589d-472c-bead-60d699d4065a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:52.544039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.562875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Allocated IP 2001:db8:2::2 (a7536a85-09d6-43b9-9589-00b16fd947ed/d5659002-c6cb-4ef6-ba18-6ff422490de3/2e5062b2-6b13-479f-8939-5287658d4432) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:52.653056 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Attempting to bind port 84b55821-589d-472c-bead-60d699d4065a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:52.655198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Attempting to bind port 84b55821-589d-472c-bead-60d699d4065a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:52.655815 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Attempting to bind port 84b55821-589d-472c-bead-60d699d4065a on network f725f782-1f69-4ca3-a46a-5f49582928e8 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:52.661434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85352802-6a48-4b51-8a02-1c3f0ca6d1db None None] Provisioning complete for port 7ecf3408-e9cd-49ff-88ff-528aea709567 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:52.666433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85352802-6a48-4b51-8a02-1c3f0ca6d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.670836 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:52.673087 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Checking segment: {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:52.676430 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.677139 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Bound using segment: {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:52.677870 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Bound port: 84b55821-589d-472c-bead-60d699d4065a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:52.679789 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.828960 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] For port 84b55821-589d-472c-bead-60d699d4065a, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:52.838900 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] For port 84b55821-589d-472c-bead-60d699d4065a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=84b55821-589d-472c-bead-60d699d4065a,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:52.855682 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.866594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port efc52a06-7977-48e7-b441-528d9e40c8e2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:52.868282 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.957667 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79e6d6-7c0f-4a74-8190-19b6b0ff91af None None] Pushing event updated for resources: {'Port': ['ID=84b55821-589d-472c-bead-60d699d4065a,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.017638 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:53.018665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.039140 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.054948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Transition to ACTIVE for port object 2e5062b2-6b13-479f-8939-5287658d4432 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:53.092099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Transition to ACTIVE for port object 2e5062b2-6b13-479f-8939-5287658d4432 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:53.128232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.233800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Pushing event updated for resources: {'Port': ['ID=2e5062b2-6b13-479f-8939-5287658d4432,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.306698 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:53.310198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8:2::1 (a7536a85-09d6-43b9-9589-00b16fd947ed/d5659002-c6cb-4ef6-ba18-6ff422490de3/ee306c9a-1d33-4a4f-b26a-95f1e5d63cde) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:53.331904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Network a7536a85-09d6-43b9-9589-00b16fd947ed is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:53.340895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:53.351039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:53.428953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8f89a9fe-623c-431f-b330-2b0e6e5d6018 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:53.640836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:53.647129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.682120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object ee306c9a-1d33-4a4f-b26a-95f1e5d63cde will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:53.687574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Attempting to bind port 2e5062b2-6b13-479f-8939-5287658d4432 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:53.689472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Attempting to bind port 2e5062b2-6b13-479f-8939-5287658d4432 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:53.691975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Attempting to bind port 2e5062b2-6b13-479f-8939-5287658d4432 on network a7536a85-09d6-43b9-9589-00b16fd947ed {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:53.708951 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:48Z', 'revision_number': 3, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:52Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.788546 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.839613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:53.842427 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47f352-7ae3-4138-a858-e118c8b8c22e None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:48Z', 'revision_number': 3, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:52Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:53.854583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Checking segment: {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:53.855007 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.855444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Bound using segment: {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:53.855968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Bound port: 2e5062b2-6b13-479f-8939-5287658d4432, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:53.858845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.957398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.980813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.981164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.981506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.981842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.982173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.982503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.982830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.983160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.983547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.983872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.984198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:53.984519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:54.022648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0cfb-84c0-4029-964e-9f6413c6d058 req-a728675e-2138-4f43-813c-ea5902864c31 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.023170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:54.024796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network a7536a85-09d6-43b9-9589-00b16fd947ed is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:54.026397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:54.029806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e69a0cfb-84c0-4029-964e-9f6413c6d058 req-a728675e-2138-4f43-813c-ea5902864c31 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 944 time: 0.2193120 Jul 16 08:43:54.041290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:54.052540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.128011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e69a0cfb-84c0-4029-964e-9f6413c6d058 req-953f5e32-9d95-4a29-a23f-72314172a2b0 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970333 Jul 16 08:43:54.149696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:54.151115 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.287067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:54.287656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.438495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.439603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ecf3408-e9cd-49ff-88ff-528aea709567 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:54.442881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] For port 2e5062b2-6b13-479f-8939-5287658d4432, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:54.547228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] For port 2e5062b2-6b13-479f-8939-5287658d4432, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2e5062b2-6b13-479f-8939-5287658d4432,segment=NetworkSegment(dce27359-7301-401c-a65e-cd5b89a8e650),segment_id=dce27359-7301-401c-a65e-cd5b89a8e650)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:54.589452 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.593105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.756272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.824680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.834871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.835719 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.872496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:54.894429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f89a9fe-623c-431f-b330-2b0e6e5d6018'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:54.899531 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a42c100-172a-4d9f-b2d9-8eea5e990248" -d '{"events": [{"server_uuid": "7070f601-ce50-4f14-a992-c6d2d4dd58bb", "name": "network-vif-plugged", "status": "completed", "tag": "8f89a9fe-623c-431f-b330-2b0e6e5d6018"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:54.949672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.969048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.026119 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad13e58-1310-4566-b838-a0369c9930a9 x-openstack-request-id: req-dad13e58-1310-4566-b838-a0369c9930a9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:55.026119 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7070f601-ce50-4f14-a992-c6d2d4dd58bb", "name": "network-vif-plugged", "status": "completed", "tag": "8f89a9fe-623c-431f-b330-2b0e6e5d6018", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:55.026119 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dad13e58-1310-4566-b838-a0369c9930a9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:55.026119 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f89a9fe-623c-431f-b330-2b0e6e5d6018', 'code': 200} Jul 16 08:43:55.032512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:55.033573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7ecf3408-e9cd-49ff-88ff-528aea709567 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:55.034068 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.037381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd1a91-9aae-4031-847c-524dca5109b0 None None] Pushing event updated for resources: {'Port': ['ID=2e5062b2-6b13-479f-8939-5287658d4432,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.053305 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.166873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=8f89a9fe-623c-431f-b330-2b0e6e5d6018,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.217991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network a7536a85-09d6-43b9-9589-00b16fd947ed is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:55.220981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:55.372893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.464755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84b55821-589d-472c-bead-60d699d4065a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:55.521039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba091-eba4-4391-8f65-e88d54a4772f req-cdbd465e-6790-4e3d-bcbf-594e5547e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.523550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09bba091-eba4-4391-8f65-e88d54a4772f req-cdbd465e-6790-4e3d-bcbf-594e5547e752 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 1097 time: 0.4087756 Jul 16 08:43:55.624827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09bba091-eba4-4391-8f65-e88d54a4772f req-98160087-56f2-4515-9ae2-16d7a4316ff1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Jul 16 08:43:55.632205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 84b55821-589d-472c-bead-60d699d4065a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:55.641254 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 84b55821-589d-472c-bead-60d699d4065a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:55.642030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.685695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:55.704865 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf164469-ca8b-451b-be93-5d7e20973cd3 req-28b7cc26-5656-4dbc-88f0-4b99a97d89a5 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.713568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf164469-ca8b-451b-be93-5d7e20973cd3 req-28b7cc26-5656-4dbc-88f0-4b99a97d89a5 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.2811537 Jul 16 08:43:55.767985 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.844096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 84b55821-589d-472c-bead-60d699d4065a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=84b55821-589d-472c-bead-60d699d4065a,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:55.850980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf164469-ca8b-451b-be93-5d7e20973cd3 req-7d286c8d-61f2-47a9-89d2-6e80aea96a5f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362290 Jul 16 08:43:55.851586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.898475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:55.912123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-08a36d87-c987-40ec-82ca-9a073735632b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9790039 Jul 16 08:43:55.914836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33144) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.920964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1928177910'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:55.932317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:55.965024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=84b55821-589d-472c-bead-60d699d4065a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.975823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:55.985959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.008201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:56.011526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.032118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:56.055418 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.056243 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added segment 6b94a3f6-dcc9-4e3a-8477-91df010b5724 of type vlan for network 454d0367-3f19-4d6d-8189-10b98acdd5e5 Jul 16 08:43:56.151236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.181236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:56.196971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.208312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.208986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.270222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3535888 Jul 16 08:43:56.273231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33152) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.278655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'subnet': {'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:56.363705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99385bb3-d1df-4e41-ba8b-438daac7cadf tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Network': ['ID=454d0367-3f19-4d6d-8189-10b98acdd5e5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.452580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:56.456914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84b55821-589d-472c-bead-60d699d4065a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:56.478586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Made reservation on behalf of 453ebc8dd3c849d18d42bea0dd017960 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:56.482782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.789880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 84b55821-589d-472c-bead-60d699d4065a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:56.792920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.855166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09541f0-7181-451c-8dca-04221efa1169 None None] Network a7536a85-09d6-43b9-9589-00b16fd947ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:56.883769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.908741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:54Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:54Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.982558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:56.983108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Updating router e8557c9b-3e04-4f31-ade3-cdd7dc36761a port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:57.028541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:57.030921 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e2642-bba1-441f-b61d-5a3221198c72" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:57.032669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Checking segment: {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:57.033045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network hostable DHCP agents. Network: 454d0367-3f19-4d6d-8189-10b98acdd5e5, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:57.073162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Subnet': ['ID=a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.091110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2e5062b2-6b13-479f-8939-5287658d4432 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:57.098447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:57.101640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-28d5e704-9ecd-4fdd-aa7d-8a75b3e43578 None None] Provisioning for port 2e5062b2-6b13-479f-8939-5287658d4432 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:57.117154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 454d0367-3f19-4d6d-8189-10b98acdd5e5) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:57.132457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e723d-5a78-4d46-b828-5c69c9a8f877 None None] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:57.136700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.146136 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.190876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4bdc77dd-4601-48f5-8f82-5aacf5dd1f44 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9159241 Jul 16 08:43:57.192601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.204729 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.270552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eb9d5-5dba-4fd4-9e92-142231bfae5d req-ec163139-f79a-4e8b-a851-0c41516acf40 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.278184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61eb9d5-5dba-4fd4-9e92-142231bfae5d req-ec163139-f79a-4e8b-a851-0c41516acf40 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1314273 Jul 16 08:43:57.336024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f61eb9d5-5dba-4fd4-9e92-142231bfae5d req-899db284-4d02-4d14-8329-ecdcf68491a7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567217 Jul 16 08:43:57.428495 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800bfdc2-482f-431c-82d2-292af339f0b4 x-openstack-request-id: req-800bfdc2-482f-431c-82d2-292af339f0b4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:57.428750 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:57.429023 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-800bfdc2-482f-431c-82d2-292af339f0b4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:57.429291 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'code': 200} Jul 16 08:43:57.969885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.997400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-533e9f58-501a-4eb6-9ecb-2781531a8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.999114 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-533e9f58-501a-4eb6-9ecb-2781531a8ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 1097 time: 0.1281095 Jul 16 08:43:58.003129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 2e5062b2-6b13-479f-8939-5287658d4432 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:58.021654 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.031364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2747-ea74-4ac2-b4a6-0e129c4b8e90 req-e4a160db-74ac-43a4-a013-262e73c2c242 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.041893 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e43a2747-ea74-4ac2-b4a6-0e129c4b8e90 req-e4a160db-74ac-43a4-a013-262e73c2c242 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1128128 Jul 16 08:43:58.051118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2e5062b2-6b13-479f-8939-5287658d4432 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:58.063774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.091950 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e43a2747-ea74-4ac2-b4a6-0e129c4b8e90 req-11107d54-e9f2-4fbc-b83a-fce5ba188c77 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478466 Jul 16 08:43:58.105099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Transition to ACTIVE for port object ee306c9a-1d33-4a4f-b26a-95f1e5d63cde will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:58.145890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.266086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ce899-9997-4fa3-93e2-ef67fe765d4c None None] Pushing event updated for resources: {'Port': ['ID=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.416076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-454d0367-3f19-4d6d-8189-10b98acdd5e5', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:58.417243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.482471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Allocated IP 2001:db8:3::1 (454d0367-3f19-4d6d-8189-10b98acdd5e5/a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe/b89a0012-f80f-4629-9ebd-600dbf1d370b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:58.545425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Attempting to bind port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:58.546075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Attempting to bind port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:58.546695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Attempting to bind port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde on network a7536a85-09d6-43b9-9589-00b16fd947ed {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:58.549062 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.723644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-64eab19e-57cf-4119-85db-831639f21616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.725499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-64eab19e-57cf-4119-85db-831639f21616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 912 time: 0.1542494 Jul 16 08:43:58.727477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:58.735273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Checking segment: {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:58.736089 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.736761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Bound using segment: {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:58.737514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Bound port: ee306c9a-1d33-4a4f-b26a-95f1e5d63cde, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce27359-7301-401c-a65e-cd5b89a8e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:58.738517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.844568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-64681957-6769-4c42-b001-65b31a85ab34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018 HTTP/1.1" status: 200 len: 217 time: 0.1089249 Jul 16 08:43:58.888297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-480ae213-c8c9-4019-ade4-0083b8966cfc None None] Provisioning for port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:58.903285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 2e5062b2-6b13-479f-8939-5287658d4432, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2e5062b2-6b13-479f-8939-5287658d4432,segment=NetworkSegment(dce27359-7301-401c-a65e-cd5b89a8e650),segment_id=dce27359-7301-401c-a65e-cd5b89a8e650)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:58.922842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.007540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.026783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-22a6323d-b975-44bb-9748-21c9a71cfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.028295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-22a6323d-b975-44bb-9748-21c9a71cfcf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.1772134 Jul 16 08:43:59.077624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-e48ab0a7-1ee6-41d0-8711-c15ca09585d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396445 Jul 16 08:43:59.078678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Transition to ACTIVE for port object b89a0012-f80f-4629-9ebd-600dbf1d370b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:59.143984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] For port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:59.156021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] For port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,segment=NetworkSegment(dce27359-7301-401c-a65e-cd5b89a8e650),segment_id=dce27359-7301-401c-a65e-cd5b89a8e650)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:59.159273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-480ae213-c8c9-4019-ade4-0083b8966cfc None None] Provisioning complete for port 2e5062b2-6b13-479f-8939-5287658d4432 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:59.161493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-480ae213-c8c9-4019-ade4-0083b8966cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.234488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.333290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-0f8466b9-f863-4d47-8c2e-9083f27cf183 service neutron] 10.222.0.18 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477851 Jul 16 08:43:59.373984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=2e5062b2-6b13-479f-8939-5287658d4432,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.405004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:59.408041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:59.523074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e874622f-4b03-42d0-b4c2-ec709bc63c34 req-572f45e5-0796-4bd0-af1a-abfd3dc81b41 service neutron] 10.222.0.18 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825297 Jul 16 08:43:59.546795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ce899-9997-4fa3-93e2-ef67fe765d4c None None] Pushing event updated for resources: {'Port': ['ID=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.612201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.715165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:59.724401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:59.744052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:59.744625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.751189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=b89a0012-f80f-4629-9ebd-600dbf1d370b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.838795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Allocated IP 2001:db8:3::2 (454d0367-3f19-4d6d-8189-10b98acdd5e5/a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe/ff41f437-ead3-404d-a5cc-7154897d9f37) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:59.868926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:00.226648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.252910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Transition to ACTIVE for port object ff41f437-ead3-404d-a5cc-7154897d9f37 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:00.307976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Transition to ACTIVE for port object ff41f437-ead3-404d-a5cc-7154897d9f37 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:00.366041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.409908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:00.446644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:00.466955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:00.515212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363fa14-0e5a-4ada-9fb9-37f5039353de req-b6542414-47c4-44e2-a563-635f0497e4ac tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.522889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3363fa14-0e5a-4ada-9fb9-37f5039353de req-b6542414-47c4-44e2-a563-635f0497e4ac tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.9985564 Jul 16 08:44:00.553878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Pushing event updated for resources: {'Port': ['ID=ff41f437-ead3-404d-a5cc-7154897d9f37,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.591251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3363fa14-0e5a-4ada-9fb9-37f5039353de req-c15abf95-1940-4206-ae7c-5a8ff352303d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670018 Jul 16 08:44:00.601865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Attempting to bind port ff41f437-ead3-404d-a5cc-7154897d9f37 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:00.602239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Attempting to bind port ff41f437-ead3-404d-a5cc-7154897d9f37 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:00.602785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Attempting to bind port ff41f437-ead3-404d-a5cc-7154897d9f37 on network 454d0367-3f19-4d6d-8189-10b98acdd5e5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:00.633391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:00.633700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Checking segment: {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:00.634106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.634514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Bound using segment: {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:00.635003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Bound port: ff41f437-ead3-404d-a5cc-7154897d9f37, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:00.635432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.667748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.740387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] For port ff41f437-ead3-404d-a5cc-7154897d9f37, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:00.743832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] For port ff41f437-ead3-404d-a5cc-7154897d9f37, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ff41f437-ead3-404d-a5cc-7154897d9f37,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:00.775845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.897053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:54Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:59Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:00.962057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12df0c4-bc8a-43f2-96c4-bed501834118 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:43:54Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:59Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:00.963874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370ed5f-0a07-43ed-847b-8fd947698b0c None None] Pushing event updated for resources: {'Port': ['ID=ff41f437-ead3-404d-a5cc-7154897d9f37,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.183161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.190468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.193640 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.197978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2e5062b2-6b13-479f-8939-5287658d4432 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:01.369901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event updated for resources: {'Port': ['ID=b89a0012-f80f-4629-9ebd-600dbf1d370b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.386469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2e5062b2-6b13-479f-8939-5287658d4432 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:01.387817 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.617590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:01.620559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:01.815134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:02.031564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:02.047620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bfee2dd1-0098-4d7b-891c-6bd6b0f61fc2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8502772 Jul 16 08:44:02.049360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33260) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.068220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dec78-a2b5-4596-93a1-2ee2aa0f7970 req-9d37f8d3-91f4-4a2e-ac50-359e8a94ed5d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.070913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.081977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e44dec78-a2b5-4596-93a1-2ee2aa0f7970 req-9d37f8d3-91f4-4a2e-ac50-359e8a94ed5d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1669552 Jul 16 08:44:02.172033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e44dec78-a2b5-4596-93a1-2ee2aa0f7970 req-14be888f-5b11-4c77-b67e-8a91006a18dd tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885336 Jul 16 08:44:02.302584 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:02.319238 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:02.322327 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:02.484504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:02.619137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26c002-e90c-471d-b24c-b8e295aac714 None None] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:02.836792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0efd58ee-42c3-4f83-b0e2-1197566d59f5 None None] Provisioning for port ff41f437-ead3-404d-a5cc-7154897d9f37 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:02.923596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.extraroute_db [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:44:02.945526 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:00Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89a0012-f80f-4629-9ebd-600dbf1d370b', 'name': '', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:58Z', 'updated_at': '2021-07-16T08:44:00Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:59Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:02.964612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.extraroute_db [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Removed routes are [] {{(pid=93699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:44:02.965024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.022927 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:03.023282 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Updating router e8557c9b-3e04-4f31-ade3-cdd7dc36761a port b89a0012-f80f-4629-9ebd-600dbf1d370b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:03.132639 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.255211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ee306c9a-1d33-4a4f-b26a-95f1e5d63cde up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:03.437953 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.460164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.554248 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.578701 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Transition to ACTIVE for port object b89a0012-f80f-4629-9ebd-600dbf1d370b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:03.588216 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.702849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26715f-2d59-43b2-8fba-94e3285ea446 req-eb2fa46b-1b63-49b3-82e1-0ac3b4979724 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.705716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.708109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:03.712652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:03.713094 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.716753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea26715f-2d59-43b2-8fba-94e3285ea446 req-eb2fa46b-1b63-49b3-82e1-0ac3b4979724 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.2671895 Jul 16 08:44:03.731795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:03.784418 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31668a-24f7-4b04-b488-8266320cfbdf None None] Pushing event updated for resources: {'Port': ['ID=b89a0012-f80f-4629-9ebd-600dbf1d370b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.905723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.930134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d4e38909-6466-40af-8cad-1a9e78416315 None None] Provisioning for port b89a0012-f80f-4629-9ebd-600dbf1d370b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:03.960783 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Attempting to bind port b89a0012-f80f-4629-9ebd-600dbf1d370b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:03.961367 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Attempting to bind port b89a0012-f80f-4629-9ebd-600dbf1d370b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:03.961721 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Attempting to bind port b89a0012-f80f-4629-9ebd-600dbf1d370b on network 454d0367-3f19-4d6d-8189-10b98acdd5e5 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:03.967289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,segment=NetworkSegment(dce27359-7301-401c-a65e-cd5b89a8e650),segment_id=dce27359-7301-401c-a65e-cd5b89a8e650)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.971853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:03.974304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:03.974631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.975741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ff41f437-ead3-404d-a5cc-7154897d9f37 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:03.975902 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Checking segment: {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:03.976174 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.976567 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Bound using segment: {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:03.977045 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Bound port: b89a0012-f80f-4629-9ebd-600dbf1d370b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b94a3f6-dcc9-4e3a-8477-91df010b5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:03.977438 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.998985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.005329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9fbf49dd-74d9-4216-88a3-ad097fa1b9dc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 953 time: 1.9497919 Jul 16 08:44:04.008278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33292) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.028672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea26715f-2d59-43b2-8fba-94e3285ea446 req-e56071e4-a69c-4fd4-970e-b8eb953805e8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091638 Jul 16 08:44:04.241516 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] For port b89a0012-f80f-4629-9ebd-600dbf1d370b, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:04.249016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ff41f437-ead3-404d-a5cc-7154897d9f37 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:04.255548 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] For port b89a0012-f80f-4629-9ebd-600dbf1d370b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b89a0012-f80f-4629-9ebd-600dbf1d370b,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:04.262918 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.287894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ff41f437-ead3-404d-a5cc-7154897d9f37 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:04.287894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.402862 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31668a-24f7-4b04-b488-8266320cfbdf None None] Pushing event updated for resources: {'Port': ['ID=b89a0012-f80f-4629-9ebd-600dbf1d370b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.410711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.454998 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:04.454998 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:04.528343 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.605201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ff41f437-ead3-404d-a5cc-7154897d9f37, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ff41f437-ead3-404d-a5cc-7154897d9f37,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:04.612514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.643841 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:04.834153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ff41f437-ead3-404d-a5cc-7154897d9f37,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.979169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d41862d-117e-46e2-bd70-0ded628019fb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 953 time: 0.9693930 Jul 16 08:44:04.981725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33304) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.994547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'routes': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:05.098552 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:02Z', 'revision_number': 6, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89a0012-f80f-4629-9ebd-600dbf1d370b', 'name': '', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:58Z', 'updated_at': '2021-07-16T08:44:04Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.141027 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6bfa1-2cc9-4279-860b-ec0c0ffa6355 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:02Z', 'revision_number': 6, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89a0012-f80f-4629-9ebd-600dbf1d370b', 'name': '', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:58Z', 'updated_at': '2021-07-16T08:44:04Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:05.150522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ee306c9a-1d33-4a4f-b26a-95f1e5d63cde up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:05.358749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.359476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.493255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ff41f437-ead3-404d-a5cc-7154897d9f37 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:05.617282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ff41f437-ead3-404d-a5cc-7154897d9f37 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.617893 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.840519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa65d-9fb2-4c98-9382-a6b5ec3aa3aa req-79825c16-544a-443e-a106-84fa0787ce8d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.848049 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d7aa65d-9fb2-4c98-9382-a6b5ec3aa3aa req-79825c16-544a-443e-a106-84fa0787ce8d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.2135649 Jul 16 08:44:05.916166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d7aa65d-9fb2-4c98-9382-a6b5ec3aa3aa req-170c6520-285f-45cd-8276-ddb623a10b14 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Jul 16 08:44:05.976588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.extraroute_db [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added routes are [] {{(pid=93700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:44:05.977490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.extraroute_db [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:44:06.040353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.307063 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.311409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.445483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:06.565034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:06.572941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.574472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-afb868ca-86c8-4011-8fe5-2b9d89b6b99b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 703 time: 1.5915556 Jul 16 08:44:06.577295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33330) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:06.627061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:06.663647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:06.664277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:06.712494 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ac4d9547-286c-447b-9beb-de530f99483a tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 703 time: 0.1338875 Jul 16 08:44:06.715083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:06.848029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:07.204504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b89a0012-f80f-4629-9ebd-600dbf1d370b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:07.379454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 7, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89a0012-f80f-4629-9ebd-600dbf1d370b', 'name': '', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:58Z', 'updated_at': '2021-07-16T08:44:04Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:07.456011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:07.465912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:07.466785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:07.499570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa6f2-db5c-4565-bab0-60276c0b0ee5 req-a0e25a15-42fb-4ebf-992c-871270432086 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.501530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca4aa6f2-db5c-4565-bab0-60276c0b0ee5 req-a0e25a15-42fb-4ebf-992c-871270432086 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.0891581 Jul 16 08:44:07.542529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.551412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b89a0012-f80f-4629-9ebd-600dbf1d370b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.602320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca4aa6f2-db5c-4565-bab0-60276c0b0ee5 req-0a313eb3-f8f6-407c-b262-49cb6b6e2f1a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845819 Jul 16 08:44:07.624949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b89a0012-f80f-4629-9ebd-600dbf1d370b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:07.624949 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.688922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:07.890609 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.935014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b89a0012-f80f-4629-9ebd-600dbf1d370b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b89a0012-f80f-4629-9ebd-600dbf1d370b,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:07.941582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.034015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port b89a0012-f80f-4629-9ebd-600dbf1d370b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:08.034375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.094709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b89a0012-f80f-4629-9ebd-600dbf1d370b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.130412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.130766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.131114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.131558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.131954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.132293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.132626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.132956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.133283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.133609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.133933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.134257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:08.182475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 7, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89a0012-f80f-4629-9ebd-600dbf1d370b', 'name': '', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:58Z', 'updated_at': '2021-07-16T08:44:04Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:08.204088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port b89a0012-f80f-4629-9ebd-600dbf1d370b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b89a0012-f80f-4629-9ebd-600dbf1d370b,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:08.204700 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.214002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedde7d2-705c-4756-a24f-1d0ba735e370 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:05Z', 'revision_number': 7, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89a0012-f80f-4629-9ebd-600dbf1d370b', 'name': '', 'network_id': '454d0367-3f19-4d6d-8189-10b98acdd5e5', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:58Z', 'updated_at': '2021-07-16T08:44:04Z', 'revision_number': 4, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:08.220179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for b89a0012-f80f-4629-9ebd-600dbf1d370b owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:08.501604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.548589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=b89a0012-f80f-4629-9ebd-600dbf1d370b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.722374 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.000275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8a9ba-4c6f-4f52-a1c7-cd094eb981fc req-eb450a2b-d7d5-46e6-b15b-d9b8f0567441 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.002236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72b8a9ba-4c6f-4f52-a1c7-cd094eb981fc req-eb450a2b-d7d5-46e6-b15b-d9b8f0567441 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1655803 Jul 16 08:44:09.173705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72b8a9ba-4c6f-4f52-a1c7-cd094eb981fc req-5a426a72-a0ac-4232-bddc-3aa72104ee89 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981748 Jul 16 08:44:09.187724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:09.301483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:09.311813 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:09.316458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33384) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.323068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:09.324153 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.325421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16273863-1e1e-4f84-a351-a9749ee0d389 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080718 Jul 16 08:44:09.403533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:09.408742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.469131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.600299 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:09.633466 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.723024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.745904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.751910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe HTTP/1.1" status: 204 len: 168 time: 0.4343488 Jul 16 08:44:09.753347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33390) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.756744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149b63a-74c9-4f76-b9a3-a6a328bf60cd None None] Network 454d0367-3f19-4d6d-8189-10b98acdd5e5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:09.796809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d1758-7a2a-409d-a692-54f0a2d072cb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.959471 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 8, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.992611 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:10.002082 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:10.002694 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.006278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.113328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port ff41f437-ead3-404d-a5cc-7154897d9f37 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:10.113328 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.140873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:10.160369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] DHCP port deletion for 454d0367-3f19-4d6d-8189-10b98acdd5e5 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:10.265141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port ff41f437-ead3-404d-a5cc-7154897d9f37, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ff41f437-ead3-404d-a5cc-7154897d9f37,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:10.265718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.290104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for ff41f437-ead3-404d-a5cc-7154897d9f37 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:10.337128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] Deleting port ff41f437-ead3-404d-a5cc-7154897d9f37 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:10.337818 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.442807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.489929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=ff41f437-ead3-404d-a5cc-7154897d9f37,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.521057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port ff41f437-ead3-404d-a5cc-7154897d9f37 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:10.528822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] For port ff41f437-ead3-404d-a5cc-7154897d9f37, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ff41f437-ead3-404d-a5cc-7154897d9f37,segment=NetworkSegment(6b94a3f6-dcc9-4e3a-8477-91df010b5724),segment_id=6b94a3f6-dcc9-4e3a-8477-91df010b5724)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:10.531977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.539132 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 8, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.568276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] Calling delete_port for ff41f437-ead3-404d-a5cc-7154897d9f37 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:10.578141 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281eec3-2bd1-49d6-a8ab-b79c70a2673e None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 8, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee306c9a-1d33-4a4f-b26a-95f1e5d63cde', 'name': '', 'network_id': 'a7536a85-09d6-43b9-9589-00b16fd947ed', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:7d:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'd5659002-c6cb-4ef6-ba18-6ff422490de3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:10.655084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c762c5-34a7-48f6-9944-a75c9a314766 req-d6443ca7-db4f-4fa8-8143-2a5435d81b18 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.662882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4c762c5-34a7-48f6-9944-a75c9a314766 req-d6443ca7-db4f-4fa8-8143-2a5435d81b18 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1840446 Jul 16 08:44:10.701320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.717335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454d0367-3f19-4d6d-8189-10b98acdd5e5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.718219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.729768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b94a3f6-dcc9-4e3a-8477-91df010b5724') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.730072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b94a3f6-dcc9-4e3a-8477-91df010b5724') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.744752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.749208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4c762c5-34a7-48f6-9944-a75c9a314766 req-14b6f885-64fc-4270-a1cc-4cb3b7386f3a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Jul 16 08:44:10.761079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] No DVR routers for this DVR port ff41f437-ead3-404d-a5cc-7154897d9f37 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:10.791578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5c490-5a0e-457e-b6bb-6da8a2ce070d None None] Pushing event deleted for resources: {'Port': ['ID=ff41f437-ead3-404d-a5cc-7154897d9f37,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.806424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.816397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:10.817181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:10.820913 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:10.908788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.934228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.942512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:10.943935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/454d0367-3f19-4d6d-8189-10b98acdd5e5 HTTP/1.1" status: 204 len: 168 time: 1.1890385 Jul 16 08:44:10.961655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9323b-c2db-4a9c-97e4-473f0507f798 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=454d0367-3f19-4d6d-8189-10b98acdd5e5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.095301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ff41f437-ead3-404d-a5cc-7154897d9f37 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:11.129569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ff41f437-ead3-404d-a5cc-7154897d9f37 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:11.130258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ff41f437-ead3-404d-a5cc-7154897d9f37 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:11.130966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b89a0012-f80f-4629-9ebd-600dbf1d370b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:11.175911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b89a0012-f80f-4629-9ebd-600dbf1d370b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:11.175911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b89a0012-f80f-4629-9ebd-600dbf1d370b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:11.532481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.913627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:11.914221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.020705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port ee306c9a-1d33-4a4f-b26a-95f1e5d63cde, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,segment=NetworkSegment(dce27359-7301-401c-a65e-cd5b89a8e650),segment_id=dce27359-7301-401c-a65e-cd5b89a8e650)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.021089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.056908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for ee306c9a-1d33-4a4f-b26a-95f1e5d63cde owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:12.085121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fb54e-ea4b-4990-a836-3d07fd4d8d4e req-d15fc47f-e680-4f13-b4d0-3786af225604 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.100501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27fb54e-ea4b-4990-a836-3d07fd4d8d4e req-d15fc47f-e680-4f13-b4d0-3786af225604 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1323252 Jul 16 08:44:12.184615 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27fb54e-ea4b-4990-a836-3d07fd4d8d4e req-fd388364-0a44-4249-8602-d70ce2c9cc26 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Jul 16 08:44:12.349656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.404163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=ee306c9a-1d33-4a4f-b26a-95f1e5d63cde,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.573375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.935790 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89f5a4db-0db3-43fb-9f7f-c473f60d19d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.363487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:13.534640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694eedc-8d53-4e5d-a2d9-83bac1942424 req-801d0601-5b3b-4637-8f15-0c80d4852048 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.536214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a694eedc-8d53-4e5d-a2d9-83bac1942424 req-801d0601-5b3b-4637-8f15-0c80d4852048 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1527183 Jul 16 08:44:13.539235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:13.547353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:13.547837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9de2288e-faeb-4e8f-a43e-19c0b8b29c32 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038098 Jul 16 08:44:13.562973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:13.586404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:13.589728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:13.605341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a694eedc-8d53-4e5d-a2d9-83bac1942424 req-567d81e4-5fa8-4d6f-a6fd-4f5bc69a571a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Jul 16 08:44:13.688055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet d5659002-c6cb-4ef6-ba18-6ff422490de3 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:13.705614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.759934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.798532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:13.889875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.081065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.157723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=d5659002-c6cb-4ef6-ba18-6ff422490de3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:14.160819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.169621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.182148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-721ab8ea-179c-40b2-b5ca-2263d946d390 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/d5659002-c6cb-4ef6-ba18-6ff422490de3 HTTP/1.1" status: 204 len: 168 time: 0.6312099 Jul 16 08:44:14.187132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a6a72-75b7-4106-9393-85c4d2804bd7 None None] Network a7536a85-09d6-43b9-9589-00b16fd947ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:14.247047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:12Z', 'revision_number': 9, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:14.265572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.315122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:14.382670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 2e5062b2-6b13-479f-8939-5287658d4432 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:14.383192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.401961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:14.402885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:14.505860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port 2e5062b2-6b13-479f-8939-5287658d4432, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2e5062b2-6b13-479f-8939-5287658d4432,segment=NetworkSegment(dce27359-7301-401c-a65e-cd5b89a8e650),segment_id=dce27359-7301-401c-a65e-cd5b89a8e650)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:14.506241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.521485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 2e5062b2-6b13-479f-8939-5287658d4432 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:14.660692 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.697683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=2e5062b2-6b13-479f-8939-5287658d4432,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:14.701419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port 2e5062b2-6b13-479f-8939-5287658d4432 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:14.755061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:14.803208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.814737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7536a85-09d6-43b9-9589-00b16fd947ed']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:14.827527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce27359-7301-401c-a65e-cd5b89a8e650') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:14.828050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce27359-7301-401c-a65e-cd5b89a8e650') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:14.838796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.849256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41421c2-e25e-45d6-8da8-ef061f718850 req-ddeb249e-e726-425c-b3c3-9a60981bfdec tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.852899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d41421c2-e25e-45d6-8da8-ef061f718850 req-ddeb249e-e726-425c-b3c3-9a60981bfdec tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.0737989 Jul 16 08:44:14.853891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.865107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:14.865791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.922944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d41421c2-e25e-45d6-8da8-ef061f718850 req-7a793a9e-ddda-4ba6-b8b0-9626361e8fc9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627961 Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:14.949909 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:14.954398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.967775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.969710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/a7536a85-09d6-43b9-9589-00b16fd947ed HTTP/1.1" status: 204 len: 168 time: 0.7989829 Jul 16 08:44:14.973272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33502) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.981497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c9cc0-0ead-43b1-be1e-637e6a0f65b1 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=a7536a85-09d6-43b9-9589-00b16fd947ed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:15.093016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362efd97-2646-4529-bbab-d0f2f5895265 None None] DHCP port deletion for a7536a85-09d6-43b9-9589-00b16fd947ed request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:15.101325 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:12Z', 'revision_number': 9, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:15.153337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a5a24-fb39-4486-abdc-89fe4f10c3bb None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:12Z', 'revision_number': 9, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': '84b55821-589d-472c-bead-60d699d4065a', 'name': '', 'network_id': 'f725f782-1f69-4ca3-a46a-5f49582928e8', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:17:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:47Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': 'e4a669c1-6c1f-4e16-b781-364052545b8e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:15.508850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcedab-52ac-42fd-980f-b824aed2f459 req-08222d91-24c7-4aa1-a122-bc08a9faac89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.511132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20bcedab-52ac-42fd-980f-b824aed2f459 req-08222d91-24c7-4aa1-a122-bc08a9faac89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 945 time: 0.0799577 Jul 16 08:44:15.563432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20bcedab-52ac-42fd-980f-b824aed2f459 req-afe4a4e9-b096-4e37-aba2-39ee1b413d3c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460122 Jul 16 08:44:15.622816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94222a11-84a4-4e8a-85ef-f2ec33602cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.714005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.942309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.216324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbce36e-3ffc-48fe-9a27-10affd3efa85 req-2e2618d3-4e52-44ed-920d-3e295b0627a2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.217788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-edbce36e-3ffc-48fe-9a27-10affd3efa85 req-2e2618d3-4e52-44ed-920d-3e295b0627a2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1209311 Jul 16 08:44:16.294611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-edbce36e-3ffc-48fe-9a27-10affd3efa85 req-a16bc59e-5941-45a8-822e-57e0a7a29fc6 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511730 Jul 16 08:44:16.306781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 84b55821-589d-472c-bead-60d699d4065a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:16.307137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.418539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port 84b55821-589d-472c-bead-60d699d4065a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=84b55821-589d-472c-bead-60d699d4065a,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:16.418955 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.432876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 84b55821-589d-472c-bead-60d699d4065a owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:16.606582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.611895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.644579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=84b55821-589d-472c-bead-60d699d4065a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.771999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.996012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:17.067135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ee306c9a-1d33-4a4f-b26a-95f1e5d63cde no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:17.092686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ee306c9a-1d33-4a4f-b26a-95f1e5d63cde {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:17.093342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ee306c9a-1d33-4a4f-b26a-95f1e5d63cde not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:17.093762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2e5062b2-6b13-479f-8939-5287658d4432 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:17.109439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:17.113275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 2e5062b2-6b13-479f-8939-5287658d4432 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:17.113642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2e5062b2-6b13-479f-8939-5287658d4432 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:17.115991 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8580f47f-e48c-447e-bd80-40ea355fb11f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1414690 Jul 16 08:44:17.117848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.132943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:17.146787 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:17.147619 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.186599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet e4a669c1-6c1f-4e16-b781-364052545b8e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:17.190311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.231970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.240493 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:17.324388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.417369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.501181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.507354 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:16Z', 'revision_number': 10, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.507588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/e4a669c1-6c1f-4e16-b781-364052545b8e HTTP/1.1" status: 204 len: 168 time: 0.3862352 Jul 16 08:44:17.507710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33576) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.508296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8708fe4-ee03-483d-b810-59b3adec920e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a669c1-6c1f-4e16-b781-364052545b8e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.512502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2145c9-0909-470d-b7de-ab625cc59a14 None None] Network f725f782-1f69-4ca3-a46a-5f49582928e8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:17.540857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:17.552363 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:17.553346 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.619279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.663040 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:17.734274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.741191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09c9d-2fcc-4e9c-8635-239fe7e84feb req-ab0ec14a-d984-46d0-a5ef-480f4e4972ac tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.749072 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0da09c9d-2fcc-4e9c-8635-239fe7e84feb req-ab0ec14a-d984-46d0-a5ef-480f4e4972ac tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.3051074 Jul 16 08:44:17.823358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0da09c9d-2fcc-4e9c-8635-239fe7e84feb req-9e904055-4ad7-4940-b036-d46c445bd0e7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721233 Jul 16 08:44:17.826177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 7ecf3408-e9cd-49ff-88ff-528aea709567 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:17.826370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.893103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] DHCP port deletion for f725f782-1f69-4ca3-a46a-5f49582928e8 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:17.934358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port 7ecf3408-e9cd-49ff-88ff-528aea709567, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ecf3408-e9cd-49ff-88ff-528aea709567,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.936919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.946629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] Deleting port 7ecf3408-e9cd-49ff-88ff-528aea709567 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:17.947295 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.954666 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:16Z', 'revision_number': 10, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.974239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 7ecf3408-e9cd-49ff-88ff-528aea709567 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:17.990973 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca7f6a-a36b-40b4-9ebc-300cef9591c9 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:16Z', 'revision_number': 10, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None, '_interfaces': [{'id': 'efc52a06-7977-48e7-b441-528d9e40c8e2', 'name': '', 'network_id': 'fa0bf09b-652e-4325-a6c1-0e2193110a7f', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'mac_address': 'fa:16:3e:6a:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:41Z', 'updated_at': '2021-07-16T08:43:50Z', 'revision_number': 5, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'subnets': [{'id': '93ae8b24-275c-4842-bbe6-01bfd1362437', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:18.017690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] For port 7ecf3408-e9cd-49ff-88ff-528aea709567, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7ecf3408-e9cd-49ff-88ff-528aea709567,segment=NetworkSegment(1e6d32ab-b2b4-48e6-91a6-c68cf3862ded),segment_id=1e6d32ab-b2b4-48e6-91a6-c68cf3862ded)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:18.018499 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.032792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] Calling delete_port for 7ecf3408-e9cd-49ff-88ff-528aea709567 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:18.083164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.113596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=7ecf3408-e9cd-49ff-88ff-528aea709567,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.125823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port 7ecf3408-e9cd-49ff-88ff-528aea709567 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:18.134168 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.158736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] Pushing event deleted for resources: {'Port': ['ID=7ecf3408-e9cd-49ff-88ff-528aea709567,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.175911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15461d72-43d4-40a6-956a-86b8d15fdeb6 None None] No DVR routers for this DVR port 7ecf3408-e9cd-49ff-88ff-528aea709567 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:18.225789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.235877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f725f782-1f69-4ca3-a46a-5f49582928e8']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:18.246619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:18.246913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6d32ab-b2b4-48e6-91a6-c68cf3862ded') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:18.256184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.269482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.275343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:18.275799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:18.278629 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:18.298712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.337982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.347173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.349278 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/f725f782-1f69-4ca3-a46a-5f49582928e8 HTTP/1.1" status: 204 len: 168 time: 0.8414192 Jul 16 08:44:18.352147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33592) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.364293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e00e1-55d9-4df1-9b03-65fbb1f9d916 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=f725f782-1f69-4ca3-a46a-5f49582928e8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.741747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.042341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ecf3408-e9cd-49ff-88ff-528aea709567 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:19.063727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 7ecf3408-e9cd-49ff-88ff-528aea709567 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:19.064072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7ecf3408-e9cd-49ff-88ff-528aea709567 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:19.064488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84b55821-589d-472c-bead-60d699d4065a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:19.083858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 84b55821-589d-472c-bead-60d699d4065a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:19.084198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84b55821-589d-472c-bead-60d699d4065a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:19.087100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622371c-a7c6-48cc-bdab-2fa7a530b149 req-ea6eda18-c3c1-4966-983b-d508dfc4e8cb tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.088926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f622371c-a7c6-48cc-bdab-2fa7a530b149 req-ea6eda18-c3c1-4966-983b-d508dfc4e8cb tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1123168 Jul 16 08:44:19.107873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port efc52a06-7977-48e7-b441-528d9e40c8e2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:19.108219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.189664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f622371c-a7c6-48cc-bdab-2fa7a530b149 req-ee3e94b0-4c9f-4820-ada7-c48a096ee7d9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914795 Jul 16 08:44:19.237301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port efc52a06-7977-48e7-b441-528d9e40c8e2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=efc52a06-7977-48e7-b441-528d9e40c8e2,segment=NetworkSegment(b96fd39a-2f46-443c-a703-6adb5208eb1e),segment_id=b96fd39a-2f46-443c-a703-6adb5208eb1e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:19.238207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.252280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for efc52a06-7977-48e7-b441-528d9e40c8e2 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:19.427037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.460549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=efc52a06-7977-48e7-b441-528d9e40c8e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.560956 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.702699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:19.733723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:19.772023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:19.840469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:19.854033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-df100812-c0d1-4242-819b-73f0973f2293 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4993191 Jul 16 08:44:19.856761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:19.859574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:19.901365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:19.902270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:19.905288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:19.936572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting subnet 93ae8b24-275c-4842-bbe6-01bfd1362437 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:19.940630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.994208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:20.011521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.080569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:19Z', 'revision_number': 11, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:20.146211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.153329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:20.163840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:20.200940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:20.201502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:20.205829 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.213205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.253846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Subnet': ['ID=93ae8b24-275c-4842-bbe6-01bfd1362437,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.272816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.275276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3a82ef37-c885-4a37-adf3-078eca2ee0fc tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/93ae8b24-275c-4842-bbe6-01bfd1362437 HTTP/1.1" status: 204 len: 168 time: 0.4175057 Jul 16 08:44:20.278031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.305684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171d162-1e79-4e3a-b3ed-6c15509ed7e1 None None] Network fa0bf09b-652e-4325-a6c1-0e2193110a7f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:20.384506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:20.390260 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6e5ec-ed48-49d9-8b85-04b0afecc9f2" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:20.399954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:20.461241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.582163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Deleting port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:20.582512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.634009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:20.635566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:19Z', 'revision_number': 11, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:20.637441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.654700 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59660fe-01d9-4746-8dc4-061715c37e59 x-openstack-request-id: req-b59660fe-01d9-4746-8dc4-061715c37e59 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:20.657586 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:20.657586 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b59660fe-01d9-4746-8dc4-061715c37e59 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:20.657586 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'code': 200} Jul 16 08:44:20.721404 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.736630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] For port 0f30d8c6-719c-47f2-b84c-cbfd692bd440, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0f30d8c6-719c-47f2-b84c-cbfd692bd440,segment=NetworkSegment(b96fd39a-2f46-443c-a703-6adb5208eb1e),segment_id=b96fd39a-2f46-443c-a703-6adb5208eb1e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:20.736995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.740352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7283c6d-10aa-4333-985b-03c0de0ee982 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:19Z', 'revision_number': 11, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:20.772675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Calling delete_port for 0f30d8c6-719c-47f2-b84c-cbfd692bd440 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:20.789928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:20.860791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fece1-f5f9-4c4c-9c4a-ab5051dba9ab req-db427814-e2d5-41fe-bcbb-4b08e3444153 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.870568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f28fece1-f5f9-4c4c-9c4a-ab5051dba9ab req-db427814-e2d5-41fe-bcbb-4b08e3444153 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1423542 Jul 16 08:44:20.932788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.938202 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f28fece1-f5f9-4c4c-9c4a-ab5051dba9ab req-261dcd5e-570d-4329-8f94-a26401185e74 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655479 Jul 16 08:44:20.950904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.968061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Port': ['ID=0f30d8c6-719c-47f2-b84c-cbfd692bd440,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.974551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No DVR routers for this DVR port 0f30d8c6-719c-47f2-b84c-cbfd692bd440 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:21.018874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:44:21.018874 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:44:21.213750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18a9f0-bc23-4d05-b4cf-bc5fe0646122 None None] DHCP port deletion for fa0bf09b-652e-4325-a6c1-0e2193110a7f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:21.219838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.262063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0bf09b-652e-4325-a6c1-0e2193110a7f']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.293954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96fd39a-2f46-443c-a703-6adb5208eb1e') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.294256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96fd39a-2f46-443c-a703-6adb5208eb1e') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.313480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device efc52a06-7977-48e7-b441-528d9e40c8e2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:21.329585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.353673 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.356655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: efc52a06-7977-48e7-b441-528d9e40c8e2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:21.357101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device efc52a06-7977-48e7-b441-528d9e40c8e2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:21.358020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0f30d8c6-719c-47f2-b84c-cbfd692bd440 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:21.363795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:21.363795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:21.369980 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:21.409941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 0f30d8c6-719c-47f2-b84c-cbfd692bd440 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:21.410658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0f30d8c6-719c-47f2-b84c-cbfd692bd440 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:21.548551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.558351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.564891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33678) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.568763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/networks/fa0bf09b-652e-4325-a6c1-0e2193110a7f HTTP/1.1" status: 204 len: 168 time: 1.2886965 Jul 16 08:44:21.569638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'routes': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:21.587857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.600351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896a01d-d24d-4069-895b-52d71ada6547 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Pushing event deleted for resources: {'Network': ['ID=fa0bf09b-652e-4325-a6c1-0e2193110a7f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.609856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:21.634900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:21.640259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.730667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.794494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e7aebbe5-c873-46f4-ae4d-3fac0b20687e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:21.925655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-971a6db0-1394-4f0c-a046-5fb84f0269a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1001468 Jul 16 08:44:21.981159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.extraroute_db [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Added routes are [] {{(pid=93700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:44:21.982278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.extraroute_db [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Removed routes are [] {{(pid=93700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:44:21.982954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.086026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.086854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.087546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.088239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.088894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.089550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.100152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.102708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-c010f5dd-c130-4252-bf8c-6cbb5728f266 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6497 time: 0.1459689 Jul 16 08:44:22.171439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.184921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.309098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router e8557c9b-3e04-4f31-ade3-cdd7dc36761a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:22.337054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-d91b828f-852b-4905-a8c8-66042fd2bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.338901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-d91b828f-852b-4905-a8c8-66042fd2bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.339671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-d91b828f-852b-4905-a8c8-66042fd2bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.342672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-d91b828f-852b-4905-a8c8-66042fd2bc89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 200 len: 2293 time: 0.2092018 Jul 16 08:44:22.430179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0ed2-f5c0-4cac-8dab-4ae7c8c23705 req-3f075f44-d4f8-4d15-99e4-b0a674827877 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.431769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efce0ed2-f5c0-4cac-8dab-4ae7c8c23705 req-3f075f44-d4f8-4d15-99e4-b0a674827877 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.2500765 Jul 16 08:44:22.462290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:22.472451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] Sync routers for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:22.474400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.478416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cad2635c-35e6-451b-8c9b-663cbfc51589 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 704 time: 0.9096179 Jul 16 08:44:22.483113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33698) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.491678 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:22.492701 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.498909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efce0ed2-f5c0-4cac-8dab-4ae7c8c23705 req-8dd508b4-0515-4c87-adca-fe19e277c8f5 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590806 Jul 16 08:44:22.536009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-904de07b-679c-485b-8fa5-6a6c5566aa5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 200 len: 1001 time: 0.1857622 Jul 16 08:44:22.554035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-54062c03-ee42-4bda-b9f1-0536ced3f7e8 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 205 time: 0.0697393 Jul 16 08:44:22.556365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33700) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.672332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-7a3f5cc2-b660-483d-9ba1-b46a3e4b546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.674251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-7a3f5cc2-b660-483d-9ba1-b46a3e4b546b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbac040-021b-4d28-9384-1324e90c3686 HTTP/1.1" status: 200 len: 850 time: 0.1296184 Jul 16 08:44:22.728962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.774162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-9d2940bc-8baa-4668-a519-79ce9b7a07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.775747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-9d2940bc-8baa-4668-a519-79ce9b7a07cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947368 Jul 16 08:44:22.777519 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:22.899378 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:19Z', 'revision_number': 11, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.959950 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] Checking router: e8557c9b-3e04-4f31-ade3-cdd7dc36761a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:22.965112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-83a74355-2aa7-4330-8f53-7964f782dda6 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753724 Jul 16 08:44:22.972523 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] Routers {'e8557c9b-3e04-4f31-ade3-cdd7dc36761a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:22.979989 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.981787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.986477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.093156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.094071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router e8557c9b-3e04-4f31-ade3-cdd7dc36761a {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:23.101564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.102683 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8981be3a-652f-4121-852f-7b113ef3aa4e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 204 len: 168 time: 0.5454175 Jul 16 08:44:23.106794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33708) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.111514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1447681434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:23.137865 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] Set router e8557c9b-3e04-4f31-ade3-cdd7dc36761a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:23.144819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-6605100d-d79c-47ab-86f7-1be5d6023f76 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705449 Jul 16 08:44:23.165664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.165942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.224472 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:19Z', 'revision_number': 11, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:23.254379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-68106ab8-e342-4b23-9943-efc88dbcc588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 217 time: 0.1018035 Jul 16 08:44:23.285646 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.293737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.295693 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0242874-67b4-4916-b2b6-f3dad45286b3 None None] The sync data for ids ['e8557c9b-3e04-4f31-ade3-cdd7dc36761a'] in n-d-798249-10 is: [{'id': 'e8557c9b-3e04-4f31-ade3-cdd7dc36761a', 'name': 'tempest-RoutersIpV6Test-router-979474202', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:39Z', 'updated_at': '2021-07-16T08:44:19Z', 'revision_number': 11, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:23.324443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.328626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46746e7d-bb2f-4a0d-bc3a-afb4412e4827 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2206676 Jul 16 08:44:23.329402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.336610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:23.360591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-f30333f5-4e5c-4103-ba2c-164510c6e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.361488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-f30333f5-4e5c-4103-ba2c-164510c6e8f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0993278 Jul 16 08:44:23.480706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-02e07f4e-8f7c-4a99-8712-2edb154c38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.482279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-02e07f4e-8f7c-4a99-8712-2edb154c38da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1104960 Jul 16 08:44:23.720721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:23.788173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-d2195931-258e-43f8-945c-61707661908f service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916300 Jul 16 08:44:23.854398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:23.854780 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.956282 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.958624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-0326d0cd-27d8-447e-810f-ba46cd306ce9 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595860 Jul 16 08:44:23.998000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:24.000801 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af501aab-97a5-462b-858d-c324791a9b9e" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:24.031634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:24.038581 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.057947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-0b991d5f-9bac-4875-85ec-685575af1c8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 217 time: 0.0931430 Jul 16 08:44:24.127440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.139729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-e4fe3ace-0587-42a6-8b29-5dd1607be3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.141044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-e4fe3ace-0587-42a6-8b29-5dd1607be3ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0765767 Jul 16 08:44:24.218443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-37ba537f-2e5e-4cb1-b07b-958cdc732e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.220320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-37ba537f-2e5e-4cb1-b07b-958cdc732e36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685184 Jul 16 08:44:24.265112 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dae084-9b94-4409-bef7-72af797ebb3d x-openstack-request-id: req-a4dae084-9b94-4409-bef7-72af797ebb3d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:24.265638 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:24.265965 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4dae084-9b94-4409-bef7-72af797ebb3d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:24.266431 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'code': 200} Jul 16 08:44:24.350159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-7e2f6775-0b19-4833-aa18-29065bd2e86b service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227603 Jul 16 08:44:24.461395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.465204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-3ed95bf8-1112-4107-b66e-7fce8b9419b8 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039698 Jul 16 08:44:24.494545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.605022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fa0aa-afbd-4c09-80b3-d1f9014acdf6 req-f922f4ef-22d4-49dd-8fd5-0400c3476b80 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.606679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-558fa0aa-afbd-4c09-80b3-d1f9014acdf6 req-f922f4ef-22d4-49dd-8fd5-0400c3476b80 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.8885093 Jul 16 08:44:24.677652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-558fa0aa-afbd-4c09-80b3-d1f9014acdf6 req-e0ee8dba-67e9-4097-a439-2bca4795e36e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626521 Jul 16 08:44:24.700592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Router fac6e98d-d865-486b-989d-a21807673b6c is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:24.878454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:24.895483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] Sync routers for ids ['fac6e98d-d865-486b-989d-a21807673b6c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:24.896844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.898231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a20b4135-654f-4d15-82fe-6333a03c058c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "PUT /v2.0/routers/fac6e98d-d865-486b-989d-a21807673b6c HTTP/1.1" status: 200 len: 698 time: 1.5678260 Jul 16 08:44:24.900829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.915652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] Routers {'fac6e98d-d865-486b-989d-a21807673b6c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:24.916906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fac6e98d-d865-486b-989d-a21807673b6c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.076875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] Set router fac6e98d-d865-486b-989d-a21807673b6c gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:25.092870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c25dc11a-134f-4211-8f9a-e7a268cdfb47 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/routers/fac6e98d-d865-486b-989d-a21807673b6c HTTP/1.1" status: 200 len: 704 time: 0.1903331 Jul 16 08:44:25.093580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33750) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.151955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0026749c-b945-495f-8371-edb29b14b5ae tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac6e98d-d865-486b-989d-a21807673b6c HTTP/1.1" status: 200 len: 205 time: 0.0566080 Jul 16 08:44:25.152721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33752) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.170377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac6e98d-d865-486b-989d-a21807673b6c', 'name': 'tempest-RoutersIpV6Test-router-1447681434', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:23Z', 'updated_at': '2021-07-16T08:44:24Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.380717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] Checking router: fac6e98d-d865-486b-989d-a21807673b6c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:25.390954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] Routers {'fac6e98d-d865-486b-989d-a21807673b6c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:25.391915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fac6e98d-d865-486b-989d-a21807673b6c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.398023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-393c997a-f0bf-464a-a573-ce8ae4f588f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0d632d41-28f8-490b-a527-596b40e52f64 HTTP/1.1" status: 200 len: 217 time: 0.9168115 Jul 16 08:44:25.420967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.482885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] Set router fac6e98d-d865-486b-989d-a21807673b6c gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:25.546053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-f58754c9-18f8-4abe-b611-737f403c61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.555762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac6e98d-d865-486b-989d-a21807673b6c', 'name': 'tempest-RoutersIpV6Test-router-1447681434', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:23Z', 'updated_at': '2021-07-16T08:44:24Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.570961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-f58754c9-18f8-4abe-b611-737f403c61d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.1678851 Jul 16 08:44:25.582873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:25.597962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb84e08-5eef-4ef0-9569-ff72cc47a2ab None None] The sync data for ids ['fac6e98d-d865-486b-989d-a21807673b6c'] in n-d-798249-10 is: [{'id': 'fac6e98d-d865-486b-989d-a21807673b6c', 'name': 'tempest-RoutersIpV6Test-router-1447681434', 'tenant_id': '453ebc8dd3c849d18d42bea0dd017960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:23Z', 'updated_at': '2021-07-16T08:44:24Z', 'revision_number': 2, 'project_id': '453ebc8dd3c849d18d42bea0dd017960', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:25.685495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-de91d3fd-6a8f-4827-a9af-dec8526a63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.687879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-de91d3fd-6a8f-4827-a9af-dec8526a63d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031535 Jul 16 08:44:25.897785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-8e334b4f-9767-47b5-aa44-61eb4958368f service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030375 Jul 16 08:44:25.961634 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.964748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.036783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-99af1116-df3c-4dfa-a848-3f44c67924b0 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289849 Jul 16 08:44:26.043788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.044340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Fanout notify agent at l3_agent the message router_deleted on router fac6e98d-d865-486b-989d-a21807673b6c {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:26.053093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.054063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7f011f73-30ac-453a-982c-a486c3a5fa64 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/fac6e98d-d865-486b-989d-a21807673b6c HTTP/1.1" status: 204 len: 168 time: 0.8993561 Jul 16 08:44:26.059077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33770) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.088106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298acae6-3b54-460f-ab22-09ec2338703e req-4c5e820b-4b04-4e83-8e81-ac91666fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.095397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-298acae6-3b54-460f-ab22-09ec2338703e req-4c5e820b-4b04-4e83-8e81-ac91666fd853 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 1097 time: 0.2368863 Jul 16 08:44:26.149256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aadf3f2f-6d56-49ea-a695-e38f7e04e0fa tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac6e98d-d865-486b-989d-a21807673b6c HTTP/1.1" status: 200 len: 205 time: 0.0829332 Jul 16 08:44:26.160100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33774) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.188814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-ed2a36b0-9fac-448a-8a3d-fcd6741ba7d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f412cc6c-898d-4ce6-9c41-328989044d7e HTTP/1.1" status: 200 len: 217 time: 0.1356828 Jul 16 08:44:26.213211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-298acae6-3b54-460f-ab22-09ec2338703e req-0505dadb-05d7-4f10-b06e-6b3509604aaa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867085 Jul 16 08:44:26.214354 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-57a90bb3-2514-4df1-acb2-84dcd657e699 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:26.217746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-57a90bb3-2514-4df1-acb2-84dcd657e699 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/fac6e98d-d865-486b-989d-a21807673b6c HTTP/1.1" status: 404 len: 336 time: 0.0542603 Jul 16 08:44:26.218280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33776) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.279883 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef77819d-222a-4929-bcf5-c077c60c17ab tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:26.280620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef77819d-222a-4929-bcf5-c077c60c17ab tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:26.287057 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ef77819d-222a-4929-bcf5-c077c60c17ab tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/a1d3befb-13d7-44a9-ad37-efb7c7b9bbbe HTTP/1.1" status: 404 len: 337 time: 0.0676792 Jul 16 08:44:26.287863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33778) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.328453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61923a6e-7253-4590-8dfd-3dad86a3774d req-5f5a6f13-ebe0-4330-a3d9-152f1097ac69 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.330520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-61923a6e-7253-4590-8dfd-3dad86a3774d req-5f5a6f13-ebe0-4330-a3d9-152f1097ac69 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.2916081 Jul 16 08:44:26.335886 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30a97c6-222f-4516-b4b5-616cb6d03eba tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:26.336699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30a97c6-222f-4516-b4b5-616cb6d03eba tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:26.339422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c30a97c6-222f-4516-b4b5-616cb6d03eba tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/d5659002-c6cb-4ef6-ba18-6ff422490de3 HTTP/1.1" status: 404 len: 337 time: 0.0485988 Jul 16 08:44:26.341874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33780) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.354221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-af6838b0-3bbc-4bda-963c-f8f9a4592fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.355723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-af6838b0-3bbc-4bda-963c-f8f9a4592fd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.1604016 Jul 16 08:44:26.384963 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6aaf08-aaac-4f60-bfa1-dcefb6729b63 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:26.385705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6aaf08-aaac-4f60-bfa1-dcefb6729b63 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:26.390723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d6aaf08-aaac-4f60-bfa1-dcefb6729b63 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/e4a669c1-6c1f-4e16-b781-364052545b8e HTTP/1.1" status: 404 len: 337 time: 0.0453932 Jul 16 08:44:26.391113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.435002 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcb6e11-8db5-4e3a-bdc9-357273f0f1c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:26.435666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcb6e11-8db5-4e3a-bdc9-357273f0f1c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:26.439898 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3bcb6e11-8db5-4e3a-bdc9-357273f0f1c2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/93ae8b24-275c-4842-bbe6-01bfd1362437 HTTP/1.1" status: 404 len: 337 time: 0.0453639 Jul 16 08:44:26.441361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33788) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.495375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-61923a6e-7253-4590-8dfd-3dad86a3774d req-18f80e92-fc92-4a74-ac32-77f56d5c0ae8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404903 Jul 16 08:44:26.518699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed472a3e-f1bf-4084-b777-b557474481a0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 200 len: 205 time: 0.0760608 Jul 16 08:44:26.521340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33792) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.611964 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-8c5e4fa5-bc20-4a2d-9f02-504521eb5e33 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:26.616951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33794) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.617150 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8c5e4fa5-bc20-4a2d-9f02-504521eb5e33 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/e8557c9b-3e04-4f31-ade3-cdd7dc36761a HTTP/1.1" status: 404 len: 336 time: 0.0946116 Jul 16 08:44:26.628193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-22f7e0d3-56d3-443b-a59d-33a2fec5f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.629011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-22f7e0d3-56d3-443b-a59d-33a2fec5f540 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2582383 Jul 16 08:44:26.703789 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b0922324-2e17-4b89-96ab-8bc8c5cfba3c tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=972f8a3b-6f91-4f32-9255-b3be6a3d1e10 HTTP/1.1" status: 200 len: 205 time: 0.0738776 Jul 16 08:44:26.703789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33800) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.797111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-7fbd7c1c-fbad-4e0b-84bd-cf9c8eeede2c service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415560 Jul 16 08:44:26.829132 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-44d1717b-77fd-4f74-aed9-3ced56fc44a2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:26.830056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-44d1717b-77fd-4f74-aed9-3ced56fc44a2 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/972f8a3b-6f91-4f32-9255-b3be6a3d1e10 HTTP/1.1" status: 404 len: 336 time: 0.1314878 Jul 16 08:44:26.833118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.906542 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ae32f9-ba0c-49e7-8929-23f847901a26 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:26.907008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ae32f9-ba0c-49e7-8929-23f847901a26 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:26.912147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-59ae32f9-ba0c-49e7-8929-23f847901a26 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/359db98b-d6f4-49bb-acae-7b17cd10fc92 HTTP/1.1" status: 404 len: 337 time: 0.0780721 Jul 16 08:44:26.912748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.953764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e314efdb-5826-4853-9ad0-ea5ece49518f tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 200 len: 205 time: 0.0398672 Jul 16 08:44:26.956007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33812) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.982730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-f9615d46-f084-4240-a92c-ae197600adec service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769979 Jul 16 08:44:27.028835 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-2822f312-e4fd-46e6-b51d-ad25f26088eb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:27.028835 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2822f312-e4fd-46e6-b51d-ad25f26088eb tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/66d91daf-fb73-40ae-b2ac-94b9648762a4 HTTP/1.1" status: 404 len: 336 time: 0.0708241 Jul 16 08:44:27.031952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.060911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-893e63f9-423a-4ae4-a641-d7527107579d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300 HTTP/1.1" status: 200 len: 217 time: 0.0665934 Jul 16 08:44:27.097590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4369c4f4-58ec-4cc5-8df9-880260a8982b tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 HTTP/1.1" status: 200 len: 205 time: 0.0644948 Jul 16 08:44:27.108862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33818) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.186794 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-0213ce7d-b1d9-4623-ac68-ef3fc0ebba52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:27.187569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-080ea8a6-e9f4-4e6e-9e23-fb8d4f7e3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.190914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0213ce7d-b1d9-4623-ac68-ef3fc0ebba52 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/2ed8f7c4-54c8-4f7b-8cba-26564ac8e0e7 HTTP/1.1" status: 404 len: 336 time: 0.0777915 Jul 16 08:44:27.191100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-080ea8a6-e9f4-4e6e-9e23-fb8d4f7e3303 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.1258488 Jul 16 08:44:27.191279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.229042 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06c6ab9-c526-4c10-8e16-f5d1fd9b559e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:27.230055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06c6ab9-c526-4c10-8e16-f5d1fd9b559e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:27.232171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b06c6ab9-c526-4c10-8e16-f5d1fd9b559e tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/e46ab86d-49fb-4e42-889c-c834d72c5416 HTTP/1.1" status: 404 len: 337 time: 0.0396588 Jul 16 08:44:27.235927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33824) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.279974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9f7e630e-ed84-4269-8fda-c71bae98f60a tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b65d63b-6a4f-4958-9837-24619acfc1ea HTTP/1.1" status: 200 len: 205 time: 0.0426602 Jul 16 08:44:27.282245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33828) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.338323 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-ff7437b6-9cb9-42da-9806-26216f6fe236 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:27.341765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ff7437b6-9cb9-42da-9806-26216f6fe236 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/9b65d63b-6a4f-4958-9837-24619acfc1ea HTTP/1.1" status: 404 len: 336 time: 0.0555358 Jul 16 08:44:27.342502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33830) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.407109 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5351f662-10f2-446f-9ea3-c292ea6188b0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:27.407883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5351f662-10f2-446f-9ea3-c292ea6188b0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:27.412916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5351f662-10f2-446f-9ea3-c292ea6188b0 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/da611b6c-9366-4987-bf38-3cb7adfe34af HTTP/1.1" status: 404 len: 337 time: 0.0694425 Jul 16 08:44:27.414176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33832) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.457279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-e8e76d66-96a4-45c4-9465-063c5faefd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.459196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-e8e76d66-96a4-45c4-9465-063c5faefd6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2605913 Jul 16 08:44:27.463967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.464870 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f0a84898-10e3-4d28-b5ab-1f33d8c3b74a tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeeeaf96-40a0-4533-8d82-5eaeaaf07ded HTTP/1.1" status: 200 len: 205 time: 0.0459089 Jul 16 08:44:27.527284 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-ca52893e-023e-4e0e-bedc-cf9204b5e72d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] delete failed (client error): The resource could not be found. Jul 16 08:44:27.530965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ca52893e-023e-4e0e-bedc-cf9204b5e72d tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/routers/aeeeaf96-40a0-4533-8d82-5eaeaaf07ded HTTP/1.1" status: 404 len: 336 time: 0.0637920 Jul 16 08:44:27.537110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.573415 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-88843498-0c9e-407d-822d-30ebe979bd5a tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:27.573876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88843498-0c9e-407d-822d-30ebe979bd5a tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:27.578392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-88843498-0c9e-407d-822d-30ebe979bd5a tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/840290af-4ec6-466d-bf18-e2bcf708dba1 HTTP/1.1" status: 404 len: 337 time: 0.0354128 Jul 16 08:44:27.579893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33840) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.615197 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3144d5df-6ac6-4081-a12d-55d8b7534ed9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:27.616083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3144d5df-6ac6-4081-a12d-55d8b7534ed9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:27.620969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3144d5df-6ac6-4081-a12d-55d8b7534ed9 tempest-RoutersIpV6Test-755130516 tempest-RoutersIpV6Test-755130516-project] 10.222.0.41 "DELETE /v2.0/subnets/2122df69-ddc9-498a-80b4-f0d0e9ef8d10 HTTP/1.1" status: 404 len: 337 time: 0.0387797 Jul 16 08:44:27.647112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-9c273897-b8d9-4558-aca2-79e9ff590cf6 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806128 Jul 16 08:44:27.830387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bb876-9ff7-42e7-9069-532e1c7e127f req-01d5a90d-f471-474c-b8ac-4f6849fc757b tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.833662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b83bb876-9ff7-42e7-9069-532e1c7e127f req-01d5a90d-f471-474c-b8ac-4f6849fc757b tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.1589336 Jul 16 08:44:27.867376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-e8ac4074-ccb9-4de5-91d5-f7b9466b1eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136860 Jul 16 08:44:27.937122 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-724a8c2a-d9f2-49e9-887b-727775545f96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 200 len: 217 time: 0.0667760 Jul 16 08:44:27.941422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b83bb876-9ff7-42e7-9069-532e1c7e127f req-6080d12e-f94f-4cda-8fdb-8b66900da2b8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995939 Jul 16 08:44:27.976242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.007111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-63f234a5-0ab2-44c9-939d-dcef4dff6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.010468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-63f234a5-0ab2-44c9-939d-dcef4dff6338 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.0677140 Jul 16 08:44:28.103467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-7f47c7bc-ae64-4944-b6de-0408afa75094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.105733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-7f47c7bc-ae64-4944-b6de-0408afa75094 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894833 Jul 16 08:44:28.323173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-e054e8e8-d0dc-41cb-9189-c350259d1e97 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112195 Jul 16 08:44:28.338062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ce38b9b8-01dc-4cb0-8e8e-87ff6cf4e039 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=453ebc8dd3c849d18d42bea0dd017960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608994 Jul 16 08:44:28.341249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33876) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.422473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-338bb9f3-9922-40f8-9827-f2e57653c6f7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.430124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-338bb9f3-9922-40f8-9827-f2e57653c6f7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 811 time: 0.2287502 Jul 16 08:44:28.445290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0328bf6c-7a94-4f41-acb8-9b47f6ce3aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.456652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-2c82cc43-dcc7-4d20-adb2-656f31915d14 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/quotas/d5b63f5cc8154e78bbdc8a9ebb105a3b HTTP/1.1" status: 200 len: 375 time: 0.0237558 Jul 16 08:44:28.498176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e46858b0-0a9e-486a-9583-2edd826e63a7 req-5d64a702-b743-4be9-ae43-042954d56324 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554179 Jul 16 08:44:28.536494 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0328bf6c-7a94-4f41-acb8-9b47f6ce3aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.614533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0328bf6c-7a94-4f41-acb8-9b47f6ce3aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.618016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0328bf6c-7a94-4f41-acb8-9b47f6ce3aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.621515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0328bf6c-7a94-4f41-acb8-9b47f6ce3aae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f84539a-e485-478a-afa6-36a86385aa5f HTTP/1.1" status: 204 len: 168 time: 0.2768888 Jul 16 08:44:28.629546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328bf6c-7a94-4f41-acb8-9b47f6ce3aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84539a-e485-478a-afa6-36a86385aa5f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.644938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-9162eb99-a5ce-4ce0-8118-fc97c438c369 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749072 Jul 16 08:44:28.882271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-1c31d2a0-9997-42b3-872f-0a326f69823b service neutron] 10.222.0.41 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355156 Jul 16 08:44:29.041593 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-f4f85887-b99d-4358-a0a1-b67b55823f67 service neutron] 10.222.0.41 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563730 Jul 16 08:44:29.460279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b60920f8-a6a9-4419-bdce-7f10231487d9 req-9790be9f-de45-40f4-a349-be4e238864a0 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 210 time: 0.1057608 Jul 16 08:44:29.989132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33946) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.177248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102531903'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:30.253420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.290256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.473248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.490495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.593989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f708b-b029-48d7-9cea-8e70dee9b676,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.662181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1a93db0-fe24-4b52-8c6c-b395705d4be8 req-96d42274-1aec-48ee-8279-332084e29958 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 210 time: 0.0373898 Jul 16 08:44:30.690867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.702284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.751292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.758860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.767929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7775960 Jul 16 08:44:30.778923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2d46-b870-4d15-b439-df5ae7379145 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9c7c7-cde5-4159-89ab-606a672a29eb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.938063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33976) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.945065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-security--200443268', 'description': 'tempest-security-description-1835306114'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:30.946135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad695762-2567-41a1-ab79-c7cdd7cecd65 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1853840 Jul 16 08:44:30.982375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.088398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.094526 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.114921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.125014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "PUT /v2.0/security-groups/01b9c7c7-cde5-4159-89ab-606a672a29eb HTTP/1.1" status: 200 len: 1779 time: 0.1846800 Jul 16 08:44:31.125736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33980) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.183986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0fceb-4a2f-429e-959a-dffd35dc120d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9c7c7-cde5-4159-89ab-606a672a29eb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.235123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33982) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.246548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-30296467-ce3f-493f-aa54-8dea836ebdaa tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups/01b9c7c7-cde5-4159-89ab-606a672a29eb HTTP/1.1" status: 200 len: 1779 time: 0.1180854 Jul 16 08:44:31.336144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-4a9fad21-c55d-47b4-bd42-d1fe9c08dca2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.338100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-4a9fad21-c55d-47b4-bd42-d1fe9c08dca2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.36 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 811 time: 0.2356608 Jul 16 08:44:31.351222 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac624-14e5-4d0f-b0e0-3934eae8c9f7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.364513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Request body: {'port': {'device_id': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'admin_state_up': True, 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:31.434386 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac624-14e5-4d0f-b0e0-3934eae8c9f7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.511241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac624-14e5-4d0f-b0e0-3934eae8c9f7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.514360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac624-14e5-4d0f-b0e0-3934eae8c9f7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.515738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0a9ac624-14e5-4d0f-b0e0-3934eae8c9f7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/01b9c7c7-cde5-4159-89ab-606a672a29eb HTTP/1.1" status: 204 len: 168 time: 0.2791851 Jul 16 08:44:31.520097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33990) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.552605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac624-14e5-4d0f-b0e0-3934eae8c9f7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9c7c7-cde5-4159-89ab-606a672a29eb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.617736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ea55d96c-f96f-4ea7-97e2-17c9a836a65f tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962279 Jul 16 08:44:31.619305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Made reservation on behalf of d5b63f5cc8154e78bbdc8a9ebb105a3b for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:31.623150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.629065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.652701 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-7f132b9f-a86f-4423-a104-4c3d9b71634b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] delete failed (client error): The resource could not be found. Jul 16 08:44:31.657456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7f132b9f-a86f-4423-a104-4c3d9b71634b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/01b9c7c7-cde5-4159-89ab-606a672a29eb HTTP/1.1" status: 404 len: 347 time: 0.0318956 Jul 16 08:44:31.661610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33994) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.666602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930675013'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:31.828517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Allocated IP 172.20.0.7 (f351e1c3-4221-4f56-971f-1f30abe5c994/4c002520-2169-4d16-93d3-800b25d75a58/482d713b-6778-4588-ba33-981b0aa0eeec) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:31.907824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.972497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60a8e8f9-9eae-4fcb-9ef3-a855e753ee88 req-6cf5ea5f-559e-4293-8129-050b6a41b779 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 210 time: 0.0555885 Jul 16 08:44:32.157627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.162164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.186029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.187437 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5244913 Jul 16 08:44:32.191112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34012) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.192710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.196048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': '30c3614a-9475-4c51-9878-7cdae70aa20f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.222678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42e876-3745-4a06-bd53-b0550b37e9ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c3614a-9475-4c51-9878-7cdae70aa20f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.265527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.276818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.278785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['8f89a9fe-623c-431f-b330-2b0e6e5d6018'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:32.356860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Network f351e1c3-4221-4f56-971f-1f30abe5c994 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:32.365044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:32.373676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:32.393330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.403665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.441266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec12716-08d8-4ddd-b1a4-0ed464900526,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.489148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.490276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.497964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Pushing event updated for resources: {'Port': ['ID=482d713b-6778-4588-ba33-981b0aa0eeec,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.498231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.503665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-258adaab-c682-4a3c-a109-dddfe745edd5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092799 Jul 16 08:44:32.505379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34018) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.543921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-5826b19b-3d82-47ce-a952-c62ba7a3bd92 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1871338 Jul 16 08:44:32.564601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-130e5954-b704-4676-aab8-e26ff3087de9 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.573949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-130e5954-b704-4676-aab8-e26ff3087de9 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.588581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Request body: {'port': {'device_id': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.669832 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-130e5954-b704-4676-aab8-e26ff3087de9 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.682611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-130e5954-b704-4676-aab8-e26ff3087de9 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.684052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-130e5954-b704-4676-aab8-e26ff3087de9 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1ec12716-08d8-4ddd-b1a4-0ed464900526 HTTP/1.1" status: 204 len: 168 time: 0.1776268 Jul 16 08:44:32.685102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e5954-b704-4676-aab8-e26ff3087de9 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ec12716-08d8-4ddd-b1a4-0ed464900526,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.686955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34024) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.723242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.752347 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5a2ce7ad-0e28-4c60-8f21-2356a873401b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639563 Jul 16 08:44:32.755255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34030) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.852466 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ddf-c0b6-4916-9820-23b462f91b8e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.880323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ddf-c0b6-4916-9820-23b462f91b8e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.950775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ddf-c0b6-4916-9820-23b462f91b8e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.953676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ddf-c0b6-4916-9820-23b462f91b8e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.957363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b1c99ddf-c0b6-4916-9820-23b462f91b8e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/30c3614a-9475-4c51-9878-7cdae70aa20f HTTP/1.1" status: 204 len: 168 time: 0.1986148 Jul 16 08:44:32.959973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34034) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.980789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c99ddf-c0b6-4916-9820-23b462f91b8e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c3614a-9475-4c51-9878-7cdae70aa20f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.067500 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a213135d-494b-49b6-9b67-b38d595148b1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064405 Jul 16 08:44:33.076509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34042) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.081814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030479256'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.123278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.304505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854428c-bec9-4f5a-b779-f2e3218fd360 req-a97e24f8-b096-4f21-8454-cf8dd8ab9de2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.306056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d854428c-bec9-4f5a-b779-f2e3218fd360 req-a97e24f8-b096-4f21-8454-cf8dd8ab9de2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 931 time: 0.1864872 Jul 16 08:44:33.335059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482d713b-6778-4588-ba33-981b0aa0eeec {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:33.359096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.396055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Transition to ACTIVE for port object 482d713b-6778-4588-ba33-981b0aa0eeec will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:33.402350 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d854428c-bec9-4f5a-b779-f2e3218fd360 req-1cd70da4-1e9c-4ae3-9fe6-407eb995bcb0 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832577 Jul 16 08:44:33.408780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.429090 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.450129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.506887 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.560259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.562212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4846709 Jul 16 08:44:33.565228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34054) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.569903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'ba52c4ba-2ea9-484a-ab48-3eaf6b825b22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.581491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Pushing event updated for resources: {'Port': ['ID=482d713b-6778-4588-ba33-981b0aa0eeec,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.623744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71530153-8189-490c-964f-160dbc23f35b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52c4ba-2ea9-484a-ab48-3eaf6b825b22,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.628132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.723011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.730257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Attempting to bind port 482d713b-6778-4588-ba33-981b0aa0eeec on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:33.731210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Attempting to bind port 482d713b-6778-4588-ba33-981b0aa0eeec by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:33.731953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Attempting to bind port 482d713b-6778-4588-ba33-981b0aa0eeec on network f351e1c3-4221-4f56-971f-1f30abe5c994 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:33.736251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.741525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Port 482d713b-6778-4588-ba33-981b0aa0eeec on network f351e1c3-4221-4f56-971f-1f30abe5c994 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:33.742142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Attempting to bind port 482d713b-6778-4588-ba33-981b0aa0eeec on network f351e1c3-4221-4f56-971f-1f30abe5c994 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:33.748312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:33.748955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Checking segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:33.749700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Bound using segment: {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:33.750377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Bound port: 482d713b-6778-4588-ba33-981b0aa0eeec, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79f992e-deda-4aba-be01-602d68f82b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:33.751113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.796094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d7b415-8260-4b52-836d-0f31169ff0e5,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.817312 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.818619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e2da40bf-45e5-4e8e-9588-5868545518ea tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2523754 Jul 16 08:44:33.821532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34058) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.829084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'ba52c4ba-2ea9-484a-ab48-3eaf6b825b22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.871503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.877199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] For port 482d713b-6778-4588-ba33-981b0aa0eeec, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:33.883074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] For port 482d713b-6778-4588-ba33-981b0aa0eeec, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=482d713b-6778-4588-ba33-981b0aa0eeec,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:33.895438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.950546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Pushing event updated for resources: {'Port': ['ID=482d713b-6778-4588-ba33-981b0aa0eeec,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.967459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.968260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.969767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-310acb5f-6af2-4143-bbb4-babc3c856997 service neutron] 10.222.0.36 "PUT /v2.0/ports/482d713b-6778-4588-ba33-981b0aa0eeec HTTP/1.1" status: 200 len: 1092 time: 1.4106791 Jul 16 08:44:33.970602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'tag': '482d713b-6778-4588-ba33-981b0aa0eeec'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:33.976546 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fce4314-820e-48fa-9841-e400f15e85ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b00d99b6-809f-4282-b5e9-5f70f281c06e", "tag": "482d713b-6778-4588-ba33-981b0aa0eeec"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:34.000472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.008562 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.046043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2216696b-f859-41f8-a7ef-f4cf0db4cd1e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.051198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.053010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5dc97942-377f-4730-9a7c-046676565484 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2301257 Jul 16 08:44:34.056296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34064) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.061119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'ba52c4ba-2ea9-484a-ab48-3eaf6b825b22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:34.075265 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9301c-125b-466c-aa60-6f534fc5a074 x-openstack-request-id: req-72d9301c-125b-466c-aa60-6f534fc5a074 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:34.075592 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00d99b6-809f-4282-b5e9-5f70f281c06e", "tag": "482d713b-6778-4588-ba33-981b0aa0eeec", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:34.075980 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72d9301c-125b-466c-aa60-6f534fc5a074 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:34.076440 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'tag': '482d713b-6778-4588-ba33-981b0aa0eeec', 'status': 'completed', 'code': 200} Jul 16 08:44:34.097209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.137399 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-0dfb3e2d-b66d-4105-a9be-9672ac931563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.139514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-0dfb3e2d-b66d-4105-a9be-9672ac931563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 1095 time: 0.1116772 Jul 16 08:44:34.191988 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.199431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.234883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a75d0cf-8a3c-41a9-8bc8-d52045668bdd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.247480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-0813fbd8-ca14-4408-9fbf-040aecf8a2af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=482d713b-6778-4588-ba33-981b0aa0eeec HTTP/1.1" status: 200 len: 217 time: 0.0925939 Jul 16 08:44:34.257609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.259816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-849d471a-cad1-48ae-86ff-ba504951a751 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022700 Jul 16 08:44:34.262890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34074) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.269827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'ba52c4ba-2ea9-484a-ab48-3eaf6b825b22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:34.336993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc8b30-fb7e-488c-b707-627d76410744 req-260e2014-9123-48bd-9031-f52760092e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.338824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-260e2014-9123-48bd-9031-f52760092e7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.0861750 Jul 16 08:44:34.340389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.392617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-10735be1-41ac-4a9b-b830-a365eff030e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470870 Jul 16 08:44:34.429458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.434342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.452892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d147ba-5ce5-4237-98e2-bbbd65ca50b2,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.466357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.470433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-da3556e8-bf7e-449b-b48b-ebb2857cc853 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2064519 Jul 16 08:44:34.471084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.476035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'ba52c4ba-2ea9-484a-ab48-3eaf6b825b22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:34.561125 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.604790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-33823b18-1205-474a-87cc-7da8d1acf2dc service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049990 Jul 16 08:44:34.669929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.686191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.704974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d84be46-f6d0-4c5d-9749-877460c57673,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.729801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.733720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-286d756a-440a-45cf-8ae5-667c341030c8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2616184 Jul 16 08:44:34.742859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5efc8b30-fb7e-488c-b707-627d76410744 req-39515846-4779-4654-a916-5c1cbc527771 service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310480 Jul 16 08:44:34.743164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.783157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-764e2a03-af5e-411f-9c90-6da0f796e9e6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.795449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-764e2a03-af5e-411f-9c90-6da0f796e9e6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.891077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-764e2a03-af5e-411f-9c90-6da0f796e9e6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.892522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4f626-2a24-481f-b540-715be4e25513 req-e3329c0c-1b96-48d0-974a-cff1c6110fcb tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.901076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ff4f626-2a24-481f-b540-715be4e25513 req-e3329c0c-1b96-48d0-974a-cff1c6110fcb tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 943 time: 0.1571922 Jul 16 08:44:34.905044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-764e2a03-af5e-411f-9c90-6da0f796e9e6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.910800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-764e2a03-af5e-411f-9c90-6da0f796e9e6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4d84be46-f6d0-4c5d-9749-877460c57673 HTTP/1.1" status: 204 len: 168 time: 0.1663153 Jul 16 08:44:34.911630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.918291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e2a03-af5e-411f-9c90-6da0f796e9e6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d84be46-f6d0-4c5d-9749-877460c57673,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.059732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ff4f626-2a24-481f-b540-715be4e25513 req-7559ea71-cdc2-4a6c-9cf4-3cdb412cb7c2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577475 Jul 16 08:44:35.081211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34098) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.098404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d7aea6de-c906-4480-98d6-5142ff2aa67a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1849501 Jul 16 08:44:35.125547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4314-820e-48fa-9841-e400f15e85ad req-6f0b42f3-9a2d-40be-a618-91cbc9bf37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.126958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-6f0b42f3-9a2d-40be-a618-91cbc9bf37fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 1095 time: 0.2444293 Jul 16 08:44:35.145764 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-555c48f7-4e63-43cf-9ec6-aae4c8bea66b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.165746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-555c48f7-4e63-43cf-9ec6-aae4c8bea66b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.225311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-555c48f7-4e63-43cf-9ec6-aae4c8bea66b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.231627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-555c48f7-4e63-43cf-9ec6-aae4c8bea66b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.233863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-555c48f7-4e63-43cf-9ec6-aae4c8bea66b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/79d147ba-5ce5-4237-98e2-bbbd65ca50b2 HTTP/1.1" status: 204 len: 168 time: 0.1511526 Jul 16 08:44:35.237256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.268468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c48f7-4e63-43cf-9ec6-aae4c8bea66b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79d147ba-5ce5-4237-98e2-bbbd65ca50b2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.308343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4314-820e-48fa-9841-e400f15e85ad req-89d9d60e-6ba1-4c26-9e65-82e5d4a1f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.310048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-89d9d60e-6ba1-4c26-9e65-82e5d4a1f6a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 912 time: 0.1740348 Jul 16 08:44:35.314208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fdafd23b-1bfe-4dd2-8c6d-ed56469c10d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0753238 Jul 16 08:44:35.317342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.349996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c41b-fec6-4f52-9873-2bc6cd74950c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.358686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c41b-fec6-4f52-9873-2bc6cd74950c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.372734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-ca31ca73-3fd8-42b3-a170-01c1fda4a3f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=482d713b-6778-4588-ba33-981b0aa0eeec HTTP/1.1" status: 200 len: 217 time: 0.0487888 Jul 16 08:44:35.411601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c41b-fec6-4f52-9873-2bc6cd74950c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.418015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c41b-fec6-4f52-9873-2bc6cd74950c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.419167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4bb3c41b-fec6-4f52-9873-2bc6cd74950c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3a75d0cf-8a3c-41a9-8bc8-d52045668bdd HTTP/1.1" status: 204 len: 168 time: 0.1005831 Jul 16 08:44:35.439092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34110) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.439894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c41b-fec6-4f52-9873-2bc6cd74950c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a75d0cf-8a3c-41a9-8bc8-d52045668bdd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.446960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4314-820e-48fa-9841-e400f15e85ad req-3c8dc4f6-6974-4e4f-830f-e1abbfa4e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.449157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-3c8dc4f6-6974-4e4f-830f-e1abbfa4e921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.0694940 Jul 16 08:44:35.501011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-f9dd7c62-d5b7-411b-92d0-73120ad0bef0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373814 Jul 16 08:44:35.538629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c38dfb1f-cd35-4d1e-aebe-75ee24f3b8a6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0937145 Jul 16 08:44:35.542335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34116) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.604709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-98c75e66-6b18-403e-b86f-e613c67cd44e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.615768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-98c75e66-6b18-403e-b86f-e613c67cd44e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.674902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-62fb0c67-de4a-4b03-81cc-7c6eb1510588 service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637125 Jul 16 08:44:35.687410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-98c75e66-6b18-403e-b86f-e613c67cd44e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.694264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-98c75e66-6b18-403e-b86f-e613c67cd44e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.695647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-98c75e66-6b18-403e-b86f-e613c67cd44e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2216696b-f859-41f8-a7ef-f4cf0db4cd1e HTTP/1.1" status: 204 len: 168 time: 0.1521065 Jul 16 08:44:35.699013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34122) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.731176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75e66-6b18-403e-b86f-e613c67cd44e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2216696b-f859-41f8-a7ef-f4cf0db4cd1e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.766393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aa73b114-b6fc-442d-853e-c23e0f065d9a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0651925 Jul 16 08:44:35.788093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.831310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64350ed9-6af8-44fa-bd7b-bc105137ba3d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.835306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fce4314-820e-48fa-9841-e400f15e85ad req-e4c5e511-7389-4cbc-af1f-0c9adb694885 service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532691 Jul 16 08:44:35.845649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64350ed9-6af8-44fa-bd7b-bc105137ba3d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.895301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64350ed9-6af8-44fa-bd7b-bc105137ba3d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.906208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64350ed9-6af8-44fa-bd7b-bc105137ba3d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.911062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-64350ed9-6af8-44fa-bd7b-bc105137ba3d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/60d7b415-8260-4b52-836d-0f31169ff0e5 HTTP/1.1" status: 204 len: 168 time: 0.1175449 Jul 16 08:44:35.912914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34128) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.931681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64350ed9-6af8-44fa-bd7b-bc105137ba3d tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60d7b415-8260-4b52-836d-0f31169ff0e5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.989586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dc4a7384-9154-43bc-a729-3a08eb1519a1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727398 Jul 16 08:44:35.991288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34132) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.063698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-131d49e8-46cd-4b83-9cd6-af6d76059a4b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.105275 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-131d49e8-46cd-4b83-9cd6-af6d76059a4b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.164548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-131d49e8-46cd-4b83-9cd6-af6d76059a4b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.170653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-131d49e8-46cd-4b83-9cd6-af6d76059a4b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.175576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-131d49e8-46cd-4b83-9cd6-af6d76059a4b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba52c4ba-2ea9-484a-ab48-3eaf6b825b22 HTTP/1.1" status: 204 len: 168 time: 0.1789234 Jul 16 08:44:36.176006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.209745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d49e8-46cd-4b83-9cd6-af6d76059a4b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52c4ba-2ea9-484a-ab48-3eaf6b825b22,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.296347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e0583b82-2410-427b-a7b8-66bcdee3436c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169581 Jul 16 08:44:36.296975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34146) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.302539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672837603'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:36.333933 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.412493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b03d7c-58be-41c8-b652-f75fd8de15f3 req-d8713cd8-f340-4125-89fc-23e9934a356f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.419260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42b03d7c-58be-41c8-b652-f75fd8de15f3 req-d8713cd8-f340-4125-89fc-23e9934a356f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 943 time: 0.1586084 Jul 16 08:44:36.466752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42b03d7c-58be-41c8-b652-f75fd8de15f3 req-86609b36-e424-493d-af75-765b2ed9599c tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Jul 16 08:44:36.475610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.485797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.517953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.522665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34148) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.527306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': '65f3d183-5193-47c5-8b05-2f2c82836b7f', 'direction': 'ingress', 'protocol': 17}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:36.534526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2364213 Jul 16 08:44:36.539217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eca164-3a20-4e06-83d3-caf06d6aec3a tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3d183-5193-47c5-8b05-2f2c82836b7f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.569415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.643576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.648518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.672942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e0b2d3-69c8-4bf9-80f5-0b7d6d6d5eb3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.690252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.695780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9de8bcc6-ecb3-4f6e-9537-b87ed84fabc5 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1695280 Jul 16 08:44:36.696359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34158) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.776630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af1667d7-5af9-4e02-b6bc-64c4b6483314 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.832306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af1667d7-5af9-4e02-b6bc-64c4b6483314 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.894880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af1667d7-5af9-4e02-b6bc-64c4b6483314 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.897847 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af1667d7-5af9-4e02-b6bc-64c4b6483314 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.901339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af1667d7-5af9-4e02-b6bc-64c4b6483314 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/65f3d183-5193-47c5-8b05-2f2c82836b7f HTTP/1.1" status: 204 len: 168 time: 0.2015769 Jul 16 08:44:36.901734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34162) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.913408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1667d7-5af9-4e02-b6bc-64c4b6483314 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3d183-5193-47c5-8b05-2f2c82836b7f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.994038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f322db8c-8962-4568-b4a9-7d59e7aa9ad1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908310 Jul 16 08:44:36.998835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34166) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.007776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814546525'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:37.075279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.253583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.263951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.311837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.316703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34170) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.317103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3171411 Jul 16 08:44:37.318393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69f6d3-ed7d-44dd-b065-6f89f302feb0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdae30-e547-4032-a399-ba415a4f9318,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.321462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033328908'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:37.385617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.638682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.644449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.721807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89032a-6fc9-4a51-aba7-78db0263206e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.725117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.729865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-505f1ff2-6e52-4a5b-af81-f219f70567fc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4086947 Jul 16 08:44:37.729865 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34186) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.735114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'cefdae30-e547-4032-a399-ba415a4f9318', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9c89032a-6fc9-4a51-aba7-78db0263206e', 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:37.753620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 482d713b-6778-4588-ba33-981b0aa0eeec details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:37.798466 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.811488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6754808-b839-48f1-a33a-9caaa5512647 req-45312643-b05b-458f-be95-18c2e98297d8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.813036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c6754808-b839-48f1-a33a-9caaa5512647 req-45312643-b05b-458f-be95-18c2e98297d8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 943 time: 0.1392682 Jul 16 08:44:37.966806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 482d713b-6778-4588-ba33-981b0aa0eeec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=482d713b-6778-4588-ba33-981b0aa0eeec,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:37.981362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '482d713b-6778-4588-ba33-981b0aa0eeec', 'network_id': 'f351e1c3-4221-4f56-971f-1f30abe5c994', 'port_id': '482d713b-6778-4588-ba33-981b0aa0eeec', 'mac_address': 'fa:16:3e:cf:e8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c002520-2169-4d16-93d3-800b25d75a58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:37.988796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c6754808-b839-48f1-a33a-9caaa5512647 req-83bf3390-891e-4d5e-9508-112cb0d4299e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691344 Jul 16 08:44:38.034572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.047837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.068550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.071434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb00208-e680-423f-9ef8-f5d276be0109,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.078610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.080181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d65bcb2c-4eba-41e8-af50-e8ac922bc041 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3499126 Jul 16 08:44:38.083785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34196) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.113604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e041d81e-8724-4d2e-a366-b915189eea50 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.116651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482d713b-6778-4588-ba33-981b0aa0eeec {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:38.123390 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e041d81e-8724-4d2e-a366-b915189eea50 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.167249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 482d713b-6778-4588-ba33-981b0aa0eeec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=482d713b-6778-4588-ba33-981b0aa0eeec,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:38.182046 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.193189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e041d81e-8724-4d2e-a366-b915189eea50 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.200993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e041d81e-8724-4d2e-a366-b915189eea50 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.202329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e041d81e-8724-4d2e-a366-b915189eea50 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bcb00208-e680-423f-9ef8-f5d276be0109 HTTP/1.1" status: 204 len: 168 time: 0.1171162 Jul 16 08:44:38.205026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34202) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.216552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d81e-8724-4d2e-a366-b915189eea50 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcb00208-e680-423f-9ef8-f5d276be0109,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.263712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=482d713b-6778-4588-ba33-981b0aa0eeec,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.296092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34204) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.296371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-702def01-da26-4b3d-bafa-ebb7619c6a12 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0897393 Jul 16 08:44:38.391657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab9f407-9f64-43e2-9ff9-b5a99ebc2f59 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.420195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab9f407-9f64-43e2-9ff9-b5a99ebc2f59 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.476062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab9f407-9f64-43e2-9ff9-b5a99ebc2f59 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.478745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ab9f407-9f64-43e2-9ff9-b5a99ebc2f59 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.480184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1ab9f407-9f64-43e2-9ff9-b5a99ebc2f59 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/9c89032a-6fc9-4a51-aba7-78db0263206e HTTP/1.1" status: 204 len: 168 time: 0.1826954 Jul 16 08:44:38.483063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34212) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.490980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9f407-9f64-43e2-9ff9-b5a99ebc2f59 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89032a-6fc9-4a51-aba7-78db0263206e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.512409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['482d713b-6778-4588-ba33-981b0aa0eeec'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:38.573014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.587305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eab7b9fc-e964-4909-8766-3cf7caa5f63b tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1025820 Jul 16 08:44:38.678037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b321c560-e423-444e-a1d2-194df9173ea0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.722871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b321c560-e423-444e-a1d2-194df9173ea0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.802827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b321c560-e423-444e-a1d2-194df9173ea0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.805705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b321c560-e423-444e-a1d2-194df9173ea0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.809554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34224) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.816027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b321c560-e423-444e-a1d2-194df9173ea0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/cefdae30-e547-4032-a399-ba415a4f9318 HTTP/1.1" status: 204 len: 168 time: 0.2328670 Jul 16 08:44:38.840738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321c560-e423-444e-a1d2-194df9173ea0 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdae30-e547-4032-a399-ba415a4f9318,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.875434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-60b0345e-6b68-47b8-86d6-ac92932c5490 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616114 Jul 16 08:44:38.876279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34236) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.881406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--679400878'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:38.905358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.005579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.009329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.039283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b19ddd-0f55-4d42-aef0-38a78840c5a0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.041533 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.042735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7b1ed82b-3b92-45d8-9fb0-c0388d73597c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1654470 Jul 16 08:44:39.045733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34246) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.051276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': 'f0b19ddd-0f55-4d42-aef0-38a78840c5a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:39.091931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.185507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.193174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.222450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eea6d7f-ffd1-47c3-a17f-503785b32121,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.226603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.227818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da8c6bac-d2f8-4083-8994-cbc90eb0cdbc tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1810944 Jul 16 08:44:39.230928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.244356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317b49e-edfe-4f62-ae58-12174d474c7d req-04d6e2ff-9d71-4ca7-a823-43be7eba5e10 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.251411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0317b49e-edfe-4f62-ae58-12174d474c7d req-04d6e2ff-9d71-4ca7-a823-43be7eba5e10 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 944 time: 0.1182551 Jul 16 08:44:39.262187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8b7d923-896f-4eb0-8200-6de17f91f91e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.270488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8b7d923-896f-4eb0-8200-6de17f91f91e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.287354 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0317b49e-edfe-4f62-ae58-12174d474c7d req-bb554a01-9688-4153-b853-7e6265763371 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349061 Jul 16 08:44:39.321121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8b7d923-896f-4eb0-8200-6de17f91f91e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.328672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8b7d923-896f-4eb0-8200-6de17f91f91e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.333516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34252) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.334307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f8b7d923-896f-4eb0-8200-6de17f91f91e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4eea6d7f-ffd1-47c3-a17f-503785b32121 HTTP/1.1" status: 204 len: 168 time: 0.1017811 Jul 16 08:44:39.344719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7d923-896f-4eb0-8200-6de17f91f91e tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eea6d7f-ffd1-47c3-a17f-503785b32121,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.386409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-376585cc-aca5-4c35-aecd-5336fcfe5df6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516295 Jul 16 08:44:39.389037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34254) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.447927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c376a338-3106-493b-bb74-1c61fc2d8730 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.474459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c376a338-3106-493b-bb74-1c61fc2d8730 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.547076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c376a338-3106-493b-bb74-1c61fc2d8730 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.550944 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c376a338-3106-493b-bb74-1c61fc2d8730 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.555508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34270) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.563337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c376a338-3106-493b-bb74-1c61fc2d8730 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/f0b19ddd-0f55-4d42-aef0-38a78840c5a0 HTTP/1.1" status: 204 len: 168 time: 0.1718380 Jul 16 08:44:39.581126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a338-3106-493b-bb74-1c61fc2d8730 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b19ddd-0f55-4d42-aef0-38a78840c5a0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.646016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34278) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.646503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6f5d31b8-9407-479c-a3a7-0dde6cd57069 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895908 Jul 16 08:44:39.650830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836513605'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:39.675004 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.770705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 482d713b-6778-4588-ba33-981b0aa0eeec up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:39.796180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.805213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c97885-6687-4bc0-acac-d9d009f7f0a8 req-b367b446-aa95-4aa9-ae07-5e01cd516e70 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.810075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.813197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11c97885-6687-4bc0-acac-d9d009f7f0a8 req-b367b446-aa95-4aa9-ae07-5e01cd516e70 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0814183 Jul 16 08:44:39.861244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60db1ac8-f3ea-41cd-88d2-bccb32e9d503,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.864759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.866174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0e2f5781-ee99-404b-a198-313b3b831ce7 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2191470 Jul 16 08:44:39.868527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11c97885-6687-4bc0-acac-d9d009f7f0a8 req-eac599b5-11f9-4d0f-a864-fdb7210d21c7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535364 Jul 16 08:44:39.869280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34284) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.874085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': '60db1ac8-f3ea-41cd-88d2-bccb32e9d503', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:39.906022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 482d713b-6778-4588-ba33-981b0aa0eeec completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:39.907012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.910768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 482d713b-6778-4588-ba33-981b0aa0eeec triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:39.911378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.965463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.970559 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.994036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8b86f5-b150-49b1-8279-cc42e04a85fb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.003937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.005583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d8b1b5ba-27b4-4aae-aa8d-02f760d7b148 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352985 Jul 16 08:44:40.008271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34288) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.014777 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.038811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482d713b-6778-4588-ba33-981b0aa0eeec'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:40.041674 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe67dc-1d74-4b72-a7e4-5da7349469e3" -d '{"events": [{"server_uuid": "b00d99b6-809f-4282-b5e9-5f70f281c06e", "name": "network-vif-plugged", "status": "completed", "tag": "482d713b-6778-4588-ba33-981b0aa0eeec"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:40.046354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34296) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.047194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6e8c53b9-534d-4fc3-8a52-94ffbfce68b8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules/7f8b86f5-b150-49b1-8279-cc42e04a85fb HTTP/1.1" status: 200 len: 763 time: 0.0377090 Jul 16 08:44:40.056652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 482d713b-6778-4588-ba33-981b0aa0eeec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=482d713b-6778-4588-ba33-981b0aa0eeec,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:40.066802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.099868 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04f39ea-5eb4-4a7a-9e03-191c58eeb028 x-openstack-request-id: req-e04f39ea-5eb4-4a7a-9e03-191c58eeb028 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:40.100159 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00d99b6-809f-4282-b5e9-5f70f281c06e", "name": "network-vif-plugged", "status": "completed", "tag": "482d713b-6778-4588-ba33-981b0aa0eeec", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:40.100410 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e04f39ea-5eb4-4a7a-9e03-191c58eeb028 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:40.100795 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482d713b-6778-4588-ba33-981b0aa0eeec', 'code': 200} Jul 16 08:44:40.104019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e061e22e-ff2b-427d-9847-de09ecfbf59c tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0564048 Jul 16 08:44:40.104701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.128069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=482d713b-6778-4588-ba33-981b0aa0eeec,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.144868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08b754aa-5493-4c39-b913-784b8ab6d3d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.152975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08b754aa-5493-4c39-b913-784b8ab6d3d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.204978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08b754aa-5493-4c39-b913-784b8ab6d3d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.216885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08b754aa-5493-4c39-b913-784b8ab6d3d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.218057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-08b754aa-5493-4c39-b913-784b8ab6d3d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7f8b86f5-b150-49b1-8279-cc42e04a85fb HTTP/1.1" status: 204 len: 168 time: 0.1121070 Jul 16 08:44:40.218855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b754aa-5493-4c39-b913-784b8ab6d3d1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f8b86f5-b150-49b1-8279-cc42e04a85fb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.220533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34306) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.267487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-19bc543f-0742-4f7f-b9b5-6899cc044663 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456669 Jul 16 08:44:40.270954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.276541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': '60db1ac8-f3ea-41cd-88d2-bccb32e9d503', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:40.308102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0499b7-fe8e-415b-88a9-ba233721b434 req-dc4e1029-c1bb-4153-ba29-d5d1dc5f0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.309578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd0499b7-fe8e-415b-88a9-ba233721b434 req-dc4e1029-c1bb-4153-ba29-d5d1dc5f0723 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 1097 time: 0.1129799 Jul 16 08:44:40.319777 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.369033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd0499b7-fe8e-415b-88a9-ba233721b434 req-e80bde0d-d7d7-4799-b258-5327e621a187 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Jul 16 08:44:40.378148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.384358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.406009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f358d501-8def-4fe6-90c9-9816fb4c6cff,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.422158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.423930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99671a2f-a4be-452d-9311-d689576ae0a3 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518447 Jul 16 08:44:40.427641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34314) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.455017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.463709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3481815d-ae8a-4df6-8a45-6f98caaabe8f tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules/f358d501-8def-4fe6-90c9-9816fb4c6cff HTTP/1.1" status: 200 len: 763 time: 0.0347641 Jul 16 08:44:40.508944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-382cdc41-83fc-45bf-aa73-ecae4c15619f tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0527070 Jul 16 08:44:40.511537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.537915 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb2721d2-2eda-4408-92bc-56b289b9a2ce tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.545989 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb2721d2-2eda-4408-92bc-56b289b9a2ce tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.547705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653cc2-bc88-4633-bda6-915ebf1f22d4 req-6558a6ac-76fa-476c-9c8c-e0e0738a4a37 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.555779 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96653cc2-bc88-4633-bda6-915ebf1f22d4 req-6558a6ac-76fa-476c-9c8c-e0e0738a4a37 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0833964 Jul 16 08:44:40.578703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb2721d2-2eda-4408-92bc-56b289b9a2ce tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.584135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb2721d2-2eda-4408-92bc-56b289b9a2ce tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.585290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb2721d2-2eda-4408-92bc-56b289b9a2ce tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f358d501-8def-4fe6-90c9-9816fb4c6cff HTTP/1.1" status: 204 len: 168 time: 0.0728219 Jul 16 08:44:40.588833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34322) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.594233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2721d2-2eda-4408-92bc-56b289b9a2ce tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f358d501-8def-4fe6-90c9-9816fb4c6cff,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.621746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96653cc2-bc88-4633-bda6-915ebf1f22d4 req-98bcbb48-213d-4188-8fd1-09f369d52d14 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651052 Jul 16 08:44:40.671733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a569d792-250d-4c67-a653-6e58317a36b6 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785563 Jul 16 08:44:40.672055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34326) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.677159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Request body: {'security_group_rule': {'security_group_id': '60db1ac8-f3ea-41cd-88d2-bccb32e9d503', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:40.782769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.843560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2da8-a8aa-48d8-a605-c1757cd7fd3b req-6ae2a4c2-78f1-4839-92b5-5b5c898b50dc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.845077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c69a2da8-a8aa-48d8-a605-c1757cd7fd3b req-6ae2a4c2-78f1-4839-92b5-5b5c898b50dc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1500740 Jul 16 08:44:40.879037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.884343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.911164 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c69a2da8-a8aa-48d8-a605-c1757cd7fd3b req-35c9be58-deb2-4a92-9036-f1780145e01a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593677 Jul 16 08:44:40.914963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4388e55f-5cbf-4468-8300-4c2ba054ca09,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.922405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.926853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-761b0c3d-8eaa-47aa-8813-d50cc14626f8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505937 Jul 16 08:44:40.927116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34330) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.948873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9f648a23-f77e-4573-9df5-1cdb292ec4ad tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules/4388e55f-5cbf-4468-8300-4c2ba054ca09 HTTP/1.1" status: 200 len: 764 time: 0.0179796 Jul 16 08:44:40.948873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34334) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.997435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.999289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-44f6f140-d1f2-407e-a902-4eafb64ebb18 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0494988 Jul 16 08:44:41.024429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9df6e09f-9636-437f-8a0d-5d92cf68f017 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.032787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9df6e09f-9636-437f-8a0d-5d92cf68f017 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.088834 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9df6e09f-9636-437f-8a0d-5d92cf68f017 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.094974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9df6e09f-9636-437f-8a0d-5d92cf68f017 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.099491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34338) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.103942 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9df6e09f-9636-437f-8a0d-5d92cf68f017 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4388e55f-5cbf-4468-8300-4c2ba054ca09 HTTP/1.1" status: 204 len: 168 time: 0.1009841 Jul 16 08:44:41.111158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6e09f-9636-437f-8a0d-5d92cf68f017 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4388e55f-5cbf-4468-8300-4c2ba054ca09,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.148635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4244b880-7762-4ac3-8448-11f4f9d17cb8 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472021 Jul 16 08:44:41.150824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34342) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.205169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71914f66-a4dd-4216-9641-08e7ac0a3527 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.232485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71914f66-a4dd-4216-9641-08e7ac0a3527 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.277242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71914f66-a4dd-4216-9641-08e7ac0a3527 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.279857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71914f66-a4dd-4216-9641-08e7ac0a3527 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.280994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-71914f66-a4dd-4216-9641-08e7ac0a3527 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "DELETE /v2.0/security-groups/60db1ac8-f3ea-41cd-88d2-bccb32e9d503 HTTP/1.1" status: 204 len: 168 time: 0.1292086 Jul 16 08:44:41.284311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34346) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.291017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71914f66-a4dd-4216-9641-08e7ac0a3527 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60db1ac8-f3ea-41cd-88d2-bccb32e9d503,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.337942 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d562c0d-4b31-4880-a14f-05b07d6287f1 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522130 Jul 16 08:44:41.342276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34350) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.386512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e8f44cee-ce28-4195-b95e-3f001e03fc88 tempest-SecGroupTest-1971536553 tempest-SecGroupTest-1971536553-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427809 Jul 16 08:44:41.635893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.873110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0339a3de-cb8c-4a8c-b35e-d0ff571771fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bf2d686a0e94c5c9ce02632e13f1b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359395 Jul 16 08:44:41.876067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34372) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.916322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3f9e-dbce-457a-bc45-daaae667c26b req-68743b6d-4198-45ec-bed8-29bff1b6e956 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.917896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-971a3f9e-dbce-457a-bc45-daaae667c26b req-68743b6d-4198-45ec-bed8-29bff1b6e956 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0915627 Jul 16 08:44:41.965769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-971a3f9e-dbce-457a-bc45-daaae667c26b req-4dea50d3-ef77-4968-8640-6adf679b115b tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Jul 16 08:44:42.345317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b393-cd4d-4540-8a76-4ea341d407d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.374687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b393-cd4d-4540-8a76-4ea341d407d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.415632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac51a9-7d28-4bd8-b7e3-da882d58e3ba req-056a2a38-da33-4d4e-9ebb-1d70985c304d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.417151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adac51a9-7d28-4bd8-b7e3-da882d58e3ba req-056a2a38-da33-4d4e-9ebb-1d70985c304d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1192501 Jul 16 08:44:42.454264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b393-cd4d-4540-8a76-4ea341d407d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.457318 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b393-cd4d-4540-8a76-4ea341d407d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.460798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a3e0b393-cd4d-4540-8a76-4ea341d407d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e27f708b-b029-48d7-9cea-8e70dee9b676 HTTP/1.1" status: 204 len: 168 time: 0.5812948 Jul 16 08:44:42.469926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adac51a9-7d28-4bd8-b7e3-da882d58e3ba req-b6476e03-5081-4fdd-b47f-4cb6b34b4f41 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457768 Jul 16 08:44:42.471020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0b393-cd4d-4540-8a76-4ea341d407d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f708b-b029-48d7-9cea-8e70dee9b676,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.942304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea10d5ff-475f-411f-a551-3b9ded0be625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.208904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf0ef-b5d4-47a3-8e37-cfd6b113ab88 req-a57c5fb7-e682-4c89-b6ea-db139dddd552 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.210635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbebf0ef-b5d4-47a3-8e37-cfd6b113ab88 req-a57c5fb7-e682-4c89-b6ea-db139dddd552 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0839543 Jul 16 08:44:43.266699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbebf0ef-b5d4-47a3-8e37-cfd6b113ab88 req-912cf246-f493-43e0-bfa2-4c5588e06ee5 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497692 Jul 16 08:44:43.356257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.467179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f653fb86-b8bf-496b-a66d-79e5a102a441 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:43.468203 n-d-798249-10 neutron-server[93699]: WARNING neutron.api.v2.base [None req-f653fb86-b8bf-496b-a66d-79e5a102a441 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:44:43.468773 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-f653fb86-b8bf-496b-a66d-79e5a102a441 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:44:43.473296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f653fb86-b8bf-496b-a66d-79e5a102a441 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1119649 Jul 16 08:44:43.474407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34440) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.480575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907491805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:43.510393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.526819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.652607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.677101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.734605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea154754-f4e7-41d4-b68e-41aa2e223018,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.744077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded425-8e7c-4327-a60b-167a136eebce req-cb385587-13b1-45b6-89c3-2184c5b7d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.747021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-cb385587-13b1-45b6-89c3-2184c5b7d318 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 1097 time: 0.0708640 Jul 16 08:44:43.796807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2980a59-a5e7-4ea2-9156-c81e4c72cb89 req-606aa086-1689-4353-ad06-399fee52855f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.801099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2980a59-a5e7-4ea2-9156-c81e4c72cb89 req-606aa086-1689-4353-ad06-399fee52855f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1635489 Jul 16 08:44:43.805625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:43.834309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:43.835525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.864392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.911312 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.915483 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4398997 Jul 16 08:44:43.916098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.925375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded425-8e7c-4327-a60b-167a136eebce req-7a0e8d5e-e56a-4aa3-9131-f25bd1eaee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.927294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-7a0e8d5e-e56a-4aa3-9131-f25bd1eaee1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 912 time: 0.1736856 Jul 16 08:44:43.931586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '54d9defa-ee31-4a20-81ed-0f0ac4278519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:43.975478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2980a59-a5e7-4ea2-9156-c81e4c72cb89 req-a25ba1fd-a4c9-4aa1-b0c5-38f7849975c2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382525 Jul 16 08:44:43.980305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:43.982209 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-5e811d6f-b182-4209-9c73-77a36b192a8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=482d713b-6778-4588-ba33-981b0aa0eeec HTTP/1.1" status: 200 len: 217 time: 0.0452251 Jul 16 08:44:43.985579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c490e-e20d-4d8b-893f-908b6730f1b4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9defa-ee31-4a20-81ed-0f0ac4278519,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.994882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'mac_address': 'fa:16:3e:50:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:43.998197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.062656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.063531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400cd5-07c7-4f31-9f69-c4aea3515fb7 req-66f7118c-eed4-4845-a90c-6b23d8e10ef1 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.076332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76400cd5-07c7-4f31-9f69-c4aea3515fb7 req-66f7118c-eed4-4845-a90c-6b23d8e10ef1 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1871247 Jul 16 08:44:44.085375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:44.102873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.106714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded425-8e7c-4327-a60b-167a136eebce req-9c5b86b1-a131-4c4e-935a-8905c119a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.108320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-9c5b86b1-a131-4c4e-935a-8905c119a30b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.1069958 Jul 16 08:44:44.113668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.150634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76400cd5-07c7-4f31-9f69-c4aea3515fb7 req-83c31c04-51b5-42c0-b1df-d17a22840c29 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Jul 16 08:44:44.177356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f2c072-b06b-4b1a-be9f-e9b03fe4c4dd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.201189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.205642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b8d7eb3b-ba29-44e1-acf2-7b411c664632 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2841804 Jul 16 08:44:44.206469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34464) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.212183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-ac7c8829-8f8d-4352-949d-f74edcbbddb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854115 Jul 16 08:44:44.213475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-65489feb-977d-414b-a71d-c2d2a67159f0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '54d9defa-ee31-4a20-81ed-0f0ac4278519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.216109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.221915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:44.231459 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.269041 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65489feb-977d-414b-a71d-c2d2a67159f0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.287309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.345260 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-65489feb-977d-414b-a71d-c2d2a67159f0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:44:44.348592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65489feb-977d-414b-a71d-c2d2a67159f0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1405554 Jul 16 08:44:44.350974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.374351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:44:44.374723 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:44:44.403551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-e487a5ca-6695-4fcf-98aa-38845cc57526 service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846187 Jul 16 08:44:44.412069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e7aebbe5-c873-46f4-ae4d-3fac0b20687e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:44.435593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03034a42-1e77-417e-a69f-c132227352bd tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.463835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03034a42-1e77-417e-a69f-c132227352bd tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.528795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03034a42-1e77-417e-a69f-c132227352bd tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.537274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03034a42-1e77-417e-a69f-c132227352bd tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.543370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-03034a42-1e77-417e-a69f-c132227352bd tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/54d9defa-ee31-4a20-81ed-0f0ac4278519 HTTP/1.1" status: 204 len: 168 time: 0.1909537 Jul 16 08:44:44.544028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34482) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.593506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03034a42-1e77-417e-a69f-c132227352bd tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9defa-ee31-4a20-81ed-0f0ac4278519,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.643856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccded425-8e7c-4327-a60b-167a136eebce req-e00bd9f4-dde2-479e-9930-2725d94fb6fd service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064862 Jul 16 08:44:44.655578 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-049330ff-2475-4c27-b384-db0ce088cba3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044793 Jul 16 08:44:44.659542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34488) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.664972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885082214'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.693040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.822148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-653584d6-4847-4163-99b4-75a0a32cff05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872734 Jul 16 08:44:44.849815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.854562 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.890579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb6bd0-67c5-4926-a81f-4decac017798,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.903840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.905229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-22a45c7c-157a-4f6a-8724-dc5c5310e747 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2442131 Jul 16 08:44:44.912539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.914513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-64c45727-065c-4c98-a9f9-0edc784a920b tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb6bd0-67c5-4926-a81f-4decac017798', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.915299 n-d-798249-10 neutron-server[93699]: WARNING neutron.api.v2.base [None req-64c45727-065c-4c98-a9f9-0edc784a920b tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 08:44:44.916188 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-64c45727-065c-4c98-a9f9-0edc784a920b tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:44.919485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-64c45727-065c-4c98-a9f9-0edc784a920b tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068729 Jul 16 08:44:44.920311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34506) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.968650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.986911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:44.991745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af15b147-f0f2-4c76-bef5-9aaae3520cb9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.021667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af15b147-f0f2-4c76-bef5-9aaae3520cb9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.021945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-bcbdbd4c-17f5-4afb-ab27-aa8c74f600b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.023814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-bcbdbd4c-17f5-4afb-ab27-aa8c74f600b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1097 time: 0.1605916 Jul 16 08:44:45.061455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:45.068137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.097840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af15b147-f0f2-4c76-bef5-9aaae3520cb9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.100719 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af15b147-f0f2-4c76-bef5-9aaae3520cb9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.109138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af15b147-f0f2-4c76-bef5-9aaae3520cb9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/d5cb6bd0-67c5-4926-a81f-4decac017798 HTTP/1.1" status: 204 len: 168 time: 0.1877906 Jul 16 08:44:45.120265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.164810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-6eb2949a-3008-4fd9-a557-925eb9485d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.166993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-6eb2949a-3008-4fd9-a557-925eb9485d49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.1198423 Jul 16 08:44:45.192379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15b147-f0f2-4c76-bef5-9aaae3520cb9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb6bd0-67c5-4926-a81f-4decac017798,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.233088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.265305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ebb9ea69-ef4d-46bb-b01b-205fce4af1a1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327989 Jul 16 08:44:45.288207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34528) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.295821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--620524754'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:45.368265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.394871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-6a09dc72-b937-4875-b725-6b6e59be997c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 1001 time: 0.2202306 Jul 16 08:44:45.403116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b3a10-79af-48ca-851d-2b456afef2e1 req-27e0adfc-c0c5-45e4-a71a-0857016abb53 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.411734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-672b3a10-79af-48ca-851d-2b456afef2e1 req-27e0adfc-c0c5-45e4-a71a-0857016abb53 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1687455 Jul 16 08:44:45.484396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-672b3a10-79af-48ca-851d-2b456afef2e1 req-31cf455e-545e-44d5-a22f-173e802348b9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714769 Jul 16 08:44:45.541426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-afdf5f3e-da15-447f-b3f9-543adfa3fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.543774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-afdf5f3e-da15-447f-b3f9-543adfa3fc71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1265907 Jul 16 08:44:45.560119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.568741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.608707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.610084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3199327 Jul 16 08:44:45.617015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34536) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.623535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-193e1ea0-e656-4642-af40-5956f99a84aa tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'e297aa97-6766-4f92-93fb-9cefd585b9af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:45.624532 n-d-798249-10 neutron-server[93699]: WARNING neutron.api.v2.base [None req-193e1ea0-e656-4642-af40-5956f99a84aa tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 08:44:45.624800 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dedbe17-3950-43ac-8e27-976899d026fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.625294 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-193e1ea0-e656-4642-af40-5956f99a84aa tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:45.626329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-193e1ea0-e656-4642-af40-5956f99a84aa tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102899 Jul 16 08:44:45.628799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521889e-cedb-4642-9425-2e01a93bc4c6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e297aa97-6766-4f92-93fb-9cefd585b9af,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.633199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34538) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.674581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cae1eb-b23a-43b5-bb02-0870fbb3f3e9 req-6e822a21-cbd5-47ed-b547-8fa68b178c80 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.676241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0cae1eb-b23a-43b5-bb02-0870fbb3f3e9 req-6e822a21-cbd5-47ed-b547-8fa68b178c80 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.3023136 Jul 16 08:44:45.736706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.776847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3b20161-9e86-4c9c-b514-a9696751d53f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.824099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0cae1eb-b23a-43b5-bb02-0870fbb3f3e9 req-35c5bfb9-f323-4e39-802f-94c576921df7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191471 Jul 16 08:44:45.848295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:45.895903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3b20161-9e86-4c9c-b514-a9696751d53f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.902565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-fa283d89-7136-48ce-afe5-7cc9c3398258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.935195 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-fa283d89-7136-48ce-afe5-7cc9c3398258 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3787451 Jul 16 08:44:45.998358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e7aebbe5-c873-46f4-ae4d-3fac0b20687e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:45.999575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.038399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3b20161-9e86-4c9c-b514-a9696751d53f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.041757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3b20161-9e86-4c9c-b514-a9696751d53f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.048257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3b20161-9e86-4c9c-b514-a9696751d53f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/e297aa97-6766-4f92-93fb-9cefd585b9af HTTP/1.1" status: 204 len: 168 time: 0.4140279 Jul 16 08:44:46.056345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34546) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.124489 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-15570a16-0a5f-4504-b238-ff05215e7daa service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813788 Jul 16 08:44:46.148031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b20161-9e86-4c9c-b514-a9696751d53f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297aa97-6766-4f92-93fb-9cefd585b9af,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.250623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.262388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38598e2b-2d4a-4c94-a075-36cdf827efbe tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1998751 Jul 16 08:44:46.271924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34548) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.276828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--964879749'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:46.296747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:46.300423 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8305f50-7418-48be-a632-b22879cd10fb" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:46.315949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:46.321739 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.338649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.387850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2e9766a-da09-4450-93e7-ef51798370b6 req-66c118f2-8f86-4b6c-86d5-552461d27029 service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450821 Jul 16 08:44:46.399045 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f071a-432a-47e2-a890-e7ff7fc0df23 x-openstack-request-id: req-bd1f071a-432a-47e2-a890-e7ff7fc0df23 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:46.399950 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-plugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:46.401017 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd1f071a-432a-47e2-a890-e7ff7fc0df23 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:46.402008 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'code': 200} Jul 16 08:44:46.468501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=13']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.493090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.499588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.540295 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.545741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34558) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.546464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2728159 Jul 16 08:44:46.552729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b7421c48-fd00-4e53-a5f4-dbcb32452bee tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'd9a6e852-7b13-4b28-b7cc-7a0aef66d5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:46.556107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d941d82-e8bf-4a65-b1c5-10584594b5f4 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6e852-7b13-4b28-b7cc-7a0aef66d5bb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.571445 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-b7421c48-fd00-4e53-a5f4-dbcb32452bee tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 08:44:46.572278 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-b7421c48-fd00-4e53-a5f4-dbcb32452bee tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:46.573490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b7421c48-fd00-4e53-a5f4-dbcb32452bee tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267069 Jul 16 08:44:46.578173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34560) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.586882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c05b9fda-8f4e-478e-b6d0-e6799ff75064 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'd9a6e852-7b13-4b28-b7cc-7a0aef66d5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:46.588662 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-c05b9fda-8f4e-478e-b6d0-e6799ff75064 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 08:44:46.591849 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-c05b9fda-8f4e-478e-b6d0-e6799ff75064 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:46.592981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c05b9fda-8f4e-478e-b6d0-e6799ff75064 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136278 Jul 16 08:44:46.595821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34562) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.607141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-69deaf05-da63-4548-a139-4a8dc398da66 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'd9a6e852-7b13-4b28-b7cc-7a0aef66d5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:46.609249 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-69deaf05-da63-4548-a139-4a8dc398da66 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 08:44:46.612469 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-69deaf05-da63-4548-a139-4a8dc398da66 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:46.613703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-69deaf05-da63-4548-a139-4a8dc398da66 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161262 Jul 16 08:44:46.618934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.627656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-15039d83-701c-41d8-819a-ad5fb7bee24a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'd9a6e852-7b13-4b28-b7cc-7a0aef66d5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:46.627944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.629369 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-15039d83-701c-41d8-819a-ad5fb7bee24a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 08:44:46.630339 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-15039d83-701c-41d8-819a-ad5fb7bee24a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:46.635104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-15039d83-701c-41d8-819a-ad5fb7bee24a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0147598 Jul 16 08:44:46.638150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.769567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.828878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.881140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6815f8-6b0c-4fe2-b00a-1457ddf10f6c req-ab691469-e255-42f2-8823-ae5a1eb14fa0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.883086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf6815f8-6b0c-4fe2-b00a-1457ddf10f6c req-ab691469-e255-42f2-8823-ae5a1eb14fa0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1678379 Jul 16 08:44:46.920660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.923410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.925410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/d9a6e852-7b13-4b28-b7cc-7a0aef66d5bb HTTP/1.1" status: 204 len: 168 time: 0.2859514 Jul 16 08:44:46.928577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34576) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.993814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-320bfd7f-891b-4844-98e4-831ce66995ad tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609148 Jul 16 08:44:46.994996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34580) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.999839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947682325'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.006365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6e852-7b13-4b28-b7cc-7a0aef66d5bb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.028599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf6815f8-6b0c-4fe2-b00a-1457ddf10f6c req-f70e3c5f-1c3f-4a0d-b1f4-09e816461bcf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353936 Jul 16 08:44:47.030107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.030898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.036800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.038198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.038782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.039470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.040615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.041137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.045913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.046448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.046964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.047623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.048152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936697a-c3de-43c6-ba23-27828e97d85e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:47.301219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.312294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.357341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536a45d-c1c6-4f61-830e-05146084d9c5 req-138fb5dc-118f-4f25-9023-29227f5ff239 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.365568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a536a45d-c1c6-4f61-830e-05146084d9c5 req-138fb5dc-118f-4f25-9023-29227f5ff239 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.2315352 Jul 16 08:44:47.388326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14272914-dde3-4686-a670-d3e415423247,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.422574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a536a45d-c1c6-4f61-830e-05146084d9c5 req-9289ee0a-5b19-4204-a256-e76a297ed6a1 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Jul 16 08:44:47.427503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.432415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c90c969b-b7e7-4157-ba24-01b4d43f317a tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4336982 Jul 16 08:44:47.433100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.440927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-89065584-7ac3-4074-9a7e-e685ae4df082 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.441474 n-d-798249-10 neutron-server[93699]: WARNING neutron.api.v2.base [None req-89065584-7ac3-4074-9a7e-e685ae4df082 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:44:47.442046 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-89065584-7ac3-4074-9a7e-e685ae4df082 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.445630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-89065584-7ac3-4074-9a7e-e685ae4df082 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089128 Jul 16 08:44:47.446194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34596) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.457245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-dd567a3f-214b-4fd4-bede-26ae713e1cb5 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.523133 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-dd567a3f-214b-4fd4-bede-26ae713e1cb5 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.527588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dd567a3f-214b-4fd4-bede-26ae713e1cb5 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0793061 Jul 16 08:44:47.529827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34600) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.535722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e5380565-2444-437c-8648-d3d51f2c34d7 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.536675 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-e5380565-2444-437c-8648-d3d51f2c34d7 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 08:44:47.537179 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-e5380565-2444-437c-8648-d3d51f2c34d7 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.538141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e5380565-2444-437c-8648-d3d51f2c34d7 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070245 Jul 16 08:44:47.543818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34602) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.549809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a5eb8df5-7fe6-45e3-b22c-7223bf6c7b41 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.637467 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-a5eb8df5-7fe6-45e3-b22c-7223bf6c7b41 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.638846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5eb8df5-7fe6-45e3-b22c-7223bf6c7b41 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0939910 Jul 16 08:44:47.641814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.648109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-11f94964-f1d1-4ce9-8997-9db6911830d8 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.648830 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-11f94964-f1d1-4ce9-8997-9db6911830d8 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:44:47.649601 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-11f94964-f1d1-4ce9-8997-9db6911830d8 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.652098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-11f94964-f1d1-4ce9-8997-9db6911830d8 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090129 Jul 16 08:44:47.654602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34606) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.665138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-49c04f51-adcc-4df1-90ae-be6b96c41edc tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.675219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.700129 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-49c04f51-adcc-4df1-90ae-be6b96c41edc tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Project 4e0fff54b25a4cd8ac2dc1c39fe6add8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:44:47.728891 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-49c04f51-adcc-4df1-90ae-be6b96c41edc tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.730104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-49c04f51-adcc-4df1-90ae-be6b96c41edc tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0737464 Jul 16 08:44:47.733170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34608) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.740076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cdbff6e8-c69d-4006-82fd-99fd5d5ccff6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.741765 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-cdbff6e8-c69d-4006-82fd-99fd5d5ccff6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 08:44:47.742509 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-cdbff6e8-c69d-4006-82fd-99fd5d5ccff6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.743802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cdbff6e8-c69d-4006-82fd-99fd5d5ccff6 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095239 Jul 16 08:44:47.749443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34610) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.754222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-63dd6264-f104-4db5-8b74-c632782797c2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.792417 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-63dd6264-f104-4db5-8b74-c632782797c2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Project 4e0fff54b25a4cd8ac2dc1c39fe6add8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:44:47.814014 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-63dd6264-f104-4db5-8b74-c632782797c2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.819528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.823951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-63dd6264-f104-4db5-8b74-c632782797c2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0733356 Jul 16 08:44:47.833257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2ade88eb-91b1-47aa-a279-407ecded0888 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '14272914-dde3-4686-a670-d3e415423247', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.863593 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-2ade88eb-91b1-47aa-a279-407ecded0888 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Project 4e0fff54b25a4cd8ac2dc1c39fe6add8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:44:47.883922 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-2ade88eb-91b1-47aa-a279-407ecded0888 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:47.884902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2ade88eb-91b1-47aa-a279-407ecded0888 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0643880 Jul 16 08:44:47.887984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34618) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.969646 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dfae-0e2b-4c7d-9104-8c79ffc33e7f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.997806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dfae-0e2b-4c7d-9104-8c79ffc33e7f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.068520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dfae-0e2b-4c7d-9104-8c79ffc33e7f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.071644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dfae-0e2b-4c7d-9104-8c79ffc33e7f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.073001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c3d5dfae-0e2b-4c7d-9104-8c79ffc33e7f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/14272914-dde3-4686-a670-d3e415423247 HTTP/1.1" status: 204 len: 168 time: 0.1832387 Jul 16 08:44:48.075708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34626) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.105079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5dfae-0e2b-4c7d-9104-8c79ffc33e7f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14272914-dde3-4686-a670-d3e415423247,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.141665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ef6ef373-70eb-456c-8011-29cf5c27fc49 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647330 Jul 16 08:44:48.145627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.153033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--667641956'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:48.182877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.309035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316c78c-284b-4684-bfd2-552119ae7be9 req-12d04e0d-06f1-4072-92b4-38d8012773cf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.312114 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1316c78c-284b-4684-bfd2-552119ae7be9 req-12d04e0d-06f1-4072-92b4-38d8012773cf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1054175 Jul 16 08:44:48.320212 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.335161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.354720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.405963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1316c78c-284b-4684-bfd2-552119ae7be9 req-7c0ff700-3ee4-4544-8b89-787a1f8b1eb1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880015 Jul 16 08:44:48.427352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1148d-f035-4fbd-9a43-411d4fe0bdc9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.443629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.448077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-639c4a4c-f562-4ec0-8c91-2f323f5069f3 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3013597 Jul 16 08:44:48.448791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34636) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.454855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d133d4a3-649f-4051-b8ba-a9f2adb32618 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '12a1148d-f035-4fbd-9a43-411d4fe0bdc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:48.537873 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-d133d4a3-649f-4051-b8ba-a9f2adb32618 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The resource could not be found. Jul 16 08:44:48.544386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34642) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.548422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-74058460-ab1c-4b22-a375-219f33087fe2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '12a1148d-f035-4fbd-9a43-411d4fe0bdc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4a20ec06-5bdc-4d36-a24e-dc24eb5d17d2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:48.557364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d133d4a3-649f-4051-b8ba-a9f2adb32618 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1046445 Jul 16 08:44:48.636768 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-74058460-ab1c-4b22-a375-219f33087fe2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The resource could not be found. Jul 16 08:44:48.644009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-74058460-ab1c-4b22-a375-219f33087fe2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0994658 Jul 16 08:44:48.644583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34646) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.743974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c560f8-f285-4209-bc21-96ac392535d7 req-89cfb283-25ee-4ad6-9180-b94a5f50f73d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.745544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4c560f8-f285-4209-bc21-96ac392535d7 req-89cfb283-25ee-4ad6-9180-b94a5f50f73d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1276238 Jul 16 08:44:48.761889 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949a8d51-3c52-49f2-a082-b88ce7548735 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.825325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949a8d51-3c52-49f2-a082-b88ce7548735 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.842514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d4c560f8-f285-4209-bc21-96ac392535d7 req-30eb289e-d7be-4804-9e82-521034b8d21d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Jul 16 08:44:48.903896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949a8d51-3c52-49f2-a082-b88ce7548735 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.906723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-949a8d51-3c52-49f2-a082-b88ce7548735 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.908086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-949a8d51-3c52-49f2-a082-b88ce7548735 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/12a1148d-f035-4fbd-9a43-411d4fe0bdc9 HTTP/1.1" status: 204 len: 168 time: 0.2625692 Jul 16 08:44:48.911771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.942193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8d51-3c52-49f2-a082-b88ce7548735 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1148d-f035-4fbd-9a43-411d4fe0bdc9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.977743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.977908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a0330ec3-bd1a-4659-8de9-fa580c748b9c tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641286 Jul 16 08:44:48.982441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-006e3632-0218-4e16-9996-47b6021cefc9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '93086faf-5187-48a2-a35b-56a99ad8390b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.029307 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-006e3632-0218-4e16-9996-47b6021cefc9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The resource could not be found. Jul 16 08:44:49.030291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-006e3632-0218-4e16-9996-47b6021cefc9 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0515141 Jul 16 08:44:49.034758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34658) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.040284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138857079'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.082948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.237733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.248979 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.286927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cf2cc5-a1fc-4868-b862-d8ee686d30a1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.290414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.294517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab30cfb7-aac7-4291-9204-2945474e9c2f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2586100 Jul 16 08:44:49.294728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34666) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.301512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634338012'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.346252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.456726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.463137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.504725 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.506062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2102597 Jul 16 08:44:49.507204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539545a4-30b0-40c7-bd65-f175378178b0 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501b3b51-3550-4cb7-9797-e8f33182c716,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.509228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34672) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.530559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2011be93-4907-4009-b2c1-e3531fff6b0e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': '61cf2cc5-a1fc-4868-b862-d8ee686d30a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '501b3b51-3550-4cb7-9797-e8f33182c716'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.614752 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-2011be93-4907-4009-b2c1-e3531fff6b0e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:49.616034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2011be93-4907-4009-b2c1-e3531fff6b0e tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1057241 Jul 16 08:44:49.625274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34676) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.694525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2abe1-473f-45c1-b576-05fd5dcda1f8 req-312d93c5-72af-4928-96c2-7e652e04729f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.696674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39d2abe1-473f-45c1-b576-05fd5dcda1f8 req-312d93c5-72af-4928-96c2-7e652e04729f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0965686 Jul 16 08:44:49.710172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9d1-aa61-4476-ba49-df651869c472 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.741534 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9d1-aa61-4476-ba49-df651869c472 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.792424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39d2abe1-473f-45c1-b576-05fd5dcda1f8 req-e3b88b43-b3a5-41c8-ae49-497135e80621 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714831 Jul 16 08:44:49.806594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9d1-aa61-4476-ba49-df651869c472 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.811992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9d1-aa61-4476-ba49-df651869c472 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.815423 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2a69d9d1-aa61-4476-ba49-df651869c472 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/501b3b51-3550-4cb7-9797-e8f33182c716 HTTP/1.1" status: 204 len: 168 time: 0.1867013 Jul 16 08:44:49.816159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34686) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.837554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69d9d1-aa61-4476-ba49-df651869c472 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501b3b51-3550-4cb7-9797-e8f33182c716,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.886663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fe97f732-842c-4f6c-9cd4-938d256b2b45 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0668576 Jul 16 08:44:49.887975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34690) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.968576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de05d854-5793-48c6-ae30-b32639b49a01 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.010149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de05d854-5793-48c6-ae30-b32639b49a01 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.127935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5bfe5-1a6c-4ce3-b1cc-bbf797d837de req-aa6e1a24-21e6-4633-9baf-d3b236f4df26 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.129795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7cf5bfe5-1a6c-4ce3-b1cc-bbf797d837de req-aa6e1a24-21e6-4633-9baf-d3b236f4df26 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1222126 Jul 16 08:44:50.130653 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de05d854-5793-48c6-ae30-b32639b49a01 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.133226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de05d854-5793-48c6-ae30-b32639b49a01 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.136739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-de05d854-5793-48c6-ae30-b32639b49a01 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/61cf2cc5-a1fc-4868-b862-d8ee686d30a1 HTTP/1.1" status: 204 len: 168 time: 0.2449489 Jul 16 08:44:50.137878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34700) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.157550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05d854-5793-48c6-ae30-b32639b49a01 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cf2cc5-a1fc-4868-b862-d8ee686d30a1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.203925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7cf5bfe5-1a6c-4ce3-b1cc-bbf797d837de req-5fb79f90-44b1-497d-9be7-24038887168d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650098 Jul 16 08:44:50.233766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2393f8cc-82c7-4bef-83a4-882c0daa4243 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943508 Jul 16 08:44:50.242877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34702) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.248381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569683764'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:50.287691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.438306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.443931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.478831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.483136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34710) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.487902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2437131 Jul 16 08:44:50.488713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6678e51b-2006-4650-b09c-710529ee7297 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe1ddf-2703-4468-906d-76408461c804', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:50.491151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d3a3e-7111-4069-9e01-166747b6e1a2 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe1ddf-2703-4468-906d-76408461c804,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.589443 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-6678e51b-2006-4650-b09c-710529ee7297 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:50.595189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6678e51b-2006-4650-b09c-710529ee7297 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1067557 Jul 16 08:44:50.595764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34712) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.606550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f7c18fa0-a8eb-4d91-8fa3-f58f6a894c96 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group_rule': {'security_group_id': 'fcbe1ddf-2703-4468-906d-76408461c804', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:50.657142 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-f7c18fa0-a8eb-4d91-8fa3-f58f6a894c96 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:50.662343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f7c18fa0-a8eb-4d91-8fa3-f58f6a894c96 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0617466 Jul 16 08:44:50.665997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34714) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.731417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77821995-5c6d-4fcd-9c48-1a8be5071358 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.769086 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77821995-5c6d-4fcd-9c48-1a8be5071358 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.836808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77821995-5c6d-4fcd-9c48-1a8be5071358 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.838729 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-77821995-5c6d-4fcd-9c48-1a8be5071358 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.843412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.851762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-77821995-5c6d-4fcd-9c48-1a8be5071358 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/fcbe1ddf-2703-4468-906d-76408461c804 HTTP/1.1" status: 204 len: 168 time: 0.1871581 Jul 16 08:44:50.888027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77821995-5c6d-4fcd-9c48-1a8be5071358 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe1ddf-2703-4468-906d-76408461c804,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.953041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ba576a4f-eed4-4278-9f94-b6873195477c tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081648 Jul 16 08:44:50.957166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34730) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.962125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563654682'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:51.038626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.103449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c059ed-86f8-41b6-bbff-142a8ac9d456 req-5443dfa2-e93e-4455-938f-343ee15189f9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.107813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58c059ed-86f8-41b6-bbff-142a8ac9d456 req-5443dfa2-e93e-4455-938f-343ee15189f9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1191032 Jul 16 08:44:51.198718 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58c059ed-86f8-41b6-bbff-142a8ac9d456 req-dc50e012-ffbc-407f-b764-722bf2f950df tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773408 Jul 16 08:44:51.209417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.214470 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.262808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196cb5a8-d513-4b4c-9558-b27e3efa4aef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.271055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.273672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0412de4c-fd18-4699-8676-67f55023caa1 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3142855 Jul 16 08:44:51.275804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34740) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.281047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8415c774-532a-4257-8cd9-43ebab34d55f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:51.281686 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-8415c774-532a-4257-8cd9-43ebab34d55f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:44:51.282187 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-8415c774-532a-4257-8cd9-43ebab34d55f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:44:51.283135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8415c774-532a-4257-8cd9-43ebab34d55f tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "PUT /v2.0/security-groups/196cb5a8-d513-4b4c-9558-b27e3efa4aef HTTP/1.1" status: 409 len: 330 time: 0.0062537 Jul 16 08:44:51.286589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.434759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4720063-3ae6-4479-9522-d0122e579b8d tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.481405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4720063-3ae6-4479-9522-d0122e579b8d tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.565669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f1b6-9606-4236-8fbc-11c8d1908cba req-1ce84641-7318-43b1-8f9d-78238e0ce946 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.567283 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a850f1b6-9606-4236-8fbc-11c8d1908cba req-1ce84641-7318-43b1-8f9d-78238e0ce946 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1635725 Jul 16 08:44:51.601500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4720063-3ae6-4479-9522-d0122e579b8d tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.604501 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4720063-3ae6-4479-9522-d0122e579b8d tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.608316 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b4720063-3ae6-4479-9522-d0122e579b8d tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/196cb5a8-d513-4b4c-9558-b27e3efa4aef HTTP/1.1" status: 204 len: 168 time: 0.3181348 Jul 16 08:44:51.609381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34750) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.620916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4720063-3ae6-4479-9522-d0122e579b8d tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196cb5a8-d513-4b4c-9558-b27e3efa4aef,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.645711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a850f1b6-9606-4236-8fbc-11c8d1908cba req-59892137-ce54-4a21-89b8-39d86e80c371 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Jul 16 08:44:51.677848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f795fef3-6f64-4f9c-a737-189c446323ed tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665131 Jul 16 08:44:51.681492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34752) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.695089 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-c7e83bd3-e6e3-4d51-a582-f5cc70d5c653 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] delete failed (client error): The resource could not be found. Jul 16 08:44:51.699598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c7e83bd3-e6e3-4d51-a582-f5cc70d5c653 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "DELETE /v2.0/security-groups/4aef2c65-e5a5-4afa-8c16-732358395b7d HTTP/1.1" status: 404 len: 347 time: 0.0137255 Jul 16 08:44:51.703774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.719007 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-99d02050-240c-4925-a19d-5546a6e32bb8 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] show failed (client error): The resource could not be found. Jul 16 08:44:51.724701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34756) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.725502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99d02050-240c-4925-a19d-5546a6e32bb8 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-groups/804704f2-c7fd-47cd-844d-9a4826b0b77d HTTP/1.1" status: 404 len: 347 time: 0.0200317 Jul 16 08:44:51.736742 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-ac5092f3-d2fe-4bfc-ba21-0640ae3f5d69 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] show failed (client error): The resource could not be found. Jul 16 08:44:51.738018 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ac5092f3-d2fe-4bfc-ba21-0640ae3f5d69 tempest-NegativeSecGroupIPv6Test-336728507 tempest-NegativeSecGroupIPv6Test-336728507-project] 10.222.0.41 "GET /v2.0/security-group-rules/b45d446f-bf9a-40e9-954f-70b0e9bae9e0 HTTP/1.1" status: 404 len: 356 time: 0.0118499 Jul 16 08:44:52.129121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34772) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.511673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a30b8cf3-066d-4dc3-9db0-f560c6fd6a7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e0fff54b25a4cd8ac2dc1c39fe6add8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799500 Jul 16 08:44:52.516221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34784) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.592084 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9464157-2842-42f6-ad3b-676e5d1a6b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.617892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8791064-dee2-4dd0-bb0a-a9f1a32fe011 req-cd0bacba-df0c-4df4-a062-69ddc625924e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.619575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8791064-dee2-4dd0-bb0a-a9f1a32fe011 req-cd0bacba-df0c-4df4-a062-69ddc625924e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1312542 Jul 16 08:44:52.645389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9464157-2842-42f6-ad3b-676e5d1a6b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.717754 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8791064-dee2-4dd0-bb0a-a9f1a32fe011 req-cfbb36fa-ad1e-45c8-8c49-23ca4aff2977 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926836 Jul 16 08:44:52.747160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9464157-2842-42f6-ad3b-676e5d1a6b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.761100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9464157-2842-42f6-ad3b-676e5d1a6b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.761100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9464157-2842-42f6-ad3b-676e5d1a6b37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea154754-f4e7-41d4-b68e-41aa2e223018 HTTP/1.1" status: 204 len: 168 time: 0.2398751 Jul 16 08:44:52.780510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9464157-2842-42f6-ad3b-676e5d1a6b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea154754-f4e7-41d4-b68e-41aa2e223018,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.957695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd482b-437d-43a8-b0f5-d7ddd42f4295 req-546a445a-27b0-41a8-a530-af26877b72de tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.966362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbfd482b-437d-43a8-b0f5-d7ddd42f4295 req-546a445a-27b0-41a8-a530-af26877b72de tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0950587 Jul 16 08:44:53.067847 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbfd482b-437d-43a8-b0f5-d7ddd42f4295 req-a2368c8a-738d-40b3-b4d7-d7d5450bc51b tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998161 Jul 16 08:44:53.895789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34838) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.972664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4415f7-3af7-4577-bddf-b93bfba9a0a0 req-6dd4dd7d-b1b6-4fb3-a9a8-364e098036d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.979602 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc4415f7-3af7-4577-bddf-b93bfba9a0a0 req-6dd4dd7d-b1b6-4fb3-a9a8-364e098036d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1264279 Jul 16 08:44:54.042446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc4415f7-3af7-4577-bddf-b93bfba9a0a0 req-469dfc58-5e0d-4a31-91ff-4504eaf5b512 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618660 Jul 16 08:44:54.051248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f65c8eb2-272b-4f38-9f9e-efaac17e080b tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1897246228', 'prefixes': ['172.20.0.0/16']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.167118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f65c8eb2-272b-4f38-9f9e-efaac17e080b tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] Notify callbacks [] for subnetpool, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.171149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f65c8eb2-272b-4f38-9f9e-efaac17e080b tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2700651 Jul 16 08:44:54.171887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.290804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2bd30345-691d-4c10-8555-120011c4cc6a tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] 10.222.0.41 "GET /v2.0/subnetpools/3a6ec328-223f-4dc3-ac13-3dfc66d4e9c2 HTTP/1.1" status: 200 len: 732 time: 0.1173205 Jul 16 08:44:54.293445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34860) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.298274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0d3a6db6-445b-4360-8065-a55a573af3e4 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1682400727'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.382300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8166fc-d489-4beb-aded-dd8b3b402432 req-a10d1b79-2950-44a6-9a1f-509e05a38342 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.390106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb8166fc-d489-4beb-aded-dd8b3b402432 req-a10d1b79-2950-44a6-9a1f-509e05a38342 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0951071 Jul 16 08:44:54.434082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb8166fc-d489-4beb-aded-dd8b3b402432 req-8f4d6d6a-156e-48c5-b715-fc0669f8fee9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Jul 16 08:44:54.483126 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6db6-445b-4360-8065-a55a573af3e4 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] Notify callbacks [] for subnetpool, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.488595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d3a6db6-445b-4360-8065-a55a573af3e4 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] 10.222.0.41 "PUT /v2.0/subnetpools/3a6ec328-223f-4dc3-ac13-3dfc66d4e9c2 HTTP/1.1" status: 200 len: 684 time: 0.1910505 Jul 16 08:44:54.489036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34864) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.623652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82b5e89c-b4a0-4b8b-a280-edd030b52cf9 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] Notify callbacks [] for subnetpool, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.628053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34872) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.628605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-82b5e89c-b4a0-4b8b-a280-edd030b52cf9 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] 10.222.0.41 "DELETE /v2.0/subnetpools/3a6ec328-223f-4dc3-ac13-3dfc66d4e9c2 HTTP/1.1" status: 204 len: 168 time: 0.1383338 Jul 16 08:44:54.654733 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-9bc04c82-4329-4122-93a5-9a73ac85349c tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] show failed (client error): The resource could not be found. Jul 16 08:44:54.659148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9bc04c82-4329-4122-93a5-9a73ac85349c tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] 10.222.0.41 "GET /v2.0/subnetpools/3a6ec328-223f-4dc3-ac13-3dfc66d4e9c2 HTTP/1.1" status: 404 len: 346 time: 0.0262883 Jul 16 08:44:54.659269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.686677 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-ecbe8986-a1ec-4250-bd83-38c23d9b4c90 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] delete failed (client error): The resource could not be found. Jul 16 08:44:54.688243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ecbe8986-a1ec-4250-bd83-38c23d9b4c90 tempest-SubnetPoolsTestJSON-902515265 tempest-SubnetPoolsTestJSON-902515265-project] 10.222.0.41 "DELETE /v2.0/subnetpools/3a6ec328-223f-4dc3-ac13-3dfc66d4e9c2 HTTP/1.1" status: 404 len: 346 time: 0.0276129 Jul 16 08:44:55.086244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34896) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:55.277514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70f966-64ca-40de-ad75-c3f1bad90021 req-25a64f9e-08c0-47df-a0d9-a1c73943c2f9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.279569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb70f966-64ca-40de-ad75-c3f1bad90021 req-25a64f9e-08c0-47df-a0d9-a1c73943c2f9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0937161 Jul 16 08:44:55.282990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319a3948-7bf5-4e6c-811e-595666eb6370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.363956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb70f966-64ca-40de-ad75-c3f1bad90021 req-e63e4ad1-2e41-4b91-b7d5-aa00e2275e1c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762248 Jul 16 08:44:55.389326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319a3948-7bf5-4e6c-811e-595666eb6370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.398013 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319a3948-7bf5-4e6c-811e-595666eb6370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.479901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34906) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:55.480408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-319a3948-7bf5-4e6c-811e-595666eb6370 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10000abfaddc46e89867f48f561b457e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916309 Jul 16 08:44:55.481732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a3948-7bf5-4e6c-811e-595666eb6370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42fd2d3-d25a-41b1-bc84-8ebd6199111e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.589396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.667187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.746790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fee5c-e5b3-4ab8-8681-35ab8e4089f2 req-b3dc3c4c-b1f1-43a3-9326-aab2cb2ecce3 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.748394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a8fee5c-e5b3-4ab8-8681-35ab8e4089f2 req-b3dc3c4c-b1f1-43a3-9326-aab2cb2ecce3 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1506395 Jul 16 08:44:55.788662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.792019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.793183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e42fd2d3-d25a-41b1-bc84-8ebd6199111e HTTP/1.1" status: 204 len: 168 time: 0.3117473 Jul 16 08:44:55.838952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42fd2d3-d25a-41b1-bc84-8ebd6199111e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.854663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.855134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.855613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.855863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.856441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.856441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.856825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.857259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.857704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.858053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.858166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.858479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeaa75-04a8-4dda-83f7-d4e041c87371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:55.880400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a8fee5c-e5b3-4ab8-8681-35ab8e4089f2 req-1c0ef690-6a28-4d83-b612-4f6cf21e90c7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238449 Jul 16 08:44:56.553717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3dd4-a792-4da0-9871-8cccfa488b6f req-c3e26cd0-f3d2-4e0a-80a4-df5b18da3cfb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:56.560726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ded3dd4-a792-4da0-9871-8cccfa488b6f req-c3e26cd0-f3d2-4e0a-80a4-df5b18da3cfb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0842497 Jul 16 08:44:56.635934 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ded3dd4-a792-4da0-9871-8cccfa488b6f req-55c55291-9520-4ffb-85af-7ec396fe769f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742455 Jul 16 08:44:57.117535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df5f41-380a-4994-b463-b242be24722a req-a1599c55-a6ba-4243-a7ee-b1e3e682fba5 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.120760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b5df5f41-380a-4994-b463-b242be24722a req-a1599c55-a6ba-4243-a7ee-b1e3e682fba5 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1091568 Jul 16 08:44:57.180938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b5df5f41-380a-4994-b463-b242be24722a req-6586329e-4c90-4ee4-95c4-82d1e8586f61 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529568 Jul 16 08:44:57.988195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7bdce-3a31-4aa2-b930-f56e7f7234c6 req-6dbfa8a4-8249-4e9f-88da-dba81c9e609c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.994928 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1d7bdce-3a31-4aa2-b930-f56e7f7234c6 req-6dbfa8a4-8249-4e9f-88da-dba81c9e609c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.1748426 Jul 16 08:44:58.089358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1d7bdce-3a31-4aa2-b930-f56e7f7234c6 req-d1d6700a-d413-43bd-818b-21a28ec95b46 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701129 Jul 16 08:44:58.377715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34994) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.512317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110167f-a254-41e5-8a44-a3d19cec15be req-cd674836-3d13-4cbd-8a47-b96a26705cf2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.515103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e110167f-a254-41e5-8a44-a3d19cec15be req-cd674836-3d13-4cbd-8a47-b96a26705cf2 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1172769 Jul 16 08:44:58.546108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa9b76af-7acd-49a6-9b7c-d35879d0eeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.566271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e110167f-a254-41e5-8a44-a3d19cec15be req-8cde0d2c-a8cb-44f0-8b60-c1ab63ee6307 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Jul 16 08:44:58.694082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa9b76af-7acd-49a6-9b7c-d35879d0eeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.699429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa9b76af-7acd-49a6-9b7c-d35879d0eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.753419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa9b76af-7acd-49a6-9b7c-d35879d0eeeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ceaee292c182443585d29e190d95b812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737991 Jul 16 08:44:58.756290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.757241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b76af-7acd-49a6-9b7c-d35879d0eeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8bb43-d20b-4e0e-9b3c-b4016f9ac6f7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.826009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46fb166f-66ef-4d74-968b-84e7cd52af28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.850605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46fb166f-66ef-4d74-968b-84e7cd52af28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.906917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46fb166f-66ef-4d74-968b-84e7cd52af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.910874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46fb166f-66ef-4d74-968b-84e7cd52af28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.913015 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46fb166f-66ef-4d74-968b-84e7cd52af28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6e8bb43-d20b-4e0e-9b3c-b4016f9ac6f7 HTTP/1.1" status: 204 len: 168 time: 0.1557033 Jul 16 08:44:58.943167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb166f-66ef-4d74-968b-84e7cd52af28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8bb43-d20b-4e0e-9b3c-b4016f9ac6f7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.299838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35020) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.317917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9a9f83-a2a1-4842-846d-1cb9833b160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.344326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf985ded-5274-4f4f-b92b-c01e967524d1 req-0e1ede5d-3afc-4878-b868-19e9b3a115bd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.347098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf985ded-5274-4f4f-b92b-c01e967524d1 req-0e1ede5d-3afc-4878-b868-19e9b3a115bd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0968177 Jul 16 08:44:59.415527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf985ded-5274-4f4f-b92b-c01e967524d1 req-36620440-3851-44d4-b063-18fe9518ecb3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592368 Jul 16 08:44:59.462790 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9a9f83-a2a1-4842-846d-1cb9833b160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.466789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9a9f83-a2a1-4842-846d-1cb9833b160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.505508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e9a9f83-a2a1-4842-846d-1cb9833b160a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02d383ff54224316bc4328f1e3c9912e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044847 Jul 16 08:44:59.506383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a9f83-a2a1-4842-846d-1cb9833b160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db8c40-320f-4faa-bf0e-70de4a9e02d5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.508076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35028) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.563786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfb32746-542c-4a7e-9d63-20065bc1ffb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.587523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfb32746-542c-4a7e-9d63-20065bc1ffb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.640294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfb32746-542c-4a7e-9d63-20065bc1ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.644503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfb32746-542c-4a7e-9d63-20065bc1ffb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.646082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bfb32746-542c-4a7e-9d63-20065bc1ffb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8db8c40-320f-4faa-bf0e-70de4a9e02d5 HTTP/1.1" status: 204 len: 168 time: 0.1364167 Jul 16 08:44:59.656369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb32746-542c-4a7e-9d63-20065bc1ffb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db8c40-320f-4faa-bf0e-70de4a9e02d5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.821147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d051a4d-48eb-4b18-bf3c-c669dbdefa86 req-55d4e657-88f2-475a-a9a0-a8ec04148d1f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.828233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d051a4d-48eb-4b18-bf3c-c669dbdefa86 req-55d4e657-88f2-475a-a9a0-a8ec04148d1f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0933380 Jul 16 08:44:59.868791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d051a4d-48eb-4b18-bf3c-c669dbdefa86 req-cf676d68-abdc-4cfd-98d7-8f2d0d81b9fa tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Jul 16 08:45:00.600308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d9a3-98e8-41a9-85d0-958b4841cfb8 req-6acb3060-eef2-4f90-b984-e86a75d3d17d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.601717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ff5d9a3-98e8-41a9-85d0-958b4841cfb8 req-6acb3060-eef2-4f90-b984-e86a75d3d17d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0730407 Jul 16 08:45:00.639374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ff5d9a3-98e8-41a9-85d0-958b4841cfb8 req-efcab36f-452b-4d53-ae7c-6aa0d28321ec tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320303 Jul 16 08:45:00.919784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3438f7b-6785-41a2-b8c5-832fc5d5e9d2 req-ce34dd80-9d57-4538-96fa-5ccebf6a6374 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.921162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3438f7b-6785-41a2-b8c5-832fc5d5e9d2 req-ce34dd80-9d57-4538-96fa-5ccebf6a6374 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0705540 Jul 16 08:45:00.972050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3438f7b-6785-41a2-b8c5-832fc5d5e9d2 req-3bca4268-c5a9-44bc-9eb0-776689c9d17e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Jul 16 08:45:01.067260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bcd13-e95a-4d97-ad5a-4408c48020e1 req-07eaf350-4434-477e-b701-503e06e32075 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.072228 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc9bcd13-e95a-4d97-ad5a-4408c48020e1 req-07eaf350-4434-477e-b701-503e06e32075 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0747459 Jul 16 08:45:01.109844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc9bcd13-e95a-4d97-ad5a-4408c48020e1 req-9387010b-47c1-4d6b-bd38-c04ffefd04e0 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356393 Jul 16 08:45:02.204327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453cb81-af42-44c4-9144-a10c1eddce0f req-5944c8d1-34be-4292-9746-30546cf87254 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.206230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6453cb81-af42-44c4-9144-a10c1eddce0f req-5944c8d1-34be-4292-9746-30546cf87254 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0739350 Jul 16 08:45:02.248301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6453cb81-af42-44c4-9144-a10c1eddce0f req-2634d9a7-a1ec-4941-aead-88445bf53a6a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Jul 16 08:45:02.303985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626fb68-7d9a-4bfc-a20e-6144d1226410 req-1218ea46-888a-4ee8-8827-05762a396003 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.306203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6626fb68-7d9a-4bfc-a20e-6144d1226410 req-1218ea46-888a-4ee8-8827-05762a396003 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0714431 Jul 16 08:45:02.346502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6626fb68-7d9a-4bfc-a20e-6144d1226410 req-0d334ed8-4317-47b8-a81b-78b7ce7ea549 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346124 Jul 16 08:45:02.597516 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:02.636196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c69f7-267c-40ab-ab96-ffe880d5720c req-4bba30e2-72b3-423f-b971-bd83c82fb159 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.645540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f0c69f7-267c-40ab-ab96-ffe880d5720c req-4bba30e2-72b3-423f-b971-bd83c82fb159 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0828664 Jul 16 08:45:02.660879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-1356e200-9768-454f-a991-f5cd73171dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.662712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-1356e200-9768-454f-a991-f5cd73171dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0901170 Jul 16 08:45:02.707637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f0c69f7-267c-40ab-ab96-ffe880d5720c req-7f7b2673-06e2-4182-ae1b-81e58870d6b9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574002 Jul 16 08:45:02.777375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-740e09bb-dac5-4359-9173-054d5fc201d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.778872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-740e09bb-dac5-4359-9173-054d5fc201d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1080017 Jul 16 08:45:02.872087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-61f10e1d-075e-4e2f-9f93-af10ad2fc94f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 999 time: 0.0842113 Jul 16 08:45:02.937910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-3711d81b-ac3c-4cdf-aa5b-456e0d75bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.940296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-3711d81b-ac3c-4cdf-aa5b-456e0d75bb42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0597341 Jul 16 08:45:03.052358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-0abf0b88-ff60-4c88-8919-dba62c3fe6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.053884 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-0abf0b88-ff60-4c88-8919-dba62c3fe6b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068344 Jul 16 08:45:03.077043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.083847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.089709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.097058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.103544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.110002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.116482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.118691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71c430e4-4490-4f45-889d-1a758238a702 req-85cb442b-f50f-4274-a776-0ab33b885efb tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.1405363 Jul 16 08:45:03.209571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71c430e4-4490-4f45-889d-1a758238a702 req-b35cc69e-22ee-4ace-bd1a-bc3b06bc3e05 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828521 Jul 16 08:45:03.239863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-32f673e2-74c1-49ee-b0ca-2e4bdad8a853 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745787 Jul 16 08:45:03.338907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e574931-d44d-45b1-8e21-66a854b93a7b req-197f30e3-9d18-474f-a009-ee3964936908 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883608 Jul 16 08:45:03.418972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.430285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.436644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.443191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.449191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.455198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.463641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.476926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2046f97-7219-4ce6-bd79-25283429eb95 req-10e67a65-3887-47c9-8947-9d46c1ab4c65 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.1324048 Jul 16 08:45:03.500070 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.549334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ffc1-cfa4-4a63-af66-a915e9b0452a req-da5182e0-79e9-44ba-8feb-cc89e53ba34e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.551183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39c9ffc1-cfa4-4a63-af66-a915e9b0452a req-da5182e0-79e9-44ba-8feb-cc89e53ba34e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0885153 Jul 16 08:45:03.611748 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39c9ffc1-cfa4-4a63-af66-a915e9b0452a req-ff275483-251a-4fd9-88f9-38c1f9808c81 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547063 Jul 16 08:45:03.917415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:03.935263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68321e3a-5587-4548-a5f5-121f5aa75f20 req-3e18f2d1-718e-41ed-af1e-856e2459d00b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.937661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68321e3a-5587-4548-a5f5-121f5aa75f20 req-3e18f2d1-718e-41ed-af1e-856e2459d00b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 946 time: 0.0940993 Jul 16 08:45:04.014737 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68321e3a-5587-4548-a5f5-121f5aa75f20 req-1eb65acd-4a6e-453d-bcfe-ece0838fafc6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703609 Jul 16 08:45:04.029468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.066430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:04.069033 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39154e-17b5-46de-bbc6-d07d50daf413" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:04.116255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:04.122769 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.192876 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98fe8e-d9e0-4e1f-9cb2-d7039936936c x-openstack-request-id: req-1a98fe8e-d9e0-4e1f-9cb2-d7039936936c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:04.193295 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:04.193663 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a98fe8e-d9e0-4e1f-9cb2-d7039936936c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:04.194151 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'code': 200} Jul 16 08:45:04.201006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=14']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.841042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923252c-2ec8-4e5d-839d-606245f85d1b req-e4e8e890-6e22-49e0-9ce5-b87700d2717e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.843693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0923252c-2ec8-4e5d-839d-606245f85d1b req-e4e8e890-6e22-49e0-9ce5-b87700d2717e tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0901768 Jul 16 08:45:04.901045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0923252c-2ec8-4e5d-839d-606245f85d1b req-0f850f21-8a8e-4c0a-a709-604452b500a8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497026 Jul 16 08:45:05.286272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180c5c0-8833-4906-8160-1e438958cd6b req-68ae6233-5a5b-4686-8999-e4353ace5d0d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.295153 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c180c5c0-8833-4906-8160-1e438958cd6b req-68ae6233-5a5b-4686-8999-e4353ace5d0d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1015635 Jul 16 08:45:05.347669 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c180c5c0-8833-4906-8160-1e438958cd6b req-e32a2fe2-b805-4ed2-9e09-af533fc58131 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512438 Jul 16 08:45:05.691688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cc0a5-a5bd-4a80-b8f8-576819e94acc req-44452379-1701-4d01-a8a0-a817ba23bce7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.693485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-260cc0a5-a5bd-4a80-b8f8-576819e94acc req-44452379-1701-4d01-a8a0-a817ba23bce7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0889924 Jul 16 08:45:05.755920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-260cc0a5-a5bd-4a80-b8f8-576819e94acc req-1b963f52-2596-470d-8785-74a75743506d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535963 Jul 16 08:45:05.819950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35360) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:05.978448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.979137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.979607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.980289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.980981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.981634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.982296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.984474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-2e05371b-0350-4418-b5c9-f1c54b6ca478 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.1633363 Jul 16 08:45:06.042873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f5974-58fb-4a33-b60d-6ff5e5044abf req-be5a3c47-a3df-43e8-8e2d-745b21727b01 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.044656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-073f5974-58fb-4a33-b60d-6ff5e5044abf req-be5a3c47-a3df-43e8-8e2d-745b21727b01 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1298673 Jul 16 08:45:06.053549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-a38fe929-d4b8-42a0-8e86-f4ebed45befb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603611 Jul 16 08:45:06.095837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-073f5974-58fb-4a33-b60d-6ff5e5044abf req-37123aee-4f8d-460c-b706-dee0cf42c591 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Jul 16 08:45:06.132433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffba178-4f55-4269-a9a5-312642207069 req-59c15f0f-dbde-4181-b375-13f8430878cb tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.134625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ffba178-4f55-4269-a9a5-312642207069 req-59c15f0f-dbde-4181-b375-13f8430878cb tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0934045 Jul 16 08:45:06.211857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ffba178-4f55-4269-a9a5-312642207069 req-b827c721-9226-437a-992f-74c23846dc6b tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702233 Jul 16 08:45:06.598424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-95ce6293-a0be-4506-8c1c-70ed599f4c2f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.600380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-95ce6293-a0be-4506-8c1c-70ed599f4c2f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.1104896 Jul 16 08:45:06.618900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-cf3e822b-1700-4594-9cd4-654575f630ef tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/quotas/5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 375 time: 0.0109785 Jul 16 08:45:06.738502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-80cf4ea3-e82b-4598-95c7-b1af7e1407fd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1123943 Jul 16 08:45:06.841239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-18ad36fa-598e-4bf4-8daf-160834f3fe93 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017113 Jul 16 08:45:06.951614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665467-43a2-4410-8686-e1f190495f20 req-427a34d9-2893-4d59-a6e5-f9d5de0d53ac tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.953651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4665467-43a2-4410-8686-e1f190495f20 req-427a34d9-2893-4d59-a6e5-f9d5de0d53ac tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0777850 Jul 16 08:45:07.000154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4665467-43a2-4410-8686-e1f190495f20 req-4f90e481-16e3-405d-806d-9954079e9284 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Jul 16 08:45:07.297018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-8922f122-71cb-4051-8f15-059792381f12 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485376 Jul 16 08:45:07.422513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5348b-7f13-47c3-ba1f-60ed525d4bf0 req-93e4fc16-77bb-411a-b006-db4dbd559869 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.422513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7fd5348b-7f13-47c3-ba1f-60ed525d4bf0 req-93e4fc16-77bb-411a-b006-db4dbd559869 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0708477 Jul 16 08:45:07.499399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7fd5348b-7f13-47c3-ba1f-60ed525d4bf0 req-9d926719-6cea-418b-b13d-732a528c2e42 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 Jul 16 08:45:07.618700 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90feee84-fe9c-4663-9607-d528f6e84a2c req-0925ff14-6692-4621-b7c4-29a35dc98faa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 210 time: 0.0349522 Jul 16 08:45:08.252206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae5583-577e-4778-89dd-f4dedc0db4dc req-f93cfbdb-b93d-4a10-9268-f6dcd4b693ac tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.254470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1dae5583-577e-4778-89dd-f4dedc0db4dc req-f93cfbdb-b93d-4a10-9268-f6dcd4b693ac tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0944431 Jul 16 08:45:08.307288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1dae5583-577e-4778-89dd-f4dedc0db4dc req-34b37801-50aa-41ce-8a55-6925b8c68bc1 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Jul 16 08:45:08.809228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3468f-e292-4651-86e2-0803154810e5 req-cbead213-a4b7-486f-b3e6-3e8e57b1357d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.820472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3f3468f-e292-4651-86e2-0803154810e5 req-cbead213-a4b7-486f-b3e6-3e8e57b1357d tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1256981 Jul 16 08:45:08.849658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-1dc42ba5-a010-4e00-8321-786fae3a692f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.851332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-1dc42ba5-a010-4e00-8321-786fae3a692f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.2428100 Jul 16 08:45:08.866205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'port': {'device_id': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'admin_state_up': True, 'tenant_id': '5553890ca05a498da6a67ebc125945d9'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:08.954955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3f3468f-e292-4651-86e2-0803154810e5 req-42c359d3-b572-4c55-af18-e496f30ef281 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338618 Jul 16 08:45:08.969726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8947c726-2cfc-4992-b6ab-85ac1eddca14 req-7d29fb7b-ba84-4990-890b-1efce7d92d4d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 210 time: 0.0412793 Jul 16 08:45:09.028559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:09.034082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.171182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Allocated IP 172.20.0.9 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/440d66af-7687-4a04-8907-e6ecd1c59772) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:09.342054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.356716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Transition to ACTIVE for port object 440d66af-7687-4a04-8907-e6ecd1c59772 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:09.398176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.443086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:09.448481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:09.452578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:09.499356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=440d66af-7687-4a04-8907-e6ecd1c59772,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.551803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.552757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.577732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-c990b257-7805-42c7-b4b9-1389c34c242b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7155249 Jul 16 08:45:09.595930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Request body: {'port': {'device_id': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:09.597465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc1c65-bd94-45d0-b820-f63a445698c0 req-3559bc85-794b-45d2-91d2-999c05215da7 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.599759 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6cc1c65-bd94-45d0-b820-f63a445698c0 req-3559bc85-794b-45d2-91d2-999c05215da7 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1021514 Jul 16 08:45:09.767207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6cc1c65-bd94-45d0-b820-f63a445698c0 req-c4ad5a9e-cc9c-4826-ae2d-2bf897511724 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679712 Jul 16 08:45:09.868800 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.913483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0c3e7019-01c4-4676-a4fd-d815f9d42aac None None] Provisioning for port 440d66af-7687-4a04-8907-e6ecd1c59772 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:09.918131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0c3e7019-01c4-4676-a4fd-d815f9d42aac None None] Provisioning complete for port 440d66af-7687-4a04-8907-e6ecd1c59772 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:09.919116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7019-01c4-4676-a4fd-d815f9d42aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.990091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e7019-01c4-4676-a4fd-d815f9d42aac None None] Port 440d66af-7687-4a04-8907-e6ecd1c59772 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:10.224424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440d66af-7687-4a04-8907-e6ecd1c59772 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:10.243125 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.269222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1c25a-9915-472f-97cf-93fc8a3e0ad7 req-b30c55b7-2ddb-4226-9f94-b9e94ca4cdb7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.269634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Transition to ACTIVE for port object 440d66af-7687-4a04-8907-e6ecd1c59772 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:10.272803 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8b1c25a-9915-472f-97cf-93fc8a3e0ad7 req-b30c55b7-2ddb-4226-9f94-b9e94ca4cdb7 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0867431 Jul 16 08:45:10.277926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.348842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954e30-b368-43cd-946e-2d998d119143 req-f33c8920-8f19-4ab6-9811-abbdf0f6ea98 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.350350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7954e30-b368-43cd-946e-2d998d119143 req-f33c8920-8f19-4ab6-9811-abbdf0f6ea98 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 931 time: 0.1905828 Jul 16 08:45:10.414969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Pushing event updated for resources: {'Port': ['ID=440d66af-7687-4a04-8907-e6ecd1c59772,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.481281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7954e30-b368-43cd-946e-2d998d119143 req-924ae22e-3302-4f76-b907-e7ba9b25b71e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207392 Jul 16 08:45:10.525427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Attempting to bind port 440d66af-7687-4a04-8907-e6ecd1c59772 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:10.530088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Attempting to bind port 440d66af-7687-4a04-8907-e6ecd1c59772 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:10.530777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Attempting to bind port 440d66af-7687-4a04-8907-e6ecd1c59772 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:10.544964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Port 440d66af-7687-4a04-8907-e6ecd1c59772 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:10.545608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Attempting to bind port 440d66af-7687-4a04-8907-e6ecd1c59772 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:10.560584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:10.560933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:10.561325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:10.561766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Bound port: 440d66af-7687-4a04-8907-e6ecd1c59772, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:10.562133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.669249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] For port 440d66af-7687-4a04-8907-e6ecd1c59772, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:10.675769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] For port 440d66af-7687-4a04-8907-e6ecd1c59772, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=440d66af-7687-4a04-8907-e6ecd1c59772,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:10.689446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.708103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8b1c25a-9915-472f-97cf-93fc8a3e0ad7 req-cb431424-3e6d-470e-8b2c-7c68db88f242 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290268 Jul 16 08:45:10.740506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.741518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.743071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] 10.222.0.18 "PUT /v2.0/ports/440d66af-7687-4a04-8907-e6ecd1c59772 HTTP/1.1" status: 200 len: 1092 time: 1.1572399 Jul 16 08:45:10.743617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'tag': '440d66af-7687-4a04-8907-e6ecd1c59772'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:10.746416 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e68c6-a6c9-4b33-8072-da4f3960549f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4efb26-bee8-4fa3-97bd-05d03a18c34b", "tag": "440d66af-7687-4a04-8907-e6ecd1c59772"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:10.785724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245067f0-1276-48ca-a2f5-c96b37feb819 service neutron] Pushing event updated for resources: {'Port': ['ID=440d66af-7687-4a04-8907-e6ecd1c59772,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.843248 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b83c40-6af4-48a7-8003-fa6dcaee1129 x-openstack-request-id: req-e5b83c40-6af4-48a7-8003-fa6dcaee1129 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:10.843600 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4efb26-bee8-4fa3-97bd-05d03a18c34b", "tag": "440d66af-7687-4a04-8907-e6ecd1c59772", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:10.843847 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5b83c40-6af4-48a7-8003-fa6dcaee1129 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:10.844249 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'tag': '440d66af-7687-4a04-8907-e6ecd1c59772', 'status': 'completed', 'code': 200} Jul 16 08:45:10.912650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-a68bcdf0-e8f6-4342-bfae-562b3a6f209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.914245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-a68bcdf0-e8f6-4342-bfae-562b3a6f209a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 1095 time: 0.1170833 Jul 16 08:45:10.966048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-ff6ab740-f73c-40eb-9058-743394770952 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440d66af-7687-4a04-8907-e6ecd1c59772 HTTP/1.1" status: 200 len: 217 time: 0.0401511 Jul 16 08:45:10.978243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1022a-62c9-4172-b433-3554da047744 req-9378cfb3-ba45-46a7-9db0-0d0207951d68 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.980039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90c1022a-62c9-4172-b433-3554da047744 req-9378cfb3-ba45-46a7-9db0-0d0207951d68 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1257248 Jul 16 08:45:11.065247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-4f000ebe-6756-4aa5-b23b-489e9db66f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.066632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-4f000ebe-6756-4aa5-b23b-489e9db66f9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0856502 Jul 16 08:45:11.086683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90c1022a-62c9-4172-b433-3554da047744 req-4c6f62ea-7546-4f3c-afc7-56401cd21221 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676641 Jul 16 08:45:11.154070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-de3798fd-6c0e-42a4-a9f4-aa405ad8b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.155769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-de3798fd-6c0e-42a4-a9f4-aa405ad8b71f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825360 Jul 16 08:45:11.208672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c58518-7283-423b-8a15-aeb4da1dbcbe req-af5a3cb3-d245-4409-8a9d-3050751c3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.210890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36c58518-7283-423b-8a15-aeb4da1dbcbe req-af5a3cb3-d245-4409-8a9d-3050751c3255 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 1097 time: 0.0565901 Jul 16 08:45:11.261366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-fc1a2032-6bd1-4a09-9b34-04eef1e93351 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993083 Jul 16 08:45:11.266733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36c58518-7283-423b-8a15-aeb4da1dbcbe req-dbbf4be0-4291-4e8e-be69-86d145b67c31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 Jul 16 08:45:11.358031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1c3020a-eb55-4913-9a29-4ede040bd363 req-a69e417a-8af2-46cf-a3a7-70d618fcf8a5 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888748 Jul 16 08:45:11.461273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-c7c0ec37-cf6e-4cbb-9244-6b4da1c7c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.463021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-c7c0ec37-cf6e-4cbb-9244-6b4da1c7c583 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 1095 time: 0.0599270 Jul 16 08:45:11.585433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-8507add1-3713-4687-9cd7-561075fa85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.587160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-8507add1-3713-4687-9cd7-561075fa85dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1168735 Jul 16 08:45:11.641374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-786c359b-8746-4794-93b5-c886e100dd4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440d66af-7687-4a04-8907-e6ecd1c59772 HTTP/1.1" status: 200 len: 217 time: 0.0479217 Jul 16 08:45:11.728668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-60da3ec1-2e8d-4ad3-b10f-1e667bf3c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.730406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-60da3ec1-2e8d-4ad3-b10f-1e667bf3c053 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0660048 Jul 16 08:45:11.753801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177468b-883b-401e-878d-4412efaaff77 req-03a84b05-3e1d-4a49-85e5-1ed333438596 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.756391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1177468b-883b-401e-878d-4412efaaff77 req-03a84b05-3e1d-4a49-85e5-1ed333438596 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 943 time: 0.1563275 Jul 16 08:45:11.880534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1177468b-883b-401e-878d-4412efaaff77 req-c0d1c7b8-a301-4707-bc09-af5b99bc7257 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826850 Jul 16 08:45:11.909441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-ef0e7d43-69a3-4119-a5e7-24a8eb8f883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.911949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-ef0e7d43-69a3-4119-a5e7-24a8eb8f883a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691368 Jul 16 08:45:12.069015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614ce7e-0343-4ae5-9e2c-a3a8ba90dc51 req-3dceed3d-9b2b-4a71-827e-fd6c16c61401 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.069602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-825688ea-d0e0-43a0-aa81-345c09d0c332 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495433 Jul 16 08:45:12.072189 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7614ce7e-0343-4ae5-9e2c-a3a8ba90dc51 req-3dceed3d-9b2b-4a71-827e-fd6c16c61401 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1371708 Jul 16 08:45:12.150759 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7614ce7e-0343-4ae5-9e2c-a3a8ba90dc51 req-1ef1e784-7350-493f-861d-8834dcd6002c tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Jul 16 08:45:12.246770 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-912e68c6-a6c9-4b33-8072-da4f3960549f req-0de5e7a6-4405-4b79-9b10-1bcc3aa03d5e service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658280 Jul 16 08:45:12.610273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a5138-9dcf-481c-98b6-cc54f4e2899d req-f8ad2db8-c754-4b14-974a-e173fcf61a9a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.612459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a4a5138-9dcf-481c-98b6-cc54f4e2899d req-f8ad2db8-c754-4b14-974a-e173fcf61a9a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0776415 Jul 16 08:45:12.655005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a4a5138-9dcf-481c-98b6-cc54f4e2899d req-9e197415-024f-46f8-8bd9-bd451cb6051e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Jul 16 08:45:12.933878 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee0bc67-3726-4a35-afea-206630924f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.071483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6834c49-0db7-46e5-b027-0e2be8490bc5 req-bc925f5c-27dc-40af-8505-2457bcc84417 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.073156 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6834c49-0db7-46e5-b027-0e2be8490bc5 req-bc925f5c-27dc-40af-8505-2457bcc84417 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 943 time: 0.0673106 Jul 16 08:45:13.114763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6834c49-0db7-46e5-b027-0e2be8490bc5 req-71f0b884-f1d3-4ed1-8f6b-9d427966ad1d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357418 Jul 16 08:45:13.364281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04964-508f-4c4f-917d-cd99b59a027d req-2b15e7ac-73ef-4b6b-a9d0-12885da4dab9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.365801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2e04964-508f-4c4f-917d-cd99b59a027d req-2b15e7ac-73ef-4b6b-a9d0-12885da4dab9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0711110 Jul 16 08:45:13.411346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2e04964-508f-4c4f-917d-cd99b59a027d req-0e21fe5d-3a59-4bb2-9285-7d13da746229 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Jul 16 08:45:13.804226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 440d66af-7687-4a04-8907-e6ecd1c59772 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:13.954663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34752fca-3478-4ba6-a93c-7642d74a938e req-e609e1b5-1ae7-4540-a85e-9c2ba5627d5a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.957909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34752fca-3478-4ba6-a93c-7642d74a938e req-e609e1b5-1ae7-4540-a85e-9c2ba5627d5a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0988889 Jul 16 08:45:14.000447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-d99d167c-8c67-41d8-ba4e-5e5ff10c0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.007544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-d99d167c-8c67-41d8-ba4e-5e5ff10c0f7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 1097 time: 0.2441807 Jul 16 08:45:14.034898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34752fca-3478-4ba6-a93c-7642d74a938e req-a9d8478a-4262-4151-814a-6d2073001790 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662901 Jul 16 08:45:14.083743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eb907-d2ed-4678-9aca-fbdbd29539af req-f962af09-4353-465c-8bab-f8853a879ffc tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.094086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-647eb907-d2ed-4678-9aca-fbdbd29539af req-f962af09-4353-465c-8bab-f8853a879ffc tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.2082162 Jul 16 08:45:14.279534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 440d66af-7687-4a04-8907-e6ecd1c59772, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=440d66af-7687-4a04-8907-e6ecd1c59772,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:14.280842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-5252ee70-5a42-45a6-a19a-044fac029783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.282346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-5252ee70-5a42-45a6-a19a-044fac029783 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 200 len: 912 time: 0.2622137 Jul 16 08:45:14.295186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '440d66af-7687-4a04-8907-e6ecd1c59772', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': '440d66af-7687-4a04-8907-e6ecd1c59772', 'mac_address': 'fa:16:3e:4b:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:14.334629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.342578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-ca497fbe-201c-486c-b5ea-e9ce1b68e7eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=482d713b-6778-4588-ba33-981b0aa0eeec HTTP/1.1" status: 200 len: 217 time: 0.0533369 Jul 16 08:45:14.348732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440d66af-7687-4a04-8907-e6ecd1c59772 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:14.369768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 440d66af-7687-4a04-8907-e6ecd1c59772, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=440d66af-7687-4a04-8907-e6ecd1c59772,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:14.369905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-647eb907-d2ed-4678-9aca-fbdbd29539af req-d99348ee-8b6b-4a2b-b7ff-1399811d3617 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742586 Jul 16 08:45:14.377880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.430778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-23599ecf-5ca5-4abe-8c40-a3ea5f2dfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.432380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-23599ecf-5ca5-4abe-8c40-a3ea5f2dfddb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 200 len: 851 time: 0.0805719 Jul 16 08:45:14.473831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=440d66af-7687-4a04-8907-e6ecd1c59772,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.485957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.487538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.488066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.488739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.489241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.489868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.490658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.491163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-7eb0263c-4b6d-45f4-a4d3-c41a8e9e0408 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f351e1c3-4221-4f56-971f-1f30abe5c994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497432 Jul 16 08:45:14.491587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.492155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.492668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.493174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.493668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:14.645303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1769e93-9c72-4913-8885-b208bac655df req-6049cae8-d4cc-4595-a0a6-5c3b72575f3e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.652251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1769e93-9c72-4913-8885-b208bac655df req-6049cae8-d4cc-4595-a0a6-5c3b72575f3e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 944 time: 0.2245150 Jul 16 08:45:14.688085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-0918352f-c629-454d-9e33-57cab98992d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899297 Jul 16 08:45:14.716342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:14.762837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1769e93-9c72-4913-8885-b208bac655df req-0513ce9e-f975-4350-a2d4-9f79e9bcdfec tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040273 Jul 16 08:45:14.822124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48dc3a53-0186-4e84-a948-79fd9bb3bbac req-e8208a47-4161-49ca-8c2d-69d923799b44 service neutron] 10.222.0.36 "GET /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274679 Jul 16 08:45:15.230298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f26b1b-6733-4cf3-b1e4-13f90386a907 req-d10c8b81-04a6-4d9c-ad58-080cc0205145 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.231955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5f26b1b-6733-4cf3-b1e4-13f90386a907 req-d10c8b81-04a6-4d9c-ad58-080cc0205145 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0725539 Jul 16 08:45:15.279161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5f26b1b-6733-4cf3-b1e4-13f90386a907 req-05b0381e-e319-44fd-b1af-6101131f0f02 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Jul 16 08:45:15.564795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d8975-c6d9-441b-854b-5288e4077db8 req-8a72b80a-f9c9-41ec-8117-5301af058069 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.566282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-030d8975-c6d9-441b-854b-5288e4077db8 req-8a72b80a-f9c9-41ec-8117-5301af058069 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0669992 Jul 16 08:45:15.608432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-030d8975-c6d9-441b-854b-5288e4077db8 req-d8d7831c-672b-4b1e-b532-f637116a33f0 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361359 Jul 16 08:45:15.609857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd32f-9cfe-456e-ba93-b5705f1035d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.719940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.971733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594ad9b-248e-4896-a399-78aef5eff531 req-57eb24e8-40a5-4836-bf15-421d12de0a51 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.973678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2594ad9b-248e-4896-a399-78aef5eff531 req-57eb24e8-40a5-4836-bf15-421d12de0a51 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 944 time: 0.0737228 Jul 16 08:45:16.032997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2594ad9b-248e-4896-a399-78aef5eff531 req-0aeb802d-ce85-4ebb-a059-d649c6cc6c79 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506678 Jul 16 08:45:16.499810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0231b0b-250a-48ff-8084-83ff65789a99 req-f335d91c-6f37-4390-8053-908738c87fbd tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.504664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0231b0b-250a-48ff-8084-83ff65789a99 req-f335d91c-6f37-4390-8053-908738c87fbd tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0990024 Jul 16 08:45:16.552504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0231b0b-250a-48ff-8084-83ff65789a99 req-03fe2a63-4822-40cf-aa89-a406ef5af6ad tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460243 Jul 16 08:45:16.606714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.840408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593799e-bf4b-4656-95c6-e11df2c8036b req-58123ac4-bddf-4a7f-a933-b55c985ed641 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.842098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7593799e-bf4b-4656-95c6-e11df2c8036b req-58123ac4-bddf-4a7f-a933-b55c985ed641 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0985899 Jul 16 08:45:16.882257 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7593799e-bf4b-4656-95c6-e11df2c8036b req-1392c9fc-ca0b-46dc-b9f5-f780a22a4361 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Jul 16 08:45:17.261804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7a92-acd4-4299-a1d9-d182b6c0eb41 req-0cd98f72-b11b-4f23-a856-df5bce9bd713 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.264403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-823b7a92-acd4-4299-a1d9-d182b6c0eb41 req-0cd98f72-b11b-4f23-a856-df5bce9bd713 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 944 time: 0.0986249 Jul 16 08:45:17.329237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-823b7a92-acd4-4299-a1d9-d182b6c0eb41 req-bed7181d-2c49-42fc-8768-9eaff4fe0732 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582383 Jul 16 08:45:17.655562 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.804093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c99089-5660-4ef5-903d-37dd51f95eea req-3d848fc3-b916-46aa-95fe-29e56c17504f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.811829 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49c99089-5660-4ef5-903d-37dd51f95eea req-3d848fc3-b916-46aa-95fe-29e56c17504f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1113715 Jul 16 08:45:17.833758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 440d66af-7687-4a04-8907-e6ecd1c59772 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:17.901499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49c99089-5660-4ef5-903d-37dd51f95eea req-ac1a9b4b-5f98-47bf-90e0-1a0d7eeeaa66 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885308 Jul 16 08:45:17.910696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 440d66af-7687-4a04-8907-e6ecd1c59772 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:17.914649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 440d66af-7687-4a04-8907-e6ecd1c59772 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:17.915231 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.023632 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.050627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440d66af-7687-4a04-8907-e6ecd1c59772'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:18.053142 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2c1ebd-7b3e-4f02-9db4-bb3f741db3e4" -d '{"events": [{"server_uuid": "4d4efb26-bee8-4fa3-97bd-05d03a18c34b", "name": "network-vif-plugged", "status": "completed", "tag": "440d66af-7687-4a04-8907-e6ecd1c59772"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:18.088348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 440d66af-7687-4a04-8907-e6ecd1c59772, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=440d66af-7687-4a04-8907-e6ecd1c59772,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:18.094320 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.123983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be63bc-dd3b-4f4b-9695-c10fa4850823 req-d8bbab4f-2d51-4cb6-ae1a-190c5eaea190 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.133731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71be63bc-dd3b-4f4b-9695-c10fa4850823 req-d8bbab4f-2d51-4cb6-ae1a-190c5eaea190 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0838616 Jul 16 08:45:18.137372 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5bf84f-d556-4f49-9482-69135ae91feb x-openstack-request-id: req-8d5bf84f-d556-4f49-9482-69135ae91feb {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:18.137729 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4efb26-bee8-4fa3-97bd-05d03a18c34b", "name": "network-vif-plugged", "status": "completed", "tag": "440d66af-7687-4a04-8907-e6ecd1c59772", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:18.138045 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d5bf84f-d556-4f49-9482-69135ae91feb {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:18.138497 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440d66af-7687-4a04-8907-e6ecd1c59772', 'code': 200} Jul 16 08:45:18.170398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=440d66af-7687-4a04-8907-e6ecd1c59772,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.181511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71be63bc-dd3b-4f4b-9695-c10fa4850823 req-c791680a-2a27-439e-bd23-b83faf188f54 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Jul 16 08:45:18.261071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba7cff-276a-49a8-9ca4-f9189ac9f8fb req-4ea2e770-018a-4278-bcfd-c3423edc8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.262733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72ba7cff-276a-49a8-9ca4-f9189ac9f8fb req-4ea2e770-018a-4278-bcfd-c3423edc8df9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 1097 time: 0.0675421 Jul 16 08:45:18.307691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.310493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72ba7cff-276a-49a8-9ca4-f9189ac9f8fb req-d1f58575-cbb5-459b-b025-9be6a94c70ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Jul 16 08:45:18.623211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81331153-264a-466e-874b-eb2194d7f683 req-062c8063-0c71-4f2b-b410-8b389bf046b8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.632239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81331153-264a-466e-874b-eb2194d7f683 req-062c8063-0c71-4f2b-b410-8b389bf046b8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1506071 Jul 16 08:45:18.680737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81331153-264a-466e-874b-eb2194d7f683 req-322d718a-9b2e-4ae7-ad37-c2b7d8b307d3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473528 Jul 16 08:45:18.796910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7d79-db3a-4a4f-94c4-f3aca3166626 req-35480add-fe0b-4b19-b5ac-eb5bafa2b7c9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.798669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b8d7d79-db3a-4a4f-94c4-f3aca3166626 req-35480add-fe0b-4b19-b5ac-eb5bafa2b7c9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0876307 Jul 16 08:45:18.856960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b8d7d79-db3a-4a4f-94c4-f3aca3166626 req-abe45266-9270-4441-8c57-07190c30caa8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Jul 16 08:45:19.179262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08279d-50b8-4329-b863-2782d06b91de req-2816672a-d882-4dcf-af48-5a43eb57f80d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.193726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c08279d-50b8-4329-b863-2782d06b91de req-2816672a-d882-4dcf-af48-5a43eb57f80d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1300571 Jul 16 08:45:19.277159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c08279d-50b8-4329-b863-2782d06b91de req-cc999ffa-47af-414d-b254-c5a887485767 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806534 Jul 16 08:45:19.992214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:20.047522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7960-eeb6-4f33-a344-2c4e751c6337 req-f4ecd680-f750-42ff-9e18-e56f3785848c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.049875 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc5c7960-eeb6-4f33-a344-2c4e751c6337 req-f4ecd680-f750-42ff-9e18-e56f3785848c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1277108 Jul 16 08:45:20.105387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc5c7960-eeb6-4f33-a344-2c4e751c6337 req-b7a0eca6-0652-4407-9675-d943038f9dd9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Jul 16 08:45:20.209650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:20.231587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'mac_address': 'fa:16:3e:c6:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:20.299682 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.300276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2366e-0c2b-4a7c-9f45-d0e4ee1c21ee req-d8d85f4b-89ed-41c1-8255-58dad5b46f88 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.307133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dfe2366e-0c2b-4a7c-9f45-d0e4ee1c21ee req-d8d85f4b-89ed-41c1-8255-58dad5b46f88 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.1401176 Jul 16 08:45:20.314040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:20.361526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:20.366971 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.371728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dfe2366e-0c2b-4a7c-9f45-d0e4ee1c21ee req-c0daa378-1b7a-4fa3-895b-427d7a4f5636 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Jul 16 08:45:20.517870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.556646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5017847-3856-464d-8cd0-93e6edc47b30 req-95c277ee-ab7f-4c20-a1ec-ebfa3fbe8aee tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.596972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d5017847-3856-464d-8cd0-93e6edc47b30 req-95c277ee-ab7f-4c20-a1ec-ebfa3fbe8aee tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.1194844 Jul 16 08:45:20.608158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['30381835-ebdc-4fc8-b04a-ed38f76d903a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:20.712895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d5017847-3856-464d-8cd0-93e6edc47b30 req-7a7cf584-300a-4cd3-8526-96753f0999dc tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130488 Jul 16 08:45:21.066110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d5d53-72ce-4d12-8d58-51c1ac722bf0 req-eb793c30-9571-4355-a50c-102b09b54caa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.073719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f0d5d53-72ce-4d12-8d58-51c1ac722bf0 req-eb793c30-9571-4355-a50c-102b09b54caa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1133361 Jul 16 08:45:21.124476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f0d5d53-72ce-4d12-8d58-51c1ac722bf0 req-507e29fe-1528-49e5-9a58-7c8902e6b182 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jul 16 08:45:21.737035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabbc9a-4789-4b6b-9ae2-ffc11c5a03d2 req-f6c291c9-2381-4d32-aa33-3fcf470c55c6 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.773146 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcabbc9a-4789-4b6b-9ae2-ffc11c5a03d2 req-f6c291c9-2381-4d32-aa33-3fcf470c55c6 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.0942624 Jul 16 08:45:21.835959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dcabbc9a-4789-4b6b-9ae2-ffc11c5a03d2 req-4e48361a-66c9-4f98-a40b-14777d1f109f tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Jul 16 08:45:22.003587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:22.081362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983f6d-3276-49e0-ae6b-29fbccc91a08 req-f3f70bb9-39b6-4380-b5f9-915029207184 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.084314 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a983f6d-3276-49e0-ae6b-29fbccc91a08 req-f3f70bb9-39b6-4380-b5f9-915029207184 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.1627560 Jul 16 08:45:22.106277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 30381835-ebdc-4fc8-b04a-ed38f76d903a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:22.107529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.176495 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a983f6d-3276-49e0-ae6b-29fbccc91a08 req-e658f477-88bb-42b1-97bc-fa4572dabe2a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854886 Jul 16 08:45:22.326222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.381029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:22.382385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:22.388282 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f16468-472c-45cf-af04-c1666c8cf5e8" -d '{"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-plugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:22.396027 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.450428 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67129694-cda2-4287-b20b-924cbdc6eb99 x-openstack-request-id: req-67129694-cda2-4287-b20b-924cbdc6eb99 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:22.451067 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-plugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:22.451618 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67129694-cda2-4287-b20b-924cbdc6eb99 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:22.452217 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'code': 200} Jul 16 08:45:22.506221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.520419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed95f9-6dd2-487a-a3be-ce065850a7c0 req-b9711cd6-66a2-48d1-ad07-0b318929e928 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.529793 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29ed95f9-6dd2-487a-a3be-ce065850a7c0 req-b9711cd6-66a2-48d1-ad07-0b318929e928 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.2356744 Jul 16 08:45:22.543465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-752605cd-adc8-4a46-b2b0-bcedc4f02485 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.545205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-752605cd-adc8-4a46-b2b0-bcedc4f02485 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 945 time: 0.3232951 Jul 16 08:45:22.630859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29ed95f9-6dd2-487a-a3be-ce065850a7c0 req-e615012d-136d-473b-ac10-b7db658ac6e1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997903 Jul 16 08:45:22.711931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-dda4ca6e-1c17-4bef-a36c-272be87f0d62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1315789 Jul 16 08:45:22.840026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Deleting port 482d713b-6778-4588-ba33-981b0aa0eeec {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:22.840530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.896452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.896963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.899186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.910300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.914058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.914718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.915361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.917715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-2cfc9df3-cc4c-4dc8-a0d8-68081d3468ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=111f823d882545fd8a789792f18188a0&device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 6508 time: 0.1323242 Jul 16 08:45:23.001791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] For port 482d713b-6778-4588-ba33-981b0aa0eeec, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=482d713b-6778-4588-ba33-981b0aa0eeec,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:23.002322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.017384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Calling delete_port for 482d713b-6778-4588-ba33-981b0aa0eeec owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:23.219221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-fb017413-10d9-46ba-9555-a866c8c90728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.220731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-fb017413-10d9-46ba-9555-a866c8c90728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.222139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-fb017413-10d9-46ba-9555-a866c8c90728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.228075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-fb017413-10d9-46ba-9555-a866c8c90728 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2901133-83fa-4369-a680-0a8c30d71109&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&id=bfa75b7d-5873-4e57-922c-47b3e04e232e&id=bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 200 len: 2298 time: 0.2856228 Jul 16 08:45:23.254267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.269835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['8f89a9fe-623c-431f-b330-2b0e6e5d6018'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:23.344035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d8e8dd3-ae42-4367-81bc-de51b101d508 req-e141b4f2-c119-443a-863c-98bfd7c951db tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 210 time: 0.0943637 Jul 16 08:45:23.368628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['482d713b-6778-4588-ba33-981b0aa0eeec'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:23.384152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-b43a482e-89b9-45b3-9be3-f3a680fe8eab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 200 len: 1001 time: 0.1493328 Jul 16 08:45:23.407535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Pushing event deleted for resources: {'Port': ['ID=482d713b-6778-4588-ba33-981b0aa0eeec,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.488125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-b90ba85a-9ee6-4998-9b6e-5df06c29d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.490206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-b90ba85a-9ee6-4998-9b6e-5df06c29d6bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 200 len: 855 time: 0.1002944 Jul 16 08:45:23.539244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] No DVR routers for this DVR port 482d713b-6778-4588-ba33-981b0aa0eeec on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:23.550173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.553454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffa68687-bf5d-4ba3-824d-5925fba68150 req-c5797679-cf2e-4237-ba3d-2bce77ea2159 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.36 "DELETE /v2.0/ports/482d713b-6778-4588-ba33-981b0aa0eeec HTTP/1.1" status: 204 len: 173 time: 0.9841130 Jul 16 08:45:23.555236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'name': 'network-vif-deleted', 'tag': '482d713b-6778-4588-ba33-981b0aa0eeec'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:23.571351 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5effc75e-e25a-4c62-b264-14eeaeedd416" -d '{"events": [{"server_uuid": "b00d99b6-809f-4282-b5e9-5f70f281c06e", "name": "network-vif-deleted", "tag": "482d713b-6778-4588-ba33-981b0aa0eeec"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:23.694000 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec95c0-ddfc-4ed4-b8b7-ca30156dcbec x-openstack-request-id: req-adec95c0-ddfc-4ed4-b8b7-ca30156dcbec {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:23.694489 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00d99b6-809f-4282-b5e9-5f70f281c06e", "name": "network-vif-deleted", "tag": "482d713b-6778-4588-ba33-981b0aa0eeec", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:23.694894 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adec95c0-ddfc-4ed4-b8b7-ca30156dcbec {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:23.695475 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00d99b6-809f-4282-b5e9-5f70f281c06e', 'name': 'network-vif-deleted', 'tag': '482d713b-6778-4588-ba33-981b0aa0eeec', 'status': 'completed', 'code': 200} Jul 16 08:45:23.710132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34925-685e-46e9-90c4-6f1699b596dd req-c56e9935-2f95-4ae2-aca0-2d2b9f1a1e93 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.718316 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4aa34925-685e-46e9-90c4-6f1699b596dd req-c56e9935-2f95-4ae2-aca0-2d2b9f1a1e93 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1416266 Jul 16 08:45:23.859075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4aa34925-685e-46e9-90c4-6f1699b596dd req-ce86ccae-3d99-472c-ad72-c82aa8714206 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398542 Jul 16 08:45:23.877388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-1841e8f2-8fb7-4dfb-8493-c1680bd3e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.885314 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-1841e8f2-8fb7-4dfb-8493-c1680bd3e69e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2901133-83fa-4369-a680-0a8c30d71109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3888590 Jul 16 08:45:24.014904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56126b66-cabd-44a3-987c-fc32eb2bbe9b req-6d77ca72-20cc-472f-8fca-9c1cfe11a090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.033632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56126b66-cabd-44a3-987c-fc32eb2bbe9b req-6d77ca72-20cc-472f-8fca-9c1cfe11a090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1757369 Jul 16 08:45:24.048588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-f9da1ade-928d-43c9-ae30-4c36cbf8fa71 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556935 Jul 16 08:45:24.142313 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56126b66-cabd-44a3-987c-fc32eb2bbe9b req-e3037463-08ca-454a-ae11-eac5005bcf11 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075258 Jul 16 08:45:24.287308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-5f86a5aa-f84b-48dc-89c4-151a665eb600 service neutron] 10.222.0.18 "GET /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316313 Jul 16 08:45:24.366573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-cbdd860b-cab4-4202-b9ab-bd8ff00683cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 217 time: 0.0649743 Jul 16 08:45:24.464800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-a90e84ca-a4c0-4337-a2b4-4bf8c10b33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.466500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-a90e84ca-a4c0-4337-a2b4-4bf8c10b33d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.0941374 Jul 16 08:45:24.667679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80deef62-0301-4d5e-8ca7-9f072712787c req-01b73197-1ca4-4214-939f-a3d361c858c6 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00d99b6-809f-4282-b5e9-5f70f281c06e HTTP/1.1" status: 200 len: 210 time: 0.0780084 Jul 16 08:45:24.698856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-dfaf46cb-048a-4d99-97d8-565f6cabf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.700491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-dfaf46cb-048a-4d99-97d8-565f6cabf886 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2265198 Jul 16 08:45:24.892172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-ef8f1f43-7f2e-41cc-939a-2fd57ea4f888 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845012 Jul 16 08:45:25.141086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-99203e2e-1d69-48da-be54-b93b2f4650c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369113 Jul 16 08:45:25.231698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-c0946542-f9d6-4607-be3f-61be240f3f14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 217 time: 0.0881376 Jul 16 08:45:25.430877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-e1f69dc8-390d-4768-9ef7-ffb3fb0a9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.437779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-e1f69dc8-390d-4768-9ef7-ffb3fb0a9ae7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.1912897 Jul 16 08:45:25.483956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d936-937a-43db-8c6f-1e84fe3eb434 req-604fdff6-00d5-46d9-be88-45b7b890123d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.486982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7085d936-937a-43db-8c6f-1e84fe3eb434 req-604fdff6-00d5-46d9-be88-45b7b890123d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.2529404 Jul 16 08:45:25.551399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-35edfc92-83f5-48a1-815b-dd7dae29c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.553618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-35edfc92-83f5-48a1-815b-dd7dae29c039 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095109 Jul 16 08:45:25.574150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7085d936-937a-43db-8c6f-1e84fe3eb434 req-f894d4a2-f503-470c-a32f-c126250c5bb3 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815837 Jul 16 08:45:25.813373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-f0bf520c-be45-4798-b442-46018fcabc34 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533813 Jul 16 08:45:25.968936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa7581-59c7-48e8-96b4-980c418dbad2 req-8dfa8387-383d-4130-922c-a1a54681698b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.970637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33aa7581-59c7-48e8-96b4-980c418dbad2 req-8dfa8387-383d-4130-922c-a1a54681698b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.2987752 Jul 16 08:45:26.020698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 482d713b-6778-4588-ba33-981b0aa0eeec no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:26.047452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 482d713b-6778-4588-ba33-981b0aa0eeec {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:26.049194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 482d713b-6778-4588-ba33-981b0aa0eeec not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:26.102896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-33aa7581-59c7-48e8-96b4-980c418dbad2 req-053587d8-9258-46bc-b11b-631242933b70 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109269 Jul 16 08:45:26.117214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-35b938cd-3c71-4aab-a0a1-ab5539ddad0d service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953303 Jul 16 08:45:26.183328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-6ff3b49c-6d06-4fb1-ac0a-bb331613600c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 200 len: 217 time: 0.0597858 Jul 16 08:45:26.239881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-f22a797d-d749-44f3-8706-c1c49cada95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.242100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-f22a797d-d749-44f3-8706-c1c49cada95c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.0517764 Jul 16 08:45:26.417166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-6ffcc51c-ce76-44ff-90fa-547592eb1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.418900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-6ffcc51c-ce76-44ff-90fa-547592eb1fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1702938 Jul 16 08:45:27.032747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a8ab-d9ad-414a-990d-c1cb675a074c req-6ee203dd-218a-419f-9e8d-ad14b8e6f74a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.035115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7b5a8ab-d9ad-414a-990d-c1cb675a074c req-6ee203dd-218a-419f-9e8d-ad14b8e6f74a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1112711 Jul 16 08:45:27.108785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7b5a8ab-d9ad-414a-990d-c1cb675a074c req-030ab1ec-5fce-4f59-b6cb-b3e22be29a71 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666482 Jul 16 08:45:27.264237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-540a4a6d-deaf-4b24-9b95-6cc8196bb6b1 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358917 Jul 16 08:45:27.306807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ffac-dc7f-4590-ab16-67e7287b2ff4 req-1709ef48-0195-4625-909d-f46abf53fe59 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.336010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6396ffac-dc7f-4590-ab16-67e7287b2ff4 req-1709ef48-0195-4625-909d-f46abf53fe59 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.8830936 Jul 16 08:45:27.459984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3dac9-db88-4a72-acf7-fb425221b7c9 req-1693c9a6-2a30-4cb3-9da5-b35b726cc516 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.467129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0b3dac9-db88-4a72-acf7-fb425221b7c9 req-1693c9a6-2a30-4cb3-9da5-b35b726cc516 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1488051 Jul 16 08:45:27.469568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36060) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.528175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6396ffac-dc7f-4590-ab16-67e7287b2ff4 req-0348aae8-0d5f-4102-b91e-d76d3bdd6fe9 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862788 Jul 16 08:45:27.557906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0b3dac9-db88-4a72-acf7-fb425221b7c9 req-56d6f1ee-8161-4bff-8917-9e3bac60cfe1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896800 Jul 16 08:45:27.580242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-67383976-714d-4c9f-a8bd-b2a06a606c7c service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023462 Jul 16 08:45:27.680890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-296a7211-a931-48ab-bb36-531093170662 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0939801 Jul 16 08:45:27.724318 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-426b6642-107a-476f-a4fb-917af472ebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.780675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-4b63ccb1-d7cf-49ad-9efd-583d20aefdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.782967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-4b63ccb1-d7cf-49ad-9efd-583d20aefdcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 200 len: 797 time: 0.0932071 Jul 16 08:45:27.850707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-426b6642-107a-476f-a4fb-917af472ebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.858929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-426b6642-107a-476f-a4fb-917af472ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.859722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-4a03879b-90a6-43a9-a967-c55f6f91a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.861675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-4a03879b-90a6-43a9-a967-c55f6f91a804 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715449 Jul 16 08:45:27.916036 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-426b6642-107a-476f-a4fb-917af472ebed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1de09297105d4696804b4fc6d2772569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450467 Jul 16 08:45:27.916798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b6642-107a-476f-a4fb-917af472ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a013faaa-df38-43d9-bdd6-837289a05b69,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:27.919598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.987990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b01d1b-ba85-4f98-9f42-0400b65a09cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.026332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b01d1b-ba85-4f98-9f42-0400b65a09cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.036672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-9542f569-0b01-4caf-a704-2b4920587004 service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667628 Jul 16 08:45:28.123623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b01d1b-ba85-4f98-9f42-0400b65a09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.136104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-48b01d1b-ba85-4f98-9f42-0400b65a09cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.142771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-48b01d1b-ba85-4f98-9f42-0400b65a09cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a013faaa-df38-43d9-bdd6-837289a05b69 HTTP/1.1" status: 204 len: 168 time: 0.2222843 Jul 16 08:45:28.159869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b01d1b-ba85-4f98-9f42-0400b65a09cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a013faaa-df38-43d9-bdd6-837289a05b69,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.226255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-080fdf9b-91a4-4421-ba10-42f8bbf5044e service neutron] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735153 Jul 16 08:45:28.286566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-5342866e-2351-4e7a-b2c6-a641d636a974 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 200 len: 217 time: 0.0577133 Jul 16 08:45:28.407717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-d751e69c-2e21-485b-b4f7-3d9770d00b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.409492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-d751e69c-2e21-485b-b4f7-3d9770d00b9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.1174166 Jul 16 08:45:28.468496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-79e85d44-4b35-47fd-8808-86876832d6ed tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.470800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-79e85d44-4b35-47fd-8808-86876832d6ed tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.18 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.2413135 Jul 16 08:45:28.553369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8670d7-f915-4955-b051-660e9b2993c3 req-545931e9-fbb8-41a9-a95e-5572e7242fcb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.555250 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed8670d7-f915-4955-b051-660e9b2993c3 req-545931e9-fbb8-41a9-a95e-5572e7242fcb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.2303271 Jul 16 08:45:28.577725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-88cda045-c6d4-42f5-8e07-a6940d9fc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.579721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-88cda045-c6d4-42f5-8e07-a6940d9fc366 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632590 Jul 16 08:45:28.725413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Deleting port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:28.725768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.746450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36100) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:28.815645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc741e45-063b-48ba-8016-7f2f0ec0dff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.841300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed8670d7-f915-4955-b051-660e9b2993c3 req-d58fc0a9-ff2f-4a5b-b0fa-04e1edb3f1d7 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128162 Jul 16 08:45:28.902385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] For port 8f89a9fe-623c-431f-b330-2b0e6e5d6018, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8f89a9fe-623c-431f-b330-2b0e6e5d6018,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:28.903342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.923457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-406cd488-08e9-4679-8f72-2c2cd55a9578 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363614 Jul 16 08:45:28.959425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Calling delete_port for 8f89a9fe-623c-431f-b330-2b0e6e5d6018 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:29.041102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-a6af89fd-7636-4694-818b-eb3d097a8d1d service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106467 Jul 16 08:45:29.097375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-90c9c8f8-87d7-4fe3-bfc8-28bcd7bd4036 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 200 len: 217 time: 0.0494540 Jul 16 08:45:29.254999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbe5f-1c98-43e5-8390-805dd23b3072 req-53268332-a890-47f5-97a2-d75149f50ac8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.254999 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8afbe5f-1c98-43e5-8390-805dd23b3072 req-53268332-a890-47f5-97a2-d75149f50ac8 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 945 time: 0.4221025 Jul 16 08:45:29.274907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-ab1591d4-75cb-424a-9444-33d469a41785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.277157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-ab1591d4-75cb-424a-9444-33d469a41785 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 200 len: 797 time: 0.1734366 Jul 16 08:45:29.281362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.296304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['8f89a9fe-623c-431f-b330-2b0e6e5d6018'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:29.359706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8afbe5f-1c98-43e5-8390-805dd23b3072 req-6162cb74-64fd-4026-aaf3-6dba152d6348 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897255 Jul 16 08:45:29.385393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Pushing event deleted for resources: {'Port': ['ID=8f89a9fe-623c-431f-b330-2b0e6e5d6018,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:29.480406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc741e45-063b-48ba-8016-7f2f0ec0dff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.488191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] No DVR routers for this DVR port 8f89a9fe-623c-431f-b330-2b0e6e5d6018 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:29.492399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.494634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f1c109a6-8d6b-4ab1-8626-c54967684b36 req-ebadc9a8-7375-45a9-8757-b051bc6e112a tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.18 "DELETE /v2.0/ports/8f89a9fe-623c-431f-b330-2b0e6e5d6018 HTTP/1.1" status: 204 len: 173 time: 1.0169106 Jul 16 08:45:29.495222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'name': 'network-vif-deleted', 'tag': '8f89a9fe-623c-431f-b330-2b0e6e5d6018'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:29.499270 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd2fd55-5740-45a1-9b62-c4fba1d8958e" -d '{"events": [{"server_uuid": "7070f601-ce50-4f14-a992-c6d2d4dd58bb", "name": "network-vif-deleted", "tag": "8f89a9fe-623c-431f-b330-2b0e6e5d6018"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:29.506458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc741e45-063b-48ba-8016-7f2f0ec0dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.518335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4936a-5a49-4bd8-90da-4fd1dc5f3f34 req-13539d29-e575-4fc1-b951-e965425f034c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.528568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d4936a-5a49-4bd8-90da-4fd1dc5f3f34 req-13539d29-e575-4fc1-b951-e965425f034c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.2814944 Jul 16 08:45:29.596528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-852acee9-cce4-40fe-b16a-bc45153407fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.602239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-852acee9-cce4-40fe-b16a-bc45153407fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfa75b7d-5873-4e57-922c-47b3e04e232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2496557 Jul 16 08:45:29.663522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc741e45-063b-48ba-8016-7f2f0ec0dff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63570b9a-b3cc-4edb-9c31-659cee706ea4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:29.669818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bc741e45-063b-48ba-8016-7f2f0ec0dff4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f7a8b960fc64a6588db73f8e5cda63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201267 Jul 16 08:45:29.687039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d0d4936a-5a49-4bd8-90da-4fd1dc5f3f34 req-16fdd2ca-0a0f-4955-9307-bdb86934590d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367373 Jul 16 08:45:29.687671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36106) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:29.793871 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48616f6d-612e-4358-884e-3f54545348af x-openstack-request-id: req-48616f6d-612e-4358-884e-3f54545348af {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:29.794405 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7070f601-ce50-4f14-a992-c6d2d4dd58bb", "name": "network-vif-deleted", "tag": "8f89a9fe-623c-431f-b330-2b0e6e5d6018", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:29.794855 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48616f6d-612e-4358-884e-3f54545348af {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:29.795715 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7070f601-ce50-4f14-a992-c6d2d4dd58bb', 'name': 'network-vif-deleted', 'tag': '8f89a9fe-623c-431f-b330-2b0e6e5d6018', 'status': 'completed', 'code': 200} Jul 16 08:45:29.810354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-81e43d92-fbca-4cf8-bc0c-c45d3e4060a6 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904151 Jul 16 08:45:29.833547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0c8948b-8b84-4708-88f5-281e38a5c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.888480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0c8948b-8b84-4708-88f5-281e38a5c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.964635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0c8948b-8b84-4708-88f5-281e38a5c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.967198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0c8948b-8b84-4708-88f5-281e38a5c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.971157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e0c8948b-8b84-4708-88f5-281e38a5c85b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63570b9a-b3cc-4edb-9c31-659cee706ea4 HTTP/1.1" status: 204 len: 168 time: 0.2796381 Jul 16 08:45:29.976607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0761913c-cbc5-4f4d-9e47-eeaef685608f req-ad589751-8be5-466a-9aa4-97c51725886f service neutron] 10.222.0.18 "GET /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586425 Jul 16 08:45:29.995358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8948b-8b84-4708-88f5-281e38a5c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63570b9a-b3cc-4edb-9c31-659cee706ea4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:30.277118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0065-4aaa-44fe-94ee-1d5b7209e9e8 req-ef335ffd-c658-4f2f-bae1-f66c89d488fd tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.280043 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8cf0065-4aaa-44fe-94ee-1d5b7209e9e8 req-ef335ffd-c658-4f2f-bae1-f66c89d488fd tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.2038898 Jul 16 08:45:30.348266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8cf0065-4aaa-44fe-94ee-1d5b7209e9e8 req-577b2f2d-8aff-4bf1-a631-fc167025c280 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489092 Jul 16 08:45:30.633386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fdb301f-16e4-4c6b-a126-c05ca90ea970 req-f0b3fe7e-9a16-4cc1-b289-7a6f2b7d6103 tempest-ServerRescueTestJSON-1954947854 tempest-ServerRescueTestJSON-1954947854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7070f601-ce50-4f14-a992-c6d2d4dd58bb HTTP/1.1" status: 200 len: 210 time: 0.0543940 Jul 16 08:45:30.656527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedad02a-be59-41c7-8aa0-5f9e6e94661f req-0ad554fc-0729-4247-9615-4cd2d8c4d733 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.663588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eedad02a-be59-41c7-8aa0-5f9e6e94661f req-0ad554fc-0729-4247-9615-4cd2d8c4d733 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1897600 Jul 16 08:45:30.737540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eedad02a-be59-41c7-8aa0-5f9e6e94661f req-7bcfab6e-91a9-439a-99ae-b6b35a191418 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633876 Jul 16 08:45:31.081368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347849-e638-496c-8615-1538dbfd14cd req-ce14c172-c739-4afa-abae-5435273bfe9a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.092041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d347849-e638-496c-8615-1538dbfd14cd req-ce14c172-c739-4afa-abae-5435273bfe9a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1634483 Jul 16 08:45:31.158644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d347849-e638-496c-8615-1538dbfd14cd req-e89bec87-9864-4975-a25e-e6e76067e6e7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Jul 16 08:45:31.647431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fbfa4-a0d6-48c1-b940-23d19db59975 req-a535c685-f807-42a3-bf6b-96cd5a6a81e2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.653705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-da8fbfa4-a0d6-48c1-b940-23d19db59975 req-a535c685-f807-42a3-bf6b-96cd5a6a81e2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1067624 Jul 16 08:45:31.747564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-da8fbfa4-a0d6-48c1-b940-23d19db59975 req-d37d9181-d1be-49d6-87bf-5526e482fcf8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850618 Jul 16 08:45:31.816335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36164) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:31.945568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8f89a9fe-623c-431f-b330-2b0e6e5d6018 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:32.014869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 8f89a9fe-623c-431f-b330-2b0e6e5d6018 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:32.020328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8f89a9fe-623c-431f-b330-2b0e6e5d6018 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:32.232112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea352d82-4841-478f-b502-e24879ea7dae req-256f5cca-c0a8-49d0-b75e-7a71955611ed tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.245846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea352d82-4841-478f-b502-e24879ea7dae req-256f5cca-c0a8-49d0-b75e-7a71955611ed tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1565003 Jul 16 08:45:32.308457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea352d82-4841-478f-b502-e24879ea7dae req-ee3e1d9d-802c-46e3-b742-059202744674 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613873 Jul 16 08:45:32.984410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec8997-c905-4cd1-822f-25fcfae4f8b8 req-94c199bd-3813-4980-81b3-1fb63001ef00 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.986018 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bec8997-c905-4cd1-822f-25fcfae4f8b8 req-94c199bd-3813-4980-81b3-1fb63001ef00 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.5881228 Jul 16 08:45:33.087988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093ad88-27ab-4d1c-aa8d-1e597cf0ac8e req-07a6180b-5bcd-4dca-b98a-3ccb60752c0a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.096273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a093ad88-27ab-4d1c-aa8d-1e597cf0ac8e req-07a6180b-5bcd-4dca-b98a-3ccb60752c0a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1160450 Jul 16 08:45:33.136198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bec8997-c905-4cd1-822f-25fcfae4f8b8 req-95e5d56c-27d1-4803-8bc8-3954a4d28569 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416492 Jul 16 08:45:33.156662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a093ad88-27ab-4d1c-aa8d-1e597cf0ac8e req-5d32619e-ca8a-46de-ae78-53b0dbc6b672 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522630 Jul 16 08:45:33.157540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.493532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.558375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555024c5-3639-4384-bee2-110fef0d201c req-96d254e1-fce7-4dfe-b5a0-8d6e02990ca2 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.569528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-555024c5-3639-4384-bee2-110fef0d201c req-96d254e1-fce7-4dfe-b5a0-8d6e02990ca2 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0977452 Jul 16 08:45:33.657062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-555024c5-3639-4384-bee2-110fef0d201c req-82f6be11-9304-4d32-accf-9eba2ba9e996 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862505 Jul 16 08:45:33.681103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Deleting port 00df3967-8697-40fc-bebe-bb54c87972fa {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:33.681442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.777856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] For port 00df3967-8697-40fc-bebe-bb54c87972fa, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=00df3967-8697-40fc-bebe-bb54c87972fa,segment=NetworkSegment(a79f992e-deda-4aba-be01-602d68f82b01),segment_id=a79f992e-deda-4aba-be01-602d68f82b01)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:33.777856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.792711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Calling delete_port for 00df3967-8697-40fc-bebe-bb54c87972fa owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:34.021400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.111762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=00df3967-8697-40fc-bebe-bb54c87972fa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.489334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.524039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7dd22-85c0-451e-b045-e0327f97ffe1 req-7bfd60e3-f6b5-4084-9aac-8ec79af6379b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.537734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaa7dd22-85c0-451e-b045-e0327f97ffe1 req-7bfd60e3-f6b5-4084-9aac-8ec79af6379b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1506093 Jul 16 08:45:34.632343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaa7dd22-85c0-451e-b045-e0327f97ffe1 req-b490f7ae-cd72-44cd-a40c-5a51c7d8aeba tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741086 Jul 16 08:45:34.868899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Router 03b817ce-10b7-4f96-8a5c-66c277b86c09 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:34.964514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b0638-489b-4df3-8e7b-06b9158fcc84 req-8e354f97-35d8-4279-a574-ae99d85c4108 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.973047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c25b0638-489b-4df3-8e7b-06b9158fcc84 req-8e354f97-35d8-4279-a574-ae99d85c4108 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.5387905 Jul 16 08:45:35.051932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c25b0638-489b-4df3-8e7b-06b9158fcc84 req-9c846798-c28b-41f2-a717-36b7f6e2c927 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778656 Jul 16 08:45:35.216920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:35.230330 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] Sync routers for ids ['03b817ce-10b7-4f96-8a5c-66c277b86c09'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:35.251295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012bcfe-4be3-4bcd-8644-f4a608a89e12 req-7cac15e2-5fb8-451a-bb54-e3b2151d53c1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.259172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6012bcfe-4be3-4bcd-8644-f4a608a89e12 req-7cac15e2-5fb8-451a-bb54-e3b2151d53c1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1207061 Jul 16 08:45:35.259393 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] Routers {'03b817ce-10b7-4f96-8a5c-66c277b86c09'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:35.260010 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['03b817ce-10b7-4f96-8a5c-66c277b86c09'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:35.262659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.263930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fa27640-ed36-4477-9458-12f5ca9a2f9d admin admin] 10.222.0.41 "PUT /v2.0/routers/03b817ce-10b7-4f96-8a5c-66c277b86c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4464393 Jul 16 08:45:35.326594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6012bcfe-4be3-4bcd-8644-f4a608a89e12 req-d18b9d65-ea4f-49d4-87ae-92594ce1555b tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664051 Jul 16 08:45:35.411998 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] Set router 03b817ce-10b7-4f96-8a5c-66c277b86c09 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:35.498057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.784002 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 5, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:35.863408 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] Checking router: 03b817ce-10b7-4f96-8a5c-66c277b86c09 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:35.874005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.885429 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] Routers {'03b817ce-10b7-4f96-8a5c-66c277b86c09'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:35.886215 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['03b817ce-10b7-4f96-8a5c-66c277b86c09'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:36.010828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Deleting port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:36.011460 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.075302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603ee0-5cb6-4d71-82b9-919dae36f0f5 req-5f68e51a-7e34-4ef2-872d-26cde7930e73 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.106542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c603ee0-5cb6-4d71-82b9-919dae36f0f5 req-5f68e51a-7e34-4ef2-872d-26cde7930e73 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1805522 Jul 16 08:45:36.158112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] Set router 03b817ce-10b7-4f96-8a5c-66c277b86c09 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:36.194639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] For port 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:36.195347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.216429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c603ee0-5cb6-4d71-82b9-919dae36f0f5 req-caa01e68-b915-4418-8a9d-8463ca27547f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089768 Jul 16 08:45:36.217570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Calling delete_port for 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:36.481412 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 5, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:36.526302 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d741d-7f0b-4d77-8275-4e9e5857b15e None None] The sync data for ids ['03b817ce-10b7-4f96-8a5c-66c277b86c09'] in n-d-798249-10 is: [{'id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'name': 'tempest-ServerRescueTestJSON-1603630973-router', 'tenant_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:33Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 5, 'project_id': 'd5b63f5cc8154e78bbdc8a9ebb105a3b', 'gw_port': {'id': '97a4ecb4-028b-4fe5-bdae-e1db58eda9f6', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b817ce-10b7-4f96-8a5c-66c277b86c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:36.568584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.610505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Pushing event deleted for resources: {'Port': ['ID=97a4ecb4-028b-4fe5-bdae-e1db58eda9f6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.644022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38aa8-b908-4996-8f51-786573b7406f req-2656e886-09b2-4adc-b911-f4bc3d88145e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.645593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fd38aa8-b908-4996-8f51-786573b7406f req-2656e886-09b2-4adc-b911-f4bc3d88145e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.3342810 Jul 16 08:45:36.658015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b6a2c-6d79-4811-8172-53693a2cc315 req-7789bd16-7e8e-4b8a-90e5-374a7ededff6 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.659836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-858b6a2c-6d79-4811-8172-53693a2cc315 req-7789bd16-7e8e-4b8a-90e5-374a7ededff6 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1584167 Jul 16 08:45:36.739977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fd38aa8-b908-4996-8f51-786573b7406f req-c3d85e65-5de2-4700-93f1-498992a57efa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710692 Jul 16 08:45:36.750170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-858b6a2c-6d79-4811-8172-53693a2cc315 req-d937b7c8-d5a8-40c0-841f-01c67d2cc287 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842993 Jul 16 08:45:36.755776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.854131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.856743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.911843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.913957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b817ce-10b7-4f96-8a5c-66c277b86c09 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:36.919722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.923785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36246) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.924216 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-10f58414-46cf-4eea-ae94-c4d1b27ad17b admin admin] 10.222.0.41 "DELETE /v2.0/routers/03b817ce-10b7-4f96-8a5c-66c277b86c09 HTTP/1.1" status: 204 len: 168 time: 1.6378074 Jul 16 08:45:37.014596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Deleting subnet 4c002520-2169-4d16-93d3-800b25d75a58 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:37.033744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.103439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.170193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00df3967-8697-40fc-bebe-bb54c87972fa no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:37.201152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 00df3967-8697-40fc-bebe-bb54c87972fa {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:37.201639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 00df3967-8697-40fc-bebe-bb54c87972fa not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:37.208826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.312999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.364345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c002520-2169-4d16-93d3-800b25d75a58,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:37.382468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.387648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36256) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:37.421922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8423e8b8-9c50-4e91-bf2e-d6d1d4099dd7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c002520-2169-4d16-93d3-800b25d75a58 HTTP/1.1" status: 204 len: 168 time: 0.4669795 Jul 16 08:45:37.519948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.578009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebebdf-6c84-4f70-b4da-3facf1654bab req-66cd4c2a-3e3e-48dd-b60c-a3330fe50b04 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.588147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7ebebdf-6c84-4f70-b4da-3facf1654bab req-66cd4c2a-3e3e-48dd-b60c-a3330fe50b04 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1412654 Jul 16 08:45:37.626375 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7ebebdf-6c84-4f70-b4da-3facf1654bab req-7ec7680a-0c3a-4537-9e18-1e37cbce6da2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366859 Jul 16 08:45:37.668022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.679711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f351e1c3-4221-4f56-971f-1f30abe5c994']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.692845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79f992e-deda-4aba-be01-602d68f82b01') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.692845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79f992e-deda-4aba-be01-602d68f82b01') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.704451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.719947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.726573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:37.727019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:37.729129 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:37.856922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.880841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.883184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f351e1c3-4221-4f56-971f-1f30abe5c994 HTTP/1.1" status: 204 len: 168 time: 0.4942729 Jul 16 08:45:37.884561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397fb1c-19d4-4b2f-b553-789234a89582 admin admin] Pushing event deleted for resources: {'Network': ['ID=f351e1c3-4221-4f56-971f-1f30abe5c994,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.153643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1e9b4-14a4-4e68-a54c-e80881dbdf3c req-63f7cac6-2553-4281-a67b-163b7aae7de2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.164564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86d1e9b4-14a4-4e68-a54c-e80881dbdf3c req-63f7cac6-2553-4281-a67b-163b7aae7de2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.2066743 Jul 16 08:45:38.241172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86d1e9b4-14a4-4e68-a54c-e80881dbdf3c req-a9705607-203b-4e85-8f4b-46220b93c2c4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755470 Jul 16 08:45:38.265959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36272) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.350112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a4af5da2-61f0-419e-8741-8c4b3cd8fc31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5b63f5cc8154e78bbdc8a9ebb105a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821924 Jul 16 08:45:38.350308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36276) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.463080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ae36d3-9571-4429-ba50-1ed197ec550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.499139 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ae36d3-9571-4429-ba50-1ed197ec550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.561498 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ae36d3-9571-4429-ba50-1ed197ec550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.564283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20ae36d3-9571-4429-ba50-1ed197ec550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.565372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20ae36d3-9571-4429-ba50-1ed197ec550e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1bddc1b-c9cf-4960-beb3-6bb5193bc02b HTTP/1.1" status: 204 len: 168 time: 0.2140427 Jul 16 08:45:38.592614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae36d3-9571-4429-ba50-1ed197ec550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bddc1b-c9cf-4960-beb3-6bb5193bc02b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.643211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aef8c-6dd7-4e98-9cd7-62ea1a2fb508 req-e3017ab6-1bb1-4d80-8f54-6cfaa918aaa5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.651082 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c4aef8c-6dd7-4e98-9cd7-62ea1a2fb508 req-e3017ab6-1bb1-4d80-8f54-6cfaa918aaa5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0997040 Jul 16 08:45:38.702556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c4aef8c-6dd7-4e98-9cd7-62ea1a2fb508 req-b469b35c-36aa-4312-92bc-a896aa5b9e2d tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504775 Jul 16 08:45:38.808068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36282) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.815445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044337417', 'description': 'tempest-secgroup-smoke-2044337417 description', 'project_id': 'f64a89228ddb4631809701d951936544'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:38.894955 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.074246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.083271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.085829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:39.138337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:39.145272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 97a4ecb4-028b-4fe5-bdae-e1db58eda9f6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:39.146624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.165757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.170061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36300) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.170647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-280b2611-466e-42ee-be38-4465fbc775ce tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3604751 Jul 16 08:45:39.175669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group_rule': {'security_group_id': 'ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb', 'project_id': 'f64a89228ddb4631809701d951936544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.234009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.238388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500111c8-4a11-4f12-aef9-4a28fa97f74c req-ae5d413c-c161-4403-b8c1-cf3676167569 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.243423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-500111c8-4a11-4f12-aef9-4a28fa97f74c req-ae5d413c-c161-4403-b8c1-cf3676167569 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.3212800 Jul 16 08:45:39.348459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.357320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.364144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-500111c8-4a11-4f12-aef9-4a28fa97f74c req-64be1308-1960-4623-951e-266a902334fe tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067536 Jul 16 08:45:39.413940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9476f4-ea5f-43f8-943a-9e79cfb36c67,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.417448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.419064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-661f282b-57af-46e9-97f5-3af1c30f8451 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475498 Jul 16 08:45:39.422377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36314) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.427838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group_rule': {'security_group_id': 'ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb', 'project_id': 'f64a89228ddb4631809701d951936544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.463947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.552203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.557087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.592207 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:39.609405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08547959-7cb4-449d-9777-7b95f9571700,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.612782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.617191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b25e31c-bc5e-45f2-a77f-d5e5100f71a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1934245 Jul 16 08:45:39.617734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.622048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23aaf2-71e0-454e-bbab-926774aa8888 req-70382609-d267-48d7-b092-201584bc1af6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.624308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group_rule': {'security_group_id': 'ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb', 'project_id': 'f64a89228ddb4631809701d951936544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.625182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de23aaf2-71e0-454e-bbab-926774aa8888 req-70382609-d267-48d7-b092-201584bc1af6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1416254 Jul 16 08:45:39.654040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.684188 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de23aaf2-71e0-454e-bbab-926774aa8888 req-f69e9697-475b-40ba-9ece-adf0e3eb3657 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488029 Jul 16 08:45:39.745153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.750293 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.781449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabaf93e-7306-4d05-8b2c-87870f1f2f1c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.795029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.796916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-36fe1e97-e085-417d-9319-78c36e51e46d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769085 Jul 16 08:45:39.799467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36330) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.803426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36332) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.804931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group_rule': {'security_group_id': 'ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb', 'project_id': 'f64a89228ddb4631809701d951936544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.817703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.852782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.935362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aafe2503-d06d-4592-8f9b-eb20a47920b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.975756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-521071351-network', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.009851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.024398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41351-1a5a-4edd-bade-55da26898020 req-0bfc1ea2-bd8f-4fc4-a50f-c0328edbbeed tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.026028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95e41351-1a5a-4edd-bade-55da26898020 req-0bfc1ea2-bd8f-4fc4-a50f-c0328edbbeed tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1468503 Jul 16 08:45:40.026669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.056733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aafe2503-d06d-4592-8f9b-eb20a47920b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.058011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566a5b99-05d1-4781-bb7b-4ce8106d24a9,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.062038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aafe2503-d06d-4592-8f9b-eb20a47920b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.066565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.070650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2d64bc1-7c57-4289-9766-facd286fd08c tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2698884 Jul 16 08:45:40.071416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36342) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.078288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group_rule': {'security_group_id': 'ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb', 'project_id': 'f64a89228ddb4631809701d951936544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.098744 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95e41351-1a5a-4edd-bade-55da26898020 req-de63e46f-d2a5-481f-ad97-854643c7af06 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649035 Jul 16 08:45:40.113458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aafe2503-d06d-4592-8f9b-eb20a47920b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c4c79a5b73147d28ce4e8a605dcee79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086801 Jul 16 08:45:40.119140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe2503-d06d-4592-8f9b-eb20a47920b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831e1d38-8668-4f00-ad2a-cd05aeefaeea,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.122507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.123795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Made reservation on behalf of e64a4d046a9a448bad7dbf1627e1c38a for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:40.126488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.138475 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Project f64a89228ddb4631809701d951936544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:45:40.138597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.145304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.200949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.205458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.224451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fbbc47-7fac-40ff-b316-6b9146e2a7fa,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.270158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3045717d-d629-4d68-a10b-a6a3311ea15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.293333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-61e3cacc-10eb-4507-a9c8-3eee2b293c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.295014 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-61e3cacc-10eb-4507-a9c8-3eee2b293c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1097 time: 0.1360586 Jul 16 08:45:40.321649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3045717d-d629-4d68-a10b-a6a3311ea15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.442849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.454887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.456057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.459899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f04daea2-817a-477e-913c-5cf8413ce858 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3827767 Jul 16 08:45:40.460189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.465879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'security_group_rule': {'security_group_id': 'ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb', 'project_id': 'f64a89228ddb4631809701d951936544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.475725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-da59696e-428b-4baf-9de7-574239414175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.477225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-da59696e-428b-4baf-9de7-574239414175 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.1717577 Jul 16 08:45:40.477809 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3045717d-d629-4d68-a10b-a6a3311ea15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.480329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3045717d-d629-4d68-a10b-a6a3311ea15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.483712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3045717d-d629-4d68-a10b-a6a3311ea15a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/831e1d38-8668-4f00-ad2a-cd05aeefaeea HTTP/1.1" status: 204 len: 168 time: 0.3439932 Jul 16 08:45:40.487194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:40.506453 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Project f64a89228ddb4631809701d951936544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:45:40.511987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.566786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.567171 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Added segment 162308cd-e10a-41be-9708-87502eb7e6e6 of type vlan for network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 Jul 16 08:45:40.580531 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.584878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.599141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.603433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29c9ebb-1474-44b2-8df6-e6be82c8d286,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.612792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.614051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a308244a-8aea-48dd-8f2e-8c0413044b07 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525235 Jul 16 08:45:40.640166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045717d-d629-4d68-a10b-a6a3311ea15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831e1d38-8668-4f00-ad2a-cd05aeefaeea,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.664788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-192c8861-d108-46fc-b8f7-514b4a1e176d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 1001 time: 0.1751583 Jul 16 08:45:40.701032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.793871 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.794854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.795464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.854005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acae5e-be91-42d8-8f78-ecb149c9d843 req-39e5ca53-d79a-4abf-afde-726c212a77a6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.855553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-49acae5e-be91-42d8-8f78-ecb149c9d843 req-39e5ca53-d79a-4abf-afde-726c212a77a6 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.3164117 Jul 16 08:45:40.864550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-c7f0418d-95e9-485a-9131-6ddce921586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.866016 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-c7f0418d-95e9-485a-9131-6ddce921586a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1934216 Jul 16 08:45:40.875297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.879184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0603247 Jul 16 08:45:40.886669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36362) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.892289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Request body: {'subnet': {'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-subnet', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.905932 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4ef-3dcc-48e2-86b0-0576436885ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.936752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3e4dd-8d07-4ffd-b36c-809aaa35f91c req-603a02d7-b071-480d-8529-8db55905073d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.938883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69b3e4dd-8d07-4ffd-b36c-809aaa35f91c req-603a02d7-b071-480d-8529-8db55905073d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1067736 Jul 16 08:45:40.956787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Made reservation on behalf of e64a4d046a9a448bad7dbf1627e1c38a for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:40.959051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.964457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e4abf-d173-4343-a77d-de9035b3cf31 admin admin] Pushing event updated for resources: {'Network': ['ID=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.976581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:41.000656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-49acae5e-be91-42d8-8f78-ecb149c9d843 req-1f7a634a-552e-4ca1-a207-28f588daba37 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325231 Jul 16 08:45:41.027791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-3583ddd9-4397-44f8-ac87-9e7f1cdcfce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.028612 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-3583ddd9-4397-44f8-ac87-9e7f1cdcfce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482043 Jul 16 08:45:41.066370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-69b3e4dd-8d07-4ffd-b36c-809aaa35f91c req-bc8b4452-d2e6-420b-97ba-85c341716bb1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200876 Jul 16 08:45:41.180946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-e4dd6346-1682-41c1-abf7-a76be546897e service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451883 Jul 16 08:45:41.186670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-7bee4c63-4733-4bcf-85ab-430cbc615754 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044337417&fields=id&tenant_id=f64a89228ddb4631809701d951936544 HTTP/1.1" status: 200 len: 267 time: 0.0639694 Jul 16 08:45:41.258910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4ef-3dcc-48e2-86b0-0576436885ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.260196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.268865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d64bb4ef-3dcc-48e2-86b0-0576436885ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.375092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d64bb4ef-3dcc-48e2-86b0-0576436885ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a4f7e7c1c364a20ba3761e33668d479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977438 Jul 16 08:45:41.383390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.386771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bb4ef-3dcc-48e2-86b0-0576436885ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42849d8-cb4e-4a19-8e2c-8c8cbe866c2d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.396641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25ba493-684c-4acb-97c0-37add2b08b11,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.460719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Checking segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:41.461437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Network hostable DHCP agents. Network: 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:41.495172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c547-3b32-4636-8ff1-30a249bb3fcd req-56d3b137-4d88-4bf6-ba1e-eacdd6273624 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.496732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3e7c547-3b32-4636-8ff1-30a249bb3fcd req-56d3b137-4d88-4bf6-ba1e-eacdd6273624 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.2041254 Jul 16 08:45:41.502930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a16b91b7-f3c1-4b6e-a682-e52464c11006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.523828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:41.554039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a16b91b7-f3c1-4b6e-a682-e52464c11006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.565852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:41.575534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b2b63-abc3-439f-9426-857530ecf3d2 None None] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:41.580607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.581217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.588573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3e7c547-3b32-4636-8ff1-30a249bb3fcd req-aa54d17b-9a01-459d-bae1-e5fa602a73ba tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812678 Jul 16 08:45:41.595819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c5c8fe-da3a-4102-b896-02907c28aa59 req-017e65c5-4e9d-44a4-afc3-240880f104dc service neutron] 10.222.0.36 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076288 Jul 16 08:45:41.614949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-aa659cd3-aec0-438f-8647-71fc846611b0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.616577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-aa659cd3-aec0-438f-8647-71fc846611b0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 814 time: 0.4100704 Jul 16 08:45:41.619210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-001eb204-aad2-4362-91c4-61dfa5afd940 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7305984 Jul 16 08:45:41.622396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36372) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.629083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.644852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a16b91b7-f3c1-4b6e-a682-e52464c11006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.648826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a16b91b7-f3c1-4b6e-a682-e52464c11006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.651356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a16b91b7-f3c1-4b6e-a682-e52464c11006 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e42849d8-cb4e-4a19-8e2c-8c8cbe866c2d HTTP/1.1" status: 204 len: 168 time: 0.2656412 Jul 16 08:45:41.663376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b91b7-f3c1-4b6e-a682-e52464c11006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42849d8-cb4e-4a19-8e2c-8c8cbe866c2d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.704217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-75b62f2a-9eb6-4cf3-9d4e-78ef98e8a3a0 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/quotas/f64a89228ddb4631809701d951936544 HTTP/1.1" status: 200 len: 375 time: 0.0519958 Jul 16 08:45:41.734592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04796fe0-13ec-4262-99be-cc6670d72717 None None] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:41.741164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.742192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.830807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.853364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-08eeae16-bc01-4246-85b3-37d296872d83 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481614 Jul 16 08:45:42.049701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.103100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a430a-58a4-4445-86f7-4f825495bc76 req-6dfae982-4edf-4333-a30f-73c6aad82686 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.104669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eb6a430a-58a4-4445-86f7-4f825495bc76 req-6dfae982-4edf-4333-a30f-73c6aad82686 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1051736 Jul 16 08:45:42.160153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eb6a430a-58a4-4445-86f7-4f825495bc76 req-8f9813f1-33f9-4456-a6ea-302f518f948a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482070 Jul 16 08:45:42.202338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-2a33526a-265d-4ab8-a4fb-67e01a9131fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.204527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-2a33526a-265d-4ab8-a4fb-67e01a9131fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1098 time: 0.1570089 Jul 16 08:45:42.264061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-1d30fb53-7682-46a1-b414-adb9e4162587 service neutron] 10.222.0.41 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234091 Jul 16 08:45:42.358608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57397c84-b37c-45f4-8e63-12149da00d13 req-686c9578-7e0c-4651-8bb5-0abb110acb3f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.360583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57397c84-b37c-45f4-8e63-12149da00d13 req-686c9578-7e0c-4651-8bb5-0abb110acb3f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0704148 Jul 16 08:45:42.407037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57397c84-b37c-45f4-8e63-12149da00d13 req-bc9a2138-89d4-407c-92e1-b0068e4ba1cb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362706 Jul 16 08:45:42.444833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-9cea5a7a-83ff-4541-8db7-689edede476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.446523 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-9cea5a7a-83ff-4541-8db7-689edede476a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.2320316 Jul 16 08:45:42.531222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-cc48ed92-2385-4d13-98c8-7ab1f91c4503 service neutron] 10.222.0.41 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410064 Jul 16 08:45:42.619351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-519211c1-3719-4f07-a53d-99b11dcc9fee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 1001 time: 0.1601846 Jul 16 08:45:42.620878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ba0e-a5b6-4505-8ba3-79f7160146fd req-979b8be2-7a4e-4bc9-9545-d3f5f19f2056 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.622414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac03ba0e-a5b6-4505-8ba3-79f7160146fd req-979b8be2-7a4e-4bc9-9545-d3f5f19f2056 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1016386 Jul 16 08:45:42.677397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.683947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-067a5530-6797-45b2-ac6c-5a2106ad8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.685158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-067a5530-6797-45b2-ac6c-5a2106ad8850 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0592721 Jul 16 08:45:42.693530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac03ba0e-a5b6-4505-8ba3-79f7160146fd req-d37009ba-3c5a-4999-b187-3d80297192e0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596130 Jul 16 08:45:42.721006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.853444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-5aeb693f-43b7-40dd-b2d0-15742ea2b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.854984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-5aeb693f-43b7-40dd-b2d0-15742ea2b892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429315 Jul 16 08:45:42.899605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Allocated IP 172.25.0.55 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c730401e-2adc-4a22-a0be-36529d626599) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:42.941317 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8116d8d9-6655-4be7-8107-44b296b14751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.967941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d99342c-a7e0-4457-97fc-e07b72d4d6aa req-f6025930-4b02-420d-891f-476678657f4a tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0517280 Jul 16 08:45:43.060366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-e316da17-e75d-4387-af9b-04e5e31a1835 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888220 Jul 16 08:45:43.125061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.218502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48052d77-e145-4be5-8b4b-1c1c458ec1b3 req-c9da4d10-7468-4813-b74a-b62f6717cd38 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415641 Jul 16 08:45:43.230357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.280451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:43.284137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:43.292159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:43.369517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Pushing event updated for resources: {'Port': ['ID=c730401e-2adc-4a22-a0be-36529d626599,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:43.523093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656dfd-5447-42ff-9f78-0871c99c68f7 req-a34b779a-e283-4db0-b74d-6fb2727946cc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.525510 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e656dfd-5447-42ff-9f78-0871c99c68f7 req-a34b779a-e283-4db0-b74d-6fb2727946cc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.2031639 Jul 16 08:45:43.644464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e656dfd-5447-42ff-9f78-0871c99c68f7 req-0a80af78-6684-4ff2-995a-f31daa4033fa tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102104 Jul 16 08:45:43.650981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc1fb-b8ba-4b7d-9424-93850308d232 req-d7a5cf8e-95a8-4f8d-aff9-3b78988e9739 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.652876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e29fc1fb-b8ba-4b7d-9424-93850308d232 req-d7a5cf8e-95a8-4f8d-aff9-3b78988e9739 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0769067 Jul 16 08:45:43.702130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e29fc1fb-b8ba-4b7d-9424-93850308d232 req-416aa8ee-3c0a-4445-84fe-d588c43dcb50 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431540 Jul 16 08:45:43.724597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.870009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36462) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.020749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f171166-0bdc-47fa-b690-284fabc57d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.111497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:44.125112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a75ae0e-11d8-4fd4-930b-c4d39dae450c req-5cdbb56f-e890-48f2-8e99-6dd013eb2bde tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0431018 Jul 16 08:45:44.159910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f171166-0bdc-47fa-b690-284fabc57d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.165788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f171166-0bdc-47fa-b690-284fabc57d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.209404 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.221569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2f171166-0bdc-47fa-b690-284fabc57d14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff0679e908014295b76a2db7d0cfc652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474383 Jul 16 08:45:44.221569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f171166-0bdc-47fa-b690-284fabc57d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f4570-5ce2-4b77-b2fe-230e1f6f587e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.222877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36468) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.259179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:44.261995 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732fc4da-d0e1-41ad-b865-f302be17095e" -d '{"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-unplugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:44.270308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.281033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:44.282442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4668999-8216-456b-b254-697652b0c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.288824 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.302278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aad1d-dac7-4265-b570-e8e9624cb452 req-9f9bfeb7-9aca-44d5-9702-54b5fd2f63c8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.308692 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4668999-8216-456b-b254-697652b0c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.311223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e73aad1d-dac7-4265-b570-e8e9624cb452 req-9f9bfeb7-9aca-44d5-9702-54b5fd2f63c8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.2442367 Jul 16 08:45:44.359721 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f69efd4-70c4-4218-8182-edc024738f7e x-openstack-request-id: req-6f69efd4-70c4-4218-8182-edc024738f7e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:44.360634 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-unplugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:44.361089 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f69efd4-70c4-4218-8182-edc024738f7e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:44.361650 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'code': 200} Jul 16 08:45:44.368428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4668999-8216-456b-b254-697652b0c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.371050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4668999-8216-456b-b254-697652b0c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.375227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b4668999-8216-456b-b254-697652b0c347 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c7f4570-5ce2-4b77-b2fe-230e1f6f587e HTTP/1.1" status: 204 len: 168 time: 0.1483047 Jul 16 08:45:44.378239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.392198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4668999-8216-456b-b254-697652b0c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f4570-5ce2-4b77-b2fe-230e1f6f587e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.424678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e73aad1d-dac7-4265-b570-e8e9624cb452 req-21ff2803-45d4-4ef4-b2aa-6158b83e854a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123762 Jul 16 08:45:44.546567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-d6eb608d-6027-43d0-ab26-c86337b208a1 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.548676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-d6eb608d-6027-43d0-ab26-c86337b208a1 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.36 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 814 time: 0.2696564 Jul 16 08:45:44.571764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:44.663470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-e85cdae3-b346-45a9-8d8f-6fcac83110a3 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64a89228ddb4631809701d951936544 HTTP/1.1" status: 200 len: 380 time: 0.0887327 Jul 16 08:45:44.673231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'port': {'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'admin_state_up': True, 'tenant_id': 'f64a89228ddb4631809701d951936544', 'security_groups': ['ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.760223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.776297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94cc81ab-b527-4996-a5a6-9f8d03dc87cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.838726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:44.850183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Sync routers for ids ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:44.866242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Routers {'238b3c8c-dca5-45a2-8027-fcf8361b4be8'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:44.866877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:44.902106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:45:44.902106 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:45:44.902106 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id_1': 'f64a89228ddb4631809701d951936544', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 45, 44, 862229)}] Jul 16 08:45:44.902106 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:45:44.903267 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:45:44.946705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5686ff-cd36-448d-a5cf-e547fd817a92 req-706546fb-3348-4da2-b587-b474006a3b17 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.948268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f5686ff-cd36-448d-a5cf-e547fd817a92 req-706546fb-3348-4da2-b587-b474006a3b17 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1554308 Jul 16 08:45:44.950536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631c2e-4452-43fb-9500-c7d808064442 req-e6f361af-7143-4585-9ec5-ea5272b0a00c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.952987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18631c2e-4452-43fb-9500-c7d808064442 req-e6f361af-7143-4585-9ec5-ea5272b0a00c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 943 time: 0.0842347 Jul 16 08:45:44.999176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f5686ff-cd36-448d-a5cf-e547fd817a92 req-522f47ce-d764-4be3-a64c-5a8c7c4f16fa tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Jul 16 08:45:45.003132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18631c2e-4452-43fb-9500-c7d808064442 req-113c27f5-a13b-4bc2-88ed-308235def26b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Jul 16 08:45:45.024421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Set router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:45.068168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94cc81ab-b527-4996-a5a6-9f8d03dc87cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.075661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94cc81ab-b527-4996-a5a6-9f8d03dc87cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.077491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.079144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ac7fbc02-e27f-4058-b187-f943e74eaf48 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4556203 Jul 16 08:45:45.081876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36488) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.210591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-94cc81ab-b527-4996-a5a6-9f8d03dc87cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f13707d98734eae9ce40bf4e7222976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493937 Jul 16 08:45:45.211832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc81ab-b527-4996-a5a6-9f8d03dc87cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0133ac-38ce-4140-a130-f46cfc8fa8d3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.215487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36492) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.258069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:43Z', 'revision_number': 3, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:45.295417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Checking router: 238b3c8c-dca5-45a2-8027-fcf8361b4be8 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:45.295972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Updating router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 port c730401e-2adc-4a22-a0be-36529d626599 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:45.332009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19035e2b-a528-4a06-97b8-8c815ff540b2 req-7c891b40-cb82-4ad0-b3ca-96260493bff1 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0417991 Jul 16 08:45:45.338351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.378518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f67d4e1-9647-479b-8f4c-74f886455670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.421819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f67d4e1-9647-479b-8f4c-74f886455670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.508189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Made reservation on behalf of f64a89228ddb4631809701d951936544 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:45.508389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f67d4e1-9647-479b-8f4c-74f886455670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.511152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.512912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6f67d4e1-9647-479b-8f4c-74f886455670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.514527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6f67d4e1-9647-479b-8f4c-74f886455670 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f0133ac-38ce-4140-a130-f46cfc8fa8d3 HTTP/1.1" status: 204 len: 168 time: 0.2974374 Jul 16 08:45:45.555869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d4e1-9647-479b-8f4c-74f886455670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0133ac-38ce-4140-a130-f46cfc8fa8d3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.702531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-52e00678-ab15-422a-9536-8108842311be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.734347 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.853053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c69c53-92c8-435c-ac1a-b28198918748 req-9931f316-5273-49a0-a929-29c63452b910 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.859591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Allocated IP 172.20.0.4 (2756e075-c2f4-4f4f-86d1-ddadf79f6170/c1f91cfd-6fdd-4a17-841b-29b077f8b420/4a13e9df-5c85-4fab-b045-93b0cdc5003a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:45.874709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-22c69c53-92c8-435c-ac1a-b28198918748 req-9931f316-5273-49a0-a929-29c63452b910 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.2267096 Jul 16 08:45:45.962317 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.962760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.971272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-22c69c53-92c8-435c-ac1a-b28198918748 req-8f210aeb-f6da-4a26-bda8-fb8041c86c73 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927563 Jul 16 08:45:45.992897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Transition to ACTIVE for port object c730401e-2adc-4a22-a0be-36529d626599 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:46.021024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.141815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204924c-448d-4c04-b25c-682ccc742f00 None None] Pushing event updated for resources: {'Port': ['ID=c730401e-2adc-4a22-a0be-36529d626599,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.165425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Attempting to bind port c730401e-2adc-4a22-a0be-36529d626599 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:46.165789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Attempting to bind port c730401e-2adc-4a22-a0be-36529d626599 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:46.166198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Attempting to bind port c730401e-2adc-4a22-a0be-36529d626599 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:46.178013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:46.178598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:46.179221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.179827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:46.180451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Bound port: c730401e-2adc-4a22-a0be-36529d626599, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:46.181000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.243825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] For port c730401e-2adc-4a22-a0be-36529d626599, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:46.247343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] For port c730401e-2adc-4a22-a0be-36529d626599, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c730401e-2adc-4a22-a0be-36529d626599,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:46.253289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.270127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.310122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204924c-448d-4c04-b25c-682ccc742f00 None None] Pushing event updated for resources: {'Port': ['ID=c730401e-2adc-4a22-a0be-36529d626599,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.325969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Allocated IP 172.20.0.1 (59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96/c25ba493-684c-4acb-97c0-37add2b08b11/a13df85a-38c6-4f58-88e1-e801cc787463) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:46.333345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Routers {'238b3c8c-dca5-45a2-8027-fcf8361b4be8'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:46.334230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.336300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Transition to ACTIVE for port object 4a13e9df-5c85-4fab-b045-93b0cdc5003a will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:46.509745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] Set router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:46.582334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.846386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-fd9e2c79-63cb-4f8c-9335-f3606429be60 req-015557fb-45a2-42ba-ae72-33661bcf177a service neutron] (93700) timed out ('10.222.0.36', 54995) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:45:46.851264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113d91-d62a-4953-8b71-897094de1e06 req-7e786d5f-b96f-41c7-9b05-91817f19cb95 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.853724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:46.857129 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.866051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d113d91-d62a-4953-8b71-897094de1e06 req-7e786d5f-b96f-41c7-9b05-91817f19cb95 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 931 time: 0.1849196 Jul 16 08:45:46.874866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:46.877393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:46.894591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:43Z', 'revision_number': 3, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.945723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.952034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9a6a2-b92f-4ccd-9e83-5709f41b2269 None None] The sync data for ids ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'] in n-d-798249-10 is: [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:43Z', 'revision_number': 3, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:46.972276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'Port': ['ID=4a13e9df-5c85-4fab-b045-93b0cdc5003a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.050628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.051327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.098323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d113d91-d62a-4953-8b71-897094de1e06 req-59802a5c-d0dd-41fa-9b5f-b37ee5f24d46 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299013 Jul 16 08:45:47.114619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-43206de3-e322-4b98-bc2c-7106d52e4085 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4432724 Jul 16 08:45:47.156290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Request body: {'port': {'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:47.182466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-fc5e0a82-703f-4b89-bc30-b8f7c83be3dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3107619 Jul 16 08:45:47.468614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d1bca97c-f05e-41c5-b016-b05e891728e7 None None] Provisioning for port 4a13e9df-5c85-4fab-b045-93b0cdc5003a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:47.489902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-58462354-c9cf-410f-9fa4-d62bcd698493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.495266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-58462354-c9cf-410f-9fa4-d62bcd698493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1098 time: 0.2691667 Jul 16 08:45:47.531230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d1bca97c-f05e-41c5-b016-b05e891728e7 None None] Provisioning complete for port 4a13e9df-5c85-4fab-b045-93b0cdc5003a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:47.532189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1bca97c-f05e-41c5-b016-b05e891728e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.645315 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.704212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.713966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d1bca97c-f05e-41c5-b016-b05e891728e7 None None] Port 4a13e9df-5c85-4fab-b045-93b0cdc5003a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:47.764790 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.857702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb27d7-bb98-478b-9f0c-76c36a505c07 req-470e9572-40b4-49c9-a716-a44fbe37aa86 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.868041 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6dfb27d7-bb98-478b-9f0c-76c36a505c07 req-470e9572-40b4-49c9-a716-a44fbe37aa86 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.3004944 Jul 16 08:45:47.879309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-b7339c44-7a5b-4536-ae4a-0308958ce23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.881747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-b7339c44-7a5b-4536-ae4a-0308958ce23f service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.3573332 Jul 16 08:45:47.984361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6dfb27d7-bb98-478b-9f0c-76c36a505c07 req-ab08dc35-5d92-4d9a-8e15-47fee8dce3d7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139538 Jul 16 08:45:47.994027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Pushing event updated for resources: {'Port': ['ID=a13df85a-38c6-4f58-88e1-e801cc787463,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.027581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-e497cd4f-beef-4ce1-98c8-38bf3b08df41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 1001 time: 0.1351590 Jul 16 08:45:48.030891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:48.038998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.039367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.039845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.040255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.040498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.040840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.041170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.041973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.041973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.042125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.042422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.042741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:48.058586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:48.069855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:48.113225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-c8655f08-f87e-4424-8db2-d5bd46983323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.118630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-c8655f08-f87e-4424-8db2-d5bd46983323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0849779 Jul 16 08:45:48.120286 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.141524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:48.236686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-f73d0fdb-323e-4456-a5c6-faa0e7262775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.238470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-f73d0fdb-323e-4456-a5c6-faa0e7262775 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130795 Jul 16 08:45:48.269463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b7f70-98ca-471e-9e36-bd8ef63aec26 req-b148407e-6f82-43f6-b372-93981cc03856 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.278004 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d34b7f70-98ca-471e-9e36-bd8ef63aec26 req-b148407e-6f82-43f6-b372-93981cc03856 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 943 time: 0.6781101 Jul 16 08:45:48.361089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-3ae7c813-174e-4b8b-8d92-59b913071e99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7170732 Jul 16 08:45:48.385870 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.953786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a13e9df-5c85-4fab-b045-93b0cdc5003a {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:48.962262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.977634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Transition to ACTIVE for port object 4a13e9df-5c85-4fab-b045-93b0cdc5003a will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:48.981990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d34b7f70-98ca-471e-9e36-bd8ef63aec26 req-82d85fae-1ff8-437e-8ddc-4297fda53211 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7027447 Jul 16 08:45:48.987533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.145784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-eafaea33-8953-4ffb-b646-f4ff9650d4f7 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9000220 Jul 16 08:45:49.255225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.266372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c730401e-2adc-4a22-a0be-36529d626599 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:49.339037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Attempting to bind port 4a13e9df-5c85-4fab-b045-93b0cdc5003a on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:49.341117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Attempting to bind port 4a13e9df-5c85-4fab-b045-93b0cdc5003a by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:49.354988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Attempting to bind port 4a13e9df-5c85-4fab-b045-93b0cdc5003a on network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:49.375937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a13e9df-5c85-4fab-b045-93b0cdc5003a,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.377225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c730401e-2adc-4a22-a0be-36529d626599 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:49.383873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c730401e-2adc-4a22-a0be-36529d626599 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:49.384563 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.402309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Port 4a13e9df-5c85-4fab-b045-93b0cdc5003a on network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:49.402756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Attempting to bind port 4a13e9df-5c85-4fab-b045-93b0cdc5003a on network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:49.522641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e6fba-5aaf-4b78-9163-4f9668a02da4 req-e6794930-3df0-454b-bb9e-7a03c53345d5 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.532907 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.533716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-671e6fba-5aaf-4b78-9163-4f9668a02da4 req-e6794930-3df0-454b-bb9e-7a03c53345d5 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.3823829 Jul 16 08:45:49.538030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:49.538571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Checking segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:49.539099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Bound using segment: {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:49.539811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Bound port: 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67cdfa4-c851-43e5-81fb-7139feee61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:49.540521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.590903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c730401e-2adc-4a22-a0be-36529d626599, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c730401e-2adc-4a22-a0be-36529d626599,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:49.600136 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.641814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-671e6fba-5aaf-4b78-9163-4f9668a02da4 req-4fcad85d-a783-412c-b3b9-d3e94a4f79e3 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057153 Jul 16 08:45:49.681334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c730401e-2adc-4a22-a0be-36529d626599,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.767213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63691-2acf-4947-a6d7-35924ee17022 req-7d877046-5ed9-4a8f-a29d-2235bf655372 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.767213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3b63691-2acf-4947-a6d7-35924ee17022 req-7d877046-5ed9-4a8f-a29d-2235bf655372 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.4497640 Jul 16 08:45:49.860977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] For port 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:49.861253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2dbd2e46-40e5-40f5-878f-cbfa7806b47f req-de9642d0-b659-4705-b3e3-2fcbfadbc430 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398273 Jul 16 08:45:49.903038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-2b3488b8-a820-4843-9498-be890ae575f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.908450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-2b3488b8-a820-4843-9498-be890ae575f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71&tenant_id=05cf10d9a11944cca4e2c00f664d3ba5 HTTP/1.1" status: 200 len: 1095 time: 0.2598314 Jul 16 08:45:49.919312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.935917 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] For port 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:49.944920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.959905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3b63691-2acf-4947-a6d7-35924ee17022 req-2dc2be05-4b38-426b-b5f7-afbdcfc45777 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783354 Jul 16 08:45:50.051740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.052358 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.053771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 1092 time: 2.9147215 Jul 16 08:45:50.054194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:50.056508 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fc7079-5d77-45fd-bcbc-239a18a04911" -d '{"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:50.068121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fe010-e632-4f27-b59a-4bdf8c27fdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a13e9df-5c85-4fab-b045-93b0cdc5003a,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.124067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.125613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.148841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.352730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.401708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Pushing event updated for resources: {'Port': ['ID=a13df85a-38c6-4f58-88e1-e801cc787463,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.444727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de81cf-bf0a-4bb5-8752-833b6611bbca req-a40e772c-eec9-40bb-b570-9070c2991c2b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.446486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50de81cf-bf0a-4bb5-8752-833b6611bbca req-a40e772c-eec9-40bb-b570-9070c2991c2b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.2415917 Jul 16 08:45:50.502504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:50.523474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50de81cf-bf0a-4bb5-8752-833b6611bbca req-19ff47ce-af97-4115-895d-976ef1b9b6bb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678930 Jul 16 08:45:50.543045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-a0e3f60a-27f4-4ea6-8740-857960e601f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.544899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-a0e3f60a-27f4-4ea6-8740-857960e601f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1095 time: 0.4158142 Jul 16 08:45:50.554806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4865-e99e-4469-913a-c9339f1773a1 req-4d339336-4cc5-4900-8100-6d90bf0825d5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.557061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e3b4865-e99e-4469-913a-c9339f1773a1 req-4d339336-4cc5-4900-8100-6d90bf0825d5 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 943 time: 0.3355625 Jul 16 08:45:50.589623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:50.600727 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac377971-a8fd-4c0a-9a55-8ffc8f7d0d83 x-openstack-request-id: req-ac377971-a8fd-4c0a-9a55-8ffc8f7d0d83 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:50.601300 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:50.601770 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac377971-a8fd-4c0a-9a55-8ffc8f7d0d83 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:50.602374 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'status': 'completed', 'code': 200} Jul 16 08:45:50.636995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:50.647615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.653596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-98a71fcd-aeec-4b48-a160-94578c7f1743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 217 time: 0.0871708 Jul 16 08:45:50.658102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:50.664190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Transition to ACTIVE for port object 30381835-ebdc-4fc8-b04a-ed38f76d903a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:50.669063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.686122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:50.703986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e3b4865-e99e-4469-913a-c9339f1773a1 req-7e3c68bd-2a11-4039-9d9b-a19969f2ecc8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368680 Jul 16 08:45:50.935438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=9']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.976744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-b6f14917-f7a6-42b6-8837-111e310a59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.978355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-b6f14917-f7a6-42b6-8837-111e310a59fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 200 len: 853 time: 0.3178074 Jul 16 08:45:51.010719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] No DVR routers for this DVR port 30381835-ebdc-4fc8-b04a-ed38f76d903a on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:51.174933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:51.182103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c730401e-2adc-4a22-a0be-36529d626599 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:51.184833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-a6e2faad-d30d-46ea-a58b-c09b95a5a48d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.186635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-a6e2faad-d30d-46ea-a58b-c09b95a5a48d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.3106155 Jul 16 08:45:51.221096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-bf4f39cd-eb90-4f77-9db7-707b20eddb58 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/quotas/5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 375 time: 0.0279284 Jul 16 08:45:51.224261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-e527505b-174c-4a72-a4c7-c7b735ba7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.225818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-e527505b-174c-4a72-a4c7-c7b735ba7dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2756e075-c2f4-4f4f-86d1-ddadf79f6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2386062 Jul 16 08:45:51.271950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:51.272298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:51.272637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:51.293259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a8bd0-ec04-4545-be23-2fede83d731f req-d2346e97-c14d-4538-aad1-5886687cd953 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.300742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-911a8bd0-ec04-4545-be23-2fede83d731f req-d2346e97-c14d-4538-aad1-5886687cd953 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.3866501 Jul 16 08:45:51.302615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Port 30381835-ebdc-4fc8-b04a-ed38f76d903a on network b71f5745-565e-45e5-829b-29de323876fc not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:51.302955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Attempting to bind port 30381835-ebdc-4fc8-b04a-ed38f76d903a on network b71f5745-565e-45e5-829b-29de323876fc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:51.303689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c730401e-2adc-4a22-a0be-36529d626599 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:51.304218 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.324265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:51.324609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Checking segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:51.325005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Bound using segment: {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:51.325460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Bound port: 30381835-ebdc-4fc8-b04a-ed38f76d903a, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea88e85-6d92-4e23-8b7f-1b417addbd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:51.325824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.396086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-911a8bd0-ec04-4545-be23-2fede83d731f req-9652d734-f903-4d2e-8d8f-b25d7e810d4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942504 Jul 16 08:45:51.452513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:51.462703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fa95dda-82ba-4877-a213-413b2820c25b admin admin] 10.222.0.41 "PUT /v2.0/routers/238b3c8c-dca5-45a2-8027-fcf8361b4be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3796437 Jul 16 08:45:51.463242 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Sync routers for ids ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:51.478737 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Routers {'238b3c8c-dca5-45a2-8027-fcf8361b4be8'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:51.479646 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:51.498764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-49eee8bf-02ab-49ea-a06b-32da069a0361 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2765639 Jul 16 08:45:51.532682 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-01e22d06-4c47-460f-9ced-37d82f8a7d5c service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689853 Jul 16 08:45:51.573983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:51.580642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:51.592662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.664800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.665496 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.667254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] 10.222.0.18 "PUT /v2.0/ports/30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 1092 time: 1.7520609 Jul 16 08:45:51.667768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:51.670622 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b2e26-191e-42d7-a4c0-aa37999e4865" -d '{"events": [{"name": "network-changed", "server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:51.736687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Set router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:51.764370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5a484cf-da30-44eb-a536-af48bb51a749 req-016643a9-0321-46a8-9849-b6a0fa69d4b8 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191362 Jul 16 08:45:51.775640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-5be10658-8c34-40af-a9a3-1a41224028a2 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755463 Jul 16 08:45:51.822964 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d73b772-1d66-4a44-9099-81334a70acac x-openstack-request-id: req-6d73b772-1d66-4a44-9099-81334a70acac {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:51.823260 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:51.823531 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d73b772-1d66-4a44-9099-81334a70acac {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:51.824293 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'status': 'completed', 'code': 200} Jul 16 08:45:51.872653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7e8ee-b3fe-44aa-a4da-9e703135379c service neutron] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.935599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-685add40-28dc-4219-b391-ddd490679725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.941355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-685add40-28dc-4219-b391-ddd490679725 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1096 time: 0.2393980 Jul 16 08:45:51.986475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-68dd412d-a655-45db-b85a-b4046e83ee2b service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050502 Jul 16 08:45:52.055625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-736572de-426a-42b7-84cd-44f87d6ed76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.057699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-736572de-426a-42b7-84cd-44f87d6ed76a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1095 time: 0.2052281 Jul 16 08:45:52.156912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-6aa29c48-7fa8-41bf-b1b3-405c7e84aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.158865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-6aa29c48-7fa8-41bf-b1b3-405c7e84aad3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.2113218 Jul 16 08:45:52.172572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79b860-bed3-4fd0-8d16-8e4df63f4961 req-be570ce3-1e30-446f-9e64-6230562b722d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.181577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f79b860-bed3-4fd0-8d16-8e4df63f4961 req-be570ce3-1e30-446f-9e64-6230562b722d tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.2194929 Jul 16 08:45:52.310200 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:48Z', 'revision_number': 4, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a13df85a-38c6-4f58-88e1-e801cc787463', 'name': '', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'mac_address': 'fa:16:3e:db:35:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:45Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 2, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'subnets': [{'id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.351767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-b674ff09-4dc9-4a8f-831d-e5177c78d869 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 999 time: 0.1687970 Jul 16 08:45:52.364076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f79b860-bed3-4fd0-8d16-8e4df63f4961 req-a864869c-43d5-4edb-8b7b-0e8c963c57e0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700530 Jul 16 08:45:52.369654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-29751b6b-d72d-4e30-9736-75dbb49abadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.371220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-29751b6b-d72d-4e30-9736-75dbb49abadf service neutron] 10.222.0.36 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 915 time: 0.3076403 Jul 16 08:45:52.388756 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Checking router: 238b3c8c-dca5-45a2-8027-fcf8361b4be8 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:52.389071 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Updating router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 port a13df85a-38c6-4f58-88e1-e801cc787463 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:52.449731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-c3c10270-e4fa-4eab-8c38-ec657a6a5d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 217 time: 0.0715261 Jul 16 08:45:52.478881 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.500869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-e0360d6a-add0-41e3-b10f-01325c53e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.502419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-e0360d6a-add0-41e3-b10f-01325c53e179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.1368539 Jul 16 08:45:52.583932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17c9317e-01e9-4175-b0f0-4f96ebe65f6e req-9086c6f8-ef87-4c2a-8699-2408b4892673 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 210 time: 0.0805123 Jul 16 08:45:52.613288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-960a36a8-a281-4544-8411-d1ca4d286225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.615986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-960a36a8-a281-4544-8411-d1ca4d286225 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 200 len: 853 time: 0.1586254 Jul 16 08:45:52.694905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-0a4bf0ae-e65b-4d2b-b56a-123bcd38ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.699200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-0a4bf0ae-e65b-4d2b-b56a-123bcd38ea2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253719 Jul 16 08:45:52.943754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bdec9-58e1-44eb-ba92-8615d3c9be15 req-e8198ceb-f6b7-4a75-b5d5-b32a1193c210 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.945283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-724bdec9-58e1-44eb-ba92-8615d3c9be15 req-e8198ceb-f6b7-4a75-b5d5-b32a1193c210 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.0966430 Jul 16 08:45:52.948081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-2ed03c82-25d0-404d-8880-7693c3154d09 service neutron] 10.222.0.18 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350886 Jul 16 08:45:52.970422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-80a5ddab-6468-4881-a788-f78acf872b53 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.972331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-80a5ddab-6468-4881-a788-f78acf872b53 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 818 time: 0.3529599 Jul 16 08:45:52.991506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-6fa39bba-c3a7-42a1-9c38-32dbb7759bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.993349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-6fa39bba-c3a7-42a1-9c38-32dbb7759bd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2756e075-c2f4-4f4f-86d1-ddadf79f6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022733 Jul 16 08:45:53.033633 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.046376 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Transition to ACTIVE for port object a13df85a-38c6-4f58-88e1-e801cc787463 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:53.054432 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.165120 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-724bdec9-58e1-44eb-ba92-8615d3c9be15 req-b37d74aa-1ef8-4fb2-8052-6376d2f371a2 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980224 Jul 16 08:45:53.166369 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Pushing event updated for resources: {'Port': ['ID=a13df85a-38c6-4f58-88e1-e801cc787463,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.177511 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.177868 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.178209 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.178543 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.178874 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.179202 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.179575 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.179900 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.180222 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.180541 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.180864 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.181198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.196455 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Attempting to bind port a13df85a-38c6-4f58-88e1-e801cc787463 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:53.196845 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Attempting to bind port a13df85a-38c6-4f58-88e1-e801cc787463 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:53.197186 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Attempting to bind port a13df85a-38c6-4f58-88e1-e801cc787463 on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:53.209382 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:53.209752 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Checking segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:53.210155 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.210673 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Bound using segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:53.211005 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Bound port: a13df85a-38c6-4f58-88e1-e801cc787463, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:53.211441 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.217039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-503bbdb3-b1d3-4d4f-82c7-a13da50268a9 req-482e49a9-f7d7-447d-8e41-41097d55d703 service neutron] 10.222.0.18 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619674 Jul 16 08:45:53.330062 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] For port a13df85a-38c6-4f58-88e1-e801cc787463, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:53.334759 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] For port a13df85a-38c6-4f58-88e1-e801cc787463, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a13df85a-38c6-4f58-88e1-e801cc787463,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:53.339700 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.428073 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Routers {'238b3c8c-dca5-45a2-8027-fcf8361b4be8'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:53.431929 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:53.476668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-86a6d509-1dc0-40d3-b5dd-53a41f22363b service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689689 Jul 16 08:45:53.479203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-1d670044-4670-4466-93d3-03046c9fc1b9 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/quotas/e64a4d046a9a448bad7dbf1627e1c38a HTTP/1.1" status: 200 len: 375 time: 0.5000679 Jul 16 08:45:53.552494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-ffe5d803-89e4-4fda-bef0-405c69a2f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.554173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-ffe5d803-89e4-4fda-bef0-405c69a2f4cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1096 time: 0.1575081 Jul 16 08:45:53.662162 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] Set router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:53.702387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63fc7079-5d77-45fd-bcbc-239a18a04911 req-f7f3ba3e-53c1-4202-aded-0b5cc48775f2 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186821 Jul 16 08:45:53.765597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-9b8019c7-6c2d-4969-bf01-47f58c506b6f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845057 Jul 16 08:45:53.809900 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d1b8d-af05-4f5e-a8ca-ef8fd70edb29 None None] Pushing event updated for resources: {'Port': ['ID=a13df85a-38c6-4f58-88e1-e801cc787463,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.897994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-16a2dd32-32f4-42d1-9bc4-e32b18e84b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.903869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-16a2dd32-32f4-42d1-9bc4-e32b18e84b70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 200 len: 917 time: 0.3408515 Jul 16 08:45:53.966238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d235985-18e7-445d-963e-9a0711473e69 req-ec5cb851-a115-4e7b-aeb9-cf58051537ec tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.976307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d235985-18e7-445d-963e-9a0711473e69 req-ec5cb851-a115-4e7b-aeb9-cf58051537ec tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.3383875 Jul 16 08:45:54.011959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-a19b41ba-cd44-4704-a500-d5d5ffe9ea72 service neutron] 10.222.0.41 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288892 Jul 16 08:45:54.093064 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:48Z', 'revision_number': 4, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a13df85a-38c6-4f58-88e1-e801cc787463', 'name': '', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'mac_address': 'fa:16:3e:db:35:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:45Z', 'updated_at': '2021-07-16T08:45:53Z', 'revision_number': 4, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'subnets': [{'id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:54.157145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d235985-18e7-445d-963e-9a0711473e69 req-767eda58-2f62-471b-8aa6-9ec8b39049e8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787944 Jul 16 08:45:54.159030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-116cd1c7-39f5-4245-930d-61acd93c3ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406293 Jul 16 08:45:54.173649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe193528-df3d-4321-b00b-50abca3cf75f None None] The sync data for ids ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'] in n-d-798249-10 is: [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:48Z', 'revision_number': 4, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a13df85a-38c6-4f58-88e1-e801cc787463', 'name': '', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'mac_address': 'fa:16:3e:db:35:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:45Z', 'updated_at': '2021-07-16T08:45:53Z', 'revision_number': 4, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'subnets': [{'id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:54.191030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-922218f9-39a1-4f35-a15f-fd056b249deb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 200 len: 999 time: 0.1921792 Jul 16 08:45:54.459626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-258a1925-99f4-4736-b999-64de3dc1967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.460710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-258a1925-99f4-4736-b999-64de3dc1967e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 200 len: 855 time: 0.2666557 Jul 16 08:45:54.484004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-f36fe6ae-cd9f-404d-9cdf-89ae5ef06ff7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.486365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-f36fe6ae-cd9f-404d-9cdf-89ae5ef06ff7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.2951410 Jul 16 08:45:54.501041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'port': {'device_id': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'admin_state_up': True, 'tenant_id': '5553890ca05a498da6a67ebc125945d9'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.743200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85160801-c40e-420a-bd31-1fbaf31f438f req-3d500c08-fa3f-4f13-9bc6-21f97d38c642 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 210 time: 0.0999551 Jul 16 08:45:54.746236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:54.751099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.805404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-cec9ae93-9be1-41bb-aace-994bf36f035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.807074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-cec9ae93-9be1-41bb-aace-994bf36f035f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b71f5745-565e-45e5-829b-29de323876fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3255701 Jul 16 08:45:55.098256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-ad2fd339-0d42-4a65-8eed-67f9357ec395 service neutron] 10.222.0.18 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655962 Jul 16 08:45:55.306445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Allocated IP 172.20.0.13 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/99831a15-737a-4199-863b-93433ecffabe) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:55.329853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a13df85a-38c6-4f58-88e1-e801cc787463 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:55.405418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570373-e078-4604-b7e8-74bcbdf004a4 req-0d1ad334-1679-483f-a9fa-3be582055072 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.422404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f570373-e078-4604-b7e8-74bcbdf004a4 req-0d1ad334-1679-483f-a9fa-3be582055072 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.3427231 Jul 16 08:45:55.448099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d7a8266-62e4-41cf-9b6e-635d3eee1726 req-e4a9eae2-663c-4833-ad25-d3a86559d5aa tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 210 time: 0.0700889 Jul 16 08:45:55.477952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a13df85a-38c6-4f58-88e1-e801cc787463 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:55.483546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a13df85a-38c6-4f58-88e1-e801cc787463 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:55.484240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.584644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f570373-e078-4604-b7e8-74bcbdf004a4 req-3513511e-650c-46f3-a11b-20c53de99eef tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612351 Jul 16 08:45:55.593425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7b2e26-191e-42d7-a4c0-aa37999e4865 req-204c2add-5b84-44ea-8c62-1eabf903bde8 service neutron] 10.222.0.18 "GET /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798741 Jul 16 08:45:55.705634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.800349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a13df85a-38c6-4f58-88e1-e801cc787463, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a13df85a-38c6-4f58-88e1-e801cc787463,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:55.812016 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.919131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.936744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Transition to ACTIVE for port object 99831a15-737a-4199-863b-93433ecffabe will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:56.035605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06cf21-9a4a-4921-86d0-86b7bd01bab8 req-5e31e4fa-891a-4a41-a60f-e5287d6817bf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.057404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e06cf21-9a4a-4921-86d0-86b7bd01bab8 req-5e31e4fa-891a-4a41-a60f-e5287d6817bf tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.2243934 Jul 16 08:45:56.104838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.143863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e06cf21-9a4a-4921-86d0-86b7bd01bab8 req-329c835f-0633-49bb-bd46-e658faa5090f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855606 Jul 16 08:45:56.327003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=99831a15-737a-4199-863b-93433ecffabe,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.357084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:56.363130 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:56.388209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:56.467340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:56.492240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712a5b2-ac6b-476f-b3ee-74ed4b9df44b req-0a2eb0c5-8d1a-4bd5-80e4-89ded80b03de tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.502669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3712a5b2-ac6b-476f-b3ee-74ed4b9df44b req-0a2eb0c5-8d1a-4bd5-80e4-89ded80b03de tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 932 time: 0.1209903 Jul 16 08:45:56.518367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a13df85a-38c6-4f58-88e1-e801cc787463,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.593061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3712a5b2-ac6b-476f-b3ee-74ed4b9df44b req-1fadee3c-9b22-4558-be21-733513a65a8a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857537 Jul 16 08:45:56.755448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.757237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.780091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-fe58109c-ffdb-4ec7-9122-07b7bb88ab73 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.793200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-fe58109c-ffdb-4ec7-9122-07b7bb88ab73 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 818 time: 0.8077209 Jul 16 08:45:56.855347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-a28460a0-df10-4599-bc2a-249cabd691ab tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/quotas/e64a4d046a9a448bad7dbf1627e1c38a HTTP/1.1" status: 200 len: 375 time: 0.0604823 Jul 16 08:45:56.860811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-6ff5fe00-54b2-4c3a-aefa-066c1dc27797 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3647320 Jul 16 08:45:56.966351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Request body: {'port': {'device_id': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:56.979549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-680b5cd6-98b4-44df-85f5-4d2942a2f600 None None] Provisioning for port 99831a15-737a-4199-863b-93433ecffabe completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:56.983753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-680b5cd6-98b4-44df-85f5-4d2942a2f600 None None] Provisioning complete for port 99831a15-737a-4199-863b-93433ecffabe triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:56.984179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-680b5cd6-98b4-44df-85f5-4d2942a2f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.062598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-680b5cd6-98b4-44df-85f5-4d2942a2f600 None None] Port 99831a15-737a-4199-863b-93433ecffabe cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:57.189248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a13df85a-38c6-4f58-88e1-e801cc787463 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:57.333238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be8345-e6a8-494d-a622-f1b42bd3048c req-cbd56b6f-5234-425d-938e-eff08e6979a6 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.348581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11be8345-e6a8-494d-a622-f1b42bd3048c req-cbd56b6f-5234-425d-938e-eff08e6979a6 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.1518950 Jul 16 08:45:57.348773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a13df85a-38c6-4f58-88e1-e801cc787463 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:57.350240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.424107 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-15113fe4-a657-451d-a660-d58201702797 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5667379 Jul 16 08:45:57.427592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11be8345-e6a8-494d-a622-f1b42bd3048c req-e8323e84-7198-4b28-b39e-3d35d6975fab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779440 Jul 16 08:45:57.591251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-65a772c1-a716-4d7e-a655-988649eb89cc tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.593562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-65a772c1-a716-4d7e-a655-988649eb89cc tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 818 time: 0.6450045 Jul 16 08:45:57.595067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.654658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Request body: {'port': {'device_id': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'admin_state_up': True, 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:57.668981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cfc87-585a-4d62-a22b-580d4dc44898 req-509a87c8-4551-4f75-9a04-ed157ed6f3bb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.670653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-911cfc87-585a-4d62-a22b-580d4dc44898 req-509a87c8-4551-4f75-9a04-ed157ed6f3bb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.1221159 Jul 16 08:45:57.705867 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-5ac39283-5d68-46b3-b6e1-f6515e3e009e service neutron] 10.222.0.41 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805388 Jul 16 08:45:57.809278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-911cfc87-585a-4d62-a22b-580d4dc44898 req-ae7e9e42-cd8c-4b8d-881c-1a241e2c0b05 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243546 Jul 16 08:45:57.843253 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-4fdad8e2-8f45-464c-993d-db946c982763 service neutron] 10.222.0.41 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210363 Jul 16 08:45:58.068535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac28abd-0efb-4243-82ba-c87de21888ad req-db4690eb-6f41-43df-9595-3caffedf29d9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.072336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac28abd-0efb-4243-82ba-c87de21888ad req-db4690eb-6f41-43df-9595-3caffedf29d9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 932 time: 0.1214397 Jul 16 08:45:58.150509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac28abd-0efb-4243-82ba-c87de21888ad req-378df309-6fd0-4c11-b3a9-3d91cb03f153 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721753 Jul 16 08:45:58.306898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9907ad0d-de0f-4d5f-81ee-1fe6cfd5c900 req-40cdad04-2aad-41fa-b7df-4c8a92bdb156 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0698905 Jul 16 08:45:58.313235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Made reservation on behalf of e64a4d046a9a448bad7dbf1627e1c38a for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:58.332824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.573788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99831a15-737a-4199-863b-93433ecffabe {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:58.588926 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.647909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Transition to ACTIVE for port object 99831a15-737a-4199-863b-93433ecffabe will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:58.678938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.905429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bcec1-f51d-4501-b530-631f8bbd1311 req-305f905a-80ba-4664-8d92-bf82ae12d896 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.908872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Allocated IP 172.20.0.9 (59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96/c25ba493-684c-4acb-97c0-37add2b08b11/44088640-31ff-44a9-bd2e-b5f74fa43827) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:58.916604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-353bcec1-f51d-4501-b530-631f8bbd1311 req-305f905a-80ba-4664-8d92-bf82ae12d896 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.2242391 Jul 16 08:45:59.037750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-353bcec1-f51d-4501-b530-631f8bbd1311 req-819dc657-e31f-4d8c-9319-727515498144 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200588 Jul 16 08:45:59.083499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Pushing event updated for resources: {'Port': ['ID=99831a15-737a-4199-863b-93433ecffabe,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.189911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Attempting to bind port 99831a15-737a-4199-863b-93433ecffabe on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:59.190517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Attempting to bind port 99831a15-737a-4199-863b-93433ecffabe by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:59.191044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Attempting to bind port 99831a15-737a-4199-863b-93433ecffabe on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:59.248026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Port 99831a15-737a-4199-863b-93433ecffabe on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:59.248686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Attempting to bind port 99831a15-737a-4199-863b-93433ecffabe on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:59.283761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:59.297838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:59.300719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:59.303507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Bound port: 99831a15-737a-4199-863b-93433ecffabe, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:59.304538 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.376660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36816) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.616343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78d26a-2603-460a-b02c-37fe460bf5ef req-351c8f04-de86-4668-a45d-66ac2e7b0997 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.624749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.626499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f78d26a-2603-460a-b02c-37fe460bf5ef req-351c8f04-de86-4668-a45d-66ac2e7b0997 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.4378626 Jul 16 08:45:59.690632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790339-79e5-4c9a-9ac9-a8ced451a2e8 req-e834b4cf-e1da-474e-8776-2007d0ece6b5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.692967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-27790339-79e5-4c9a-9ac9-a8ced451a2e8 req-e834b4cf-e1da-474e-8776-2007d0ece6b5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.1591134 Jul 16 08:45:59.715743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] For port 99831a15-737a-4199-863b-93433ecffabe, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:59.744842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.763040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] For port 99831a15-737a-4199-863b-93433ecffabe, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=99831a15-737a-4199-863b-93433ecffabe,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:59.764994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-27790339-79e5-4c9a-9ac9-a8ced451a2e8 req-02010de2-e103-4186-8e6f-c22f5f90b68b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647199 Jul 16 08:45:59.803357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.855864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.873835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.933597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f78d26a-2603-460a-b02c-37fe460bf5ef req-7ba929b2-bf87-442c-abe7-b904f952210c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927830 Jul 16 08:45:59.945377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.945878 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.947456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] 10.222.0.18 "PUT /v2.0/ports/99831a15-737a-4199-863b-93433ecffabe HTTP/1.1" status: 200 len: 1093 time: 2.9941411 Jul 16 08:45:59.962877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec05a658c03e4cbf8e8853f3f3ffd0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847154 Jul 16 08:45:59.965809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d7ef71-7dad-4b45-a2b5-dac0010b4ed9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.970254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36822) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.987342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'tag': '99831a15-737a-4199-863b-93433ecffabe'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:59.990509 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3903fee-7707-493e-a4e7-71916aedc27f", "tag": "99831a15-737a-4199-863b-93433ecffabe"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:00.008607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.034876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8445d28-a516-455b-b33d-2211827c1b70 req-e4f4b778-8f23-43da-a7fc-1a8a6638cc7e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.1133173 Jul 16 08:46:00.042652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.043093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.044310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.044758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.045252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.045698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.046165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.047214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.047855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.048527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.048973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.049498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b3a49-a0d9-472e-9f3f-19d4e6ecb42c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:00.134102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d91a64a-c06b-4085-bb45-47557403416f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.140582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:00.158281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:00.183734 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465b7ed-54c5-49f9-8a38-21cbebadf27e x-openstack-request-id: req-8465b7ed-54c5-49f9-8a38-21cbebadf27e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:00.184217 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3903fee-7707-493e-a4e7-71916aedc27f", "tag": "99831a15-737a-4199-863b-93433ecffabe", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:00.184571 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8465b7ed-54c5-49f9-8a38-21cbebadf27e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:00.185235 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'tag': '99831a15-737a-4199-863b-93433ecffabe', 'status': 'completed', 'code': 200} Jul 16 08:46:00.186305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:00.193502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937605a4-9a38-418c-83d9-6f45b5bfdd3f service neutron] Pushing event updated for resources: {'Port': ['ID=99831a15-737a-4199-863b-93433ecffabe,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.195237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d91a64a-c06b-4085-bb45-47557403416f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.200890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4a13e9df-5c85-4fab-b045-93b0cdc5003a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:00.404408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d91a64a-c06b-4085-bb45-47557403416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.409877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6d91a64a-c06b-4085-bb45-47557403416f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.432402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6d91a64a-c06b-4085-bb45-47557403416f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38d7ef71-7dad-4b45-a2b5-dac0010b4ed9 HTTP/1.1" status: 204 len: 168 time: 0.4040680 Jul 16 08:46:00.438723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:00.448484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.449175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.452829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Pushing event updated for resources: {'Port': ['ID=44088640-31ff-44a9-bd2e-b5f74fa43827,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.455066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:00.476077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91a64a-c06b-4085-bb45-47557403416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d7ef71-7dad-4b45-a2b5-dac0010b4ed9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.524685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe68c-09c0-4d27-9a26-c7400ddc03b5 req-892ffe61-d002-4315-8015-c09656573419 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.528536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.535036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f37fe68c-09c0-4d27-9a26-c7400ddc03b5 req-892ffe61-d002-4315-8015-c09656573419 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 943 time: 0.2025523 Jul 16 08:46:00.560890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a13e9df-5c85-4fab-b045-93b0cdc5003a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:00.593843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:00.600177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-fdadbf8e-ade7-4989-adad-ffcc809dbe8c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9736350 Jul 16 08:46:00.613905 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.619364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f37fe68c-09c0-4d27-9a26-c7400ddc03b5 req-09037a05-7547-4dde-a553-b569bbdfad59 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806365 Jul 16 08:46:00.635539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Request body: {'port': {'device_id': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:00.693469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4a13e9df-5c85-4fab-b045-93b0cdc5003a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.947907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4a13e9df-5c85-4fab-b045-93b0cdc5003a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:01.052419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-5215348c-1223-4968-a6fd-731e51765053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.053931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-5215348c-1223-4968-a6fd-731e51765053 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 1096 time: 0.5686224 Jul 16 08:46:01.089333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36838) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.100218 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.104130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8db52e01-ead5-4159-a265-d6459bdfed3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.379676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a588314-ca03-4f3f-bd9d-12f52d747d59 req-dc3df37c-a1d4-4420-b723-0f502da8f05c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.381682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a588314-ca03-4f3f-bd9d-12f52d747d59 req-dc3df37c-a1d4-4420-b723-0f502da8f05c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.2005324 Jul 16 08:46:01.402371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca362a-4ae1-419a-91d2-c76465703d2f req-966abeed-db68-41bb-8583-84c907ff3434 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.404068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4eca362a-4ae1-419a-91d2-c76465703d2f req-966abeed-db68-41bb-8583-84c907ff3434 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.3474646 Jul 16 08:46:01.446446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8db52e01-ead5-4159-a265-d6459bdfed3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.461963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a588314-ca03-4f3f-bd9d-12f52d747d59 req-f3b91ba3-8169-44ad-b4a3-28ccb31c2933 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732522 Jul 16 08:46:01.474174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8db52e01-ead5-4159-a265-d6459bdfed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.506654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4eca362a-4ae1-419a-91d2-c76465703d2f req-9c045b03-1b60-4559-b6d9-ee572c366443 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933475 Jul 16 08:46:01.527234 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8db52e01-ead5-4159-a265-d6459bdfed3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b909ad8b99a479f92818b7470870a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344854 Jul 16 08:46:01.539622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36842) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.549451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44088640-31ff-44a9-bd2e-b5f74fa43827 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:01.570946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.606151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Transition to ACTIVE for port object 44088640-31ff-44a9-bd2e-b5f74fa43827 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:01.610572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.612833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db52e01-ead5-4159-a265-d6459bdfed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf04d52-7a7e-4653-9a17-3a44c421e4fa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.741313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad1bfef9-7c7c-47c2-99cc-2fc734373ce8 req-fc93995e-710a-48db-8537-c32b8adb4b87 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0646172 Jul 16 08:46:01.758898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55248bd1-2693-464a-8b02-223a21138662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.798370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55248bd1-2693-464a-8b02-223a21138662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.863505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=44088640-31ff-44a9-bd2e-b5f74fa43827,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.870753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55248bd1-2693-464a-8b02-223a21138662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.874039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55248bd1-2693-464a-8b02-223a21138662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.876670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55248bd1-2693-464a-8b02-223a21138662 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caf04d52-7a7e-4653-9a17-3a44c421e4fa HTTP/1.1" status: 204 len: 168 time: 0.3359447 Jul 16 08:46:01.893107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55248bd1-2693-464a-8b02-223a21138662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf04d52-7a7e-4653-9a17-3a44c421e4fa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.919930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Attempting to bind port 44088640-31ff-44a9-bd2e-b5f74fa43827 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:01.920480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Attempting to bind port 44088640-31ff-44a9-bd2e-b5f74fa43827 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:01.920949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Attempting to bind port 44088640-31ff-44a9-bd2e-b5f74fa43827 on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:01.927250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Port 44088640-31ff-44a9-bd2e-b5f74fa43827 on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:01.927729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Attempting to bind port 44088640-31ff-44a9-bd2e-b5f74fa43827 on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:01.933774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:01.934321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Checking segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:01.934888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Bound using segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:01.935460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Bound port: 44088640-31ff-44a9-bd2e-b5f74fa43827, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:01.935929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.048127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] For port 44088640-31ff-44a9-bd2e-b5f74fa43827, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:02.052501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] For port 44088640-31ff-44a9-bd2e-b5f74fa43827, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44088640-31ff-44a9-bd2e-b5f74fa43827,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:02.054113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52f6a1-d5f3-4ff5-916e-3afabaa69116 req-3ae2dfeb-f4ed-437c-84f2-b9916055929e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.055867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc52f6a1-d5f3-4ff5-916e-3afabaa69116 req-3ae2dfeb-f4ed-437c-84f2-b9916055929e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 944 time: 0.0814164 Jul 16 08:46:02.059450 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.112356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.113303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.114737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] 10.222.0.36 "PUT /v2.0/ports/44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 1092 time: 1.5007038 Jul 16 08:46:02.124253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc52f6a1-d5f3-4ff5-916e-3afabaa69116 req-8a104f4d-37d6-4309-ac33-5da95a70bbab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601933 Jul 16 08:46:02.146826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c0af3-ad68-4aca-9601-db2fee214fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=44088640-31ff-44a9-bd2e-b5f74fa43827,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.186168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'tag': '44088640-31ff-44a9-bd2e-b5f74fa43827'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:02.190242 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff" -d '{"events": [{"name": "network-changed", "server_uuid": "f823ed46-66ac-4542-9e1f-e5b615084fa2", "tag": "44088640-31ff-44a9-bd2e-b5f74fa43827"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:02.205717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4a13e9df-5c85-4fab-b045-93b0cdc5003a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:02.279985 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ef613-8793-464c-a33c-9879067f48e9 x-openstack-request-id: req-a26ef613-8793-464c-a33c-9879067f48e9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:02.280487 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f823ed46-66ac-4542-9e1f-e5b615084fa2", "tag": "44088640-31ff-44a9-bd2e-b5f74fa43827", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:02.280610 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a26ef613-8793-464c-a33c-9879067f48e9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:02.280997 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'tag': '44088640-31ff-44a9-bd2e-b5f74fa43827', 'status': 'completed', 'code': 200} Jul 16 08:46:02.310632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-dee7edbb-850d-4bd3-a48c-d55ae71d9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.312688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-dee7edbb-850d-4bd3-a48c-d55ae71d9eec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1103106 Jul 16 08:46:02.317432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4a13e9df-5c85-4fab-b045-93b0cdc5003a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:02.323818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4a13e9df-5c85-4fab-b045-93b0cdc5003a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:02.324328 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.364918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-7023295b-8b4c-4201-8893-528b57a49066 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0393643 Jul 16 08:46:02.438637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-0b45d5f5-e60a-44ff-8b73-234cfa8ed322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.440403 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-0b45d5f5-e60a-44ff-8b73-234cfa8ed322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0696707 Jul 16 08:46:02.447757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.483301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:02.500782 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01151d1d-02a7-4e76-809d-0d28ad3b625f" -d '{"events": [{"server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "name": "network-vif-plugged", "status": "completed", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:02.518659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-1d4ee741-cb42-4e01-a8e2-bc99e5f58ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639160 Jul 16 08:46:02.528997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:02.534253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.637511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4a13e9df-5c85-4fab-b045-93b0cdc5003a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.690430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cc79-1092-43d2-8b6c-6257ddafc617 req-0cc6d485-c866-40e9-b252-3b3e36ed5b4e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.697619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8415cc79-1092-43d2-8b6c-6257ddafc617 req-0cc6d485-c866-40e9-b252-3b3e36ed5b4e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.0894971 Jul 16 08:46:02.727407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-db2af61d-cc9c-4006-916f-65e33cc7c43b service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923020 Jul 16 08:46:02.747576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8415cc79-1092-43d2-8b6c-6257ddafc617 req-ad4b49be-23ef-4154-b42c-efa7ae2321e9 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Jul 16 08:46:02.826934 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0051c52c-07dd-4355-969e-78172b658933 x-openstack-request-id: req-0051c52c-07dd-4355-969e-78172b658933 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:02.827232 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "name": "network-vif-plugged", "status": "completed", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:02.827539 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0051c52c-07dd-4355-969e-78172b658933 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:02.828011 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'code': 200} Jul 16 08:46:02.890980 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce9ceac6-e1a4-47b7-97b0-9863cc1c8c6a req-4d13ff67-f0a5-431d-9968-86fe882f6002 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564658 Jul 16 08:46:03.048423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28485d-e76d-4a44-9398-b6d8fd259ced req-6c521e67-dd51-429b-9167-170dee6154d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.050096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c28485d-e76d-4a44-9398-b6d8fd259ced req-6c521e67-dd51-429b-9167-170dee6154d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1097 time: 0.0945811 Jul 16 08:46:03.102960 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c28485d-e76d-4a44-9398-b6d8fd259ced req-0fce9277-8a22-4353-9d1c-ab2bb4685f95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 Jul 16 08:46:03.120426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c2df-32ea-47f4-bd47-4d1037926650 req-c1539440-8827-43f1-947d-83081c3edee7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.122064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-84f5c2df-32ea-47f4-bd47-4d1037926650 req-c1539440-8827-43f1-947d-83081c3edee7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.1752687 Jul 16 08:46:03.159908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-eef4c743-7e74-4126-a32e-d8648dd07cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.160583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-eef4c743-7e74-4126-a32e-d8648dd07cc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1554849 Jul 16 08:46:03.176865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-84f5c2df-32ea-47f4-bd47-4d1037926650 req-cb3260ac-ced3-40b0-97b5-f71d2a17a890 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Jul 16 08:46:03.327659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e291911e-fba6-4167-ab41-543f24e4a43a req-99ef1dbb-774f-485e-839a-114ab72b845f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0352423 Jul 16 08:46:03.522550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.549228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-c8f9192e-4729-44ec-892c-7492d996c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.550364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-c8f9192e-4729-44ec-892c-7492d996c001 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1804004 Jul 16 08:46:03.604597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-0060955c-ce97-4044-9ebd-6f34a5717913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0475221 Jul 16 08:46:03.612954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb6e76-126f-4ad6-8762-07f25a66a3ab req-ef0e926b-1782-40ef-b960-be980781facc tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.614461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aeb6e76-126f-4ad6-8762-07f25a66a3ab req-ef0e926b-1782-40ef-b960-be980781facc tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 945 time: 0.1510878 Jul 16 08:46:03.697767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-e3a3a792-9844-4411-be87-e9d8d6db0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.699382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-e3a3a792-9844-4411-be87-e9d8d6db0c7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0839708 Jul 16 08:46:03.707851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aeb6e76-126f-4ad6-8762-07f25a66a3ab req-492b8052-765a-4000-b981-e2464f3a662d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847914 Jul 16 08:46:03.747504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-48c2c327-74e4-45a0-b789-da344f204600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381398 Jul 16 08:46:03.903936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-5fec944e-8fc0-40f7-941d-253135623dcf service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476188 Jul 16 08:46:04.027183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f91250f9-7c2c-4f94-a8a0-fb7f2f62dcff req-83e310a6-904b-4c7e-be36-2a088ee42a91 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056995 Jul 16 08:46:04.113065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666608f-a420-4e28-9a39-5a3bfa7c2f1e req-21b69c99-5299-44ec-8fb1-400321f63b22 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.114900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d666608f-a420-4e28-9a39-5a3bfa7c2f1e req-21b69c99-5299-44ec-8fb1-400321f63b22 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.0901358 Jul 16 08:46:04.171763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d666608f-a420-4e28-9a39-5a3bfa7c2f1e req-66e232f9-06d6-40ae-85ed-75951c532b97 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510533 Jul 16 08:46:04.417724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44916-e7d1-4230-b47e-5dc85d465528 req-e3a2d43a-af94-4a47-8179-64ff4d0a5a06 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.420588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7e44916-e7d1-4230-b47e-5dc85d465528 req-e3a2d43a-af94-4a47-8179-64ff4d0a5a06 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.0992615 Jul 16 08:46:04.490222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a7e44916-e7d1-4230-b47e-5dc85d465528 req-e3b59d3b-f556-40ba-8d09-05590a2bcdca tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626345 Jul 16 08:46:04.666982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-46e0147c-ca52-4c8d-8cd5-469aaa5016e1 req-36a333e7-97fa-42a2-9955-7934b8cbeed7 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0439124 Jul 16 08:46:04.982242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b2ab-2395-4eeb-bf6b-44f5faedb82d req-215ac484-f527-4d4f-bf32-cab4d6ea5260 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.984791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a55b2ab-2395-4eeb-bf6b-44f5faedb82d req-215ac484-f527-4d4f-bf32-cab4d6ea5260 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 945 time: 0.1365445 Jul 16 08:46:05.034827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a55b2ab-2395-4eeb-bf6b-44f5faedb82d req-2925d31b-4e77-4314-892a-be99b0ddd9f8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Jul 16 08:46:05.229781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a30b5-39a5-46cc-ab7f-c151b3b4d4ec req-1cf120ce-80e5-4cb3-855b-e26741a540dd tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.231752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d4a30b5-39a5-46cc-ab7f-c151b3b4d4ec req-1cf120ce-80e5-4cb3-855b-e26741a540dd tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 945 time: 0.0697825 Jul 16 08:46:05.271127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d4a30b5-39a5-46cc-ab7f-c151b3b4d4ec req-e6db0bbe-048b-433e-ad48-c43dc56a35fe tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330658 Jul 16 08:46:05.295935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.475057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3990959-8984-4474-9a8a-4ecabe43a40c req-78f8b463-7ebf-4ab9-a9a2-160dfe177f2a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.479897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3990959-8984-4474-9a8a-4ecabe43a40c req-78f8b463-7ebf-4ab9-a9a2-160dfe177f2a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.0727897 Jul 16 08:46:05.523545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ca0d8-d722-4e1b-832f-8d97447c7100 tempest-TestVolumeBackupRestore-46359484 tempest-TestVolumeBackupRestore-46359484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.525792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3990959-8984-4474-9a8a-4ecabe43a40c req-cf1a15f4-ec89-4ae1-8c9e-d308e8ac7fb2 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433731 Jul 16 08:46:05.527877 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-137ca0d8-d722-4e1b-832f-8d97447c7100 tempest-TestVolumeBackupRestore-46359484 tempest-TestVolumeBackupRestore-46359484-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1092 time: 0.2292111 Jul 16 08:46:05.528183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36916) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.532617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:05.558304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.698766 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.860665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-12eed7b7-e02a-452b-b717-f213225656bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99831a15-737a-4199-863b-93433ecffabe HTTP/1.1" status: 200 len: 217 time: 0.0520935 Jul 16 08:46:05.975107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-b8299adf-3245-4b54-a825-ec88943ad95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.978230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-b8299adf-3245-4b54-a825-ec88943ad95d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.1084325 Jul 16 08:46:06.068318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84122ec4-7929-481e-9d56-b31e3e52d331 req-69c0392a-bf69-435d-97b6-62d89f0fa693 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0454404 Jul 16 08:46:06.101036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-e1c676bd-8e96-41e3-bae7-0bf5dc0419c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.103723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-e1c676bd-8e96-41e3-bae7-0bf5dc0419c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175566 Jul 16 08:46:06.148553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8d395-ea57-41a8-b9f8-670f4c90dc6a req-b9508a26-974f-4c5d-9d56-3acbeb56cce2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.155401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78f8d395-ea57-41a8-b9f8-670f4c90dc6a req-b9508a26-974f-4c5d-9d56-3acbeb56cce2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.5210545 Jul 16 08:46:06.258277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44088640-31ff-44a9-bd2e-b5f74fa43827 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:06.262741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-2f85fb75-e399-497d-9975-7816504c7dbd service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518502 Jul 16 08:46:06.408469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78f8d395-ea57-41a8-b9f8-670f4c90dc6a req-00c8f0b4-b859-4a11-8760-8e896cca023a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521584 Jul 16 08:46:06.419124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77ba8da7-05c5-48bf-a872-d3bb8b0294cd req-443e366a-80f7-4b06-93df-6af2da09d4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429527 Jul 16 08:46:06.442980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Allocated IP 172.25.0.98 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/2c995f4b-d4c3-4df4-b2b4-a2f914be1ceb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:06.450551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 44088640-31ff-44a9-bd2e-b5f74fa43827, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44088640-31ff-44a9-bd2e-b5f74fa43827,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:06.464389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-da25dab5-ed0b-4e76-8415-6930b759a413 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.465977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-da25dab5-ed0b-4e76-8415-6930b759a413 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.18 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 818 time: 0.3357415 Jul 16 08:46:06.468042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '44088640-31ff-44a9-bd2e-b5f74fa43827', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'port_id': '44088640-31ff-44a9-bd2e-b5f74fa43827', 'mac_address': 'fa:16:3e:41:74:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:06.492130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Request body: {'port': {'device_id': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'admin_state_up': True, 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.509558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.522583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44088640-31ff-44a9-bd2e-b5f74fa43827 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:06.544537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 44088640-31ff-44a9-bd2e-b5f74fa43827, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44088640-31ff-44a9-bd2e-b5f74fa43827,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:06.549317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-63e04615-75ed-4f9b-8aa7-48bd16ad9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.550257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.550967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-63e04615-75ed-4f9b-8aa7-48bd16ad9141 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 1096 time: 0.0692015 Jul 16 08:46:06.613887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=44088640-31ff-44a9-bd2e-b5f74fa43827,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.650537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-7848465d-95a5-4781-8a4e-1cd09e148788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.650814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.652499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-7848465d-95a5-4781-8a4e-1cd09e148788 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.0951641 Jul 16 08:46:06.680174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Made reservation on behalf of e64a4d046a9a448bad7dbf1627e1c38a for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:06.683661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.698707 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-9500334c-6ea5-4bc8-b34c-d472d9f61c5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99831a15-737a-4199-863b-93433ecffabe HTTP/1.1" status: 200 len: 217 time: 0.0383177 Jul 16 08:46:06.753332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.777059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-a8dd8e4d-d5ed-4d98-90a8-52146485feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.778546 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-a8dd8e4d-d5ed-4d98-90a8-52146485feb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0704057 Jul 16 08:46:06.815254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:06.824705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:06.830606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e268ec7-e33e-451b-88ba-f35ac6324743 req-19b22ea4-fda5-424f-8971-b9db80171e18 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.832173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e268ec7-e33e-451b-88ba-f35ac6324743 req-19b22ea4-fda5-424f-8971-b9db80171e18 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.1359684 Jul 16 08:46:06.846482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:06.852761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'Port': ['ID=2c995f4b-d4c3-4df4-b2b4-a2f914be1ceb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.874811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44088640-31ff-44a9-bd2e-b5f74fa43827'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:06.886895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-8291c8c2-5d92-4c19-b91d-2eb4f8a382ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.888560 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-8291c8c2-5d92-4c19-b91d-2eb4f8a382ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029813 Jul 16 08:46:06.899213 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e268ec7-e33e-451b-88ba-f35ac6324743 req-c0644ae4-3b30-431d-8801-ce96d2bd0349 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601697 Jul 16 08:46:06.911003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Allocated IP 172.20.0.11 (59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96/c25ba493-684c-4acb-97c0-37add2b08b11/3402942f-3040-47ff-aae5-6a4523f2c73b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:07.038512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-af82e89f-1f3d-4c64-8ddc-cd3e63159a91 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378744 Jul 16 08:46:07.139218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf01bc47-64de-4f86-b5f6-9e5c5329b0f3 req-29bae858-a7ea-4af1-9b49-79778ffc717e service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937872 Jul 16 08:46:07.231048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.237460 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abc07f2d-2097-4101-bf58-abca6bb5d5b3 req-c5515f0c-8c30-42c7-b759-0d1cbb5ab640 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0350702 Jul 16 08:46:07.475440 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.570259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44088640-31ff-44a9-bd2e-b5f74fa43827'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:07.574977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:07.599461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:07.602143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.643807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:07.677468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Pushing event updated for resources: {'Port': ['ID=3402942f-3040-47ff-aae5-6a4523f2c73b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.745905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.746520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.793257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-cbd24807-f9e8-4867-ae2a-8085f968f455 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3122637 Jul 16 08:46:07.799033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb401761-407c-4f49-b795-9402aaa46e0e req-693d4c7f-e76a-4ce3-834e-2f8140bf2f1f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.803147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb401761-407c-4f49-b795-9402aaa46e0e req-693d4c7f-e76a-4ce3-834e-2f8140bf2f1f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.2481449 Jul 16 08:46:07.807221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Request body: {'port': {'device_id': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:07.814019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.931499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb401761-407c-4f49-b795-9402aaa46e0e req-e8964613-8ee3-4869-bd6c-902d6cb4a7bf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197364 Jul 16 08:46:07.961723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.131468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef711b1-79f1-4d84-aa82-16542c7ae306 req-f73861cd-78fb-46b9-875d-bc15583223e8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.133722 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cef711b1-79f1-4d84-aa82-16542c7ae306 req-f73861cd-78fb-46b9-875d-bc15583223e8 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.0765321 Jul 16 08:46:08.175625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cef711b1-79f1-4d84-aa82-16542c7ae306 req-0d8f0724-2d79-4563-aa02-092f385d228a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358758 Jul 16 08:46:08.294278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44088640-31ff-44a9-bd2e-b5f74fa43827 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:08.359629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 44088640-31ff-44a9-bd2e-b5f74fa43827 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:08.365599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 44088640-31ff-44a9-bd2e-b5f74fa43827 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:08.366127 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.446533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.463929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.470151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44088640-31ff-44a9-bd2e-b5f74fa43827'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:08.472694 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b7c6f-9490-4fce-b78e-3354e1743926" -d '{"events": [{"server_uuid": "f823ed46-66ac-4542-9e1f-e5b615084fa2", "name": "network-vif-plugged", "status": "completed", "tag": "44088640-31ff-44a9-bd2e-b5f74fa43827"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:08.477621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.487280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 44088640-31ff-44a9-bd2e-b5f74fa43827, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44088640-31ff-44a9-bd2e-b5f74fa43827,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:08.492629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.526794 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a016e999-15bd-4824-872f-dad91e1a35ec x-openstack-request-id: req-a016e999-15bd-4824-872f-dad91e1a35ec {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:08.527095 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f823ed46-66ac-4542-9e1f-e5b615084fa2", "name": "network-vif-plugged", "status": "completed", "tag": "44088640-31ff-44a9-bd2e-b5f74fa43827", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:08.527361 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a016e999-15bd-4824-872f-dad91e1a35ec {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:08.527759 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44088640-31ff-44a9-bd2e-b5f74fa43827', 'code': 200} Jul 16 08:46:08.551915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=44088640-31ff-44a9-bd2e-b5f74fa43827,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.595415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cc37a-c40e-4cd8-9438-c7c90c159fd5 req-1de89e6d-b87c-4e0a-87a0-137a685030a1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.596866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-862cc37a-c40e-4cd8-9438-c7c90c159fd5 req-1de89e6d-b87c-4e0a-87a0-137a685030a1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 932 time: 0.2287247 Jul 16 08:46:08.623910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event updated for resources: {'Port': ['ID=2c995f4b-d4c3-4df4-b2b4-a2f914be1ceb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.688975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.755261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-862cc37a-c40e-4cd8-9438-c7c90c159fd5 req-9a1594f9-360e-4f9d-be4b-bda11b762514 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452961 Jul 16 08:46:08.841969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3402942f-3040-47ff-aae5-6a4523f2c73b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:08.854647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.880580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Transition to ACTIVE for port object 3402942f-3040-47ff-aae5-6a4523f2c73b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:08.886474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97611146-c1a8-4a4d-a24d-25ae1412c212 req-e32e7a12-1027-4cd9-8944-1c8768b6dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.888609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-97611146-c1a8-4a4d-a24d-25ae1412c212 req-e32e7a12-1027-4cd9-8944-1c8768b6dce5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.2509594 Jul 16 08:46:08.892919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.903240 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Floating IP f2183148-edd2-41a2-86d2-aa32d520f208 associated. External IP: 172.25.0.98, port: 4a13e9df-5c85-4fab-b045-93b0cdc5003a. Jul 16 08:46:09.047887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3402942f-3040-47ff-aae5-6a4523f2c73b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.104645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-97611146-c1a8-4a4d-a24d-25ae1412c212 req-07392773-6537-452c-8f49-f511829f8c28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054574 Jul 16 08:46:09.139803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac92b5f-6ea5-4d6e-8170-63bc3b73c5c1 req-aff18711-1d48-45d7-b24b-b7103dad64c8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.142084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dac92b5f-6ea5-4d6e-8170-63bc3b73c5c1 req-aff18711-1d48-45d7-b24b-b7103dad64c8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.0654197 Jul 16 08:46:09.160019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Attempting to bind port 3402942f-3040-47ff-aae5-6a4523f2c73b on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:09.160019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Attempting to bind port 3402942f-3040-47ff-aae5-6a4523f2c73b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:09.160019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Attempting to bind port 3402942f-3040-47ff-aae5-6a4523f2c73b on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:09.183768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dac92b5f-6ea5-4d6e-8170-63bc3b73c5c1 req-7080c306-888b-4529-99bd-941972d5f583 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Jul 16 08:46:09.201912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Port 3402942f-3040-47ff-aae5-6a4523f2c73b on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:09.202239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Attempting to bind port 3402942f-3040-47ff-aae5-6a4523f2c73b on network 59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:09.215773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:09.216109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Checking segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:09.216493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Bound using segment: {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:09.216924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Bound port: 3402942f-3040-47ff-aae5-6a4523f2c73b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162308cd-e10a-41be-9708-87502eb7e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:09.217277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.330812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:09.339588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] For port 3402942f-3040-47ff-aae5-6a4523f2c73b, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:09.342674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] For port 3402942f-3040-47ff-aae5-6a4523f2c73b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3402942f-3040-47ff-aae5-6a4523f2c73b,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:09.350972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.365808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5019-7aec-4341-849d-acdffbc16a49 req-7999b19d-3b80-42fe-91a5-fab6584c9db0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.367291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05af5019-7aec-4341-849d-acdffbc16a49 req-7999b19d-3b80-42fe-91a5-fab6584c9db0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 944 time: 0.0681376 Jul 16 08:46:09.406408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05af5019-7aec-4341-849d-acdffbc16a49 req-7bdd4554-0562-4e28-8200-7609a88eca74 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Jul 16 08:46:09.422706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.423272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.424634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/3402942f-3040-47ff-aae5-6a4523f2c73b HTTP/1.1" status: 200 len: 1093 time: 1.6215198 Jul 16 08:46:09.428802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'tag': '3402942f-3040-47ff-aae5-6a4523f2c73b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:09.431130 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d96417f2-af85-4731-9b0a-1bd579ef79ea", "tag": "3402942f-3040-47ff-aae5-6a4523f2c73b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:09.479679 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2f2f2-013b-4011-9034-fa1c62bc3d62 x-openstack-request-id: req-f4d2f2f2-013b-4011-9034-fa1c62bc3d62 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:09.480289 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96417f2-af85-4731-9b0a-1bd579ef79ea", "tag": "3402942f-3040-47ff-aae5-6a4523f2c73b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:09.480289 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4d2f2f2-013b-4011-9034-fa1c62bc3d62 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:09.480602 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'tag': '3402942f-3040-47ff-aae5-6a4523f2c73b', 'status': 'completed', 'code': 200} Jul 16 08:46:09.529388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95465a-849c-42d0-b3de-c60baf2e82b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3402942f-3040-47ff-aae5-6a4523f2c73b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.545970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:09.555921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] Sync routers for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:09.565553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:09.566190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:09.568100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.597321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-e9d7e27f-c23f-4834-b6e5-ef3925096d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.598872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-e9d7e27f-c23f-4834-b6e5-ef3925096d43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 1096 time: 0.1175106 Jul 16 08:46:09.649430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ff296ec6-004f-406b-b19c-109bcf917a4d tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1202188 Jul 16 08:46:09.651045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-b45fb8a6-e5a0-4ea6-ba7e-14d252242132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3402942f-3040-47ff-aae5-6a4523f2c73b HTTP/1.1" status: 200 len: 217 time: 0.0439460 Jul 16 08:46:09.652138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36982) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.674800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:09.705188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-0c7f0c03-1d35-48d0-96e3-c01a4d005b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.705685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038bc7b-3d6f-4971-b362-657d46b00611 tempest-TestVolumeBackupRestore-46359484 tempest-TestVolumeBackupRestore-46359484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.707104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-0c7f0c03-1d35-48d0-96e3-c01a4d005b8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0493188 Jul 16 08:46:09.707307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4038bc7b-3d6f-4971-b362-657d46b00611 tempest-TestVolumeBackupRestore-46359484 tempest-TestVolumeBackupRestore-46359484-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1092 time: 0.0541909 Jul 16 08:46:09.710149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36984) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.714987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Request body: {'floatingip': {'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:09.819430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-6fd0803c-39e0-4b96-ab95-690861e5363a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757866 Jul 16 08:46:09.889661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.915982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f2183148-edd2-41a2-86d2-aa32d520f208', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:07Z', 'updated_at': '2021-07-16T08:46:07Z', 'revision_number': 0, 'project_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:09.937883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf19101-8ac0-4c0f-802c-13a23e9a8353 req-5f3fa398-25a5-4a73-bf84-94096d8900d1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.945025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbf19101-8ac0-4c0f-802c-13a23e9a8353 req-5f3fa398-25a5-4a73-bf84-94096d8900d1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 944 time: 0.0731046 Jul 16 08:46:09.950286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] Checking router: 19e010b3-0378-4cdc-96a1-53c4ec06ce4f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:09.965400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:09.966054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:09.988704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbf19101-8ac0-4c0f-802c-13a23e9a8353 req-5be4f40f-ecc1-49d3-bb7d-6ec523147652 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jul 16 08:46:10.029148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-789c9678-2a7b-40d5-a4f2-38d5c22681fb service neutron] 10.222.0.18 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032833 Jul 16 08:46:10.100856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:10.147916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:10.370910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:10.384420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'port_id': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'mac_address': 'fa:16:3e:c6:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:10.500267 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.519631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1617f498-c113-45c3-8ec3-4d266cd0accf req-2f25bfd3-bff2-4f47-aa51-a1ca1c7f2873 service neutron] 10.222.0.18 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836657 Jul 16 08:46:10.532420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:10.575103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:10.607853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.608680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 99831a15-737a-4199-863b-93433ecffabe details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:10.653991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8269-26b8-43f8-a701-cee939bbf258 req-0a1c1a60-3f79-4626-9427-4647cc8e3045 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.655725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b18e8269-26b8-43f8-a701-cee939bbf258 req-0a1c1a60-3f79-4626-9427-4647cc8e3045 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0815110 Jul 16 08:46:10.677359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb075838-2866-4c72-8fe1-0d8fa7d04f34 req-2dad9726-f11b-4708-812f-8b926c748c98 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.679356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb075838-2866-4c72-8fe1-0d8fa7d04f34 req-2dad9726-f11b-4708-812f-8b926c748c98 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 944 time: 0.2153292 Jul 16 08:46:10.698892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b18e8269-26b8-43f8-a701-cee939bbf258 req-2262aabc-c9a6-4e11-9447-6bc929f34cb4 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364370 Jul 16 08:46:10.719658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.788528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f2183148-edd2-41a2-86d2-aa32d520f208', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:07Z', 'updated_at': '2021-07-16T08:46:07Z', 'revision_number': 0, 'project_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:10.794750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb075838-2866-4c72-8fe1-0d8fa7d04f34 req-d6d34bc5-f11e-42c7-b17a-7d329021d465 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004653 Jul 16 08:46:10.796672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-98320f76-f135-414c-8b27-3dfb427f0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.798358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-98320f76-f135-414c-8b27-3dfb427f0183 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 1096 time: 0.2128432 Jul 16 08:46:10.831783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f16fd-1c54-4356-969c-c835999aacbb None None] The sync data for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 is: [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f2183148-edd2-41a2-86d2-aa32d520f208', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:07Z', 'updated_at': '2021-07-16T08:46:07Z', 'revision_number': 0, 'project_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:10.838495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 99831a15-737a-4199-863b-93433ecffabe, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=99831a15-737a-4199-863b-93433ecffabe,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:10.852062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '99831a15-737a-4199-863b-93433ecffabe', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': '99831a15-737a-4199-863b-93433ecffabe', 'mac_address': 'fa:16:3e:4c:96:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:10.896936 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.911147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99831a15-737a-4199-863b-93433ecffabe {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:10.932404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 99831a15-737a-4199-863b-93433ecffabe, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=99831a15-737a-4199-863b-93433ecffabe,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:10.937706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.993089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=99831a15-737a-4199-863b-93433ecffabe,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.016448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-96521686-bb6b-40ea-87fa-b28131e4b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.017921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-96521686-bb6b-40ea-87fa-b28131e4b494 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1802168 Jul 16 08:46:11.067094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.071419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-43f9887c-4929-4b7b-a143-1ef3d6d0fac3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3402942f-3040-47ff-aae5-6a4523f2c73b HTTP/1.1" status: 200 len: 217 time: 0.0417833 Jul 16 08:46:11.074502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.118667 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af23fd1-9364-4a4d-9245-61bb9b286efd None None] New status for floating IP f2183148-edd2-41a2-86d2-aa32d520f208: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:11.210304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-0fa6494f-4dcd-4e78-a9c4-4d60f9687e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.211990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-0fa6494f-4dcd-4e78-a9c4-4d60f9687e4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.1323352 Jul 16 08:46:11.234710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04868-9d8b-430a-96b3-2d7862ab1159 req-5ca9697f-b59c-4abd-b058-a6dbc754d462 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.242256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8e04868-9d8b-430a-96b3-2d7862ab1159 req-5ca9697f-b59c-4abd-b058-a6dbc754d462 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 944 time: 0.0781782 Jul 16 08:46:11.257286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-f8acf313-33fb-4d0f-befb-1a24e6e3d78e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362585 Jul 16 08:46:11.278311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8e04868-9d8b-430a-96b3-2d7862ab1159 req-e0da203c-eff6-42dd-b4a0-4b1a38770bd2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Jul 16 08:46:11.340630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['30381835-ebdc-4fc8-b04a-ed38f76d903a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:11.343475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['99831a15-737a-4199-863b-93433ecffabe'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:11.448516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-ef7f02de-f47c-4df0-9378-7cc78197a66f service neutron] 10.222.0.18 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793966 Jul 16 08:46:11.467123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:11.485897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:11.489518 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d093c94-e04c-490c-8212-06574514144a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:11.627076 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60c8ae-ad6d-455e-9e8c-84ccb9525fbe x-openstack-request-id: req-1e60c8ae-ad6d-455e-9e8c-84ccb9525fbe {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:11.627749 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:11.627749 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e60c8ae-ad6d-455e-9e8c-84ccb9525fbe {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:11.628075 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'status': 'completed', 'code': 200} Jul 16 08:46:11.652930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:11.658276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.666630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] Sync routers for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:11.679389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:11.680013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:11.724889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f84eca9-df26-458a-a0a2-f1ac9c3afc1a req-daf867a8-5928-4b83-99b7-6692fdcbf020 service neutron] 10.222.0.18 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696383 Jul 16 08:46:11.795983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093c94-e04c-490c-8212-06574514144a req-a00e662c-31aa-4db3-b88b-10849843a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.798057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-a00e662c-31aa-4db3-b88b-10849843a43e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1097 time: 0.1466405 Jul 16 08:46:11.805008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d8be90a1-67f5-4643-8bca-c0a8f1aac93e tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "PUT /v2.0/floatingips/f2183148-edd2-41a2-86d2-aa32d520f208 HTTP/1.1" status: 200 len: 990 time: 2.0936978 Jul 16 08:46:11.928664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093c94-e04c-490c-8212-06574514144a req-b528168c-ff30-4eee-9581-609c569150d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.930432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-b528168c-ff30-4eee-9581-609c569150d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 915 time: 0.1239805 Jul 16 08:46:12.001811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cb259-0bdb-4cac-9156-1015c4ced3cc req-8cfa8a7b-e18a-48cf-b34a-07e48a26d456 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.003821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-486cb259-0bdb-4cac-9156-1015c4ced3cc req-8cfa8a7b-e18a-48cf-b34a-07e48a26d456 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0959835 Jul 16 08:46:12.011367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:12.046752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-486cb259-0bdb-4cac-9156-1015c4ced3cc req-4b4dd99f-87cb-4cf3-b1bd-268e37cde330 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Jul 16 08:46:12.068764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-d3f7901c-fb72-404d-8ac7-4e6188b0b938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 1000 time: 0.1301517 Jul 16 08:46:12.134649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093c94-e04c-490c-8212-06574514144a req-05791352-fcfb-4e4b-87a2-6b33fa86bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.136228 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-05791352-fcfb-4e4b-87a2-6b33fa86bdfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 200 len: 853 time: 0.0588799 Jul 16 08:46:12.144831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e1eab-3af6-4995-b0f8-7f05b1211a4e req-d4f36031-b5d8-426f-8587-739425374571 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.147762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f9e1eab-3af6-4995-b0f8-7f05b1211a4e req-d4f36031-b5d8-426f-8587-739425374571 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 945 time: 0.1362629 Jul 16 08:46:12.237932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f9e1eab-3af6-4995-b0f8-7f05b1211a4e req-8155ef22-63f0-4270-ac9b-01d886174107 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Jul 16 08:46:12.251368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093c94-e04c-490c-8212-06574514144a req-45df70ad-7865-45a5-af80-17d7fd97cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.252297 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-45df70ad-7865-45a5-af80-17d7fd97cdfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2756e075-c2f4-4f4f-86d1-ddadf79f6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033552 Jul 16 08:46:12.261555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f2183148-edd2-41a2-86d2-aa32d520f208', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:07Z', 'updated_at': '2021-07-16T08:46:11Z', 'revision_number': 2, 'project_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:12.299459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] Checking router: 19e010b3-0378-4cdc-96a1-53c4ec06ce4f for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:12.309381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:12.310375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:12.355118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-537cf302-f164-4dc5-8e88-50d4135a35eb service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927751 Jul 16 08:46:12.438664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:12.477401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d093c94-e04c-490c-8212-06574514144a req-58d6e61f-2371-4342-b349-6d72a2008cfa service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164105 Jul 16 08:46:12.524436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f2db0-5b43-49cc-b0d2-26348d1af3ea req-982b0e42-2de8-4387-85ba-e0ee3a20733d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.526122 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-009f2db0-5b43-49cc-b0d2-26348d1af3ea req-982b0e42-2de8-4387-85ba-e0ee3a20733d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 944 time: 0.0733693 Jul 16 08:46:12.566400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37020) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.583484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-009f2db0-5b43-49cc-b0d2-26348d1af3ea req-d5407f3b-84e6-4678-8179-2ae34f1115f1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Jul 16 08:46:12.711474 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a15e6932-d6dc-4a53-89fc-9a4228021ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.759286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f2183148-edd2-41a2-86d2-aa32d520f208', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:07Z', 'updated_at': '2021-07-16T08:46:11Z', 'revision_number': 2, 'project_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:12.792661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb5746-53b1-42b9-8552-a33e16750866 None None] The sync data for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 is: [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f2183148-edd2-41a2-86d2-aa32d520f208', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'port_id': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'mac_address': 'fa:16:3e:15:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:07Z', 'updated_at': '2021-07-16T08:46:11Z', 'revision_number': 2, 'project_id': 'f64a89228ddb4631809701d951936544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:12.827885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a15e6932-d6dc-4a53-89fc-9a4228021ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.833286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a15e6932-d6dc-4a53-89fc-9a4228021ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.872317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e6932-d6dc-4a53-89fc-9a4228021ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6a51c-9ff6-42ea-ba6a-b38ae646ee11,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.876964 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a15e6932-d6dc-4a53-89fc-9a4228021ccf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d42c9efa21445f98b32c2a18ca836c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093445 Jul 16 08:46:12.880243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37028) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.935823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b1af-8b40-4e7f-abe8-7629a3225c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.945987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfae4288-089d-4d8f-98e4-6d730e83631b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.969140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfae4288-089d-4d8f-98e4-6d730e83631b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.024566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfae4288-089d-4d8f-98e4-6d730e83631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.027413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfae4288-089d-4d8f-98e4-6d730e83631b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.028575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dfae4288-089d-4d8f-98e4-6d730e83631b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31e6a51c-9ff6-42ea-ba6a-b38ae646ee11 HTTP/1.1" status: 204 len: 168 time: 0.1470599 Jul 16 08:46:13.038701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae4288-089d-4d8f-98e4-6d730e83631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6a51c-9ff6-42ea-ba6a-b38ae646ee11,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:13.244011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafbb6-579b-493e-a447-b8bfd737973f req-ecf6f7d0-4abf-4772-9828-c699c1121854 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.246144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84eafbb6-579b-493e-a447-b8bfd737973f req-ecf6f7d0-4abf-4772-9828-c699c1121854 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.0700610 Jul 16 08:46:13.287975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84eafbb6-579b-493e-a447-b8bfd737973f req-61335e8f-1b01-4ea3-8664-f96b7fba9325 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362678 Jul 16 08:46:13.439692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c33ec-5b17-4d86-b9e7-28a782075228 req-9c44958a-ac27-4a80-8a80-bde742da792d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.441254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c73c33ec-5b17-4d86-b9e7-28a782075228 req-9c44958a-ac27-4a80-8a80-bde742da792d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 945 time: 0.0702875 Jul 16 08:46:13.480659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c73c33ec-5b17-4d86-b9e7-28a782075228 req-db24d5aa-a84d-4de2-b1b5-0279118553d9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Jul 16 08:46:13.629705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}, {'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:13.633290 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa618e3-b34e-485f-b25c-c374ea1545e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}, {"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:13.673142 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4dbc4f-7afd-4400-8796-d35b37190708 x-openstack-request-id: req-eb4dbc4f-7afd-4400-8796-d35b37190708 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:13.673653 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:13.674123 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb4dbc4f-7afd-4400-8796-d35b37190708 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:13.674683 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'status': 'completed', 'code': 200} Jul 16 08:46:13.675087 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'status': 'completed', 'code': 200} Jul 16 08:46:13.777778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d0f6-a84c-4dbe-a5d9-b48d2cc53505 req-9987fd70-1422-42c4-8c0a-b5fc57655261 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.780008 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb88d0f6-a84c-4dbe-a5d9-b48d2cc53505 req-9987fd70-1422-42c4-8c0a-b5fc57655261 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 944 time: 0.0773182 Jul 16 08:46:13.809224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-58085d9c-4bab-45eb-9b69-1358ecef01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.810934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-58085d9c-4bab-45eb-9b69-1358ecef01bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1097 time: 0.0880260 Jul 16 08:46:13.824500 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb88d0f6-a84c-4dbe-a5d9-b48d2cc53505 req-5a4d5ab1-f7c5-4f3c-8d26-8a26f57ddd5d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jul 16 08:46:13.925415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-f8157807-623e-4c25-91d3-4788dc9c06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.927238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-f8157807-623e-4c25-91d3-4788dc9c06e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 915 time: 0.1082203 Jul 16 08:46:13.997871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-85dcb443-da2b-4cbb-9d60-4fa5f37fa9b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 1000 time: 0.0643742 Jul 16 08:46:14.054168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-ffd66fc4-01e9-4243-921d-0d28005a36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.055676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-ffd66fc4-01e9-4243-921d-0d28005a36f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 200 len: 853 time: 0.0488989 Jul 16 08:46:14.124801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-434d5aa5-b5c8-44fd-8515-e35f6010754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.126442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-434d5aa5-b5c8-44fd-8515-e35f6010754e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2756e075-c2f4-4f4f-86d1-ddadf79f6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617931 Jul 16 08:46:14.177224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3402942f-3040-47ff-aae5-6a4523f2c73b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:14.181129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 99831a15-737a-4199-863b-93433ecffabe up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:14.221014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-79c237b5-dce0-4775-8e9e-2ce461008db3 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862260 Jul 16 08:46:14.292486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 99831a15-737a-4199-863b-93433ecffabe completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:14.301991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 99831a15-737a-4199-863b-93433ecffabe triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:14.302364 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.357205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 3402942f-3040-47ff-aae5-6a4523f2c73b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3402942f-3040-47ff-aae5-6a4523f2c73b,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:14.417418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.419504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '3402942f-3040-47ff-aae5-6a4523f2c73b', 'network_id': '59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96', 'port_id': '3402942f-3040-47ff-aae5-6a4523f2c73b', 'mac_address': 'fa:16:3e:fb:bf:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25ba493-684c-4acb-97c0-37add2b08b11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:14.465434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99831a15-737a-4199-863b-93433ecffabe'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:14.467704 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946dd7e0-8150-46db-a981-a5d13e42e131" -d '{"events": [{"server_uuid": "b3903fee-7707-493e-a4e7-71916aedc27f", "name": "network-vif-plugged", "status": "completed", "tag": "99831a15-737a-4199-863b-93433ecffabe"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:14.494705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 99831a15-737a-4199-863b-93433ecffabe, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=99831a15-737a-4199-863b-93433ecffabe,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:14.502482 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.504891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:14.575621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b35b9c-a508-47ed-bb7d-6009900f3490 req-9fbf17c6-1ff1-42ef-91ad-798557f8e10f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.578485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2b35b9c-a508-47ed-bb7d-6009900f3490 req-9fbf17c6-1ff1-42ef-91ad-798557f8e10f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 945 time: 0.1206255 Jul 16 08:46:14.594897 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49359c90-07c5-4d6d-8735-c3b6c2ed7b0a x-openstack-request-id: req-49359c90-07c5-4d6d-8735-c3b6c2ed7b0a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:14.595232 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3903fee-7707-493e-a4e7-71916aedc27f", "name": "network-vif-plugged", "status": "completed", "tag": "99831a15-737a-4199-863b-93433ecffabe", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:14.595496 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49359c90-07c5-4d6d-8735-c3b6c2ed7b0a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:14.596022 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99831a15-737a-4199-863b-93433ecffabe', 'code': 200} Jul 16 08:46:14.599341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.641105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2b35b9c-a508-47ed-bb7d-6009900f3490 req-a50e0870-df09-4553-9e06-578d1ffec0df tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562854 Jul 16 08:46:14.645778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3402942f-3040-47ff-aae5-6a4523f2c73b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:14.675970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-8c06075d-cc21-4184-a56a-daac21df0889 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483044 Jul 16 08:46:14.713319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616667af-fc1e-44a1-bf6a-3d3f397c2802 req-fca8fd03-cc35-421f-822b-8f38b542ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.715009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 3402942f-3040-47ff-aae5-6a4523f2c73b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3402942f-3040-47ff-aae5-6a4523f2c73b,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:14.715134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-616667af-fc1e-44a1-bf6a-3d3f397c2802 req-fca8fd03-cc35-421f-822b-8f38b542ab52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 1098 time: 0.1114247 Jul 16 08:46:14.726085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.747999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 30381835-ebdc-4fc8-b04a-ed38f76d903a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:14.755207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=99831a15-737a-4199-863b-93433ecffabe,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:14.765186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 30381835-ebdc-4fc8-b04a-ed38f76d903a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:14.766745 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.790468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.790811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.791147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.791515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.791844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.792173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.792497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.792818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.793136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.793473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.793773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.794089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:14.799690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-616667af-fc1e-44a1-bf6a-3d3f397c2802 req-1fc00131-8bd1-4755-aa37-052d6b2251e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769622 Jul 16 08:46:14.868885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=3402942f-3040-47ff-aae5-6a4523f2c73b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:14.874568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf736-7db9-46bf-be40-b3a5c96b5987 req-72c9577a-f031-4153-9cd1-48a240b2bde4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.876848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88adf736-7db9-46bf-be40-b3a5c96b5987 req-72c9577a-f031-4153-9cd1-48a240b2bde4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 946 time: 0.1551654 Jul 16 08:46:14.907156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-0be8a2ef-0bc7-4a94-9b0e-e2d558b04633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.908705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-0be8a2ef-0bc7-4a94-9b0e-e2d558b04633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1097 time: 0.1121223 Jul 16 08:46:14.917631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.947214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88adf736-7db9-46bf-be40-b3a5c96b5987 req-e1a4e93e-9137-48ed-a0cd-f1efaa0931c9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644450 Jul 16 08:46:14.957305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:14.964981 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.025867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.040386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-28f512f2-52c1-4c53-8b66-66d8ec013ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.040678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3040ee4-e529-45bd-822f-b15461531608 req-ca7f0147-27c9-4921-aec6-4ba648c3f8b5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.041941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-28f512f2-52c1-4c53-8b66-66d8ec013ab3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 915 time: 0.1234372 Jul 16 08:46:15.042422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3040ee4-e529-45bd-822f-b15461531608 req-ca7f0147-27c9-4921-aec6-4ba648c3f8b5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 945 time: 0.0841122 Jul 16 08:46:15.083699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3040ee4-e529-45bd-822f-b15461531608 req-3dfb4ca1-045c-43f0-b08d-e1a4fe0ff011 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356824 Jul 16 08:46:15.098845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['3402942f-3040-47ff-aae5-6a4523f2c73b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:15.115756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-52e0d290-eae4-47e1-a6b0-14dd71aef676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 1000 time: 0.0671639 Jul 16 08:46:15.176222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-c9a5ebe4-564c-4629-9460-486e1781f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.177719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-c9a5ebe4-564c-4629-9460-486e1781f030 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 200 len: 853 time: 0.0553324 Jul 16 08:46:15.253249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-b50b581e-cef3-474c-880b-ede09431a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.254801 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-b50b581e-cef3-474c-880b-ede09431a17c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2756e075-c2f4-4f4f-86d1-ddadf79f6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663934 Jul 16 08:46:15.354826 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-362ab94d-15a7-4bb7-85ba-93428caaac34 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928557 Jul 16 08:46:15.451532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fa618e3-b34e-485f-b25c-c374ea1545e2 req-dcfb3e4c-bf48-4f61-811a-97c92ee3ef74 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900373 Jul 16 08:46:15.615997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7da89eb0-e6e4-45d9-a06c-c6ef2ab20827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.727940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.879138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074ffc0-61c1-4264-9911-5e42f2e538ec req-4b3af15b-3fb7-43eb-80c8-6573cf0846d0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.880985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3074ffc0-61c1-4264-9911-5e42f2e538ec req-4b3af15b-3fb7-43eb-80c8-6573cf0846d0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.0767975 Jul 16 08:46:15.924446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3074ffc0-61c1-4264-9911-5e42f2e538ec req-b7ac0a66-9f70-4f00-ab06-29fbba061feb tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jul 16 08:46:16.144430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2b1b-8857-4591-85c3-2a86424bb342 req-8b7f3faa-7b9c-42f6-b3b9-f9829f41b2e0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.146204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f68d2b1b-8857-4591-85c3-2a86424bb342 req-8b7f3faa-7b9c-42f6-b3b9-f9829f41b2e0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 946 time: 0.0749640 Jul 16 08:46:16.194769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f68d2b1b-8857-4591-85c3-2a86424bb342 req-a4e34868-4504-42f4-9f59-d2f4b7a2c83b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Jul 16 08:46:16.367716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940951ad-9632-422a-8a14-6eae2eaefb1f req-ad25c5d7-08ae-496c-8998-77343f71862a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.369423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-940951ad-9632-422a-8a14-6eae2eaefb1f req-ad25c5d7-08ae-496c-8998-77343f71862a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 945 time: 0.0752344 Jul 16 08:46:16.421370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-940951ad-9632-422a-8a14-6eae2eaefb1f req-0d3586bb-9cb7-4903-ac79-8383881912b2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Jul 16 08:46:16.592542 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:16.597901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:16.600255 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf80c3-8c2b-4bc1-89f4-21d0256494f4" -d '{"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-plugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:16.618131 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.646613 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a7bdb9-8b7d-43ca-8f90-61f7581df4e8 x-openstack-request-id: req-f5a7bdb9-8b7d-43ca-8f90-61f7581df4e8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:16.646905 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-plugged", "status": "completed", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:16.647154 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5a7bdb9-8b7d-43ca-8f90-61f7581df4e8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:16.647755 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'code': 200} Jul 16 08:46:16.834045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606cee-41b1-473a-9b78-253c2e1b88b5 req-64c4c995-0e92-48c3-a21f-590c30e0f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.835716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43606cee-41b1-473a-9b78-253c2e1b88b5 req-64c4c995-0e92-48c3-a21f-590c30e0f49c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 1098 time: 0.0586922 Jul 16 08:46:16.874899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43606cee-41b1-473a-9b78-253c2e1b88b5 req-31d4ca8a-dbc4-4f92-a2d8-b6c17d7db2d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Jul 16 08:46:17.106829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d268cb-decc-42ea-b906-5b0dda0b7031 req-b7e0f81f-a348-4b2a-a2a7-a5b0780bd48f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.108335 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3d268cb-decc-42ea-b906-5b0dda0b7031 req-b7e0f81f-a348-4b2a-a2a7-a5b0780bd48f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.0659330 Jul 16 08:46:17.149393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3d268cb-decc-42ea-b906-5b0dda0b7031 req-76001d41-b1f9-4901-b8b8-0a281344068e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354056 Jul 16 08:46:17.610048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e557-8013-493d-a741-3081e994a125 req-ed260f98-a077-414a-9b7f-8932be0776ba tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.611721 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3509e557-8013-493d-a741-3081e994a125 req-ed260f98-a077-414a-9b7f-8932be0776ba tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 945 time: 0.0661597 Jul 16 08:46:17.661096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3509e557-8013-493d-a741-3081e994a125 req-f54e90a9-3dc1-49ce-be90-40cb99607b62 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Jul 16 08:46:17.677999 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.711262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37124) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:17.852283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0302bbea-fad6-4142-8876-f3fe5473d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.960381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0302bbea-fad6-4142-8876-f3fe5473d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.966220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0302bbea-fad6-4142-8876-f3fe5473d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.012885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302bbea-fad6-4142-8876-f3fe5473d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ead9eb-c6ab-4e0a-8425-46114731c253,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.019259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0302bbea-fad6-4142-8876-f3fe5473d086 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=678834e114644ddfa611a5cb19612aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070769 Jul 16 08:46:18.021995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37146) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.082581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dd200d7-dbd9-47e7-b703-33c0d4980981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.105165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dd200d7-dbd9-47e7-b703-33c0d4980981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.156845 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dd200d7-dbd9-47e7-b703-33c0d4980981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.159562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4dd200d7-dbd9-47e7-b703-33c0d4980981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.160826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4dd200d7-dbd9-47e7-b703-33c0d4980981 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35ead9eb-c6ab-4e0a-8425-46114731c253 HTTP/1.1" status: 204 len: 168 time: 0.1375427 Jul 16 08:46:18.169703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd200d7-dbd9-47e7-b703-33c0d4980981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ead9eb-c6ab-4e0a-8425-46114731c253,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.207852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3402942f-3040-47ff-aae5-6a4523f2c73b up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:18.264555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 3402942f-3040-47ff-aae5-6a4523f2c73b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:18.269666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 3402942f-3040-47ff-aae5-6a4523f2c73b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:18.270117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.331607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.369892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbad7d-9189-45d7-85ed-e2c7fe46d23c req-7057d865-f0c8-4907-9917-6795b8644c2f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:18.378454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5acbad7d-9189-45d7-85ed-e2c7fe46d23c req-7057d865-f0c8-4907-9917-6795b8644c2f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.0886624 Jul 16 08:46:18.422281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5acbad7d-9189-45d7-85ed-e2c7fe46d23c req-3b95383b-092e-44a4-9220-0be45e9d2b9e tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 Jul 16 08:46:18.439259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.483270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 3402942f-3040-47ff-aae5-6a4523f2c73b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3402942f-3040-47ff-aae5-6a4523f2c73b,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:18.488244 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.551955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=3402942f-3040-47ff-aae5-6a4523f2c73b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.648518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3402942f-3040-47ff-aae5-6a4523f2c73b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:18.651662 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25acad0a-8ce1-4c52-ae86-eac400dab714" -d '{"events": [{"server_uuid": "d96417f2-af85-4731-9b0a-1bd579ef79ea", "name": "network-vif-plugged", "status": "completed", "tag": "3402942f-3040-47ff-aae5-6a4523f2c73b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:18.697519 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4379aeba-d6fe-4b63-8f33-a7ce034c8e87 x-openstack-request-id: req-4379aeba-d6fe-4b63-8f33-a7ce034c8e87 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:18.707584 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96417f2-af85-4731-9b0a-1bd579ef79ea", "name": "network-vif-plugged", "status": "completed", "tag": "3402942f-3040-47ff-aae5-6a4523f2c73b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:18.707877 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4379aeba-d6fe-4b63-8f33-a7ce034c8e87 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:18.709497 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3402942f-3040-47ff-aae5-6a4523f2c73b', 'code': 200} Jul 16 08:46:18.832068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87b51e-5661-4500-af88-a63a4f2ef9ab req-6264e921-0496-4c6d-a8d2-8fff8b34674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:18.833936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b87b51e-5661-4500-af88-a63a4f2ef9ab req-6264e921-0496-4c6d-a8d2-8fff8b34674b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 1098 time: 0.0716469 Jul 16 08:46:18.883071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b87b51e-5661-4500-af88-a63a4f2ef9ab req-e0305996-0f57-4f85-8764-f675bfc2ed22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Jul 16 08:46:18.891284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5b137-79db-4e45-9b17-8a6029b81d98 req-bb46b390-12fe-4dea-8efd-7a017e002501 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:18.895868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87e5b137-79db-4e45-9b17-8a6029b81d98 req-bb46b390-12fe-4dea-8efd-7a017e002501 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0809810 Jul 16 08:46:18.937782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87e5b137-79db-4e45-9b17-8a6029b81d98 req-3b62df04-f0bf-44cb-bfd9-052480d717b2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 Jul 16 08:46:19.734825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc3444-5c9e-4225-89ae-8d2e62c47239 req-f9914d02-c16d-4080-85a7-a1dbd840de57 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.738936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55cc3444-5c9e-4225-89ae-8d2e62c47239 req-f9914d02-c16d-4080-85a7-a1dbd840de57 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.1304533 Jul 16 08:46:19.786979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55cc3444-5c9e-4225-89ae-8d2e62c47239 req-755d7d67-10ca-4699-8add-82bb77cfee28 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445273 Jul 16 08:46:20.326601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4175e-276b-4689-9126-789ba912b9ef req-233d2546-086c-4b40-be3c-7353e4afcb43 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.331816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3d4175e-276b-4689-9126-789ba912b9ef req-233d2546-086c-4b40-be3c-7353e4afcb43 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.2677815 Jul 16 08:46:20.368770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3d4175e-276b-4689-9126-789ba912b9ef req-e0c9ab77-3360-4adc-9b8a-0bc0fb9a6f16 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344825 Jul 16 08:46:20.727188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-4dd647a5-c379-4285-aecb-0ee12d7dc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.729488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-4dd647a5-c379-4285-aecb-0ee12d7dc5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 1098 time: 0.0669677 Jul 16 08:46:20.916332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-d362a850-90bf-4e20-8640-d72995ea67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.916332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-d362a850-90bf-4e20-8640-d72995ea67a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1797514 Jul 16 08:46:20.965896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-94f34905-71ac-4f54-9f57-26c53d1231e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3402942f-3040-47ff-aae5-6a4523f2c73b HTTP/1.1" status: 200 len: 217 time: 0.0428495 Jul 16 08:46:20.991969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc41891-2549-4ede-9710-254e191c8804 req-84548345-8b7f-4a4f-877d-69a757b1f60e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.993531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fc41891-2549-4ede-9710-254e191c8804 req-84548345-8b7f-4a4f-877d-69a757b1f60e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.2412541 Jul 16 08:46:21.063908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-52a4a6ee-cc29-4164-bdad-199932356ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.065387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-52a4a6ee-cc29-4164-bdad-199932356ea9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0708239 Jul 16 08:46:21.068357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1fc41891-2549-4ede-9710-254e191c8804 req-122c7c19-4f77-4ad4-b14b-4a0822dc20ad tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Jul 16 08:46:21.098783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-a4a73e36-95bf-413f-9761-dd6e10b3ca12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274134 Jul 16 08:46:21.194906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-afd831a6-5fc4-4671-abd5-87e189809570 service neutron] 10.222.0.18 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901551 Jul 16 08:46:21.289589 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df33532a-d015-4d8a-8c4f-3786ab496f13 req-6cb1bd97-8878-42b1-b8a8-80c9b79a054b service neutron] 10.222.0.18 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876257 Jul 16 08:46:22.260892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee239-26c9-4443-9900-c1868e89c5df req-2de7ee29-c500-486c-9961-3701a6859140 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.262418 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2aee239-26c9-4443-9900-c1868e89c5df req-2de7ee29-c500-486c-9961-3701a6859140 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0655241 Jul 16 08:46:22.302133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2aee239-26c9-4443-9900-c1868e89c5df req-49e0a24f-b7fb-4ebe-9069-659ad9c8802a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332286 Jul 16 08:46:23.535695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f63dd-39d8-4f89-8a44-6719b74d5256 req-2c130e8a-aeaa-4201-aafb-a7aa46e6c9aa tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.538011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-479f63dd-39d8-4f89-8a44-6719b74d5256 req-2c130e8a-aeaa-4201-aafb-a7aa46e6c9aa tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1170456 Jul 16 08:46:23.618349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-479f63dd-39d8-4f89-8a44-6719b74d5256 req-fdc474a2-2650-4eeb-905e-4be153e3f284 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742123 Jul 16 08:46:23.653388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-8f3baf11-21bf-42ad-92f3-44fba53ae31b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0930939 Jul 16 08:46:23.744448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.745234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.745889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.746445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.746970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.747670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.748323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.750571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ce012c34-2105-41ea-8858-d24b82f175d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6497 time: 0.0729353 Jul 16 08:46:23.809293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058175f8-c9e4-48c0-8fab-9483fe029374 req-0b568219-a3ac-4227-a45e-b13fd18d4c1e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.811495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-058175f8-c9e4-48c0-8fab-9483fe029374 req-0b568219-a3ac-4227-a45e-b13fd18d4c1e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0815063 Jul 16 08:46:23.860206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-058175f8-c9e4-48c0-8fab-9483fe029374 req-23534d27-f6a9-4b07-8b73-4e23cf313b71 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Jul 16 08:46:23.887046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-8ae8e20f-53fe-47d0-85ca-ee77f78564e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.887801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-8ae8e20f-53fe-47d0-85ca-ee77f78564e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.888410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-8ae8e20f-53fe-47d0-85ca-ee77f78564e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.890318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-8ae8e20f-53fe-47d0-85ca-ee77f78564e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 200 len: 2293 time: 0.1132748 Jul 16 08:46:23.971389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-26727de2-4d60-4561-9619-7517ab31872c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 200 len: 1001 time: 0.0667160 Jul 16 08:46:24.021359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-780bc890-0182-4a4c-aab9-e73d2bea129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.023060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-780bc890-0182-4a4c-aab9-e73d2bea129a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbac040-021b-4d28-9384-1324e90c3686 HTTP/1.1" status: 200 len: 850 time: 0.0459156 Jul 16 08:46:24.089117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-cff34a95-f46e-41d7-b00a-308a20721a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.090638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-cff34a95-f46e-41d7-b00a-308a20721a22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618789 Jul 16 08:46:24.193822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-fe8c865f-90d2-4750-b9a2-4e49a7ad64a8 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952814 Jul 16 08:46:24.293529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-52d9109c-d221-4ba1-b4d3-ece49888056a service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940182 Jul 16 08:46:24.338863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-8c651c3b-b3eb-4030-b14a-0f4b12d051be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 217 time: 0.0391107 Jul 16 08:46:24.390939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-f8f4228f-4b26-4c3a-a688-4dbf1301d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.392468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-f8f4228f-4b26-4c3a-a688-4dbf1301d982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0474362 Jul 16 08:46:24.449286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-f0293e17-87d0-4e20-a512-0b96318cd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.450816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-f0293e17-87d0-4e20-a512-0b96318cd07b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525582 Jul 16 08:46:24.542571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-60937703-ec54-40b2-8ac0-5406a5bf5d0a service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850830 Jul 16 08:46:24.630360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-a176f1f5-dc5d-4370-87d6-68db0988344b service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 Jul 16 08:46:24.677710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-e740c36a-5712-41eb-9076-278614ff019a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 217 time: 0.0401053 Jul 16 08:46:24.727306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-28b8b42a-f00e-4d40-8b66-654ba73d97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.728891 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-28b8b42a-f00e-4d40-8b66-654ba73d97ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0455623 Jul 16 08:46:24.836858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0d295-3060-4bad-aca6-3f72611bdf65 req-8945f71a-c807-476d-83bc-490cbd5caa45 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.838330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7d0d295-3060-4bad-aca6-3f72611bdf65 req-8945f71a-c807-476d-83bc-490cbd5caa45 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1084700 Jul 16 08:46:24.842544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-08586fa8-3591-4a64-aa7e-f45eb2b96025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.844626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-08586fa8-3591-4a64-aa7e-f45eb2b96025 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055286 Jul 16 08:46:24.906869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7d0d295-3060-4bad-aca6-3f72611bdf65 req-4137040a-85e8-4b01-90c5-a0c20d824f96 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612988 Jul 16 08:46:24.960384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-2168763f-39e0-4216-a29a-0b5652b6fc27 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085284 Jul 16 08:46:25.044703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b300a4-480a-4b59-9d33-5782671f6270 req-d749840b-0264-49d8-bf9b-a5ecc23672c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.046227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6b300a4-480a-4b59-9d33-5782671f6270 req-d749840b-0264-49d8-bf9b-a5ecc23672c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0642345 Jul 16 08:46:25.056817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-153d497e-0b4d-4df4-b99c-5c8c4dc804b2 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900505 Jul 16 08:46:25.085959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6b300a4-480a-4b59-9d33-5782671f6270 req-f5f9f7e3-b13c-4548-84dd-6ac39b971082 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340528 Jul 16 08:46:25.100724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-975df518-fa52-4d0d-9d43-1a0e00f5a302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0d632d41-28f8-490b-a527-596b40e52f64 HTTP/1.1" status: 200 len: 217 time: 0.0371757 Jul 16 08:46:25.150643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-fe80687b-81a7-4cc5-b9b0-8ed8d7cfeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.152069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-fe80687b-81a7-4cc5-b9b0-8ed8d7cfeafb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0460055 Jul 16 08:46:25.216395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-76404010-eaed-4b4e-88e1-7b543ea10a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.218961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-76404010-eaed-4b4e-88e1-7b543ea10a6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592973 Jul 16 08:46:25.320994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-b5aec954-593b-43cc-98d5-549f9890d1df service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968096 Jul 16 08:46:25.427105 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-0ec3b2c5-e4f4-4b00-a65c-4bfd331809f6 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002920 Jul 16 08:46:25.467276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-2596bcc7-ca3e-4644-8860-41924964e728 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f412cc6c-898d-4ce6-9c41-328989044d7e HTTP/1.1" status: 200 len: 217 time: 0.0344090 Jul 16 08:46:25.519327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-08bad162-d780-4b85-9204-39164ec9b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.520802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-08bad162-d780-4b85-9204-39164ec9b625 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0478926 Jul 16 08:46:25.578225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-193ae95b-513a-48f1-916d-fc84df2cbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.580066 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-193ae95b-513a-48f1-916d-fc84df2cbd52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531318 Jul 16 08:46:25.675159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-aef2c1d9-b054-46ba-ba33-93df81f92879 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831013 Jul 16 08:46:25.770219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-0e285113-13a7-4a77-9653-c41abaabe82a service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892506 Jul 16 08:46:25.815811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-a6c3d838-9d3d-472e-85ed-0599c76118db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300 HTTP/1.1" status: 200 len: 217 time: 0.0377777 Jul 16 08:46:25.870394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-83244d2a-1f94-4e21-bb93-84d520a7a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.871904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-83244d2a-1f94-4e21-bb93-84d520a7a472 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.0497868 Jul 16 08:46:25.933180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-c30eded9-dfcf-4d92-bff4-223790ee060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.934709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-c30eded9-dfcf-4d92-bff4-223790ee060d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563948 Jul 16 08:46:26.055103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-3a745ef9-0ee9-4181-b32c-4203091effbb service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042845 Jul 16 08:46:26.173066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cf63-de65-40ad-b77a-83d6dd918522 req-3ae6fcf0-f490-43bb-b144-12dac9b31b43 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.174555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7c6cf63-de65-40ad-b77a-83d6dd918522 req-3ae6fcf0-f490-43bb-b144-12dac9b31b43 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1341510 Jul 16 08:46:26.196641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-dcd2a864-e400-4f85-8b5e-757f51ceef60 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210971 Jul 16 08:46:26.257317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-c6aa23d6-7f43-40eb-8dea-53d6408761a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 200 len: 217 time: 0.0526011 Jul 16 08:46:26.272981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7c6cf63-de65-40ad-b77a-83d6dd918522 req-15e0ff80-a8d4-4b44-a91b-f2a3780b56cf tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889215 Jul 16 08:46:26.290987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8762b-3865-4556-8cbe-a43fb16b34c6 req-1759c4d4-4594-417e-aa39-b43339338c09 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.299092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89d8762b-3865-4556-8cbe-a43fb16b34c6 req-1759c4d4-4594-417e-aa39-b43339338c09 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0841062 Jul 16 08:46:26.313878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-5e166c5c-85e3-40ff-a702-343702312c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.316200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-5e166c5c-85e3-40ff-a702-343702312c29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.0532341 Jul 16 08:46:26.344522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89d8762b-3865-4556-8cbe-a43fb16b34c6 req-b56246ff-a656-46c9-a05a-d4fcec4f23b6 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441780 Jul 16 08:46:26.390891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ccf19815-9555-4163-a57d-7e44738e16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.392640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-ccf19815-9555-4163-a57d-7e44738e16a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706837 Jul 16 08:46:26.495431 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-e2ebbe44-2ecc-4252-ade2-3fdf029947a1 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965350 Jul 16 08:46:26.585831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be80e059-6451-4dd5-9cd2-a2862eeca077 req-e02d7e59-90f9-4d3d-bcfe-4c3b3d74c7b4 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846429 Jul 16 08:46:27.484197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b4559-be68-412f-ac8b-e2e27e1c0d7f req-9d3e77b4-3b87-49de-867e-917ce2faa2b9 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.486154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd2b4559-be68-412f-ac8b-e2e27e1c0d7f req-9d3e77b4-3b87-49de-867e-917ce2faa2b9 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0846670 Jul 16 08:46:27.534449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd2b4559-be68-412f-ac8b-e2e27e1c0d7f req-d3d7d09c-5968-4d0a-98e8-29d73d7a4077 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Jul 16 08:46:27.584240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df900f1-08be-4755-a035-9173f0c7a078 req-0cf25091-219b-467e-b2d1-329f8f4e53c3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.585882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3df900f1-08be-4755-a035-9173f0c7a078 req-0cf25091-219b-467e-b2d1-329f8f4e53c3 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0809586 Jul 16 08:46:27.637672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3df900f1-08be-4755-a035-9173f0c7a078 req-7ad3c573-5296-4caf-9b1a-0ef714cdf5b5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459597 Jul 16 08:46:27.749098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37332) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.857748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d75ea12d-d4bf-4f73-87db-0e03227d4a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.953248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d75ea12d-d4bf-4f73-87db-0e03227d4a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.957169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d75ea12d-d4bf-4f73-87db-0e03227d4a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.995550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d75ea12d-d4bf-4f73-87db-0e03227d4a1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7ebc09e553d4fcdb45655999c485644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452435 Jul 16 08:46:27.996530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ea12d-d4bf-4f73-87db-0e03227d4a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22769181-ab6b-4be1-bb57-208a11143185,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.998218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.048727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-675aeba0-dff1-4a7e-a814-e057bfa19be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.069596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-675aeba0-dff1-4a7e-a814-e057bfa19be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.117086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-675aeba0-dff1-4a7e-a814-e057bfa19be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.119716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-675aeba0-dff1-4a7e-a814-e057bfa19be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.120859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-675aeba0-dff1-4a7e-a814-e057bfa19be7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22769181-ab6b-4be1-bb57-208a11143185 HTTP/1.1" status: 204 len: 168 time: 0.1208107 Jul 16 08:46:28.128994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aeba0-dff1-4a7e-a814-e057bfa19be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22769181-ab6b-4be1-bb57-208a11143185,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.720764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a9ef-628e-4079-9519-bb8b2ae40275 req-7083e4bd-9726-4874-b37e-5df8cf40f0cf tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.722323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a823a9ef-628e-4079-9519-bb8b2ae40275 req-7083e4bd-9726-4874-b37e-5df8cf40f0cf tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0702748 Jul 16 08:46:28.831570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe1cd1-0bc1-4900-95e9-caf02fca2448 req-9221e9e3-9a41-4b37-aab8-d7027cb51099 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.833077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74fe1cd1-0bc1-4900-95e9-caf02fca2448 req-9221e9e3-9a41-4b37-aab8-d7027cb51099 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0740056 Jul 16 08:46:28.873230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74fe1cd1-0bc1-4900-95e9-caf02fca2448 req-2ffea8eb-0ab3-4b1f-9c39-1577878cf81f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Jul 16 08:46:29.025891 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a823a9ef-628e-4079-9519-bb8b2ae40275 req-2c4bc6ca-bc98-4f01-9769-0939902047f3 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978501 Jul 16 08:46:29.240283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab518-971c-4d2a-a2fb-6c80e6e3aee1 req-6861bf8b-ded2-40fd-8821-f5bd0e51618d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.242505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-294ab518-971c-4d2a-a2fb-6c80e6e3aee1 req-6861bf8b-ded2-40fd-8821-f5bd0e51618d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0670776 Jul 16 08:46:29.288368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-294ab518-971c-4d2a-a2fb-6c80e6e3aee1 req-f2896a71-45ce-4687-a018-ddd48661c12f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Jul 16 08:46:29.477961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd81cae-11ac-4fc6-a292-54c1e3cb9974 req-f2adcbd7-e2eb-450e-b8b9-48c69062aebd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.479569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bd81cae-11ac-4fc6-a292-54c1e3cb9974 req-f2adcbd7-e2eb-450e-b8b9-48c69062aebd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0683353 Jul 16 08:46:29.521414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bd81cae-11ac-4fc6-a292-54c1e3cb9974 req-8c5d57c4-a5eb-4bc5-b8d7-efd7da9e5722 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353880 Jul 16 08:46:29.908240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca14654-d1d1-4fb4-bfc9-4295532c6b8a req-008c8dc5-2696-48a2-a34f-ae8469c1fdae tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.909723 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aca14654-d1d1-4fb4-bfc9-4295532c6b8a req-008c8dc5-2696-48a2-a34f-ae8469c1fdae tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0672119 Jul 16 08:46:29.948542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aca14654-d1d1-4fb4-bfc9-4295532c6b8a req-7b236e7c-a70d-4614-87b5-6e7b93a5a121 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Jul 16 08:46:30.058001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b9900-291c-44f3-8c35-74c6c260cf50 req-a5deaf38-01da-4b43-9384-5e2ec45b1f0e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.059519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-357b9900-291c-44f3-8c35-74c6c260cf50 req-a5deaf38-01da-4b43-9384-5e2ec45b1f0e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0685217 Jul 16 08:46:30.106988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-357b9900-291c-44f3-8c35-74c6c260cf50 req-cc2ce528-e8cf-446f-bf1a-782dcf9fa330 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Jul 16 08:46:30.290094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbc137-969c-4cde-a630-ba67ada9a87e req-71820aae-21cb-4ef7-9d4d-fab0c83842c2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.291667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e6dbc137-969c-4cde-a630-ba67ada9a87e req-71820aae-21cb-4ef7-9d4d-fab0c83842c2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0748305 Jul 16 08:46:30.334124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e6dbc137-969c-4cde-a630-ba67ada9a87e req-a4bfa4a2-3255-409b-811c-87db5e37c3de tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361493 Jul 16 08:46:30.721591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a1da-d006-4108-8cf8-e448ebfdb703 req-8b945c99-4a79-4fa8-a031-38080f4cb15b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.723009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3137a1da-d006-4108-8cf8-e448ebfdb703 req-8b945c99-4a79-4fa8-a031-38080f4cb15b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0747697 Jul 16 08:46:30.762845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3137a1da-d006-4108-8cf8-e448ebfdb703 req-a56a8fb6-4e08-43bd-a16a-2166b42a1dee tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342724 Jul 16 08:46:31.290005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0bcf-7750-4e38-905e-4a3829b3b2f1 req-abedff70-2bf3-415b-8cd8-a53472078a8b tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.291892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-451a0bcf-7750-4e38-905e-4a3829b3b2f1 req-abedff70-2bf3-415b-8cd8-a53472078a8b tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0672567 Jul 16 08:46:31.333975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-451a0bcf-7750-4e38-905e-4a3829b3b2f1 req-8530caab-9a11-4e00-a84b-9478c2732411 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354955 Jul 16 08:46:31.513970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21984d66-1510-4c09-a668-197257892e5b req-5a4e0e5a-850d-4fd5-9219-4c8b6a95aa57 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.516421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21984d66-1510-4c09-a668-197257892e5b req-5a4e0e5a-850d-4fd5-9219-4c8b6a95aa57 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0662701 Jul 16 08:46:31.554748 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21984d66-1510-4c09-a668-197257892e5b req-8d409aa3-6d01-41a7-92ce-d7fd4bdaf71e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jul 16 08:46:31.941957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5cc42-679e-449a-b69f-d422dc5de946 req-2bd9f488-d079-406a-beb2-809de77ccccc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.943556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06a5cc42-679e-449a-b69f-d422dc5de946 req-2bd9f488-d079-406a-beb2-809de77ccccc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0686514 Jul 16 08:46:31.980540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06a5cc42-679e-449a-b69f-d422dc5de946 req-67b39b4d-93c6-4b99-a7a7-5e13eb5000f6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 16 08:46:32.508058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df893c-b37b-478b-b8b5-c87bacb7a41f req-2a29f871-d553-44c1-99c5-03d5cce0b888 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.509536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91df893c-b37b-478b-b8b5-c87bacb7a41f req-2a29f871-d553-44c1-99c5-03d5cce0b888 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0653570 Jul 16 08:46:32.546371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91df893c-b37b-478b-b8b5-c87bacb7a41f req-2ca252bf-c428-4d57-a157-8799ec214023 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Jul 16 08:46:32.735818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b4a7f-99ae-450a-aeee-ddbb81bcf24e req-1699990e-c400-4c32-a382-c11beb8b8188 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.737307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-225b4a7f-99ae-450a-aeee-ddbb81bcf24e req-1699990e-c400-4c32-a382-c11beb8b8188 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0702021 Jul 16 08:46:32.774490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-225b4a7f-99ae-450a-aeee-ddbb81bcf24e req-6100662a-f67c-4818-aaf2-c098bcb2c4b9 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jul 16 08:46:33.176361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088af89-dd19-49f9-93ee-9272027ae70d req-02495e8f-c94a-4557-96fd-2c7aae33bbf3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.177995 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8088af89-dd19-49f9-93ee-9272027ae70d req-02495e8f-c94a-4557-96fd-2c7aae33bbf3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0756948 Jul 16 08:46:33.223003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8088af89-dd19-49f9-93ee-9272027ae70d req-e4d2bbad-bbec-42be-8638-cfae831b4af5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Jul 16 08:46:33.490199 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.933588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a77b5-9ae4-451a-af94-27554b5cc542 req-8772ff9d-c95b-4d44-92ab-2c28ccbf8032 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.935559 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f38a77b5-9ae4-451a-af94-27554b5cc542 req-8772ff9d-c95b-4d44-92ab-2c28ccbf8032 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0650833 Jul 16 08:46:33.962752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6b3c2-9988-4919-a789-6ac6217e620e req-f4e93a04-73f4-42c2-87d1-9884776d7b60 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.964295 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70c6b3c2-9988-4919-a789-6ac6217e620e req-f4e93a04-73f4-42c2-87d1-9884776d7b60 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0687678 Jul 16 08:46:33.974978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f38a77b5-9ae4-451a-af94-27554b5cc542 req-d00d743b-2577-441f-83ff-5ac6c85d6f55 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330331 Jul 16 08:46:34.004011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70c6b3c2-9988-4919-a789-6ac6217e620e req-2dde535a-2991-447b-8f00-caec2dc9748b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Jul 16 08:46:34.403807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124bdf9-36d5-4a97-861b-3e778e142bbc req-25ea421d-98a3-487a-b478-7748df67e76e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.406017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7124bdf9-36d5-4a97-861b-3e778e142bbc req-25ea421d-98a3-487a-b478-7748df67e76e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0673006 Jul 16 08:46:34.444201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7124bdf9-36d5-4a97-861b-3e778e142bbc req-917aa096-b090-48e8-8ed9-f697f0844209 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Jul 16 08:46:35.167628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520ba0a-0a82-43ea-b30b-6d19d44d3665 req-a8fbde60-69e1-409d-b706-21e889c9f9b2 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.169146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5520ba0a-0a82-43ea-b30b-6d19d44d3665 req-a8fbde60-69e1-409d-b706-21e889c9f9b2 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0721979 Jul 16 08:46:35.198520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1aff0-ea1b-4adf-948f-51a6b20b13c3 req-a48d66e6-5b64-4ee8-a15e-7b40880b239f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.200211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-acf1aff0-ea1b-4adf-948f-51a6b20b13c3 req-a48d66e6-5b64-4ee8-a15e-7b40880b239f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0685818 Jul 16 08:46:35.208759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5520ba0a-0a82-43ea-b30b-6d19d44d3665 req-eb977da2-40e7-409f-981b-47ddbb35c054 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332847 Jul 16 08:46:35.494514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-acf1aff0-ea1b-4adf-948f-51a6b20b13c3 req-a78e43a8-204e-48bf-823f-69db4fc4def4 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875967 Jul 16 08:46:35.643833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b8298-ed4a-476c-aea5-a45a833bee22 req-c4aa353a-4083-4675-9243-db8bedd4283f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.645220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af4b8298-ed4a-476c-aea5-a45a833bee22 req-c4aa353a-4083-4675-9243-db8bedd4283f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1140594 Jul 16 08:46:35.647880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67243-a449-4074-9af2-30497345941b req-b466f687-45cf-4b51-9d00-5b2f1f253044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.649263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-b466f687-45cf-4b51-9d00-5b2f1f253044 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 1098 time: 0.0885811 Jul 16 08:46:35.683879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f563-3418-4e3b-a8bb-047a64c2e69c req-3d42ec12-d6ff-4058-bd64-7115e6d20331 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.685715 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6388f563-3418-4e3b-a8bb-047a64c2e69c req-3d42ec12-d6ff-4058-bd64-7115e6d20331 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0644267 Jul 16 08:46:35.716522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af4b8298-ed4a-476c-aea5-a45a833bee22 req-7b48d069-a56d-43c3-9b42-8a66942bc15a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656474 Jul 16 08:46:35.724560 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6388f563-3418-4e3b-a8bb-047a64c2e69c req-91e0a03e-0802-4f57-9454-0e22ee7a66c6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327573 Jul 16 08:46:35.770662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67243-a449-4074-9af2-30497345941b req-d6a59a02-fa7a-4938-922e-43cd87cfd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.772550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-d6a59a02-fa7a-4938-922e-43cd87cfd153 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.1147962 Jul 16 08:46:35.856610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-1784629b-6f1a-4c8c-92fc-d9dad8ab1e36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 200 len: 1001 time: 0.0777121 Jul 16 08:46:35.912762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67243-a449-4074-9af2-30497345941b req-8ca154ae-7d7a-4260-a062-532f240b306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.914273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-8ca154ae-7d7a-4260-a062-532f240b306d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0513668 Jul 16 08:46:35.974297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67243-a449-4074-9af2-30497345941b req-f320627a-486b-4bf7-9d32-33f2af3b5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.975830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-f320627a-486b-4bf7-9d32-33f2af3b5c2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542569 Jul 16 08:46:35.988197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-7ee1c9c6-7752-4c92-a322-01bc50d792f3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:46:35.989141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-7ee1c9c6-7752-4c92-a322-01bc50d792f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070705 Jul 16 08:46:36.087935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-bd672106-d734-4b98-9a9b-074b62a7e302 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914900 Jul 16 08:46:36.178679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b3a67243-a449-4074-9af2-30497345941b req-f18f71bc-488e-40f4-902f-f1e6237c0f1e service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841796 Jul 16 08:46:36.669372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbf837-96cf-48ba-b15f-1d109fb340d1 req-1fbaf1f6-df29-4fb5-8e40-b52abe93e59b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.670853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ffbf837-96cf-48ba-b15f-1d109fb340d1 req-1fbaf1f6-df29-4fb5-8e40-b52abe93e59b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0615847 Jul 16 08:46:36.710726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ffbf837-96cf-48ba-b15f-1d109fb340d1 req-555ef655-7e85-4259-b915-4ec4d2e10fde tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Jul 16 08:46:36.909744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7de61-2a4f-46fd-b5d7-b4ef5cd7e3d1 req-5eb8d172-0c01-434c-995c-69ab2a08de58 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.911181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-63a7de61-2a4f-46fd-b5d7-b4ef5cd7e3d1 req-5eb8d172-0c01-434c-995c-69ab2a08de58 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0753775 Jul 16 08:46:36.917127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621294-36fb-4ce0-a3ff-f8e9572f49e6 req-c74aae77-52d7-4ef0-81b0-3e3dae7de29c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.918638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5621294-36fb-4ce0-a3ff-f8e9572f49e6 req-c74aae77-52d7-4ef0-81b0-3e3dae7de29c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0664830 Jul 16 08:46:36.949841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-63a7de61-2a4f-46fd-b5d7-b4ef5cd7e3d1 req-176f7044-f6b6-4ecb-a497-0d15155cfce8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Jul 16 08:46:36.957235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5621294-36fb-4ce0-a3ff-f8e9572f49e6 req-4a2e02e0-7d29-4612-8f5d-87a75fef8d88 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Jul 16 08:46:37.888460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a70a8-8e74-41d3-9d9a-8177e0902675 req-44271a63-6fdb-4e30-a06b-a040d046398f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.890599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e17a70a8-8e74-41d3-9d9a-8177e0902675 req-44271a63-6fdb-4e30-a06b-a040d046398f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0690691 Jul 16 08:46:37.928406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e17a70a8-8e74-41d3-9d9a-8177e0902675 req-6fd21317-f1b2-430e-b612-759cd3f1b482 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Jul 16 08:46:38.138849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0a78-0371-4939-bca4-2f7590363441 req-af34b959-45f9-4f94-93b8-7a7d1ab4102a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.141632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-656b0a78-0371-4939-bca4-2f7590363441 req-af34b959-45f9-4f94-93b8-7a7d1ab4102a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0726137 Jul 16 08:46:38.183462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-656b0a78-0371-4939-bca4-2f7590363441 req-d7616f46-ef65-4228-9f41-4bcbc5db62c0 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358226 Jul 16 08:46:38.380637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79050e1-d8d4-4ec7-8839-374a8354ef50 req-e1be71bb-893b-46a9-bfa9-fb7599219b84 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.382397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e79050e1-d8d4-4ec7-8839-374a8354ef50 req-e1be71bb-893b-46a9-bfa9-fb7599219b84 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0732672 Jul 16 08:46:38.420112 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e79050e1-d8d4-4ec7-8839-374a8354ef50 req-bcaeb685-8a86-4540-a45b-51b26950d18a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Jul 16 08:46:39.107349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ba4b5-637c-4b7c-8231-80eb0a6623c0 req-e1dcdadf-c13c-4570-8dc0-18f03b0c148e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.109696 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534ba4b5-637c-4b7c-8231-80eb0a6623c0 req-e1dcdadf-c13c-4570-8dc0-18f03b0c148e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0654662 Jul 16 08:46:39.148204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-534ba4b5-637c-4b7c-8231-80eb0a6623c0 req-a6b7b2db-f642-4d38-a825-5371a360dfed tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Jul 16 08:46:39.597093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67aa8e-d09f-4d0a-b5db-a8f79dc62371 req-557f1c83-2184-4584-9367-8cc457f02932 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.598479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e67aa8e-d09f-4d0a-b5db-a8f79dc62371 req-557f1c83-2184-4584-9367-8cc457f02932 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0693552 Jul 16 08:46:39.636597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e67aa8e-d09f-4d0a-b5db-a8f79dc62371 req-522436d0-84ed-4bd4-918d-46c110e4392e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323668 Jul 16 08:46:40.327210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcc48b-f205-43c1-9823-ca2c2f3d200a req-92e1afe7-21d3-4c4f-ab6c-b4d266fac5be tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.328848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-babcc48b-f205-43c1-9823-ca2c2f3d200a req-92e1afe7-21d3-4c4f-ab6c-b4d266fac5be tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0623372 Jul 16 08:46:40.366168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-babcc48b-f205-43c1-9823-ca2c2f3d200a req-8ae860cd-df18-4454-b794-5649435d28a2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Jul 16 08:46:40.811109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad5192-1e0b-4560-99fb-03807050661a req-3611dcf1-27d8-4794-8ed6-e90ba5ca1227 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.812630 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffad5192-1e0b-4560-99fb-03807050661a req-3611dcf1-27d8-4794-8ed6-e90ba5ca1227 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0649772 Jul 16 08:46:40.853627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffad5192-1e0b-4560-99fb-03807050661a req-dfd174e3-8818-4945-a449-e5ca01493b0f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 Jul 16 08:46:41.543342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc8e3-bdf5-48ba-a820-fb7d00df0482 req-720d0298-bda7-4628-96ef-52b70ad26dcb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:41.545009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81bcc8e3-bdf5-48ba-a820-fb7d00df0482 req-720d0298-bda7-4628-96ef-52b70ad26dcb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0663204 Jul 16 08:46:41.587536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81bcc8e3-bdf5-48ba-a820-fb7d00df0482 req-5356d595-ea6b-4df5-b407-170160909853 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Jul 16 08:46:42.035169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2f8a-b037-41f1-9bcb-4a227db8d4af req-61f7d585-986f-4e1a-af60-2efc0dc3e1a6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.036613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-466d2f8a-b037-41f1-9bcb-4a227db8d4af req-61f7d585-986f-4e1a-af60-2efc0dc3e1a6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0692921 Jul 16 08:46:42.074590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-466d2f8a-b037-41f1-9bcb-4a227db8d4af req-588906b9-ec97-4b3c-991e-071ce84c8fdf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Jul 16 08:46:42.434427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411556-5081-4775-b11a-4850d191f1f0 req-0619e9ad-df03-4ed8-b81f-e1c32f29a83f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.436074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac411556-5081-4775-b11a-4850d191f1f0 req-0619e9ad-df03-4ed8-b81f-e1c32f29a83f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0741060 Jul 16 08:46:42.476058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac411556-5081-4775-b11a-4850d191f1f0 req-a0a1d930-613b-43e9-be97-c6175e457da7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Jul 16 08:46:42.539483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-41b76c74-60a3-4577-bd54-b4e08005a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.540983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-41b76c74-60a3-4577-bd54-b4e08005a374 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1504111 Jul 16 08:46:42.636455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-190379d7-f796-449f-8613-5a57a2a85fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.637965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-190379d7-f796-449f-8613-5a57a2a85fa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.0903704 Jul 16 08:46:42.728373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-2e8b722f-1f2a-45b7-a14a-f07f32b813fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 997 time: 0.0733736 Jul 16 08:46:42.777334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fa050-7444-454f-8707-c7d87ec91496 req-3e3bd6cd-3ca0-4507-8429-5d208fe254c5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.778843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d0fa050-7444-454f-8707-c7d87ec91496 req-3e3bd6cd-3ca0-4507-8429-5d208fe254c5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0698822 Jul 16 08:46:42.791080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-4f23e868-998b-495f-84ed-43964296fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.792672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-4f23e868-998b-495f-84ed-43964296fa0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0565088 Jul 16 08:46:42.817532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d0fa050-7444-454f-8707-c7d87ec91496 req-68d93f31-b987-4e2e-b563-98c62fb5a943 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Jul 16 08:46:42.852527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-26b818ff-1c56-44e3-b227-2e77640ec200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.854027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-26b818ff-1c56-44e3-b227-2e77640ec200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545764 Jul 16 08:46:42.938484 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97cd37cc-9fe9-4094-a035-c747165be870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.946178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-6e69d09c-e030-4a00-a1b2-30c2def8d55d service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851769 Jul 16 08:46:43.039940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4c3ec41d-075e-4ebe-91c9-dbb16f726156 req-a23cfd57-c0be-4667-83da-94ae06adbc1f service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865822 Jul 16 08:46:43.658907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906a05-e306-4f8b-999c-c812f14bdb42 req-477e208d-57bb-48d6-9066-8021f55c3976 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.660446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d906a05-e306-4f8b-999c-c812f14bdb42 req-477e208d-57bb-48d6-9066-8021f55c3976 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0661035 Jul 16 08:46:43.700509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d906a05-e306-4f8b-999c-c812f14bdb42 req-04cc22bc-4b9d-4948-8d30-f3801cce6569 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335157 Jul 16 08:46:43.997419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88543ad-0145-4d3d-ace4-18428a664961 req-dd5778a5-072a-4cf1-9f4f-739c640bcd03 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.999671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a88543ad-0145-4d3d-ace4-18428a664961 req-dd5778a5-072a-4cf1-9f4f-739c640bcd03 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0683091 Jul 16 08:46:44.039280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a88543ad-0145-4d3d-ace4-18428a664961 req-d0c515ac-f4f5-486a-a695-15b0c156f18c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Jul 16 08:46:44.839400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:44.885656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8051f9b-de60-4e0e-b24c-4ecd3eeed995 req-64d663c3-f6b8-4c3b-8554-940baf1a559a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.887180 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8051f9b-de60-4e0e-b24c-4ecd3eeed995 req-64d663c3-f6b8-4c3b-8554-940baf1a559a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0677006 Jul 16 08:46:44.927482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8051f9b-de60-4e0e-b24c-4ecd3eeed995 req-a7325cdf-72d9-4daf-a236-b4e44bc002ea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Jul 16 08:46:45.018334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Deleting port 2c995f4b-d4c3-4df4-b2b4-a2f914be1ceb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:45.018715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.096568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.096899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.112199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Calling delete_port for 2c995f4b-d4c3-4df4-b2b4-a2f914be1ceb owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:45.124413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456694ec-d660-4c45-951b-2d0fac607942 req-aef447e9-c8de-43d9-9514-9a19ccc721eb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.126380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-456694ec-d660-4c45-951b-2d0fac607942 req-aef447e9-c8de-43d9-9514-9a19ccc721eb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0744338 Jul 16 08:46:45.166373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-456694ec-d660-4c45-951b-2d0fac607942 req-4da1db1f-4767-4b31-8597-c26950baa77a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333042 Jul 16 08:46:45.328747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309cc33-e386-4011-a841-2d3e36055b09 req-b6186d29-be50-49de-9159-cac250370458 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.330285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4309cc33-e386-4011-a841-2d3e36055b09 req-b6186d29-be50-49de-9159-cac250370458 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1561842 Jul 16 08:46:45.402984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4309cc33-e386-4011-a841-2d3e36055b09 req-b3cf9470-1322-407e-8d3e-20f2af7a4bbc tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644283 Jul 16 08:46:45.417835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.447166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event deleted for resources: {'Port': ['ID=2c995f4b-d4c3-4df4-b2b4-a2f914be1ceb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.515713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.516063 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Floating IP f2183148-edd2-41a2-86d2-aa32d520f208 disassociated (deleted). External IP: 172.25.0.98, port: 4a13e9df-5c85-4fab-b045-93b0cdc5003a. Jul 16 08:46:45.578073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bd22d-82fa-4251-9db4-ca04d2e4782e req-0a84c50f-156d-4a8d-ad1b-ba8aa2502245 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.579549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca9bd22d-82fa-4251-9db4-ca04d2e4782e req-0a84c50f-156d-4a8d-ad1b-ba8aa2502245 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0792162 Jul 16 08:46:45.618558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-04c3a826-ff74-4c0e-a466-c8d58a687f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.633951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca9bd22d-82fa-4251-9db4-ca04d2e4782e req-3650a3d3-ac1a-4e76-9e5b-7f5ee655b82a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Jul 16 08:46:45.731741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.745455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:45.879952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:45.886178 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.901414 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] Sync routers for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:45.912005 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:45.912722 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:45.940688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-88550d2b-c4d8-4c03-a549-76d9e194b4ed tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "DELETE /v2.0/floatingips/f2183148-edd2-41a2-86d2-aa32d520f208 HTTP/1.1" status: 204 len: 168 time: 1.0999916 Jul 16 08:46:45.941285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:45.952697 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380d4a4-a0a0-42aa-b337-e270aab75576" -d '{"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:46.006932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941d7f-308c-4558-b74f-bdf678cbd6f9 req-5ec31526-2559-4eaa-8bd6-3e94c5820f67 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.011827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18941d7f-308c-4558-b74f-bdf678cbd6f9 req-5ec31526-2559-4eaa-8bd6-3e94c5820f67 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0694811 Jul 16 08:46:46.028145 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:46.058814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18941d7f-308c-4558-b74f-bdf678cbd6f9 req-2b1ed5b7-2307-40e7-bc58-0ecb9ca4974a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446637 Jul 16 08:46:46.116787 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1be331f-ca4c-43e8-bac6-63b06ad7ab2b x-openstack-request-id: req-c1be331f-ca4c-43e8-bac6-63b06ad7ab2b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:46.117084 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:46.117337 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1be331f-ca4c-43e8-bac6-63b06ad7ab2b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:46.117985 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'status': 'completed', 'code': 200} Jul 16 08:46:46.257843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-6b7461dc-6439-461e-9ab2-7be09b3a36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.258023 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:46.259502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-6b7461dc-6439-461e-9ab2-7be09b3a36ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f64a89228ddb4631809701d951936544&device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 1097 time: 0.0719740 Jul 16 08:46:46.284565 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] Checking router: 19e010b3-0378-4cdc-96a1-53c4ec06ce4f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:46.293756 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:46.294378 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:46.407103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-4956633c-d10a-4e2c-8b61-8dfe46dcdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.408632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-4956633c-d10a-4e2c-8b61-8dfe46dcdb11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 200 len: 915 time: 0.1252491 Jul 16 08:46:46.458952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-2e749861-e662-42eb-8e59-03f241d65a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 200 len: 217 time: 0.0427992 Jul 16 08:46:46.472800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9d9af-f88f-41f8-89e4-3db38d926053 req-7a2814eb-13d5-49fa-a112-aeba30f9bff4 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.474028 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-27b9d9af-f88f-41f8-89e4-3db38d926053 req-7a2814eb-13d5-49fa-a112-aeba30f9bff4 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 945 time: 0.1320386 Jul 16 08:46:46.494982 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:46.548439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-4a52b437-0b34-42c4-b16f-2b08143cf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.549988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-4a52b437-0b34-42c4-b16f-2b08143cf19f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 200 len: 853 time: 0.0750091 Jul 16 08:46:46.552964 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-27b9d9af-f88f-41f8-89e4-3db38d926053 req-ed166929-b551-47dc-89bd-dc34c6ad5915 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704694 Jul 16 08:46:46.606498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f9c3-0e3a-4b5f-944d-1541dc5aa331 req-94621988-2a8e-4be9-9d9a-c7c7eb0d8477 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.609627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5c4f9c3-0e3a-4b5f-944d-1541dc5aa331 req-94621988-2a8e-4be9-9d9a-c7c7eb0d8477 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0777566 Jul 16 08:46:46.617911 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.619230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-f3eec1cd-40f4-434b-87a1-92769282832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.620940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-f3eec1cd-40f4-434b-87a1-92769282832e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2756e075-c2f4-4f4f-86d1-ddadf79f6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641928 Jul 16 08:46:46.651658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5c4f9c3-0e3a-4b5f-944d-1541dc5aa331 req-755406e4-2474-453a-a067-6106ed1e71d9 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Jul 16 08:46:46.717870 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:46.718572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-6a5e8592-8009-4b33-ae7e-d7a46b083183 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879705 Jul 16 08:46:46.747371 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b23ec-de5f-4160-8aa9-9786e39dff74 None None] The sync data for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 is: [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 4, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9264c528-6d23-4d2b-a68c-4903c9796fbe', 'name': '', 'network_id': '2756e075-c2f4-4f4f-86d1-ddadf79f6170', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'mac_address': 'fa:16:3e:7a:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:37Z', 'updated_at': '2021-07-16T08:42:50Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'subnets': [{'id': 'c1f91cfd-6fdd-4a17-841b-29b077f8b420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:46.818585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8380d4a4-a0a0-42aa-b337-e270aab75576 req-87e71ca9-8e98-4050-bd1d-24451da0f4d7 service neutron] 10.222.0.36 "GET /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916789 Jul 16 08:46:46.979655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fd5a2-7b3c-4655-a867-375875a210ce None None] New status for floating IP f2183148-edd2-41a2-86d2-aa32d520f208: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:47.240569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84537269-c38f-4a92-bd73-d1272b081965 req-cdcbf5b0-3e05-4574-a2ce-a68f62c74dea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.241978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-84537269-c38f-4a92-bd73-d1272b081965 req-cdcbf5b0-3e05-4574-a2ce-a68f62c74dea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0638702 Jul 16 08:46:47.280962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-84537269-c38f-4a92-bd73-d1272b081965 req-425133d2-5904-4bc9-95ea-bb7ab45573aa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Jul 16 08:46:47.636799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3f78d-bcb9-406f-b74f-a9113d211c1f req-d619c1cd-2dd2-44c7-a7eb-3c0bd167379d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.638412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10c3f78d-bcb9-406f-b74f-a9113d211c1f req-d619c1cd-2dd2-44c7-a7eb-3c0bd167379d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0646694 Jul 16 08:46:47.669213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.683038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10c3f78d-bcb9-406f-b74f-a9113d211c1f req-9f313715-29d1-44eb-aff0-8aff727c443f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385075 Jul 16 08:46:47.760298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9ecc1-01ec-40a3-a910-5d128dcd5830 req-69095512-08ff-49f7-b2a3-0e4176968fb6 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.761827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbc9ecc1-01ec-40a3-a910-5d128dcd5830 req-69095512-08ff-49f7-b2a3-0e4176968fb6 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 945 time: 0.0857978 Jul 16 08:46:47.810263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbc9ecc1-01ec-40a3-a910-5d128dcd5830 req-6b6587e8-c28b-4c0b-a57d-ef496520cf89 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361998 Jul 16 08:46:47.877276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15314-13d3-45e9-8b08-b1ac21f7eb1d req-47698ff2-4a67-421e-afa2-ceaed78f594b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.878818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6fe15314-13d3-45e9-8b08-b1ac21f7eb1d req-47698ff2-4a67-421e-afa2-ceaed78f594b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0848768 Jul 16 08:46:47.926566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6fe15314-13d3-45e9-8b08-b1ac21f7eb1d req-7304f87d-a865-492f-8761-3caa8468f17b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Jul 16 08:46:48.117932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-c9a98021-d1a0-4a13-838d-672da56fc035 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.119348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-c9a98021-d1a0-4a13-838d-672da56fc035 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 945 time: 0.0726593 Jul 16 08:46:48.243558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Deleting port 4a13e9df-5c85-4fab-b045-93b0cdc5003a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:48.244053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.315186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.353657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] For port 4a13e9df-5c85-4fab-b045-93b0cdc5003a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4a13e9df-5c85-4fab-b045-93b0cdc5003a,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:48.354054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.366924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Calling delete_port for 4a13e9df-5c85-4fab-b045-93b0cdc5003a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:48.740694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-cd7457f7-33b1-4f5c-b503-947878658f99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555463 Jul 16 08:46:48.751160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.782870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event deleted for resources: {'Port': ['ID=4a13e9df-5c85-4fab-b045-93b0cdc5003a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.841015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] No DVR routers for this DVR port 4a13e9df-5c85-4fab-b045-93b0cdc5003a on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:48.844330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.846149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-893a997a-c9b0-4a78-ac9b-bc3984b89163 req-6d8efa61-be1c-4041-8f50-26a3f0999cab tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.36 "DELETE /v2.0/ports/4a13e9df-5c85-4fab-b045-93b0cdc5003a HTTP/1.1" status: 204 len: 173 time: 0.7212610 Jul 16 08:46:48.846605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'name': 'network-vif-deleted', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:48.848918 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4024f795-96f1-4b4e-adc3-510476dc8444" -d '{"events": [{"server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "name": "network-vif-deleted", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:48.925738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe717-5ee2-41b2-8050-ad899848f5e5 req-46855909-4593-4f40-a5f8-178de1679f3f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.927624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-771fe717-5ee2-41b2-8050-ad899848f5e5 req-46855909-4593-4f40-a5f8-178de1679f3f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0929835 Jul 16 08:46:48.931037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-ba559b8e-a82a-48fb-ad65-e7aad73b159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.932644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-ba559b8e-a82a-48fb-ad65-e7aad73b159b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1261091 Jul 16 08:46:48.977204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d123d7f-8355-48fd-b1c5-8f3c71e4ebe8 req-8e68ae59-0e60-415b-92c2-95e15bb9e7c4 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0319049 Jul 16 08:46:49.010021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-771fe717-5ee2-41b2-8050-ad899848f5e5 req-d34cbdfc-2533-4b70-a428-7ddf66760611 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745318 Jul 16 08:46:49.029315 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b359f1-3e00-46cf-ade8-6c07dd7d3a1d x-openstack-request-id: req-20b359f1-3e00-46cf-ade8-6c07dd7d3a1d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:49.029701 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592", "name": "network-vif-deleted", "tag": "4a13e9df-5c85-4fab-b045-93b0cdc5003a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:49.030012 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20b359f1-3e00-46cf-ade8-6c07dd7d3a1d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:49.030614 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592', 'name': 'network-vif-deleted', 'tag': '4a13e9df-5c85-4fab-b045-93b0cdc5003a', 'status': 'completed', 'code': 200} Jul 16 08:46:49.082920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-52ff583d-44d3-4983-98ab-abbabac7e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.085232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-52ff583d-44d3-4983-98ab-abbabac7e821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1306629 Jul 16 08:46:49.195879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-79c5842e-59c9-4338-b697-365442afff67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 997 time: 0.1039529 Jul 16 08:46:49.215267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e106c-5063-46ce-8b08-1e75ec034530 req-9015aab1-7098-4ba2-bf80-2d2982a9f115 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.217608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be9e106c-5063-46ce-8b08-1e75ec034530 req-9015aab1-7098-4ba2-bf80-2d2982a9f115 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0775237 Jul 16 08:46:49.259677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40888539-9d3f-4439-93d7-c05af1d5baca req-bf018bc4-9d5a-4ef4-8e46-def543c272e2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.261316 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40888539-9d3f-4439-93d7-c05af1d5baca req-bf018bc4-9d5a-4ef4-8e46-def543c272e2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1206408 Jul 16 08:46:49.274579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be9e106c-5063-46ce-8b08-1e75ec034530 req-2251fbb7-1f83-4a7e-aea4-b098f7af0218 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500782 Jul 16 08:46:49.280709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-d3b4269f-1111-4342-93c3-0c4f8bdccabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.284538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-d3b4269f-1111-4342-93c3-0c4f8bdccabf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0821857 Jul 16 08:46:49.358658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40888539-9d3f-4439-93d7-c05af1d5baca req-e3153a29-6686-4171-b3c1-77bf71bd37fd tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904784 Jul 16 08:46:49.384272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-922b7ad6-98e8-4caa-b044-e8ed95c3c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.386148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-922b7ad6-98e8-4caa-b044-e8ed95c3c5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949707 Jul 16 08:46:49.471533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59087e-7978-498d-98ae-f7bfebd4fa6e req-06b2dc18-b307-4ef6-ba3a-b5498ceef426 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.472981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c59087e-7978-498d-98ae-f7bfebd4fa6e req-06b2dc18-b307-4ef6-ba3a-b5498ceef426 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0686626 Jul 16 08:46:49.488047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-f4976cc0-013b-42d2-9a0d-175a740688a1 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946593 Jul 16 08:46:49.533980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c59087e-7978-498d-98ae-f7bfebd4fa6e req-49fe85b5-b04f-4cd4-8d78-bd8c864450ff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 Jul 16 08:46:49.612159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d4100fa-9777-4d39-91ef-98d1a2ebd2cd req-f6bc8db5-380d-4256-98b1-43bc35580347 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170597 Jul 16 08:46:49.728226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031a99e-698a-43ec-abd9-d8f7c907c401 req-b75791a4-2b07-4623-a361-fc37406733ea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.729700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a031a99e-698a-43ec-abd9-d8f7c907c401 req-b75791a4-2b07-4623-a361-fc37406733ea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0708225 Jul 16 08:46:49.768329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a031a99e-698a-43ec-abd9-d8f7c907c401 req-940db1c1-7a52-4ab0-b97e-fcda5d489461 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Jul 16 08:46:50.121487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd68f6ff-cb8c-4921-aae4-31876b02a039 req-2b7dbca4-d87b-4ae0-905b-9553ff6e3443 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0287101 Jul 16 08:46:50.537353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1925-ce79-491b-90f6-a1de3ab7c097 req-0535daca-d32c-44c7-85a7-ba47b40efac6 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.538842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26dd1925-ce79-491b-90f6-a1de3ab7c097 req-0535daca-d32c-44c7-85a7-ba47b40efac6 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0671532 Jul 16 08:46:50.577197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26dd1925-ce79-491b-90f6-a1de3ab7c097 req-8fa2491b-5809-40bf-b420-9ed0c6a85e53 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jul 16 08:46:51.263108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6a2dffc8-1d6d-40f5-8cba-6eb70d7ebed8 req-2f00b28d-6271-4398-baee-6238d199e1a9 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jul 16 08:46:51.767388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f08cb-ec1f-4a1f-878d-d2914327da5d req-e83916c3-427c-4303-a479-c49e11e5261c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.767388 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e08f08cb-ec1f-4a1f-878d-d2914327da5d req-e83916c3-427c-4303-a479-c49e11e5261c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0695245 Jul 16 08:46:51.820769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e08f08cb-ec1f-4a1f-878d-d2914327da5d req-786f9a15-6ed3-4138-97ef-90630667e133 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Jul 16 08:46:52.415793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-878a61f8-3b81-43f8-80fe-2ac54101b950 req-55698202-cf84-486c-a57e-d461e2be9344 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff00ab89-c25c-44ce-8ff9-c3ccaaa1d592 HTTP/1.1" status: 200 len: 210 time: 0.0335824 Jul 16 08:46:52.547851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4a13e9df-5c85-4fab-b045-93b0cdc5003a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:52.571347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4a13e9df-5c85-4fab-b045-93b0cdc5003a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:52.571693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4a13e9df-5c85-4fab-b045-93b0cdc5003a not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:52.901319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b2b7-ee35-4281-a688-2ec432ce3345 req-99949a40-7829-471e-a1db-3a330374879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.902842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d030b2b7-ee35-4281-a688-2ec432ce3345 req-99949a40-7829-471e-a1db-3a330374879b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 1098 time: 0.0625563 Jul 16 08:46:52.977749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d030b2b7-ee35-4281-a688-2ec432ce3345 req-bb69ff43-46e7-4aea-81fa-4c790647f4b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Jul 16 08:46:53.014872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434035d-010d-478f-807a-d6732332db57 req-9ccb16c1-96b6-4d6b-aeb0-a0e6d33fa347 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.016410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f434035d-010d-478f-807a-d6732332db57 req-9ccb16c1-96b6-4d6b-aeb0-a0e6d33fa347 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0754645 Jul 16 08:46:53.058030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f434035d-010d-478f-807a-d6732332db57 req-bd43530c-0d48-4438-b548-7394f6c166ce tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Jul 16 08:46:53.512432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:53.516405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9a89-c6f0-4782-a6a5-65eb1a70d2aa req-386141d8-20f6-47ad-a07f-ee2cd5c5dfc0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.517934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-267f9a89-c6f0-4782-a6a5-65eb1a70d2aa req-386141d8-20f6-47ad-a07f-ee2cd5c5dfc0 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.0709651 Jul 16 08:46:53.560359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-267f9a89-c6f0-4782-a6a5-65eb1a70d2aa req-e8eb9964-1c9e-4469-8e7a-8218e6b1199a tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361958 Jul 16 08:46:53.575193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.591422 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:53.600356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.660024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.662506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.663677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] 10.222.0.41 "DELETE /v2.0/security-groups/ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb HTTP/1.1" status: 204 len: 168 time: 0.1502445 Jul 16 08:46:53.673381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6caf75-e670-4d5d-80b6-7b1d8c8f94fb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.680756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.681101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.681437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.681766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.682091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.682451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.682733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.683058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.683403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.683723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.684037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.684354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584838b-29a1-4925-9364-79517028b1a8 tempest-TestVolumeBackupRestore-296928370 tempest-TestVolumeBackupRestore-296928370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.263302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02d2f9-3f6e-452b-9874-90a399471352 req-e588693d-86a4-43d0-8521-b6dccb53dce3 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.267789 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a02d2f9-3f6e-452b-9874-90a399471352 req-e588693d-86a4-43d0-8521-b6dccb53dce3 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0826952 Jul 16 08:46:54.312627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a02d2f9-3f6e-452b-9874-90a399471352 req-cb942c4c-93de-4e01-be99-f6b869140cec tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Jul 16 08:46:54.517821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d705037-c287-4c83-ac99-f9a9d745e973 req-f132884b-2d66-4c80-9636-4b65d0f35e53 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.519666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d705037-c287-4c83-ac99-f9a9d745e973 req-f132884b-2d66-4c80-9636-4b65d0f35e53 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0771685 Jul 16 08:46:54.570010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d705037-c287-4c83-ac99-f9a9d745e973 req-cf1eced7-c41f-42b6-94db-342e011962c3 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Jul 16 08:46:54.884609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337b60b-e062-4650-aee5-a2fd7cd87d51 req-21ebb45c-0956-4072-bd3a-4f21630a0847 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.887831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4337b60b-e062-4650-aee5-a2fd7cd87d51 req-21ebb45c-0956-4072-bd3a-4f21630a0847 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.1388566 Jul 16 08:46:54.980778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4337b60b-e062-4650-aee5-a2fd7cd87d51 req-5258ed45-6e3c-4a94-b669-41672ab78219 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853517 Jul 16 08:46:55.117556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-e731ed28-6071-4aff-bfe3-d6fd6367ee3f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.119945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-e731ed28-6071-4aff-bfe3-d6fd6367ee3f tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 946 time: 0.1778171 Jul 16 08:46:55.260539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eca07-e5e3-4eb0-b613-d404979acc82 req-f6f0b011-1a94-4e58-b108-de828cdffe97 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.262115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f3eca07-e5e3-4eb0-b613-d404979acc82 req-f6f0b011-1a94-4e58-b108-de828cdffe97 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.2109704 Jul 16 08:46:55.409478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f3eca07-e5e3-4eb0-b613-d404979acc82 req-771ac376-d435-4a93-8ec6-eae93302ff4e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283214 Jul 16 08:46:55.444209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Deleting port 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:55.444516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.564458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] For port 30381835-ebdc-4fc8-b04a-ed38f76d903a, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=30381835-ebdc-4fc8-b04a-ed38f76d903a,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.566370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.861957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.862725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.863146 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Floating IP 5e86c646-12fc-4069-979c-82da37bcec2e disassociated. External IP: 172.25.0.214, port: 30381835-ebdc-4fc8-b04a-ed38f76d903a. Jul 16 08:46:55.863740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Calling delete_port for 30381835-ebdc-4fc8-b04a-ed38f76d903a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:56.024248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.086416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event deleted for resources: {'Port': ['ID=30381835-ebdc-4fc8-b04a-ed38f76d903a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.255986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-171d2402-f333-4940-bee3-9ae667d72ade req-5f97b73f-47aa-4274-8219-fb1e03a49d94 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 210 time: 0.0527453 Jul 16 08:46:56.269045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:56.411013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:56.422591 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:56.438356 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:56.441609 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:56.499388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] No DVR routers for this DVR port 30381835-ebdc-4fc8-b04a-ed38f76d903a on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:56.506621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.508928 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71d40de5-243e-4400-8c50-a9b19eb0b570 req-aeb75dbf-c64e-423b-bca3-b90f21123243 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.18 "DELETE /v2.0/ports/30381835-ebdc-4fc8-b04a-ed38f76d903a HTTP/1.1" status: 204 len: 173 time: 1.3659153 Jul 16 08:46:56.511983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-deleted', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:56.517152 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d774d5-be3c-4f7b-9ca3-810e3d9bdee5" -d '{"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-deleted", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:56.655422 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:56.722424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db56cc-f083-4ed1-8974-15568107823a req-0645b026-38a3-4524-9524-0bd79549fac6 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.734042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97db56cc-f083-4ed1-8974-15568107823a req-0645b026-38a3-4524-9524-0bd79549fac6 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1153407 Jul 16 08:46:56.803043 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94619be4-7347-4587-a838-561725f938ef x-openstack-request-id: req-94619be4-7347-4587-a838-561725f938ef {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:56.803563 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da7f83-5142-41b6-95e5-9df8c1f0da71", "name": "network-vif-deleted", "tag": "30381835-ebdc-4fc8-b04a-ed38f76d903a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:56.803798 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94619be4-7347-4587-a838-561725f938ef {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:56.804296 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3da7f83-5142-41b6-95e5-9df8c1f0da71', 'name': 'network-vif-deleted', 'tag': '30381835-ebdc-4fc8-b04a-ed38f76d903a', 'status': 'completed', 'code': 200} Jul 16 08:46:56.834892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97db56cc-f083-4ed1-8974-15568107823a req-c1da89db-c270-4f23-9912-aea36c0a7ec3 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 Jul 16 08:46:57.040175 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:57.082411 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:57.093226 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:57.093863 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:57.250150 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:57.601673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-924be564-8892-4439-8d7c-980ae1d0cab1 req-a45a4d48-b25c-47f2-9eae-6ab4238b781c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3da7f83-5142-41b6-95e5-9df8c1f0da71 HTTP/1.1" status: 200 len: 210 time: 0.0480909 Jul 16 08:46:57.697343 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:57.750800 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0feabb3-bee1-4172-a00f-92842a9f3ae0 None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 4, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'c318da6f-d4d4-4ab4-be96-936501e9d72e', 'name': '', 'network_id': 'b71f5745-565e-45e5-829b-29de323876fc', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'mac_address': 'fa:16:3e:e6:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:48Z', 'updated_at': '2021-07-16T08:38:00Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'subnets': [{'id': 'a244cd6c-8435-4145-b31b-80729fb6aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:57.918172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26b9cb-5dca-4ef0-9d00-782906949002 req-d9a747c3-3613-4bec-ad65-276fbebcf5de tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.926522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab26b9cb-5dca-4ef0-9d00-782906949002 req-d9a747c3-3613-4bec-ad65-276fbebcf5de tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1200929 Jul 16 08:46:58.009866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab26b9cb-5dca-4ef0-9d00-782906949002 req-214f6de6-0aa6-4c57-a60f-7be383171c01 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821278 Jul 16 08:46:58.142106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7b194-317f-4c47-b768-b71506913ae5 None None] New status for floating IP 5e86c646-12fc-4069-979c-82da37bcec2e: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:58.314771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38058) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.443001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:58.463979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 30381835-ebdc-4fc8-b04a-ed38f76d903a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:58.464334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 30381835-ebdc-4fc8-b04a-ed38f76d903a not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:58.675513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.731348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.878442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d233fa0c-0a46-4edb-9085-64934d957f58 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.905621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d233fa0c-0a46-4edb-9085-64934d957f58 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.987895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d233fa0c-0a46-4edb-9085-64934d957f58 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.990305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d233fa0c-0a46-4edb-9085-64934d957f58 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.991467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d233fa0c-0a46-4edb-9085-64934d957f58 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "DELETE /v2.0/security-groups/cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba HTTP/1.1" status: 204 len: 168 time: 0.2549849 Jul 16 08:46:58.994397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38068) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.008610 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-8e35b476-8337-45f7-af9f-bf25e7765a6c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] show failed (client error): The resource could not be found. Jul 16 08:46:59.009612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8e35b476-8337-45f7-af9f-bf25e7765a6c tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "GET /v2.0/security-groups/cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba HTTP/1.1" status: 404 len: 347 time: 0.0140736 Jul 16 08:46:59.012648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.019003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233fa0c-0a46-4edb-9085-64934d957f58 tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9b0ffa-88c8-4ca8-8a17-68b1af2c44ba,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.046848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Deleting port 9264c528-6d23-4d2b-a68c-4903c9796fbe {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:59.047202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.126361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] For port 9264c528-6d23-4d2b-a68c-4903c9796fbe, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9264c528-6d23-4d2b-a68c-4903c9796fbe,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.127236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.140726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Calling delete_port for 9264c528-6d23-4d2b-a68c-4903c9796fbe owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:59.202121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Deleting port 64365f49-533c-40e8-99ab-c9b82548dbba {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:59.202473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.239196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5375-3697-4a24-818c-206f3fb1ae98 req-085b3a89-2475-4fe9-a6a2-fd9569f3b2cb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.240677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c48e5375-3697-4a24-818c-206f3fb1ae98 req-085b3a89-2475-4fe9-a6a2-fd9569f3b2cb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0983622 Jul 16 08:46:59.319787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.320478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c48e5375-3697-4a24-818c-206f3fb1ae98 req-9b3d598b-4d8a-4db8-912d-4ec302666bd7 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Jul 16 08:46:59.330632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.330973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.345604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Calling delete_port for 64365f49-533c-40e8-99ab-c9b82548dbba owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:59.355094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Pushing event deleted for resources: {'Port': ['ID=9264c528-6d23-4d2b-a68c-4903c9796fbe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.522072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.553482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.559010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Pushing event deleted for resources: {'Port': ['ID=64365f49-533c-40e8-99ab-c9b82548dbba,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.646997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.651516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.652784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c7ed70a8-3be0-4744-a05d-c2f5806f150b tempest-AttachVolumeShelveTestJSON-1627685765 tempest-AttachVolumeShelveTestJSON-1627685765-project] 10.222.0.41 "DELETE /v2.0/floatingips/5e86c646-12fc-4069-979c-82da37bcec2e HTTP/1.1" status: 204 len: 168 time: 0.6390851 Jul 16 08:47:00.094762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:00.201316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:00.209382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38092) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.209881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-23794a31-54c4-4296-9be4-99cf33651fac admin admin] 10.222.0.41 "PUT /v2.0/routers/19e010b3-0378-4cdc-96a1-53c4ec06ce4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928707 Jul 16 08:47:00.211623 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] Sync routers for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:00.221899 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:00.222941 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.337693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.341048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:00.468675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.525971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Deleting port 0adbdec6-7eb6-4569-872d-8b6e35746e05 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:00.526314 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.565715 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:46:59Z', 'revision_number': 5, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port': {'id': '0adbdec6-7eb6-4569-872d-8b6e35746e05', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.592323 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] Checking router: 19e010b3-0378-4cdc-96a1-53c4ec06ce4f for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:00.601118 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] Routers {'19e010b3-0378-4cdc-96a1-53c4ec06ce4f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:00.601804 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.612801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] For port 0adbdec6-7eb6-4569-872d-8b6e35746e05, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0adbdec6-7eb6-4569-872d-8b6e35746e05,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:00.613163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.625984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Calling delete_port for 0adbdec6-7eb6-4569-872d-8b6e35746e05 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:00.782636 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] Set router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:00.820009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.848196 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:47:00Z', 'revision_number': 6, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.850134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=0adbdec6-7eb6-4569-872d-8b6e35746e05,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.861222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.861582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.861930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.862280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.862619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.862955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.863292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.863686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.864019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.865691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.866069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.866419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:00.895995 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0b84d-6a9d-4fa5-8365-478224f1a730 None None] The sync data for ids ['19e010b3-0378-4cdc-96a1-53c4ec06ce4f'] in n-d-798249-10 is: [{'id': '19e010b3-0378-4cdc-96a1-53c4ec06ce4f', 'name': 'tempest-TestVolumeBackupRestore-1255009136-router', 'tenant_id': 'f64a89228ddb4631809701d951936544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:34Z', 'updated_at': '2021-07-16T08:47:00Z', 'revision_number': 6, 'project_id': 'f64a89228ddb4631809701d951936544', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:00.980316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.101393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.103946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.162339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.162873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e010b3-0378-4cdc-96a1-53c4ec06ce4f {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:01.182722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.186795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3ddce399-fd23-4341-bb6f-7f8d92a4cfbd admin admin] 10.222.0.41 "DELETE /v2.0/routers/19e010b3-0378-4cdc-96a1-53c4ec06ce4f HTTP/1.1" status: 204 len: 168 time: 0.9734945 Jul 16 08:47:01.187069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:01.188896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057818b-6887-482c-a859-fa277e5963dd req-95b790b4-8c1f-474b-9496-60d38c42cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.190573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-95b790b4-8c1f-474b-9496-60d38c42cf67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0661771 Jul 16 08:47:01.244014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Deleting subnet c1f91cfd-6fdd-4a17-841b-29b077f8b420 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:01.248376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.298964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057818b-6887-482c-a859-fa277e5963dd req-598595de-0b16-4296-87e6-6411bd5d4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.300944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-598595de-0b16-4296-87e6-6411bd5d4623 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1041212 Jul 16 08:47:01.319578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a86b40-c83f-4629-98a3-f3ecec271633 req-2a65a51a-1981-4b7a-befe-44cdce2e09a1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.321323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4a86b40-c83f-4629-98a3-f3ecec271633 req-2a65a51a-1981-4b7a-befe-44cdce2e09a1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1701901 Jul 16 08:47:01.363910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.374251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-9b99849b-bc26-47da-8b0e-dd1995e13ad3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0626945 Jul 16 08:47:01.464904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057818b-6887-482c-a859-fa277e5963dd req-c273944d-074a-438e-90a2-b5f500e0386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.471748 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-c273944d-074a-438e-90a2-b5f500e0386c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0893979 Jul 16 08:47:01.484824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9264c528-6d23-4d2b-a68c-4903c9796fbe no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:01.517960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9264c528-6d23-4d2b-a68c-4903c9796fbe {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:01.518330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-f6010e22-c586-4079-b887-d06a6c1bafef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390577 Jul 16 08:47:01.518507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9264c528-6d23-4d2b-a68c-4903c9796fbe not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:01.633548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-4d995c9e-6592-40e7-866a-c856d8805a71 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046073 Jul 16 08:47:01.677103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4a86b40-c83f-4629-98a3-f3ecec271633 req-dc77b2e9-6d00-44c0-9ffd-51af08adad06 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431351 Jul 16 08:47:01.729344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0057818b-6887-482c-a859-fa277e5963dd req-df9aed6a-9c30-42e0-be3e-0caf73ed9a34 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Jul 16 08:47:01.740863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.816600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.852960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f91cfd-6fdd-4a17-841b-29b077f8b420,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.857971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.860120 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a4a8936c-895e-4d97-a5d8-8a654d0b6c8c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c1f91cfd-6fdd-4a17-841b-29b077f8b420 HTTP/1.1" status: 204 len: 168 time: 0.6719687 Jul 16 08:47:01.862419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38110) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:01.866809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42c884-548f-4a46-b82a-07a1044a08ba None None] Network 2756e075-c2f4-4f4f-86d1-ddadf79f6170 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:01.942604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.002100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Deleting port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:02.002456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.084636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] DHCP port deletion for 2756e075-c2f4-4f4f-86d1-ddadf79f6170 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:02.121558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] For port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:02.122035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.150907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Calling delete_port for 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:02.191936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] Deleting port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:02.192486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.297097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] For port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,segment=NetworkSegment(e67cdfa4-c851-43e5-81fb-7139feee61ef),segment_id=e67cdfa4-c851-43e5-81fb-7139feee61ef)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:02.298002 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.306077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.319224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] Calling delete_port for 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:02.348297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.352442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] No DVR routers for this DVR port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:02.422427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.436734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.447340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2756e075-c2f4-4f4f-86d1-ddadf79f6170']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:02.454215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] Pushing event deleted for resources: {'Port': ['ID=39f85a66-a1bf-453d-a068-cbb46ff5a2e5,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.459593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67cdfa4-c851-43e5-81fb-7139feee61ef') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:02.460142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67cdfa4-c851-43e5-81fb-7139feee61ef') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:02.460620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a9490-bd1d-4ae3-bee0-fca66f7aa8c0 None None] No DVR routers for this DVR port 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:02.471806 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.488774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.495469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:02.496040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:02.498508 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:02.559821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.566892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.568765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] 10.222.0.41 "DELETE /v2.0/networks/2756e075-c2f4-4f4f-86d1-ddadf79f6170 HTTP/1.1" status: 204 len: 168 time: 0.7054367 Jul 16 08:47:02.572146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38126) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:02.580840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b706a8a-3220-4591-b197-d5f988cd9a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2756e075-c2f4-4f4f-86d1-ddadf79f6170,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.865618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ccf6e-290b-4d6e-9e9d-8219b791139a req-4c8df1d6-c26a-4b43-9c2e-2abe43a87520 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.867034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d67ccf6e-290b-4d6e-9e9d-8219b791139a req-4c8df1d6-c26a-4b43-9c2e-2abe43a87520 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0669425 Jul 16 08:47:02.907081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d67ccf6e-290b-4d6e-9e9d-8219b791139a req-f504bec3-8dc6-48bb-8e17-5321dc42f57d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Jul 16 08:47:02.944825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.168288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0adbdec6-7eb6-4569-872d-8b6e35746e05 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:03.188882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 0adbdec6-7eb6-4569-872d-8b6e35746e05 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:03.189489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0adbdec6-7eb6-4569-872d-8b6e35746e05 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:03.190054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:03.209782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:03.210148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 39f85a66-a1bf-453d-a068-cbb46ff5a2e5 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:03.224690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Deleting port 923a27df-56b0-4ef8-8b28-e876f4906cb4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:03.225048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.308252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] For port 923a27df-56b0-4ef8-8b28-e876f4906cb4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=923a27df-56b0-4ef8-8b28-e876f4906cb4,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:03.308627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.321900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Calling delete_port for 923a27df-56b0-4ef8-8b28-e876f4906cb4 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:03.507531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.511797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.543749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Pushing event deleted for resources: {'Port': ['ID=923a27df-56b0-4ef8-8b28-e876f4906cb4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.725562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.941228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Router 1d00a467-ef65-473f-9429-b5e423a74d2e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:04.053652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:04.061466 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-12c1533d-1283-4e8d-94c1-0b4e2ff251cd admin admin] 10.222.0.41 "PUT /v2.0/routers/1d00a467-ef65-473f-9429-b5e423a74d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858925 Jul 16 08:47:04.061804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38136) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:04.067622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] Sync routers for ids ['1d00a467-ef65-473f-9429-b5e423a74d2e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:04.080401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] Routers {'1d00a467-ef65-473f-9429-b5e423a74d2e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:04.081262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d00a467-ef65-473f-9429-b5e423a74d2e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.099613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d084d-c147-4329-bc49-66801fa96064 req-919a754d-2ba2-4160-8a7f-b53bb245270a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.101248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf1d084d-c147-4329-bc49-66801fa96064 req-919a754d-2ba2-4160-8a7f-b53bb245270a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0724766 Jul 16 08:47:04.143432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf1d084d-c147-4329-bc49-66801fa96064 req-365926e1-978b-4a53-aaff-97a4f464414f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Jul 16 08:47:04.198671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.198953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] Set router 1d00a467-ef65-473f-9429-b5e423a74d2e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:04.312680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.430083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '288c90bf-008d-4b39-8980-50e442351138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:47:03Z', 'revision_number': 5, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port': {'id': '288c90bf-008d-4b39-8980-50e442351138', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:44Z', 'updated_at': '2021-07-16T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.471297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] Checking router: 1d00a467-ef65-473f-9429-b5e423a74d2e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:04.481054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] Routers {'1d00a467-ef65-473f-9429-b5e423a74d2e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:04.481686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1d00a467-ef65-473f-9429-b5e423a74d2e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.584804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] Set router 1d00a467-ef65-473f-9429-b5e423a74d2e gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:04.635658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Deleting port 288c90bf-008d-4b39-8980-50e442351138 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:04.636094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.639882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 6, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.670522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32569be-b16d-477f-b31b-ff212fffbfec None None] The sync data for ids ['1d00a467-ef65-473f-9429-b5e423a74d2e'] in n-d-798249-10 is: [{'id': '1d00a467-ef65-473f-9429-b5e423a74d2e', 'name': 'tempest-TestVolumeBackupRestore-1211572294-router', 'tenant_id': '47b9b1434ece4d268362029612bd47c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:43Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 6, 'project_id': '47b9b1434ece4d268362029612bd47c7', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:04.715691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] For port 288c90bf-008d-4b39-8980-50e442351138, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=288c90bf-008d-4b39-8980-50e442351138,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:04.716117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.733849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Calling delete_port for 288c90bf-008d-4b39-8980-50e442351138 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:04.903284 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.932303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Pushing event deleted for resources: {'Port': ['ID=288c90bf-008d-4b39-8980-50e442351138,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.993424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.092833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.095132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.153128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.154083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d00a467-ef65-473f-9429-b5e423a74d2e {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:05.161669 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.165168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8508150-0616-40ce-abb5-099636e9532b admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d00a467-ef65-473f-9429-b5e423a74d2e HTTP/1.1" status: 204 len: 168 time: 1.0994387 Jul 16 08:47:05.165357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38142) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.236046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Deleting subnet cb9668e2-ef92-4451-8c2b-9b5c426942b6 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:05.239855 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.284514 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.339103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 923a27df-56b0-4ef8-8b28-e876f4906cb4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:05.363284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 923a27df-56b0-4ef8-8b28-e876f4906cb4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:05.364156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 923a27df-56b0-4ef8-8b28-e876f4906cb4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:05.389743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991022c1-3717-4ee6-84fb-38c5d24f49c3 req-c4eda36d-76d7-401e-b4f7-12a1fb6b5823 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:05.392622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-991022c1-3717-4ee6-84fb-38c5d24f49c3 req-c4eda36d-76d7-401e-b4f7-12a1fb6b5823 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0901761 Jul 16 08:47:05.417523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.436489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-991022c1-3717-4ee6-84fb-38c5d24f49c3 req-c648d905-af01-4f96-820c-0a25b40efb74 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Jul 16 08:47:05.494438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.532072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9668e2-ef92-4451-8c2b-9b5c426942b6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.553682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.555736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ce661b8-1b0c-4716-b06d-300d4237f611 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cb9668e2-ef92-4451-8c2b-9b5c426942b6 HTTP/1.1" status: 204 len: 168 time: 0.3894391 Jul 16 08:47:05.558121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38152) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.561466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07817b-5d9b-46dd-9832-262e396a3206 None None] Network 39de9eef-8929-4edd-8b98-33decb738278 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:05.656328 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.706582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38156) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.733572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Deleting port 272a0481-b3cc-46e9-a37b-77588d5f40c6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:05.733985 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.795558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81631196-a3f5-4706-b947-36a47afad62f None None] DHCP port deletion for 39de9eef-8929-4edd-8b98-33decb738278 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:05.817621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] For port 272a0481-b3cc-46e9-a37b-77588d5f40c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=272a0481-b3cc-46e9-a37b-77588d5f40c6,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:05.818041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.835377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Calling delete_port for 272a0481-b3cc-46e9-a37b-77588d5f40c6 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:05.843848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-81631196-a3f5-4706-b947-36a47afad62f None None] Deleting port 272a0481-b3cc-46e9-a37b-77588d5f40c6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:05.844329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81631196-a3f5-4706-b947-36a47afad62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.912109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-81631196-a3f5-4706-b947-36a47afad62f None None] For port 272a0481-b3cc-46e9-a37b-77588d5f40c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=272a0481-b3cc-46e9-a37b-77588d5f40c6,segment=NetworkSegment(b74fb302-8784-4496-bc14-6b81b137a351),segment_id=b74fb302-8784-4496-bc14-6b81b137a351)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:05.912509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81631196-a3f5-4706-b947-36a47afad62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.924987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-81631196-a3f5-4706-b947-36a47afad62f None None] Calling delete_port for 272a0481-b3cc-46e9-a37b-77588d5f40c6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:06.011629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81631196-a3f5-4706-b947-36a47afad62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.032746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.037776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81631196-a3f5-4706-b947-36a47afad62f None None] Pushing event deleted for resources: {'Port': ['ID=272a0481-b3cc-46e9-a37b-77588d5f40c6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.042363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81631196-a3f5-4706-b947-36a47afad62f None None] No DVR routers for this DVR port 272a0481-b3cc-46e9-a37b-77588d5f40c6 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:06.062858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Pushing event deleted for resources: {'Port': ['ID=272a0481-b3cc-46e9-a37b-77588d5f40c6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.069607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] No DVR routers for this DVR port 272a0481-b3cc-46e9-a37b-77588d5f40c6 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:06.178558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.194084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39de9eef-8929-4edd-8b98-33decb738278']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:06.207102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74fb302-8784-4496-bc14-6b81b137a351') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:06.207506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74fb302-8784-4496-bc14-6b81b137a351') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:06.239587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.261527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.284893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:06.285217 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:06.287641 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:06.356284 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.369496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.373996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] 10.222.0.41 "DELETE /v2.0/networks/39de9eef-8929-4edd-8b98-33decb738278 HTTP/1.1" status: 204 len: 168 time: 0.8123076 Jul 16 08:47:06.390718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242df6f5-8408-4a1f-9e9c-8037dee9d928 admin admin] Pushing event deleted for resources: {'Network': ['ID=39de9eef-8929-4edd-8b98-33decb738278,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.455370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.493136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38164) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:06.533784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-643e98cb-3a52-4ac3-8724-5757ba0b05d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f64a89228ddb4631809701d951936544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394042 Jul 16 08:47:06.536254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38166) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:06.625106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d53d1e6-4b4d-472b-9654-032dac5151bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.657355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d53d1e6-4b4d-472b-9654-032dac5151bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.682977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dabe8-19f6-41a7-a276-4f0c7bc58e21 req-38732f24-1694-4888-bd20-7ff05371584d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.684506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c3dabe8-19f6-41a7-a276-4f0c7bc58e21 req-38732f24-1694-4888-bd20-7ff05371584d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1188462 Jul 16 08:47:06.732417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Deleting port c318da6f-d4d4-4ab4-be96-936501e9d72e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:06.732764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.733136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c3dabe8-19f6-41a7-a276-4f0c7bc58e21 req-29306291-28ba-4589-9390-c170aea5e63d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Jul 16 08:47:06.744501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d53d1e6-4b4d-472b-9654-032dac5151bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.748581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d53d1e6-4b4d-472b-9654-032dac5151bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.752264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8d53d1e6-4b4d-472b-9654-032dac5151bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33071b1b-df98-4f6b-82d7-36a167d312d1 HTTP/1.1" status: 204 len: 168 time: 0.2123854 Jul 16 08:47:06.758395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53d1e6-4b4d-472b-9654-032dac5151bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33071b1b-df98-4f6b-82d7-36a167d312d1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.822967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] For port c318da6f-d4d4-4ab4-be96-936501e9d72e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c318da6f-d4d4-4ab4-be96-936501e9d72e,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:06.823601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.836168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Calling delete_port for c318da6f-d4d4-4ab4-be96-936501e9d72e owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:07.020574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.050459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Pushing event deleted for resources: {'Port': ['ID=c318da6f-d4d4-4ab4-be96-936501e9d72e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.072307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38174) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.123169 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a1880d0f-1d6a-4e1c-af8b-96259052b1bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47b9b1434ece4d268362029612bd47c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497668 Jul 16 08:47:07.127708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38176) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.190605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd65ae0d-08ee-4130-b680-02164c3535d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.220009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd65ae0d-08ee-4130-b680-02164c3535d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.246479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 272a0481-b3cc-46e9-a37b-77588d5f40c6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:07.251174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.273853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 272a0481-b3cc-46e9-a37b-77588d5f40c6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:07.274659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 272a0481-b3cc-46e9-a37b-77588d5f40c6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:07.275435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 288c90bf-008d-4b39-8980-50e442351138 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:07.295379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd65ae0d-08ee-4130-b680-02164c3535d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.298241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fd65ae0d-08ee-4130-b680-02164c3535d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.302134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fd65ae0d-08ee-4130-b680-02164c3535d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/144daa80-10c9-4d40-bbf7-b6051df2f477 HTTP/1.1" status: 204 len: 168 time: 0.1712012 Jul 16 08:47:07.303164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 288c90bf-008d-4b39-8980-50e442351138 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:07.303978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 288c90bf-008d-4b39-8980-50e442351138 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:07.316972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65ae0d-08ee-4130-b680-02164c3535d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144daa80-10c9-4d40-bbf7-b6051df2f477,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.499605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:07.620146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:07.628051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3b7f599e-9232-4097-9f1e-c74610b52216 admin admin] 10.222.0.41 "PUT /v2.0/routers/ed5c6c6d-e2be-4420-95e1-37b9c15fe36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9198172 Jul 16 08:47:07.630313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.632598 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] Sync routers for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:07.644062 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:07.644843 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:07.773985 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:07.992215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2c4b0-218a-46ba-86c8-31f88a685fa7 req-10521427-7df8-407b-8d43-4eeea15b82bb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.994908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aff2c4b0-218a-46ba-86c8-31f88a685fa7 req-10521427-7df8-407b-8d43-4eeea15b82bb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0845721 Jul 16 08:47:08.039835 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aff2c4b0-218a-46ba-86c8-31f88a685fa7 req-1094d1fb-31db-4804-936f-08b73c69456a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Jul 16 08:47:08.042756 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:47:06Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.064187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.071284 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] Checking router: ed5c6c6d-e2be-4420-95e1-37b9c15fe36a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:08.080228 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] Routers {'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:08.080841 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.170230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.186169 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] Set router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:08.226003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Deleting port d38dd578-9d73-4f55-8a6a-4655c56b61f7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:08.226466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.307677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] For port d38dd578-9d73-4f55-8a6a-4655c56b61f7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d38dd578-9d73-4f55-8a6a-4655c56b61f7,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:08.308039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.321253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Calling delete_port for d38dd578-9d73-4f55-8a6a-4655c56b61f7 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:08.376081 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:47:06Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.407871 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919a921-d5b5-476e-b43e-0214f7bcdf28 None None] The sync data for ids ['ed5c6c6d-e2be-4420-95e1-37b9c15fe36a'] in n-d-798249-10 is: [{'id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'name': 'tempest-AttachVolumeShelveTestJSON-978005137-router', 'tenant_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:36Z', 'updated_at': '2021-07-16T08:47:06Z', 'revision_number': 5, 'project_id': '05cf10d9a11944cca4e2c00f664d3ba5', 'gw_port': {'id': 'd38dd578-9d73-4f55-8a6a-4655c56b61f7', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5c6c6d-e2be-4420-95e1-37b9c15fe36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:40Z', 'updated_at': '2021-07-16T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:08.504942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.536227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Pushing event deleted for resources: {'Port': ['ID=d38dd578-9d73-4f55-8a6a-4655c56b61f7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:08.592485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.598447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.600390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.604570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.610596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.616537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.623072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.629177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.631146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-7d75b8c2-727e-4515-802c-7eb05672796c tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.1105185 Jul 16 08:47:08.676374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-967386f9-8bfe-4824-a2ad-0c1d17fc709d req-29b94d81-d203-4664-88a4-0bd905335044 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389400 Jul 16 08:47:08.690964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.693096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.735695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.736176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed5c6c6d-e2be-4420-95e1-37b9c15fe36a {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:08.743945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.744949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e7656db4-f5ce-438b-9b28-56da78ea2eef admin admin] 10.222.0.41 "DELETE /v2.0/routers/ed5c6c6d-e2be-4420-95e1-37b9c15fe36a HTTP/1.1" status: 204 len: 168 time: 1.1136343 Jul 16 08:47:08.748567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38192) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:08.797897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Deleting subnet a244cd6c-8435-4145-b31b-80729fb6aed3 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:08.801936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.838045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.923378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.987937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.015227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a244cd6c-8435-4145-b31b-80729fb6aed3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.018773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.020972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c1da3e66-6753-4896-aba3-92b4f477e899 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a244cd6c-8435-4145-b31b-80729fb6aed3 HTTP/1.1" status: 204 len: 168 time: 0.2709553 Jul 16 08:47:09.023690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.024940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53f902-e3b0-4a43-9ea6-4d85838acb3c None None] Network b71f5745-565e-45e5-829b-29de323876fc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:09.111439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.168747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Deleting port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:09.169683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.242125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] For port 2b5ce9e9-204d-483c-9d50-7f25a432eb15, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2b5ce9e9-204d-483c-9d50-7f25a432eb15,segment=NetworkSegment(9ea88e85-6d92-4e23-8b7f-1b417addbd71),segment_id=9ea88e85-6d92-4e23-8b7f-1b417addbd71)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:09.242480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.254377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Calling delete_port for 2b5ce9e9-204d-483c-9d50-7f25a432eb15 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:09.257197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858320a3-340a-4d86-acb0-734f039a9892 req-6ce8c256-2496-4baa-b1e8-d9e7d254774f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.258743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-858320a3-340a-4d86-acb0-734f039a9892 req-6ce8c256-2496-4baa-b1e8-d9e7d254774f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0680454 Jul 16 08:47:09.298419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-858320a3-340a-4d86-acb0-734f039a9892 req-f879d202-8695-4e77-b117-3ea21952df77 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Jul 16 08:47:09.333441 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.360102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5ce9e9-204d-483c-9d50-7f25a432eb15,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.363467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] No DVR routers for this DVR port 2b5ce9e9-204d-483c-9d50-7f25a432eb15 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:09.422823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf6142-a40f-4a73-b6ac-8d03c9013217 None None] DHCP port deletion for b71f5745-565e-45e5-829b-29de323876fc request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:09.449686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.463433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71f5745-565e-45e5-829b-29de323876fc']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.476565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea88e85-6d92-4e23-8b7f-1b417addbd71') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.476985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea88e85-6d92-4e23-8b7f-1b417addbd71') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.486905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.494864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c318da6f-d4d4-4ab4-be96-936501e9d72e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:09.501216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.507281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:09.507712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:09.509351 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:09.517995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c318da6f-d4d4-4ab4-be96-936501e9d72e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:09.517995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c318da6f-d4d4-4ab4-be96-936501e9d72e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:09.567647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.574068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.582516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] 10.222.0.41 "DELETE /v2.0/networks/b71f5745-565e-45e5-829b-29de323876fc HTTP/1.1" status: 204 len: 168 time: 0.5518057 Jul 16 08:47:09.586557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a25006-ef3d-4160-830c-c271010afe1b admin admin] Pushing event deleted for resources: {'Network': ['ID=b71f5745-565e-45e5-829b-29de323876fc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.746965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38206) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.800475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e0b66338-b90b-426b-b150-da31065f7775 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05cf10d9a11944cca4e2c00f664d3ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498927 Jul 16 08:47:09.800763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38208) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.807164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.814769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.820886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.828052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.834122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.843107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.846386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.848376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-dcab1fdb-8d89-4240-91e9-20f208da0c1e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.1460228 Jul 16 08:47:09.898175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fc50755-edbe-4e4f-9c75-a13d30e3a034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.908315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-1c5d5602-a919-40a8-b4cc-f535ae6369a3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.909689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-1c5d5602-a919-40a8-b4cc-f535ae6369a3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "GET /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0560367 Jul 16 08:47:09.932127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.938064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.943970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.949870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.956799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.962610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.969084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.971080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-1d5d3bff-dd6c-4a99-a7f1-ddee2872289b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 5444 time: 0.1431117 Jul 16 08:47:09.981881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fc50755-edbe-4e4f-9c75-a13d30e3a034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.011199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-979aa8f8-9d5d-4dc6-814b-95a0ae7670af tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "GET /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0968463 Jul 16 08:47:10.042654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9718c064-a45b-4e2d-b81c-17519b6c7f79 req-14768a6e-57d6-4526-b814-f6e7ceb5716f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=4af5f312-d831-4375-9392-cc42aa032103&id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629423 Jul 16 08:47:10.061457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fc50755-edbe-4e4f-9c75-a13d30e3a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.064124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fc50755-edbe-4e4f-9c75-a13d30e3a034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.068084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fc50755-edbe-4e4f-9c75-a13d30e3a034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae1e1a5-6a6b-4c2e-b744-d707046875a1 HTTP/1.1" status: 204 len: 168 time: 0.2659619 Jul 16 08:47:10.082784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50755-edbe-4e4f-9c75-a13d30e3a034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae1e1a5-6a6b-4c2e-b744-d707046875a1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.171219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:10.255681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.400337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:10.448451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] For port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:10.503235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] device_id is not set on port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:10.517694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.527903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.568447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cbb4b-e3b0-4008-9ae1-aa5e03b4f5e6 req-ba144054-dea3-4365-83f7-8cdd3d2b3355 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.569906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-389cbb4b-e3b0-4008-9ae1-aa5e03b4f5e6 req-ba144054-dea3-4365-83f7-8cdd3d2b3355 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1396196 Jul 16 08:47:10.629873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] No DVR routers for this DVR port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:10.636305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Pushing event updated for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.683985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-389cbb4b-e3b0-4008-9ae1-aa5e03b4f5e6 req-8ca55817-a0f2-4f42-9f44-0c12d4034e07 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026924 Jul 16 08:47:10.691643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] In _notify_port_updated(), no bound segment for port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:10.692541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.693251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.695408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-2c54efc1-c975-4fec-baad-8d9950210335 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 200 len: 1032 time: 0.6767917 Jul 16 08:47:10.772519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-5f38812d-dcd3-4088-95da-066f97d1b952 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.774103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-5f38812d-dcd3-4088-95da-066f97d1b952 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "GET /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0720365 Jul 16 08:47:10.792455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:10.883664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.887310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1ab408d0-f3c5-4ce2-8c08-e313dbf7c165 None None] Provisioning complete for port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:10.888403 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ab408d0-f3c5-4ce2-8c08-e313dbf7c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.928264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1ab408d0-f3c5-4ce2-8c08-e313dbf7c165 None None] Port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:11.049716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4c960b88-af29-41bb-bf44-748b71499b90,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:11.108592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] For port 4c960b88-af29-41bb-bf44-748b71499b90, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:11.147456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] device_id is not set on port 4c960b88-af29-41bb-bf44-748b71499b90 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:11.156804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.163520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.206709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d38dd578-9d73-4f55-8a6a-4655c56b61f7 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:11.245287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d38dd578-9d73-4f55-8a6a-4655c56b61f7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:11.245739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d38dd578-9d73-4f55-8a6a-4655c56b61f7 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:11.254595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b5ce9e9-204d-483c-9d50-7f25a432eb15 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:11.268247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] No DVR routers for this DVR port 4c960b88-af29-41bb-bf44-748b71499b90 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:11.271694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.306411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 2b5ce9e9-204d-483c-9d50-7f25a432eb15 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:11.306769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2b5ce9e9-204d-483c-9d50-7f25a432eb15 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:11.346971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] In _notify_port_updated(), no bound segment for port 4c960b88-af29-41bb-bf44-748b71499b90 on network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:11.347958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.348582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.352628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-bfe26106-430f-4670-b323-ac77664f43c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 200 len: 1032 time: 0.5691798 Jul 16 08:47:11.437840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b9996-c8ac-4c36-9280-a95d4bfd0a68 req-cf08892f-44df-4f15-9bb5-6e157645bef8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.439482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-467b9996-c8ac-4c36-9280-a95d4bfd0a68 req-cf08892f-44df-4f15-9bb5-6e157645bef8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0808153 Jul 16 08:47:11.492337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-467b9996-c8ac-4c36-9280-a95d4bfd0a68 req-20f68f0a-4973-4877-86cd-c2c902d3d29c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467279 Jul 16 08:47:11.539829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-1e5a6d0a-91fe-4449-9ecc-44f6c94b9ce6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.547131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-1e5a6d0a-91fe-4449-9ecc-44f6c94b9ce6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.553261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ef7b9ae1-ab0f-4cd8-9b2a-54f04f77f53a None None] Provisioning complete for port 4c960b88-af29-41bb-bf44-748b71499b90 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:11.553426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-1e5a6d0a-91fe-4449-9ecc-44f6c94b9ce6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.553641 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9ae1-ab0f-4cd8-9b2a-54f04f77f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.560253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-1e5a6d0a-91fe-4449-9ecc-44f6c94b9ce6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.568149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-1e5a6d0a-91fe-4449-9ecc-44f6c94b9ce6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.570021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-1e5a6d0a-91fe-4449-9ecc-44f6c94b9ce6 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 3886 time: 0.1939039 Jul 16 08:47:11.596789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 84999976-a787-4aa6-ae8a-9c8c355ec780 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:11.597145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.597273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b9ae1-ab0f-4cd8-9b2a-54f04f77f53a None None] Port 4c960b88-af29-41bb-bf44-748b71499b90 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:11.642711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f242be0-9070-4bc5-803f-d02263d5a8ff req-e190574e-d18e-4923-99ee-23f19b3fb881 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644302 Jul 16 08:47:11.707030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] For port 84999976-a787-4aa6-ae8a-9c8c355ec780, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=84999976-a787-4aa6-ae8a-9c8c355ec780,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:11.707462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.725009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 84999976-a787-4aa6-ae8a-9c8c355ec780 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:11.866105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.885328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bd552-c44d-4cca-9740-097b29131d5a req-64d8318e-cefd-4ca1-9e43-8cb81f0cbf13 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.886853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27bd552-c44d-4cca-9740-097b29131d5a req-64d8318e-cefd-4ca1-9e43-8cb81f0cbf13 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0749710 Jul 16 08:47:11.895466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=84999976-a787-4aa6-ae8a-9c8c355ec780,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.938976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f27bd552-c44d-4cca-9740-097b29131d5a req-758cd3c9-8137-4dd1-a4eb-2bd75e05c7b5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Jul 16 08:47:11.955888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] No DVR routers for this DVR port 84999976-a787-4aa6-ae8a-9c8c355ec780 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:11.958394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.960516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e2b18f1f-f2a4-43db-bdd7-955470abe714 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "DELETE /v2.0/ports/84999976-a787-4aa6-ae8a-9c8c355ec780 HTTP/1.1" status: 204 len: 173 time: 0.6012092 Jul 16 08:47:11.960955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '84999976-a787-4aa6-ae8a-9c8c355ec780'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:11.963229 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46dd81-6d0a-4176-97f6-9b4a230c7c9c" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "84999976-a787-4aa6-ae8a-9c8c355ec780"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:12.007132 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86df31f-a06d-45a2-8e3d-d6b6ebbbc1af x-openstack-request-id: req-c86df31f-a06d-45a2-8e3d-d6b6ebbbc1af {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:12.007448 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "84999976-a787-4aa6-ae8a-9c8c355ec780", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:12.007703 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c86df31f-a06d-45a2-8e3d-d6b6ebbbc1af {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:12.008102 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '84999976-a787-4aa6-ae8a-9c8c355ec780', 'status': 'completed', 'code': 200} Jul 16 08:47:12.074890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 92bba5f3-0b40-493c-97db-27c4ceedae30 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:12.075242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.173703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] For port 92bba5f3-0b40-493c-97db-27c4ceedae30, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=92bba5f3-0b40-493c-97db-27c4ceedae30,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:12.173947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.385013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.385674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.385782 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Floating IP 4ccfaddf-74e7-4c32-a388-adf687774755 disassociated. External IP: 172.25.0.135, port: 92bba5f3-0b40-493c-97db-27c4ceedae30. Jul 16 08:47:12.386194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 92bba5f3-0b40-493c-97db-27c4ceedae30 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:12.505203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 96df5d9d-9206-4e33-be2a-4c7f3afe1106 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:12.526095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.563803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=92bba5f3-0b40-493c-97db-27c4ceedae30,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.620229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.645628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:12.648331 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ef709d-cb4a-4398-a3e6-fdb6187ca227" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:12.667431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:12.673488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.674702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 66f415af-075b-408e-a50a-05c457c1e480 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:12.742778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Router 1fb33585-2da2-43d8-b8e4-b4715a19ceee has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:12.758345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccfc82-14b7-4092-9ffa-aae9c97cc11e req-4201f2d2-e4eb-41b9-a4d7-8cd5f672b265 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.760075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaccfc82-14b7-4092-9ffa-aae9c97cc11e req-4201f2d2-e4eb-41b9-a4d7-8cd5f672b265 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0945878 Jul 16 08:47:12.796235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.808361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.845395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66f415af-075b-408e-a50a-05c457c1e480,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:12.850928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.852138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 92bba5f3-0b40-493c-97db-27c4ceedae30 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:12.892137 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaccfc82-14b7-4092-9ffa-aae9c97cc11e req-1fb26dce-4ce6-4fdc-8b6f-3dfd32c88608 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144562 Jul 16 08:47:12.917907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:12.944002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.944002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] Sync routers for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:12.965265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 92bba5f3-0b40-493c-97db-27c4ceedae30 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:12.965722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 92bba5f3-0b40-493c-97db-27c4ceedae30 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:12.966257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 84999976-a787-4aa6-ae8a-9c8c355ec780 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:12.991161 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6215-bce2-49b8-a846-f3e3a311d376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.994182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 84999976-a787-4aa6-ae8a-9c8c355ec780 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:12.994525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 84999976-a787-4aa6-ae8a-9c8c355ec780 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:12.995519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device cf8d658c-4995-4353-b874-f347f662c6e1 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:12.996425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] No DVR routers for this DVR port 92bba5f3-0b40-493c-97db-27c4ceedae30 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:12.999377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.001597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-50afb90f-73e3-4af6-99bb-b675b2d12db0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "DELETE /v2.0/ports/92bba5f3-0b40-493c-97db-27c4ceedae30 HTTP/1.1" status: 204 len: 173 time: 1.0353777 Jul 16 08:47:13.045571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:13.046307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:13.206857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:13.240170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 66f415af-075b-408e-a50a-05c457c1e480 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:13.240587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.261467 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001dd0b-337d-402f-928e-5ed142328d51 x-openstack-request-id: req-c001dd0b-337d-402f-928e-5ed142328d51 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:13.261768 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:13.262062 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c001dd0b-337d-402f-928e-5ed142328d51 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:13.262483 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106', 'code': 200} Jul 16 08:47:13.290125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304752-dd3f-499b-813f-57439e7b6689 req-ec8d3cdb-4010-44b0-b1ec-4744f7db948e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.297270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304752-dd3f-499b-813f-57439e7b6689 req-ec8d3cdb-4010-44b0-b1ec-4744f7db948e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.303674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304752-dd3f-499b-813f-57439e7b6689 req-ec8d3cdb-4010-44b0-b1ec-4744f7db948e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.311295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab304752-dd3f-499b-813f-57439e7b6689 req-ec8d3cdb-4010-44b0-b1ec-4744f7db948e tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 2412 time: 0.1848061 Jul 16 08:47:13.325790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ee411-baac-4256-90d9-5d32042bfffc req-09256039-0c3b-4976-a999-4aaa7ac9c26b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.332248 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.334174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc6ee411-baac-4256-90d9-5d32042bfffc req-09256039-0c3b-4976-a999-4aaa7ac9c26b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0921607 Jul 16 08:47:13.386009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cf8d658c-4995-4353-b874-f347f662c6e1,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.391871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc6ee411-baac-4256-90d9-5d32042bfffc req-3015b1b7-ed4b-4344-915b-3fc7ceddfaee tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Jul 16 08:47:13.392075 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.392639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:13.425083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab304752-dd3f-499b-813f-57439e7b6689 req-7151468b-4e61-4f4a-95b6-d3bbb7ae95a7 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126945 Jul 16 08:47:13.461869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] For port 66f415af-075b-408e-a50a-05c457c1e480, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=66f415af-075b-408e-a50a-05c457c1e480,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.462498 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.476726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 66f415af-075b-408e-a50a-05c457c1e480 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:13.520005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:13.520579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4c960b88-af29-41bb-bf44-748b71499b90 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:13.603391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.622660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4c960b88-af29-41bb-bf44-748b71499b90 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:13.637549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-1bb6aff8-f196-47b5-8bc6-35896eae4e07 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.639668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-1bb6aff8-f196-47b5-8bc6-35896eae4e07 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.0684609 Jul 16 08:47:13.647598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:10Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:13.657613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.691672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] Checking router: 1fb33585-2da2-43d8-b8e4-b4715a19ceee for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:13.697732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=66f415af-075b-408e-a50a-05c457c1e480,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.706530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:13.707902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:13.773091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] No DVR routers for this DVR port 66f415af-075b-408e-a50a-05c457c1e480 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:13.775943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.778034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-e9e4fbfe-665a-473e-a9e0-a5575159e1f3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "DELETE /v2.0/ports/66f415af-075b-408e-a50a-05c457c1e480 HTTP/1.1" status: 204 len: 173 time: 0.7681267 Jul 16 08:47:13.779141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Deleting port 60eee6db-4946-404c-84e0-479e85380714 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:13.782121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.904435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port cf8d658c-4995-4353-b874-f347f662c6e1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:13.904815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.913074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] For port 60eee6db-4946-404c-84e0-479e85380714, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=60eee6db-4946-404c-84e0-479e85380714,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.913980 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.008523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] For port cf8d658c-4995-4353-b874-f347f662c6e1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=cf8d658c-4995-4353-b874-f347f662c6e1,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:14.008898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.011272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '66f415af-075b-408e-a50a-05c457c1e480'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:14.013900 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b863f-44ce-481e-91c9-5efc7aa413a2" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "66f415af-075b-408e-a50a-05c457c1e480"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:14.053407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for cf8d658c-4995-4353-b874-f347f662c6e1 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:14.118310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:14.197796 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847bfe54-383b-4181-a44f-b3d8adacefc5 x-openstack-request-id: req-847bfe54-383b-4181-a44f-b3d8adacefc5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:14.198098 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "92bba5f3-0b40-493c-97db-27c4ceedae30", "status": "completed", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "66f415af-075b-408e-a50a-05c457c1e480", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:14.198352 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-847bfe54-383b-4181-a44f-b3d8adacefc5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:14.198764 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '92bba5f3-0b40-493c-97db-27c4ceedae30', 'status': 'completed', 'code': 200} Jul 16 08:47:14.199022 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '66f415af-075b-408e-a50a-05c457c1e480', 'status': 'completed', 'code': 200} Jul 16 08:47:14.342977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.343588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.343681 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Floating IP 4b842c64-d7de-43b9-b9f8-ef37b1897220 disassociated. External IP: 172.25.0.11, port: 60eee6db-4946-404c-84e0-479e85380714. Jul 16 08:47:14.343959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Calling delete_port for 60eee6db-4946-404c-84e0-479e85380714 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:14.361824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5594e-8365-4d7b-9b33-b2c9b904bf78 req-41430af9-5b9b-44e2-9761-47f9878286f8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.363823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bfb5594e-8365-4d7b-9b33-b2c9b904bf78 req-41430af9-5b9b-44e2-9761-47f9878286f8 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 946 time: 0.1638508 Jul 16 08:47:14.418399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:10Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:14.435358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.457123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e5c27-d199-4ae5-aff8-8dbaa7d0d964 None None] The sync data for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 is: [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:36:02Z', 'revision_number': 4, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71e3aa6b-97d6-4429-922a-840995393514', 'name': '', 'network_id': 'd2901133-83fa-4369-a680-0a8c30d71109', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'mac_address': 'fa:16:3e:97:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:01Z', 'updated_at': '2021-07-16T08:36:10Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'subnets': [{'id': 'd0afb511-2a65-4bf9-ba35-d7406e9c390f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:14.467529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bfb5594e-8365-4d7b-9b33-b2c9b904bf78 req-c3aee73a-da3a-4337-8e12-6afb9c3024ae tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=63174d95-4e39-42bb-85a4-1d365a2d90e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856028 Jul 16 08:47:14.490468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=cf8d658c-4995-4353-b874-f347f662c6e1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.562466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] No DVR routers for this DVR port cf8d658c-4995-4353-b874-f347f662c6e1 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:14.565599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.568665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-daeebe6c-285b-4010-8495-6b7c6897ce18 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "DELETE /v2.0/ports/cf8d658c-4995-4353-b874-f347f662c6e1 HTTP/1.1" status: 204 len: 173 time: 0.7838602 Jul 16 08:47:14.643779 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.680283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event deleted for resources: {'Port': ['ID=60eee6db-4946-404c-84e0-479e85380714,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.786969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb13a4d-d15d-4ba5-94af-71dbd19ff860 req-f56fec7d-b2af-48ad-8d4e-0668b34fb534 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.794464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9fb13a4d-d15d-4ba5-94af-71dbd19ff860 req-f56fec7d-b2af-48ad-8d4e-0668b34fb534 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.2150762 Jul 16 08:47:14.885522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9fb13a4d-d15d-4ba5-94af-71dbd19ff860 req-3ee7b918-1aef-4495-9823-43c30a886f24 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 Jul 16 08:47:14.920855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Router 085b7128-e356-4ad7-b777-6c59d9498c20 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:14.949112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a56149-1bae-4d11-a670-df90b0d9515f None None] New status for floating IP 4ccfaddf-74e7-4c32-a388-adf687774755: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:15.111874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:15.124272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:15.148890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:15.150489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:15.216464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:15.216807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.252900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] No DVR routers for this DVR port 60eee6db-4946-404c-84e0-479e85380714 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:15.257183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.259813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d52ccd2f-a26a-4c8d-ad22-b0143b4581d5 req-8a62b910-ec23-43c4-a818-a6669fc54832 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "DELETE /v2.0/ports/60eee6db-4946-404c-84e0-479e85380714 HTTP/1.1" status: 204 len: 173 time: 1.6146307 Jul 16 08:47:15.260552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'name': 'network-vif-deleted', 'tag': '60eee6db-4946-404c-84e0-479e85380714'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:15.264961 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c412b3f-6b56-4077-b9f3-4a403d789acb" -d '{"events": [{"server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "name": "network-vif-deleted", "tag": "60eee6db-4946-404c-84e0-479e85380714"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:15.306799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:15.321740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257f9d2-dac3-4528-99b4-4749fc91ed14 req-11d3ee76-93ab-455f-a1b5-2de9f98b7cb8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.331387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b257f9d2-dac3-4528-99b4-4749fc91ed14 req-11d3ee76-93ab-455f-a1b5-2de9f98b7cb8 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 943 time: 0.6644113 Jul 16 08:47:15.335503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f415af-075b-408e-a50a-05c457c1e480'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:15.338520 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242b7a09-4a71-4e4f-88f6-3de4cff51dc7" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "66f415af-075b-408e-a50a-05c457c1e480"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:15.373858 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52c9943-5698-4705-b36c-82c922d79f8e x-openstack-request-id: req-b52c9943-5698-4705-b36c-82c922d79f8e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:15.374356 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56db8e6-fd92-455c-9f23-c7a30d446166", "name": "network-vif-deleted", "tag": "60eee6db-4946-404c-84e0-479e85380714", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:15.374437 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b52c9943-5698-4705-b36c-82c922d79f8e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:15.374801 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56db8e6-fd92-455c-9f23-c7a30d446166', 'name': 'network-vif-deleted', 'tag': '60eee6db-4946-404c-84e0-479e85380714', 'status': 'completed', 'code': 200} Jul 16 08:47:15.440948 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2735484e-1894-40a8-a322-8263b440f64e x-openstack-request-id: req-2735484e-1894-40a8-a322-8263b440f64e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:15.441183 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "66f415af-075b-408e-a50a-05c457c1e480", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:15.441543 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2735484e-1894-40a8-a322-8263b440f64e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:15.441994 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f415af-075b-408e-a50a-05c457c1e480', 'code': 200} Jul 16 08:47:15.442322 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1', 'code': 200} Jul 16 08:47:15.453257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b257f9d2-dac3-4528-99b4-4749fc91ed14 req-ff1c386d-e528-4342-973a-b38b301e0dd2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups?id=db9faaba-db5d-4295-953d-a0daef210422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206493 Jul 16 08:47:15.471175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] For port 96df5d9d-9206-4e33-be2a-4c7f3afe1106, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=96df5d9d-9206-4e33-be2a-4c7f3afe1106,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:15.471175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.489243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 96df5d9d-9206-4e33-be2a-4c7f3afe1106 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:15.608107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:15.647583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.652814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:15.658408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-187bcb47-5339-42c4-9131-58619ec793b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.669416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:15.670394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:15.683564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-549f0f36-ed4a-4672-a9c6-c16273fd330f req-ec89ff46-2d96-4b49-b834-604b9e4f2156 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=c56db8e6-fd92-455c-9f23-c7a30d446166 HTTP/1.1" status: 200 len: 210 time: 0.0357389 Jul 16 08:47:15.749323 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.752233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=96df5d9d-9206-4e33-be2a-4c7f3afe1106,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:15.756783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] No DVR routers for this DVR port 96df5d9d-9206-4e33-be2a-4c7f3afe1106 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:15.758036 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.760240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-278c40f4-326b-4d9f-a2d6-f74514ea1967 req-ed4a577b-aef1-4817-95b8-fab25e752db9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.18 "DELETE /v2.0/ports/96df5d9d-9206-4e33-be2a-4c7f3afe1106 HTTP/1.1" status: 204 len: 173 time: 1.1872909 Jul 16 08:47:15.827003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:16.176713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64482f-67c8-4267-abef-7ae07d1537b6 req-9a7a038e-9c64-45c5-a967-fa9be2d3993f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.186300 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e64482f-67c8-4267-abef-7ae07d1537b6 req-9a7a038e-9c64-45c5-a967-fa9be2d3993f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1584811 Jul 16 08:47:16.192801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:16.203545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1'}, {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:16.205801 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9fb60-d853-4cb0-a42c-54856b740fa1" -d '{"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1"}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:16.225401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9e61-8860-49f6-a7a5-492763a2082c None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:16.271462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e64482f-67c8-4267-abef-7ae07d1537b6 req-81d21e55-52ec-4264-ab38-25db3d63db13 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737476 Jul 16 08:47:16.312441 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc284866-c563-44a2-aee9-6b16eb4fcc80 x-openstack-request-id: req-cc284866-c563-44a2-aee9-6b16eb4fcc80 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:16.312683 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "cf8d658c-4995-4353-b874-f347f662c6e1", "status": "completed", "code": 200}, {"server_uuid": "f37f15bc-6df7-4376-95c0-25bdd1809aa3", "name": "network-vif-deleted", "tag": "96df5d9d-9206-4e33-be2a-4c7f3afe1106", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:16.312938 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc284866-c563-44a2-aee9-6b16eb4fcc80 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:16.313344 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': 'cf8d658c-4995-4353-b874-f347f662c6e1', 'status': 'completed', 'code': 200} Jul 16 08:47:16.313605 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f15bc-6df7-4376-95c0-25bdd1809aa3', 'name': 'network-vif-deleted', 'tag': '96df5d9d-9206-4e33-be2a-4c7f3afe1106', 'status': 'completed', 'code': 200} Jul 16 08:47:16.620102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.643643 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab213944-a4ff-4388-aa0c-54b2093af7a8 None None] New status for floating IP 4b842c64-d7de-43b9-b9f8-ef37b1897220: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:16.682514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9f2a8ca-79e4-4d2d-9545-88fec6869c17 req-ea4c7d1c-67fa-4020-b6ae-b30928b26105 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0602901 Jul 16 08:47:16.715580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 60eee6db-4946-404c-84e0-479e85380714 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:16.746735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 60eee6db-4946-404c-84e0-479e85380714 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:16.747150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 60eee6db-4946-404c-84e0-479e85380714 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:16.839878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38398) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.900066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21523d9b-8b24-4aab-a87b-77f033702a1c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.924630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21523d9b-8b24-4aab-a87b-77f033702a1c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.975725 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21523d9b-8b24-4aab-a87b-77f033702a1c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.978848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21523d9b-8b24-4aab-a87b-77f033702a1c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.980262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21523d9b-8b24-4aab-a87b-77f033702a1c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "DELETE /v2.0/security-groups/63174d95-4e39-42bb-85a4-1d365a2d90e5 HTTP/1.1" status: 204 len: 168 time: 0.1384149 Jul 16 08:47:16.984254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38402) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.993636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523d9b-8b24-4aab-a87b-77f033702a1c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63174d95-4e39-42bb-85a4-1d365a2d90e5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.000093 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-40660ff9-87ea-4f4a-898e-805c6f0c7328 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] show failed (client error): The resource could not be found. Jul 16 08:47:17.003872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-40660ff9-87ea-4f4a-898e-805c6f0c7328 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups/63174d95-4e39-42bb-85a4-1d365a2d90e5 HTTP/1.1" status: 404 len: 347 time: 0.0166185 Jul 16 08:47:17.005673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38404) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:17.141058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Deleting port bb8a6501-e9fc-48dc-aaec-51dc38a8b41d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:17.141406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.490371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.490673 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.506212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Calling delete_port for bb8a6501-e9fc-48dc-aaec-51dc38a8b41d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:17.528070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea4a1a-2199-45a1-9fe0-8513759c52fe req-a62fe336-24e8-4929-abdb-68e0f64d623a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.530380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31ea4a1a-2199-45a1-9fe0-8513759c52fe req-a62fe336-24e8-4929-abdb-68e0f64d623a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0825882 Jul 16 08:47:17.576719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-31ea4a1a-2199-45a1-9fe0-8513759c52fe req-21fbcd3b-cd16-4a2e-965e-23c1931ddbc0 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391500 Jul 16 08:47:17.665039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.678901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.700928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event deleted for resources: {'Port': ['ID=bb8a6501-e9fc-48dc-aaec-51dc38a8b41d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.789091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.793003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.803815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1ead13dd-ad07-4024-b105-72fd2e2360af tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b842c64-d7de-43b9-b9f8-ef37b1897220 HTTP/1.1" status: 204 len: 168 time: 0.7877221 Jul 16 08:47:17.877976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7817be29-15da-4555-88fa-11057e21974a req-4b94fb8a-aa41-4d7c-ac02-0969e1014d88 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0400331 Jul 16 08:47:18.051832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.084367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed4eaf-2c5f-46f8-9a9e-b6b2c4fc5c6c req-08bf7431-9299-447f-8c1f-3c9d0850d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.086393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0ed4eaf-2c5f-46f8-9a9e-b6b2c4fc5c6c req-08bf7431-9299-447f-8c1f-3c9d0850d1cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0859823 Jul 16 08:47:18.131923 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0ed4eaf-2c5f-46f8-9a9e-b6b2c4fc5c6c req-05850797-dce7-494d-9a9c-33f31d23b5c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Jul 16 08:47:18.175481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5fec53c-510c-47fd-9f1d-75689d351e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.199766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38434) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.209380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674584945', 'description': 'tempest-description--1900092877'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:18.283057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5fec53c-510c-47fd-9f1d-75689d351e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.287011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5fec53c-510c-47fd-9f1d-75689d351e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.305018 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.327618 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.336615 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5fec53c-510c-47fd-9f1d-75689d351e65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75ba2657a10e4a4eb76b3d3f46f5be1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835958 Jul 16 08:47:18.338773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fec53c-510c-47fd-9f1d-75689d351e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53af7059-35aa-44db-9c5f-75e1e15bd685,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.339460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.429944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211546b4-0b15-49fb-860a-eddc368cd286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.441779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.450693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.481078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211546b4-0b15-49fb-860a-eddc368cd286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.496529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.497865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2955241 Jul 16 08:47:18.502587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38440) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.510451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'security_group_rule': {'security_group_id': '677173b9-fd81-415e-b1e5-d10e5bafa0b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:18.516682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f18b9-c38c-496a-948c-fc59c6962eff tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677173b9-fd81-415e-b1e5-d10e5bafa0b6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.551616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.554346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211546b4-0b15-49fb-860a-eddc368cd286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.557588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-211546b4-0b15-49fb-860a-eddc368cd286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.560780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-211546b4-0b15-49fb-860a-eddc368cd286 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53af7059-35aa-44db-9c5f-75e1e15bd685 HTTP/1.1" status: 204 len: 168 time: 0.2177629 Jul 16 08:47:18.573773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211546b4-0b15-49fb-860a-eddc368cd286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53af7059-35aa-44db-9c5f-75e1e15bd685,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.638196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.643273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.662496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974b97f3-0e81-4e40-b720-4f25179de082,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.679989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.681726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c908e96c-1228-44fb-a170-7f51d9ba04d9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1779637 Jul 16 08:47:18.684072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38446) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.690646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'security_group_rule': {'security_group_id': '677173b9-fd81-415e-b1e5-d10e5bafa0b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:18.728049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.804833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.809257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a29d9-bb14-42ca-b0e0-424ca3a64453 req-ba592f81-c1dc-48c4-bc59-1fde8426f8b1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.810129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.813157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d87a29d9-bb14-42ca-b0e0-424ca3a64453 req-ba592f81-c1dc-48c4-bc59-1fde8426f8b1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0858464 Jul 16 08:47:18.832329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e3e519-2b08-47bc-91d5-15d0a67ae612,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.834837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.838795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d1fd5025-3ba5-429b-8248-e040c085a6e1 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502931 Jul 16 08:47:18.839254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38448) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.844420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:18.870101 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.877353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d87a29d9-bb14-42ca-b0e0-424ca3a64453 req-31a08dba-237e-4f14-b4ec-7a22a86374f3 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580652 Jul 16 08:47:18.977160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.061898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38454) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:19.072310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c26214d3-8809-453b-bd31-5c8526f0751d req-88df93aa-383d-42e1-b430-b1e24a03bc6d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0347345 Jul 16 08:47:19.078771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8c3aec2-27c7-4e3d-ba9a-a4f38d87ac4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.141078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Allocated IP 172.25.0.65 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/24f148b0-8b75-47cf-bf1a-51f0c9f31b5e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:19.194879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8c3aec2-27c7-4e3d-ba9a-a4f38d87ac4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.216241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d8c3aec2-27c7-4e3d-ba9a-a4f38d87ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.256742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d8c3aec2-27c7-4e3d-ba9a-a4f38d87ac4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0052bbe7e104706a8ea5ace87bfb834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929379 Jul 16 08:47:19.258004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3aec2-27c7-4e3d-ba9a-a4f38d87ac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ab0966-8074-4bd1-9af7-d6fbc5c6777f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.261059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:19.274681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.320336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.328280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0685258e-0409-48e5-b364-088c34b62df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.350811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0685258e-0409-48e5-b364-088c34b62df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.358357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:19.364742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:19.368519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:19.374229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'Port': ['ID=24f148b0-8b75-47cf-bf1a-51f0c9f31b5e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.407047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0685258e-0409-48e5-b364-088c34b62df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.410384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0685258e-0409-48e5-b364-088c34b62df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.411569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0685258e-0409-48e5-b364-088c34b62df1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35ab0966-8074-4bd1-9af7-d6fbc5c6777f HTTP/1.1" status: 204 len: 168 time: 0.1501231 Jul 16 08:47:19.421822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685258e-0409-48e5-b364-088c34b62df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ab0966-8074-4bd1-9af7-d6fbc5c6777f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.507871 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.566021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.744297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.749996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.831357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'Port': ['ID=24f148b0-8b75-47cf-bf1a-51f0c9f31b5e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.842354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.861345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.871307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d5cdcd6-9dba-43eb-ac77-69b4f9810fbc tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0227568 Jul 16 08:47:20.109447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d354-ea58-45d8-855c-bfeb7d09fc74 req-fd19fcce-7b93-4614-a9f0-42a22f982909 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.112837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29a6d354-ea58-45d8-855c-bfeb7d09fc74 req-fd19fcce-7b93-4614-a9f0-42a22f982909 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0860715 Jul 16 08:47:20.138594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-ac792a26-57d4-4442-813d-48bcfbc26e03 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--674584945&fields=id&tenant_id=09f3e0a28d204c569a3769ecef953e29 HTTP/1.1" status: 200 len: 267 time: 0.0577650 Jul 16 08:47:20.161898 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29a6d354-ea58-45d8-855c-bfeb7d09fc74 req-42307386-e0ba-496f-9e11-a14a4dd8a60b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Jul 16 08:47:20.287832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-549792c6-5f3b-4501-8366-2f6374389949 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.295125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-549792c6-5f3b-4501-8366-2f6374389949 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 811 time: 0.1490457 Jul 16 08:47:20.311403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-5db48547-11e5-4c3d-a597-322a8228961b tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/quotas/09f3e0a28d204c569a3769ecef953e29 HTTP/1.1" status: 200 len: 375 time: 0.0151632 Jul 16 08:47:20.350784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-735732a5-41a3-4390-8126-78a88fb0a8f6 req-01caabfc-505d-417b-ad78-359a085ac71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0419264 Jul 16 08:47:20.382761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-48d5c3cb-37d7-474c-9c3c-303099233146 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684667 Jul 16 08:47:20.402450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-fec4b131-76b2-4543-a612-89efc93cd8a9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:20.404664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-fec4b131-76b2-4543-a612-89efc93cd8a9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080917 Jul 16 08:47:20.521650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-f8779c4d-b8a8-46db-8aa5-e11b4bc3f7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060438 Jul 16 08:47:20.647511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-3ae660e2-35e8-4751-9021-a91b5e8905b9 service neutron] 10.222.0.41 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159060 Jul 16 08:47:20.878506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-ac103e9d-b638-4d99-a1e5-9aad109415cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.882270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-ac103e9d-b638-4d99-a1e5-9aad109415cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1331015 Jul 16 08:47:20.963871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5bb7c65d-4e42-4d55-851b-f95a2fcbf74b req-7973b4fa-07eb-41eb-8b1c-161680857391 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0581725 Jul 16 08:47:21.039084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-7d2e24db-27de-4224-8145-2fa2ea063d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.041254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-7d2e24db-27de-4224-8145-2fa2ea063d77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1550176 Jul 16 08:47:21.078784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcfd29-8387-4d48-81b3-dc46aa1a2217 req-fe1c6d0e-b69c-4f51-8d4c-beae58e783b1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.086124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dcfd29-8387-4d48-81b3-dc46aa1a2217 req-fe1c6d0e-b69c-4f51-8d4c-beae58e783b1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0898745 Jul 16 08:47:21.116808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-972b8b3c-960d-4790-acbe-1bbdb9c8397f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0690207 Jul 16 08:47:21.137225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-23dcfd29-8387-4d48-81b3-dc46aa1a2217 req-f1c70a7b-736f-46fe-90cd-184eb3feab30 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Jul 16 08:47:21.187035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-b7c70888-832f-4efb-a6b2-487fcc9e376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.188672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-b7c70888-832f-4efb-a6b2-487fcc9e376c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0657377 Jul 16 08:47:21.232096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-ee19b4cc-2ea1-4699-84c7-1a0c4f5b1391 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351651 Jul 16 08:47:21.342614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-da5c2459-0636-4d7f-aca7-dfb2b622a65c service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023536 Jul 16 08:47:21.534192 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12be9d10-e8c2-4d9c-9bce-b4a4f60ada63 req-7baaeb6d-802f-40d6-97e0-dddb8a6e2335 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854227 Jul 16 08:47:21.562086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70dc23aa-f925-416f-9afa-092a827e877d req-79c677df-4b95-406b-93f8-c66564fe4859 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0457690 Jul 16 08:47:22.148501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4d67c74-80af-4bc1-aeb7-460b926b9cd0 req-8556d960-ad14-49b3-a0b2-7099bb3b3a65 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 210 time: 0.0306966 Jul 16 08:47:22.324476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e91c-a4ae-438c-99f5-71406bca1aa6 req-e9566bdb-b34e-4af8-9167-5c446a4a6ddb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.332199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ead1e91c-a4ae-438c-99f5-71406bca1aa6 req-e9566bdb-b34e-4af8-9167-5c446a4a6ddb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0779560 Jul 16 08:47:22.379213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ead1e91c-a4ae-438c-99f5-71406bca1aa6 req-5ed88d26-7c13-4ad3-8713-4d84be1fcea4 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Jul 16 08:47:22.704654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-76c84e05-8ec5-43e0-8a33-3c97c36ca6a7 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.706555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-76c84e05-8ec5-43e0-8a33-3c97c36ca6a7 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 811 time: 0.1757941 Jul 16 08:47:22.759744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-313bb015-7fe4-4622-b89b-a08ae8787a6e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09f3e0a28d204c569a3769ecef953e29 HTTP/1.1" status: 200 len: 379 time: 0.0389996 Jul 16 08:47:22.778373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'port': {'device_id': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'admin_state_up': True, 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'security_groups': ['677173b9-fd81-415e-b1e5-d10e5bafa0b6']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:22.797648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38570) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.805876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2681c9ee-00b5-4c7c-9617-31473861ecb5 req-672f602e-f161-46ab-ac25-8bb2ddfe0610 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0394857 Jul 16 08:47:22.928142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Made reservation on behalf of 09f3e0a28d204c569a3769ecef953e29 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:22.933898 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.936231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1fae47-60d3-4341-b525-98f1bc88b18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.093727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1fae47-60d3-4341-b525-98f1bc88b18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.098601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd1fae47-60d3-4341-b525-98f1bc88b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.109354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Allocated IP 172.20.0.7 (39a4a656-0d8c-4f12-bf80-6126f689cbbc/a3f3704e-3e71-43fc-b33f-0d05da9bffb3/28feafd5-4e86-446d-b883-5c20f72a263d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:23.140393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd1fae47-60d3-4341-b525-98f1bc88b18c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17dd1be1a37c4bd99283e5158a3cf2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412421 Jul 16 08:47:23.143008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38576) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:23.150680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fae47-60d3-4341-b525-98f1bc88b18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f579f-7287-420d-b38c-e09716cbc245,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.211785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbceaf77-1d5c-47aa-ae40-43a3c0624417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.240867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbceaf77-1d5c-47aa-ae40-43a3c0624417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.297897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbceaf77-1d5c-47aa-ae40-43a3c0624417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.302116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbceaf77-1d5c-47aa-ae40-43a3c0624417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.307532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bbceaf77-1d5c-47aa-ae40-43a3c0624417 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d59f579f-7287-420d-b38c-e09716cbc245 HTTP/1.1" status: 204 len: 168 time: 0.1632712 Jul 16 08:47:23.313025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.318157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceaf77-1d5c-47aa-ae40-43a3c0624417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f579f-7287-420d-b38c-e09716cbc245,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.335361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Transition to ACTIVE for port object 28feafd5-4e86-446d-b883-5c20f72a263d will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:23.374662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.457848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:23.461874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:23.472349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:23.532517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.533298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.565274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event updated for resources: {'Port': ['ID=28feafd5-4e86-446d-b883-5c20f72a263d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.586828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-de13100f-c8f4-46fa-8ef3-5859705260c9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8140059 Jul 16 08:47:23.614500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b48c39-bf87-4eed-a158-fe3fa036e597 req-8e161276-03af-4fad-9c1e-b969650b282f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.616359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36b48c39-bf87-4eed-a158-fe3fa036e597 req-8e161276-03af-4fad-9c1e-b969650b282f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 931 time: 0.2379267 Jul 16 08:47:23.622336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Request body: {'port': {'device_id': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:23.663544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8fe27-269a-43a8-8ea8-4e495855fa6c req-77a1c602-bfa4-4e2a-897e-1d60cffabed6 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.667809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7bb8fe27-269a-43a8-8ea8-4e495855fa6c req-77a1c602-bfa4-4e2a-897e-1d60cffabed6 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1104958 Jul 16 08:47:23.668511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:23.722558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7bb8fe27-269a-43a8-8ea8-4e495855fa6c req-efd0663b-bb0c-46c9-b336-fb159389e56b tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460370 Jul 16 08:47:23.723749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed301ac3-6a17-4388-8e8a-674a1b977239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.741596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.768851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36b48c39-bf87-4eed-a158-fe3fa036e597 req-16a7bc9a-1e45-4c24-99a5-e03e7cf3b997 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991013 Jul 16 08:47:23.817705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2156c713-b02b-4491-8050-65a666202398 None None] Provisioning for port 28feafd5-4e86-446d-b883-5c20f72a263d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:23.825920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2156c713-b02b-4491-8050-65a666202398 None None] Provisioning complete for port 28feafd5-4e86-446d-b883-5c20f72a263d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:23.826408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2156c713-b02b-4491-8050-65a666202398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.901691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2156c713-b02b-4491-8050-65a666202398 None None] Port 28feafd5-4e86-446d-b883-5c20f72a263d cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:23.904935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed301ac3-6a17-4388-8e8a-674a1b977239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.912677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed301ac3-6a17-4388-8e8a-674a1b977239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.970232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed301ac3-6a17-4388-8e8a-674a1b977239 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d66fa01390694667bd75b001f5ac8c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000674 Jul 16 08:47:23.971223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301ac3-6a17-4388-8e8a-674a1b977239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3811e827-b588-43f0-80ff-fa8b3878cd6d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.974432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38592) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:24.058917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d30f428-3699-4841-89b5-e36634b2c53c req-4603258c-4937-4e53-b2c2-ee67f563905d tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0402715 Jul 16 08:47:24.064537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-960f5f91-7860-43a2-bb8d-7ab2b5a2dbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.112252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-960f5f91-7860-43a2-bb8d-7ab2b5a2dbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.185303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28feafd5-4e86-446d-b883-5c20f72a263d {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:24.213463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.217224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-960f5f91-7860-43a2-bb8d-7ab2b5a2dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.219481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-960f5f91-7860-43a2-bb8d-7ab2b5a2dbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.233638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-960f5f91-7860-43a2-bb8d-7ab2b5a2dbab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3811e827-b588-43f0-80ff-fa8b3878cd6d HTTP/1.1" status: 204 len: 168 time: 0.2494929 Jul 16 08:47:24.247809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Transition to ACTIVE for port object 28feafd5-4e86-446d-b883-5c20f72a263d will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:24.250603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f5f91-7860-43a2-bb8d-7ab2b5a2dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3811e827-b588-43f0-80ff-fa8b3878cd6d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.255455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.391365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Pushing event updated for resources: {'Port': ['ID=28feafd5-4e86-446d-b883-5c20f72a263d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.431800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Attempting to bind port 28feafd5-4e86-446d-b883-5c20f72a263d on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:24.432203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Attempting to bind port 28feafd5-4e86-446d-b883-5c20f72a263d by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:24.432677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Attempting to bind port 28feafd5-4e86-446d-b883-5c20f72a263d on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:24.438343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Port 28feafd5-4e86-446d-b883-5c20f72a263d on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:24.442891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Attempting to bind port 28feafd5-4e86-446d-b883-5c20f72a263d on network 39a4a656-0d8c-4f12-bf80-6126f689cbbc {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:24.447299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:24.447666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Checking segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:24.448696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Bound using segment: {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:24.448696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Bound port: 28feafd5-4e86-446d-b883-5c20f72a263d, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d15708-8f7c-40a6-acac-6d5ad3c236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:24.448992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.566358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] For port 28feafd5-4e86-446d-b883-5c20f72a263d, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:24.569919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] For port 28feafd5-4e86-446d-b883-5c20f72a263d, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28feafd5-4e86-446d-b883-5c20f72a263d,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:24.575913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.643730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.644579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.646096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] 10.222.0.36 "PUT /v2.0/ports/28feafd5-4e86-446d-b883-5c20f72a263d HTTP/1.1" status: 200 len: 1092 time: 1.0287344 Jul 16 08:47:24.646623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:24.649177 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d856fee-96d5-4857-9f4a-e34497bb5714" -d '{"events": [{"name": "network-changed", "server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:24.698757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a039f4-1be7-4999-a7e5-f5a6d4daaddf service neutron] Pushing event updated for resources: {'Port': ['ID=28feafd5-4e86-446d-b883-5c20f72a263d,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.802411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-96c0ff01-9dcc-4aa7-a0d1-83c3a466e53c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1432233 Jul 16 08:47:24.815357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-497b6903-586b-4437-953c-ac9a6bf1731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.816912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-497b6903-586b-4437-953c-ac9a6bf1731a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 1095 time: 0.1022716 Jul 16 08:47:24.939064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-2e3325ab-5747-482d-8ddb-012fba14f3d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28feafd5-4e86-446d-b883-5c20f72a263d HTTP/1.1" status: 200 len: 217 time: 0.1098945 Jul 16 08:47:24.962765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131319c8-9470-4ac8-9975-2c269bda277d req-bec04b7a-6b8d-4384-817e-7dd2ec2afdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.970825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-bec04b7a-6b8d-4384-817e-7dd2ec2afdcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 1097 time: 0.1253905 Jul 16 08:47:25.028253 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb38162-8c1f-4bcc-bdff-fd431b0f9341 x-openstack-request-id: req-abb38162-8c1f-4bcc-bdff-fd431b0f9341 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:25.028582 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:25.028796 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abb38162-8c1f-4bcc-bdff-fd431b0f9341 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:25.029426 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d', 'status': 'completed', 'code': 200} Jul 16 08:47:25.101705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-d524c04d-eddd-4006-844d-6a34b8b623f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.103063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-d524c04d-eddd-4006-844d-6a34b8b623f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.1582069 Jul 16 08:47:25.171718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131319c8-9470-4ac8-9975-2c269bda277d req-696ccacf-579c-49dc-ba1d-a5eed506064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.174351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-696ccacf-579c-49dc-ba1d-a5eed506064c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1862123 Jul 16 08:47:25.183541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd72e-0088-4229-9e66-620114a8056a req-801164fb-60de-4cc3-a2c8-a469ee49682e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.185720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0cdd72e-0088-4229-9e66-620114a8056a req-801164fb-60de-4cc3-a2c8-a469ee49682e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 943 time: 0.1557117 Jul 16 08:47:25.265020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-c69f8215-eccc-44b0-85e3-329c024041cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.267593 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-c69f8215-eccc-44b0-85e3-329c024041cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566942 Jul 16 08:47:25.271853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-46178d34-b56c-4563-bf94-0cf6a13ab78f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440d66af-7687-4a04-8907-e6ecd1c59772 HTTP/1.1" status: 200 len: 217 time: 0.0904944 Jul 16 08:47:25.314318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0cdd72e-0088-4229-9e66-620114a8056a req-af13071c-d315-43c3-b5f5-a5f1deb83627 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199110 Jul 16 08:47:25.472416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aeea599c-814e-4ead-8081-6f5e4aa59dde req-3c494e3d-a23b-4a16-9ccb-e91cdca8b8ef tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0812323 Jul 16 08:47:25.479744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-29291a04-452d-4ce7-aa34-a5cd713acb9c service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038105 Jul 16 08:47:25.516710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131319c8-9470-4ac8-9975-2c269bda277d req-cddf1777-230c-4193-a3c2-f2a1a9055e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.524799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-cddf1777-230c-4193-a3c2-f2a1a9055e03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.2454422 Jul 16 08:47:25.602446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c488666-0533-48c9-ba3e-e30558d428a9 req-b10c78ed-b2fe-46cb-afa6-74b19319a3f3 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169703 Jul 16 08:47:25.612551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131319c8-9470-4ac8-9975-2c269bda277d req-e8029404-94bd-44b9-b0f3-8308e825438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.614521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-e8029404-94bd-44b9-b0f3-8308e825438a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803113 Jul 16 08:47:25.629288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-b464bbe4-a534-4f64-b18d-677c71d2048f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:25.630311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-b464bbe4-a534-4f64-b18d-677c71d2048f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088809 Jul 16 08:47:25.737000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-962a8113-847b-4cea-a253-af325fbc1619 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995812 Jul 16 08:47:25.826126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-77a490af-cb5f-48dc-b549-25f2b9024bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.828277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-77a490af-cb5f-48dc-b549-25f2b9024bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 1095 time: 0.1268127 Jul 16 08:47:25.884959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-131319c8-9470-4ac8-9975-2c269bda277d req-210631ec-6d53-475b-b589-da440838eb9c service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412697 Jul 16 08:47:25.947603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-ff952fc6-d7c9-43ca-bf2e-caf0e896a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.949410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-ff952fc6-d7c9-43ca-bf2e-caf0e896a434 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.1066887 Jul 16 08:47:26.008114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-b2f3a9af-0c3e-4dd7-a70e-c283e19a8ca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28feafd5-4e86-446d-b883-5c20f72a263d HTTP/1.1" status: 200 len: 217 time: 0.0512905 Jul 16 08:47:26.070439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-d0549a7b-c5a9-471a-bd4a-13973fe0b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.072394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-d0549a7b-c5a9-471a-bd4a-13973fe0b33b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0572636 Jul 16 08:47:26.155978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-d112db33-e439-4e64-9dd3-f352013cbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.157758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-d112db33-e439-4e64-9dd3-f352013cbec4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637686 Jul 16 08:47:26.264034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-1cad94a4-4a05-4486-92b3-27ea50e3861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.266963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-1cad94a4-4a05-4486-92b3-27ea50e3861d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0893760 Jul 16 08:47:26.313151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-bbe854c7-69ff-4037-8037-d1fa36c19560 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483641 Jul 16 08:47:26.389564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-c3557c9d-f058-43f7-91d1-f21901290b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.391382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-c3557c9d-f058-43f7-91d1-f21901290b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1159649 Jul 16 08:47:26.429858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcc456-c276-4634-a781-c2d08968aac5 req-c1e50201-46d1-4803-b3c5-53e8d1e47ca2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.431432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cbcc456-c276-4634-a781-c2d08968aac5 req-c1e50201-46d1-4803-b3c5-53e8d1e47ca2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1702988 Jul 16 08:47:26.599506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-5cee05a6-9e64-47ce-8424-b7c7c8aac54a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 997 time: 0.1981995 Jul 16 08:47:26.669588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-9cdeb6be-4b89-4196-bf42-9f0494926700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.676386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-9cdeb6be-4b89-4196-bf42-9f0494926700 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0684359 Jul 16 08:47:26.693660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f0801-a22a-4860-888a-a317de8636f5 req-f483d015-4a8a-48e7-acbc-5ed9a0de390e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.695436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b83f0801-a22a-4860-888a-a317de8636f5 req-f483d015-4a8a-48e7-acbc-5ed9a0de390e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 943 time: 0.1543663 Jul 16 08:47:26.769758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b83f0801-a22a-4860-888a-a317de8636f5 req-d998fa7b-8f15-4f74-8743-c41ccbddb692 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651252 Jul 16 08:47:26.797456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-eab17fc5-1f94-4896-ba44-54a8ff1e2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:26.799125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-eab17fc5-1f94-4896-ba44-54a8ff1e2084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161652 Jul 16 08:47:26.928658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-43d1b1bf-b8be-43ff-a956-4c7089f1a82a service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226182 Jul 16 08:47:26.967895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cbcc456-c276-4634-a781-c2d08968aac5 req-633cc8d6-342b-40b9-8753-431cf69d9d31 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973173 Jul 16 08:47:26.979435 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d856fee-96d5-4857-9f4a-e34497bb5714 req-4f1ed687-546f-4eab-b239-c5e66f7670b8 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483636 Jul 16 08:47:27.144484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ad83b-1bf7-40e6-9c8a-8e61e804fe18 req-b77c91be-a39b-4459-b213-e41ec86bfbd1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.146574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d70ad83b-1bf7-40e6-9c8a-8e61e804fe18 req-b77c91be-a39b-4459-b213-e41ec86bfbd1 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1372495 Jul 16 08:47:27.148690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60fbcf0c-c562-4f2c-aa04-bc5c34f62819 req-ef287693-3661-4afe-bcbe-7621b9baa5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129216 Jul 16 08:47:27.190637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d70ad83b-1bf7-40e6-9c8a-8e61e804fe18 req-dd2423f8-8d57-49bb-8d4b-a88b5286b3f2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Jul 16 08:47:27.192401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4fc46ea-d5f7-4632-b667-03dfda6769fb req-a1546c2d-5529-49b2-84d0-cc3a91f06076 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0577393 Jul 16 08:47:27.711276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38714) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.859826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-189087f9-3a9a-4e8c-8f8c-4a66e4d44632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.965580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-189087f9-3a9a-4e8c-8f8c-4a66e4d44632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.973464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-189087f9-3a9a-4e8c-8f8c-4a66e4d44632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.001830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189087f9-3a9a-4e8c-8f8c-4a66e4d44632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23abbddc-3f38-4c93-9029-35adabba54e3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.021467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817c468-7366-477f-850d-335d8b84ae3c req-44ac9e21-0853-4965-8d5e-4860ffb63bbe tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.029864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2817c468-7366-477f-850d-335d8b84ae3c req-44ac9e21-0853-4965-8d5e-4860ffb63bbe tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 943 time: 0.0767729 Jul 16 08:47:28.034275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-189087f9-3a9a-4e8c-8f8c-4a66e4d44632 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2f563fcdade4a2880bf0b992f3a8ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218243 Jul 16 08:47:28.035124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38722) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:28.074072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2817c468-7366-477f-850d-335d8b84ae3c req-eb1671c1-672b-4e64-9c80-67095eb1eceb tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432477 Jul 16 08:47:28.096407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-91dfc706-e48b-46a6-a3ce-adec6d67312a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.118999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-91dfc706-e48b-46a6-a3ce-adec6d67312a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.201613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-91dfc706-e48b-46a6-a3ce-adec6d67312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.204153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-91dfc706-e48b-46a6-a3ce-adec6d67312a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.205281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-91dfc706-e48b-46a6-a3ce-adec6d67312a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23abbddc-3f38-4c93-9029-35adabba54e3 HTTP/1.1" status: 204 len: 168 time: 0.1689126 Jul 16 08:47:28.223814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bcb15-7e44-4306-a2fa-8bb8899676d4 req-228008c6-97c0-42b0-acc5-e6e21d916c52 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.225393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a4bcb15-7e44-4306-a2fa-8bb8899676d4 req-228008c6-97c0-42b0-acc5-e6e21d916c52 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0831525 Jul 16 08:47:28.226857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfc706-e48b-46a6-a3ce-adec6d67312a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23abbddc-3f38-4c93-9029-35adabba54e3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.339668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a4bcb15-7e44-4306-a2fa-8bb8899676d4 req-90c127ce-7762-4129-a87d-7a205ce4a9ba tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064169 Jul 16 08:47:28.408794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3169a46a-8603-4925-875a-69d2cec3a40c req-d47074ba-db27-400e-b7a4-dd6fa5b78ef0 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0353293 Jul 16 08:47:28.573024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38734) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:28.588086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ace4c64-1496-4acf-9f2b-18e348de2154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.679848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ace4c64-1496-4acf-9f2b-18e348de2154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.683776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5ace4c64-1496-4acf-9f2b-18e348de2154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.722834 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5ace4c64-1496-4acf-9f2b-18e348de2154 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e407798e16e74896b91e5365c1701528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486890 Jul 16 08:47:28.724775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4c64-1496-4acf-9f2b-18e348de2154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae5dd89-2bb3-4f7d-a375-02963197fa5c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.725504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38738) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:28.777652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a64bff47-1096-4b92-8c42-baa241012686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.796206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28feafd5-4e86-446d-b883-5c20f72a263d details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:28.805749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a64bff47-1096-4b92-8c42-baa241012686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.856773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a64bff47-1096-4b92-8c42-baa241012686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.859449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a64bff47-1096-4b92-8c42-baa241012686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.860743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a64bff47-1096-4b92-8c42-baa241012686 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae5dd89-2bb3-4f7d-a375-02963197fa5c HTTP/1.1" status: 204 len: 168 time: 0.1340597 Jul 16 08:47:28.868836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bff47-1096-4b92-8c42-baa241012686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae5dd89-2bb3-4f7d-a375-02963197fa5c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.912182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 28feafd5-4e86-446d-b883-5c20f72a263d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28feafd5-4e86-446d-b883-5c20f72a263d,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:28.923557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '28feafd5-4e86-446d-b883-5c20f72a263d', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'port_id': '28feafd5-4e86-446d-b883-5c20f72a263d', 'mac_address': 'fa:16:3e:93:ea:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:28.960994 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.976153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28feafd5-4e86-446d-b883-5c20f72a263d {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:29.001344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 28feafd5-4e86-446d-b883-5c20f72a263d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28feafd5-4e86-446d-b883-5c20f72a263d,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:29.009060 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.062078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=28feafd5-4e86-446d-b883-5c20f72a263d,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:29.069997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.070187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.070446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.070772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.071100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.071451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.071777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.072231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.072560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.072885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.073204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.073630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:29.299958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356232b-a89c-4cad-87da-81a342ed46aa req-922fe394-8b8d-4414-bd10-c52f864dcffe tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.301683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2356232b-a89c-4cad-87da-81a342ed46aa req-922fe394-8b8d-4414-bd10-c52f864dcffe tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 944 time: 0.1094024 Jul 16 08:47:29.341784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['28feafd5-4e86-446d-b883-5c20f72a263d'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:29.344399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2356232b-a89c-4cad-87da-81a342ed46aa req-2564eccf-0336-4f37-a420-a744bf8ed96f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370560 Jul 16 08:47:29.631826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50e87307-536b-40ea-b737-2818d81c7ed8 req-4ada9dad-4193-4bf5-8a0a-5656ca1d6834 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37f15bc-6df7-4376-95c0-25bdd1809aa3 HTTP/1.1" status: 200 len: 210 time: 0.0510476 Jul 16 08:47:30.538058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300c30-1354-468c-b929-55ec30c8dfc0 req-375812aa-68ed-4207-9e10-31408d033a14 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.539647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24300c30-1354-468c-b929-55ec30c8dfc0 req-375812aa-68ed-4207-9e10-31408d033a14 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 944 time: 0.0746820 Jul 16 08:47:30.580531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24300c30-1354-468c-b929-55ec30c8dfc0 req-d435920d-37b8-4dd9-a926-4f35544d0dc9 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348475 Jul 16 08:47:30.591453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:30.782365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38800) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.801449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-b29aefcb-5dfb-43c9-a341-883cd07afe1a req-61fb810e-0821-46e9-8ff9-0bcc08e398e3 service neutron] (93699) timed out ('10.222.0.41', 39336) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:47:30.808372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28feafd5-4e86-446d-b883-5c20f72a263d up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:30.860722 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c89cfe3-40e0-4ad9-8879-6f39d019eba9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.867668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 28feafd5-4e86-446d-b883-5c20f72a263d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:30.873648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 28feafd5-4e86-446d-b883-5c20f72a263d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:30.874140 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.890419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c89cfe3-40e0-4ad9-8879-6f39d019eba9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.957914 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c89cfe3-40e0-4ad9-8879-6f39d019eba9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.963211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5c89cfe3-40e0-4ad9-8879-6f39d019eba9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.966829 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5c89cfe3-40e0-4ad9-8879-6f39d019eba9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/security-groups/db9faaba-db5d-4295-953d-a0daef210422 HTTP/1.1" status: 204 len: 168 time: 0.1834249 Jul 16 08:47:30.968719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38806) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.986946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89cfe3-40e0-4ad9-8879-6f39d019eba9 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9faaba-db5d-4295-953d-a0daef210422,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.004369 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-219f3bdc-d1c1-49f8-ade7-8bd396d31a08 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] show failed (client error): The resource could not be found. Jul 16 08:47:31.005991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-219f3bdc-d1c1-49f8-ade7-8bd396d31a08 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "GET /v2.0/security-groups/db9faaba-db5d-4295-953d-a0daef210422 HTTP/1.1" status: 404 len: 347 time: 0.0361032 Jul 16 08:47:31.009278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38808) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.037153 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.087477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:31.090939 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab28ef0-13a5-475c-9cc7-88aeacdbdaf1" -d '{"events": [{"server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "name": "network-vif-plugged", "status": "completed", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:31.107227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 28feafd5-4e86-446d-b883-5c20f72a263d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28feafd5-4e86-446d-b883-5c20f72a263d,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.113552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.159921 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26035106-129d-4557-8c0c-f78116a20516 x-openstack-request-id: req-26035106-129d-4557-8c0c-f78116a20516 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:31.160525 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "name": "network-vif-plugged", "status": "completed", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:31.161099 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26035106-129d-4557-8c0c-f78116a20516 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:31.161739 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d', 'code': 200} Jul 16 08:47:31.175695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port d6c3b463-95f0-4387-8d95-4948c83569da {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:31.176151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.235230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=28feafd5-4e86-446d-b883-5c20f72a263d,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.287519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.287858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.325736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for d6c3b463-95f0-4387-8d95-4948c83569da owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:31.404490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19a91-ebcf-4ba8-92ed-05dcdff7c93e req-bf99f67f-1103-4205-95d7-736dc2646799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.406832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6de19a91-ebcf-4ba8-92ed-05dcdff7c93e req-bf99f67f-1103-4205-95d7-736dc2646799 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 1097 time: 0.1296432 Jul 16 08:47:31.445113 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6de19a91-ebcf-4ba8-92ed-05dcdff7c93e req-31049adc-a954-4443-ae75-302c33955ef7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312703 Jul 16 08:47:31.526269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.593926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=d6c3b463-95f0-4387-8d95-4948c83569da,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.640927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.644210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.645484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c7169e4f-6d7b-4079-976c-b7fd09d72685 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/floatingips/4ccfaddf-74e7-4c32-a388-adf687774755 HTTP/1.1" status: 204 len: 168 time: 0.6351819 Jul 16 08:47:31.648354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38830) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.800444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d375dba-eac1-48d4-8af6-b44f1c9c0b86 req-37d3561d-93b7-4ec9-a157-7a98627ee631 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.802235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d375dba-eac1-48d4-8af6-b44f1c9c0b86 req-37d3561d-93b7-4ec9-a157-7a98627ee631 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 945 time: 0.0856061 Jul 16 08:47:31.856203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d375dba-eac1-48d4-8af6-b44f1c9c0b86 req-0b573433-b417-4c44-9af6-37cee8aa69aa tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479808 Jul 16 08:47:31.863802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:31.864869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.999923 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.013284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 8e09ed78-bc59-4efb-8d81-b5c2eb098dbb owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:32.168998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.203680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=8e09ed78-bc59-4efb-8d81-b5c2eb098dbb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.279269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.284930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-de8fef8b-95bf-4e59-8ae7-1843ba53e71a tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/ports/8e09ed78-bc59-4efb-8d81-b5c2eb098dbb HTTP/1.1" status: 204 len: 168 time: 0.6327384 Jul 16 08:47:32.285063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38844) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.393316 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 4c960b88-af29-41bb-bf44-748b71499b90 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:32.393316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.501126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.515486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 4c960b88-af29-41bb-bf44-748b71499b90 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:32.698110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.735562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=4c960b88-af29-41bb-bf44-748b71499b90,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.832045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.837297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38854) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.838278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0f5e85f8-4567-466c-871a-6a0ba52abc72 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/ports/4c960b88-af29-41bb-bf44-748b71499b90 HTTP/1.1" status: 204 len: 168 time: 0.5522702 Jul 16 08:47:32.942097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting subnet beb22244-7f42-4edc-9970-fb142d092415 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:32.946200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.022131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.152151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.197839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2935cf1-a27e-40af-bfe2-4c42c3f5903b req-3d9d8b6b-194b-4dee-8a71-6fcdf039a32d tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.199249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2935cf1-a27e-40af-bfe2-4c42c3f5903b req-3d9d8b6b-194b-4dee-8a71-6fcdf039a32d tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 945 time: 0.1921241 Jul 16 08:47:33.260135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2935cf1-a27e-40af-bfe2-4c42c3f5903b req-2be2c421-b2e3-4fb8-abe5-56e6deec5304 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538228 Jul 16 08:47:33.267163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.299929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.302044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/subnets/beb22244-7f42-4edc-9970-fb142d092415 HTTP/1.1" status: 204 len: 168 time: 0.4623344 Jul 16 08:47:33.303014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfeefd-1f18-4cfe-892a-ee0bba815e1b tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Subnet': ['ID=beb22244-7f42-4edc-9970-fb142d092415,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.304991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38870) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.324768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a5327-6083-4367-a095-081035c8d3d6 None None] Network bfa75b7d-5873-4e57-922c-47b3e04e232e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:33.415610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting subnet a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:33.437312 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.492250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.542515 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.572337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969fdd1-9e6b-4a34-8ae0-b921dd5bc8d3 req-b59fed5c-0460-4659-a184-f1db585b2d5e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.574627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d969fdd1-9e6b-4a34-8ae0-b921dd5bc8d3 req-b59fed5c-0460-4659-a184-f1db585b2d5e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 945 time: 0.1788135 Jul 16 08:47:33.582403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38882) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.588554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Request body: {'floatingip': {'port_id': '28feafd5-4e86-446d-b883-5c20f72a263d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:33.619973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] DHCP port deletion for bfa75b7d-5873-4e57-922c-47b3e04e232e request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:33.632047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.645686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.682621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] Deleting port 75ad7f46-a7cb-42c8-be11-b545169204cb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:33.683000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.717252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.746843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Subnet': ['ID=a14aa1fb-bb87-406c-9b8d-ff3b70df3d81,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.749158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.753801 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8612868b-e45f-4844-93ac-e74b5d88e8b2 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/subnets/a14aa1fb-bb87-406c-9b8d-ff3b70df3d81 HTTP/1.1" status: 204 len: 168 time: 0.4476242 Jul 16 08:47:33.754275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.757718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] For port 75ad7f46-a7cb-42c8-be11-b545169204cb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=75ad7f46-a7cb-42c8-be11-b545169204cb,segment=NetworkSegment(3a23096a-20bc-4098-ba02-54427bedd811),segment_id=3a23096a-20bc-4098-ba02-54427bedd811)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:33.758112 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.763188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73adec-be2d-426e-9743-9b66910a9e4c None None] Network 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:33.783094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] Calling delete_port for 75ad7f46-a7cb-42c8-be11-b545169204cb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:33.887786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.951986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.980031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] Pushing event deleted for resources: {'Port': ['ID=75ad7f46-a7cb-42c8-be11-b545169204cb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.984945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da738955-d78d-47c9-9d16-bb25a44db588 None None] No DVR routers for this DVR port 75ad7f46-a7cb-42c8-be11-b545169204cb on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:34.057960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] DHCP port deletion for 5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:34.108634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] Deleting port 246e46ec-7090-4a42-a06f-2b80d28e0331 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:34.109013 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.124743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Deleting port 75ad7f46-a7cb-42c8-be11-b545169204cb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:34.125087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.180357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] For port 246e46ec-7090-4a42-a06f-2b80d28e0331, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=246e46ec-7090-4a42-a06f-2b80d28e0331,segment=NetworkSegment(a208e2cc-49a6-4242-9737-6806963bd59f),segment_id=a208e2cc-49a6-4242-9737-6806963bd59f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:34.180761 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.194426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] Calling delete_port for 246e46ec-7090-4a42-a06f-2b80d28e0331 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:34.281039 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.284739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] For port 75ad7f46-a7cb-42c8-be11-b545169204cb, host n-d-798249-10, got binding levels [] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:34.285106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.307584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] Pushing event deleted for resources: {'Port': ['ID=246e46ec-7090-4a42-a06f-2b80d28e0331,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:34.309920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b623ba7-8a87-437b-95c4-4b2638bfe5d2 None None] No DVR routers for this DVR port 246e46ec-7090-4a42-a06f-2b80d28e0331 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:34.340714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Calling delete_port for 75ad7f46-a7cb-42c8-be11-b545169204cb owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:34.347038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Port 75ad7f46-a7cb-42c8-be11-b545169204cb was not found and therefore no delete operation was performed {{(pid=93700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:47:34.352638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.393870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Port': ['ID=75ad7f46-a7cb-42c8-be11-b545169204cb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:34.395703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] No DVR routers for this DVR port 75ad7f46-a7cb-42c8-be11-b545169204cb on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:34.485429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.491060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.516140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.558783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa75b7d-5873-4e57-922c-47b3e04e232e']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:34.573632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a23096a-20bc-4098-ba02-54427bedd811') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:34.573875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a23096a-20bc-4098-ba02-54427bedd811') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:34.586567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.627528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.640545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:34.640941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:34.643829 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:34.674691 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Floating IP de1b9cf7-9301-4337-9a05-f159465fc63b associated. External IP: 172.25.0.65, port: 28feafd5-4e86-446d-b883-5c20f72a263d. Jul 16 08:47:34.746447 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.755574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.757562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/networks/bfa75b7d-5873-4e57-922c-47b3e04e232e HTTP/1.1" status: 204 len: 168 time: 1.0021791 Jul 16 08:47:34.760320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38894) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.858320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.071227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87df6b8-5c35-43ac-b03d-a9cd96e9c6e3 tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Network': ['ID=bfa75b7d-5873-4e57-922c-47b3e04e232e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.227515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 246e46ec-7090-4a42-a06f-2b80d28e0331 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:35.234748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Router 085b7128-e356-4ad7-b777-6c59d9498c20 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:35.249335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 246e46ec-7090-4a42-a06f-2b80d28e0331 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:35.249746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 246e46ec-7090-4a42-a06f-2b80d28e0331 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:35.250050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.250174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 75ad7f46-a7cb-42c8-be11-b545169204cb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:35.261455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.274593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 75ad7f46-a7cb-42c8-be11-b545169204cb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:35.274952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 75ad7f46-a7cb-42c8-be11-b545169204cb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:35.276021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a208e2cc-49a6-4242-9737-6806963bd59f') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.276678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a208e2cc-49a6-4242-9737-6806963bd59f') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.295454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.311160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.318844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:35.319518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:35.323284 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:35.392421 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.403879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.409731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] 10.222.0.41 "DELETE /v2.0/networks/5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f HTTP/1.1" status: 204 len: 168 time: 0.6457095 Jul 16 08:47:35.410281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:35.419072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da8def-51f1-409a-b8d6-0f1b651b435f tempest-TaggedBootDevicesTest_v242-80250869 tempest-TaggedBootDevicesTest_v242-80250869-project] Pushing event deleted for resources: {'Network': ['ID=5b10f0a4-9cc9-4888-b1fa-0aab7dd0378f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.425043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.434093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:35.451245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:35.452634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.486273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-be2e4ae9-5018-4e42-91bf-2cf8f6f8b35c tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "PUT /v2.0/floatingips/de1b9cf7-9301-4337-9a05-f159465fc63b HTTP/1.1" status: 200 len: 990 time: 1.9012241 Jul 16 08:47:35.486273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:35.488554 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dead348-5cd0-47f1-988a-ee17f12a2c93" -d '{"events": [{"name": "network-changed", "server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:35.531088 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c68e9a8-5642-43a1-90c5-4e758024a91b x-openstack-request-id: req-0c68e9a8-5642-43a1-90c5-4e758024a91b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:35.531435 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:35.532633 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c68e9a8-5642-43a1-90c5-4e758024a91b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:35.533053 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d', 'status': 'completed', 'code': 200} Jul 16 08:47:35.664100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-38aed0e6-3010-4c6f-bc2c-73a76a1eef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.666017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-38aed0e6-3010-4c6f-bc2c-73a76a1eef2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 1097 time: 0.0869138 Jul 16 08:47:35.782685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:35.822255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-fda1b952-a6e7-4bc5-b90a-b8910a2a8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.823805 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-fda1b952-a6e7-4bc5-b90a-b8910a2a8fd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.1510868 Jul 16 08:47:35.917361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-7d3cede2-48e1-4577-9b77-eb918f4faa18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28feafd5-4e86-446d-b883-5c20f72a263d HTTP/1.1" status: 200 len: 998 time: 0.0843532 Jul 16 08:47:35.986837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-b6a08159-59b7-4281-b386-8b829c376b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.989435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-b6a08159-59b7-4281-b386-8b829c376b58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0660427 Jul 16 08:47:36.056886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-6ab81e3c-9241-4129-b23c-dc1578213319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.058897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-6ab81e3c-9241-4129-b23c-dc1578213319 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636928 Jul 16 08:47:36.068235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'de1b9cf7-9301-4337-9a05-f159465fc63b', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'port_id': '28feafd5-4e86-446d-b883-5c20f72a263d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'mac_address': 'fa:16:3e:93:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:19Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 1, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:36.101271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:36.110785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:36.111899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:36.169281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-800ebc21-e693-428b-9da0-8c51fe24ffc4 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033714 Jul 16 08:47:36.203304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38930) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:36.234563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:36.286852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dead348-5cd0-47f1-988a-ee17f12a2c93 req-1bef9e09-a580-4974-a437-c1a36edf03a8 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104980 Jul 16 08:47:36.333214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60f052b-319e-4918-917a-19f61e82a8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.443462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60f052b-319e-4918-917a-19f61e82a8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.448589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a60f052b-319e-4918-917a-19f61e82a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.488709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f052b-319e-4918-917a-19f61e82a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c889dc79-8279-4df6-b94e-597146d4a28c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:36.502613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a60f052b-319e-4918-917a-19f61e82a8ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16fde79ac2aa47a79b8780e08fcdaa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975888 Jul 16 08:47:36.505433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38936) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:36.520033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'de1b9cf7-9301-4337-9a05-f159465fc63b', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'port_id': '28feafd5-4e86-446d-b883-5c20f72a263d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'mac_address': 'fa:16:3e:93:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:19Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 1, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:36.554986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b9645-44a9-42f9-993a-74122a6f5fa6 None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'de1b9cf7-9301-4337-9a05-f159465fc63b', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'port_id': '28feafd5-4e86-446d-b883-5c20f72a263d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'mac_address': 'fa:16:3e:93:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:19Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 1, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:36.568793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9a09f93-efaa-4ba3-a15d-ce0880fc0c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.599647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9a09f93-efaa-4ba3-a15d-ce0880fc0c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.655506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9a09f93-efaa-4ba3-a15d-ce0880fc0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.659050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9a09f93-efaa-4ba3-a15d-ce0880fc0c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.662598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9a09f93-efaa-4ba3-a15d-ce0880fc0c23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c889dc79-8279-4df6-b94e-597146d4a28c HTTP/1.1" status: 204 len: 168 time: 0.1537821 Jul 16 08:47:36.679763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a09f93-efaa-4ba3-a15d-ce0880fc0c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c889dc79-8279-4df6-b94e-597146d4a28c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:36.810025 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0aafa-bfaa-413d-819f-a3ad5619ed07 None None] New status for floating IP de1b9cf7-9301-4337-9a05-f159465fc63b: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:37.017936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38948) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:37.036941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-600cf534-e2a6-4079-b356-59a0fc85dced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.138254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-600cf534-e2a6-4079-b356-59a0fc85dced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.142528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-600cf534-e2a6-4079-b356-59a0fc85dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.181018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-600cf534-e2a6-4079-b356-59a0fc85dced admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f9b164a4175411795746dc43611398f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619854 Jul 16 08:47:37.181988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cf534-e2a6-4079-b356-59a0fc85dced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602de94e-8d3b-417b-abd7-8da18996ac11,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.184303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38950) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:37.235986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3095dc6-8224-48d8-bcba-e623da261e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.262836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3095dc6-8224-48d8-bcba-e623da261e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.313824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3095dc6-8224-48d8-bcba-e623da261e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.316428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3095dc6-8224-48d8-bcba-e623da261e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.317597 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a3095dc6-8224-48d8-bcba-e623da261e5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/602de94e-8d3b-417b-abd7-8da18996ac11 HTTP/1.1" status: 204 len: 168 time: 0.1322930 Jul 16 08:47:37.328049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3095dc6-8224-48d8-bcba-e623da261e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602de94e-8d3b-417b-abd7-8da18996ac11,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.299025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38986) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:38.406483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5169fa6-e593-428b-b880-ccdff96d3261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.513903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5169fa6-e593-428b-b880-ccdff96d3261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.518711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5169fa6-e593-428b-b880-ccdff96d3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.560211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5169fa6-e593-428b-b880-ccdff96d3261 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc9a732354184ada9a40257450e47cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598324 Jul 16 08:47:38.562840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38990) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:38.567210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5169fa6-e593-428b-b880-ccdff96d3261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54a7f3-eb56-4567-b4a2-15f353124859,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.618783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2041de42-211c-4ca2-86bf-89c076ac60cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.642262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2041de42-211c-4ca2-86bf-89c076ac60cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.704200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2041de42-211c-4ca2-86bf-89c076ac60cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.708002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2041de42-211c-4ca2-86bf-89c076ac60cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.711977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2041de42-211c-4ca2-86bf-89c076ac60cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e54a7f3-eb56-4567-b4a2-15f353124859 HTTP/1.1" status: 204 len: 168 time: 0.1457577 Jul 16 08:47:38.724176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041de42-211c-4ca2-86bf-89c076ac60cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54a7f3-eb56-4567-b4a2-15f353124859,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.525728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-e72f79a1-7974-4d24-97fb-da84988230fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.527262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-e72f79a1-7974-4d24-97fb-da84988230fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0978744 Jul 16 08:47:39.584450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e6955-d8d2-432f-8316-af530f20383c req-50bc8a85-faab-4bb6-aa60-60b5e755332f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.586277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29e6955-d8d2-432f-8316-af530f20383c req-50bc8a85-faab-4bb6-aa60-60b5e755332f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1132982 Jul 16 08:47:39.669532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c29e6955-d8d2-432f-8316-af530f20383c req-67641077-10b8-4e5d-81a4-edf0434f54bb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545402 Jul 16 08:47:39.670725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-80bb9256-89df-416b-ae1b-487d0896002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.672161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-80bb9256-89df-416b-ae1b-487d0896002f service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1366646 Jul 16 08:47:39.723365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-170f2a41-e6ab-4d9f-a4da-35ab053baba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0440221 Jul 16 08:47:39.790695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-e471d9cd-7b94-41cd-97ce-ea17a06cc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.792214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-e471d9cd-7b94-41cd-97ce-ea17a06cc52f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0524201 Jul 16 08:47:39.832899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-6f44337d-ddb4-4a48-90be-9f67f8d44c76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331922 Jul 16 08:47:39.930634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-05940ba7-0008-4966-9360-5581002d6f6b service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906739 Jul 16 08:47:40.028520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c4b4d17a-c543-47c8-8e93-67858445f853 req-aa36d289-7d4f-4d42-a3fe-ffc0e5e16425 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913663 Jul 16 08:47:40.858759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67b399-09e1-4160-a8c0-5f901b2f2699 req-022d9705-88ec-4bf9-b57d-ca42fd9ae8bf tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.860318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc67b399-09e1-4160-a8c0-5f901b2f2699 req-022d9705-88ec-4bf9-b57d-ca42fd9ae8bf tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jul 16 08:47:40.900439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc67b399-09e1-4160-a8c0-5f901b2f2699 req-33bad056-1ddf-460b-89d3-a6077e193844 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Jul 16 08:47:42.104152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ea8d-d95b-4d39-9c69-776cad0d482f req-0888f942-afc3-49f1-89dc-f76b22749133 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.106240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1711ea8d-d95b-4d39-9c69-776cad0d482f req-0888f942-afc3-49f1-89dc-f76b22749133 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0700326 Jul 16 08:47:42.155831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1711ea8d-d95b-4d39-9c69-776cad0d482f req-97d5cf18-247e-4422-b434-a09a1a22e03d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Jul 16 08:47:42.947884 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-849dbe5e-4be3-4ac7-bf61-04025a9560bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.347067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0601855-c24a-4397-bb54-e202fb934b18 req-c283176b-bbda-4b5b-a4b7-f1752e0d5f7f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.348580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c0601855-c24a-4397-bb54-e202fb934b18 req-c283176b-bbda-4b5b-a4b7-f1752e0d5f7f tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0683284 Jul 16 08:47:43.390580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c0601855-c24a-4397-bb54-e202fb934b18 req-50d25fd8-7289-4abc-a427-a53a99d0c00d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Jul 16 08:47:43.433436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39090) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:43.943594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.205547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Deleting port 71e3aa6b-97d6-4429-922a-840995393514 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:44.205906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.295586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] For port 71e3aa6b-97d6-4429-922a-840995393514, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71e3aa6b-97d6-4429-922a-840995393514,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:44.296049 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.310042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Calling delete_port for 71e3aa6b-97d6-4429-922a-840995393514 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:44.544456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.580441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Pushing event deleted for resources: {'Port': ['ID=71e3aa6b-97d6-4429-922a-840995393514,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:44.671009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b77fc8-f193-4079-9ffd-3c46b7df2b1d req-269d73fc-3d03-4f51-887c-2ab65f5f7aae tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.672647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19b77fc8-f193-4079-9ffd-3c46b7df2b1d req-269d73fc-3d03-4f51-887c-2ab65f5f7aae tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1576612 Jul 16 08:47:44.786284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19b77fc8-f193-4079-9ffd-3c46b7df2b1d req-8b811c6e-76a0-4fe9-8b1f-06d30c55b07e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821207 Jul 16 08:47:44.803703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.018649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Router 1fb33585-2da2-43d8-b8e4-b4715a19ceee has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:45.125385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:45.130606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb988f6c-949d-4ffc-b05b-24fe494922ae admin admin] 10.222.0.41 "PUT /v2.0/routers/1fb33585-2da2-43d8-b8e4-b4715a19ceee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6960199 Jul 16 08:47:45.133369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39108) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.134228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] Sync routers for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:45.148934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:45.149567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.262846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:45.451983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.484219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] Checking router: 1fb33585-2da2-43d8-b8e4-b4715a19ceee for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:45.493266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] Routers {'1fb33585-2da2-43d8-b8e4-b4715a19ceee'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:45.493897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.518083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.598176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] Set router 1fb33585-2da2-43d8-b8e4-b4715a19ceee gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:45.620095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.673033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Deleting port 3335c227-6fb7-4ecf-8773-88a0b7e42086 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:45.673437 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.679152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e24c78d3-82b9-44ea-bd62-332cc8c3668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.743775 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.758849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] For port 3335c227-6fb7-4ecf-8773-88a0b7e42086, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3335c227-6fb7-4ecf-8773-88a0b7e42086,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:45.759213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.781470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Calling delete_port for 3335c227-6fb7-4ecf-8773-88a0b7e42086 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:45.809940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.850304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bc2f2-8d7c-456e-a471-0ca761e5f1a7 None None] The sync data for ids ['1fb33585-2da2-43d8-b8e4-b4715a19ceee'] in n-d-798249-10 is: [{'id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'name': 'tempest-TaggedBootDevicesTest_v242-153392310-router', 'tenant_id': '111f823d882545fd8a789792f18188a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:54Z', 'updated_at': '2021-07-16T08:47:44Z', 'revision_number': 5, 'project_id': '111f823d882545fd8a789792f18188a0', 'gw_port': {'id': '3335c227-6fb7-4ecf-8773-88a0b7e42086', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb33585-2da2-43d8-b8e4-b4715a19ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:56Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:45.986627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630cb4-be0d-4766-87ed-b696600f62c3 req-8e3d6b17-b74f-414f-af9f-9ba438e5b821 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.988380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87630cb4-be0d-4766-87ed-b696600f62c3 req-8e3d6b17-b74f-414f-af9f-9ba438e5b821 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0724213 Jul 16 08:47:45.997717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.028362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Pushing event deleted for resources: {'Port': ['ID=3335c227-6fb7-4ecf-8773-88a0b7e42086,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.047918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87630cb4-be0d-4766-87ed-b696600f62c3 req-d1ac4e38-4b3e-48e7-860a-a816bef14020 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532472 Jul 16 08:47:46.100581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.191409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.193522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.236253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.236866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb33585-2da2-43d8-b8e4-b4715a19ceee {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:46.241753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.242878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92d8535a-5f18-4eb1-9d70-c10fb36a4968 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1fb33585-2da2-43d8-b8e4-b4715a19ceee HTTP/1.1" status: 204 len: 168 time: 1.1085944 Jul 16 08:47:46.245539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39118) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.307801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Deleting subnet d0afb511-2a65-4bf9-ba35-d7406e9c390f {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:46.312114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.363975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.479667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.540481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2921e8-1131-450f-9f5e-78422ffcf2cf req-387d2e3a-0b3e-4f3f-a2c0-c20ccf172404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.541996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab2921e8-1131-450f-9f5e-78422ffcf2cf req-387d2e3a-0b3e-4f3f-a2c0-c20ccf172404 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1067634 Jul 16 08:47:46.553211 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.594200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.596080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0afb511-2a65-4bf9-ba35-d7406e9c390f HTTP/1.1" status: 204 len: 168 time: 0.3492658 Jul 16 08:47:46.597438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6bd1-2448-4cca-b2f9-54253780f122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0afb511-2a65-4bf9-ba35-d7406e9c390f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.598954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.603768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf998c-6873-4dd1-a014-be7c3866c71c None None] Network d2901133-83fa-4369-a680-0a8c30d71109 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:46.618732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab2921e8-1131-450f-9f5e-78422ffcf2cf req-e333a4cc-a357-431a-b55b-47620dc79f5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631959 Jul 16 08:47:46.642677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.674346 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.734249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Deleting port 201d45e2-995a-4486-850a-26c2c9f2cd80 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:46.734633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.805063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] For port 201d45e2-995a-4486-850a-26c2c9f2cd80, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=201d45e2-995a-4486-850a-26c2c9f2cd80,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:46.805423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.817560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Calling delete_port for 201d45e2-995a-4486-850a-26c2c9f2cd80 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:46.820400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] DHCP port deletion for d2901133-83fa-4369-a680-0a8c30d71109 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:46.870387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] Deleting port 201d45e2-995a-4486-850a-26c2c9f2cd80 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:46.870760 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.902757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.927525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Pushing event deleted for resources: {'Port': ['ID=201d45e2-995a-4486-850a-26c2c9f2cd80,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.935057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] No DVR routers for this DVR port 201d45e2-995a-4486-850a-26c2c9f2cd80 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:46.945128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] For port 201d45e2-995a-4486-850a-26c2c9f2cd80, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=201d45e2-995a-4486-850a-26c2c9f2cd80,segment=NetworkSegment(e293af59-90f0-4eee-85ff-ea2a1204e150),segment_id=e293af59-90f0-4eee-85ff-ea2a1204e150)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:46.945810 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.960301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] Calling delete_port for 201d45e2-995a-4486-850a-26c2c9f2cd80 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:47.009097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.019779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2901133-83fa-4369-a680-0a8c30d71109']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:47.032773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e293af59-90f0-4eee-85ff-ea2a1204e150') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:47.033095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e293af59-90f0-4eee-85ff-ea2a1204e150') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:47.042169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.042325 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.056285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.062604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:47.062986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:47.064773 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:47.069080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] Pushing event deleted for resources: {'Port': ['ID=201d45e2-995a-4486-850a-26c2c9f2cd80,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.070916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32985b-0fc8-40c5-9307-8fee48258f8d None None] No DVR routers for this DVR port 201d45e2-995a-4486-850a-26c2c9f2cd80 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:47.130813 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.136300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.141539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d2901133-83fa-4369-a680-0a8c30d71109 HTTP/1.1" status: 204 len: 168 time: 0.5391424 Jul 16 08:47:47.152862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474106e-505c-45d6-ac64-d07593075145 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2901133-83fa-4369-a680-0a8c30d71109,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.212148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71e3aa6b-97d6-4429-922a-840995393514 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:47.233850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 71e3aa6b-97d6-4429-922a-840995393514 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:47.234194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71e3aa6b-97d6-4429-922a-840995393514 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:47.234634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3335c227-6fb7-4ecf-8773-88a0b7e42086 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:47.258791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3335c227-6fb7-4ecf-8773-88a0b7e42086 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:47.259046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12aa8d-5b70-46e4-9aa4-995c747f1ea5 req-986f56cc-d684-4241-861f-4102e2df4691 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.259577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3335c227-6fb7-4ecf-8773-88a0b7e42086 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:47.259662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 201d45e2-995a-4486-850a-26c2c9f2cd80 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:47.260635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad12aa8d-5b70-46e4-9aa4-995c747f1ea5 req-986f56cc-d684-4241-861f-4102e2df4691 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0754447 Jul 16 08:47:47.270360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39140) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:47.279498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 201d45e2-995a-4486-850a-26c2c9f2cd80 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:47.279851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 201d45e2-995a-4486-850a-26c2c9f2cd80 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:47.307406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad12aa8d-5b70-46e4-9aa4-995c747f1ea5 req-575b7ace-ee89-418f-b07d-f1078a2cf251 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Jul 16 08:47:47.312975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-65d73d26-8436-4c88-a948-68f773128b4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=111f823d882545fd8a789792f18188a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413754 Jul 16 08:47:47.315626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:47.364508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2e50-d8aa-4ca6-bdc1-6e8cb84be6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.385539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2e50-d8aa-4ca6-bdc1-6e8cb84be6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.432215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2e50-d8aa-4ca6-bdc1-6e8cb84be6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.434797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2e50-d8aa-4ca6-bdc1-6e8cb84be6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.435966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1dbf2e50-d8aa-4ca6-bdc1-6e8cb84be6e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4af5f312-d831-4375-9392-cc42aa032103 HTTP/1.1" status: 204 len: 168 time: 0.1193736 Jul 16 08:47:47.443636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2e50-d8aa-4ca6-bdc1-6e8cb84be6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af5f312-d831-4375-9392-cc42aa032103,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.682752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.100131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39168) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.196550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-989169923-network', 'tenant_id': 'a66e4763876c4ea2a499e2f93c493726'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:48.217668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Made reservation on behalf of a66e4763876c4ea2a499e2f93c493726 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:48.220099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.228300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.319828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.320292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.323492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.345242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:48.360470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f508c-9ace-4fe7-8f83-e8706788c038,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.363461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.363806 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Added segment 1fefe542-1c23-46de-b78e-758920d883dd of type vlan for network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 Jul 16 08:47:48.404782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.462087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.463092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.463676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.501014 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3996332 Jul 16 08:47:48.503867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39174) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.509753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Request body: {'subnet': {'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-989169923-subnet', 'tenant_id': 'a66e4763876c4ea2a499e2f93c493726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:48.532694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Made reservation on behalf of a66e4763876c4ea2a499e2f93c493726 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:48.535044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.535181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104134-4865-48d6-8251-6c99c0fe9a37 admin admin] Pushing event updated for resources: {'Network': ['ID=7f46ca17-5cf7-45a9-928e-94090ef1c0c5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.549642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:48.560171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160966a-1236-4d40-be77-f9ba773e5906 req-4d6b7e7e-0697-4f71-9c69-3bde2afadd6c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.561689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a160966a-1236-4d40-be77-f9ba773e5906 req-4d6b7e7e-0697-4f71-9c69-3bde2afadd6c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1366284 Jul 16 08:47:48.601266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a160966a-1236-4d40-be77-f9ba773e5906 req-6fd1249a-4350-4155-a5ea-c67147a9b3fc tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Jul 16 08:47:48.720822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.819644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6985b3-ccc8-4319-ae42-b2762fdb8737,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.834299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Checking segment: {'id': '1fefe542-1c23-46de-b78e-758920d883dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:48.834668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Network hostable DHCP agents. Network: 7f46ca17-5cf7-45a9-928e-94090ef1c0c5, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:48.864365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-bcd2c81d-7d44-4f62-9544-31384d32fbc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0994220 Jul 16 08:47:48.865097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:48.874964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 7f46ca17-5cf7-45a9-928e-94090ef1c0c5) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:48.879064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.879691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.885058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3f722-234a-48c6-9d98-9bf028afa287 None None] Network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:48.906942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8bfdc2ed-982d-46b1-bcf6-b40c922384b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3926458 Jul 16 08:47:48.962744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-a8116234-0525-4dd2-92fe-3fac463e1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.964428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-a8116234-0525-4dd2-92fe-3fac463e1995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0587630 Jul 16 08:47:49.066458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e4fc4-d62a-4fee-87aa-2a5fe440d578 None None] Network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:49.101747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-000726b9-06a9-4c4c-826a-16582c804754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.103237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-000726b9-06a9-4c4c-826a-16582c804754 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1078947 Jul 16 08:47:49.164499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-72d7cc77-d856-4fdf-a916-2e5c9eb252d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0532477 Jul 16 08:47:49.175106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a27d0-e959-405b-bc0a-3625dabbf153 req-e9cf68e3-8640-4043-9a3c-a1b3099083fb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.176972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-275a27d0-e959-405b-bc0a-3625dabbf153 req-e9cf68e3-8640-4043-9a3c-a1b3099083fb tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0781560 Jul 16 08:47:49.227184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-275a27d0-e959-405b-bc0a-3625dabbf153 req-4d65c011-6b16-41c5-ad38-a7b792399cb4 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Jul 16 08:47:49.230586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-724dab03-4eca-4c8f-95f0-04381347d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.232199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-724dab03-4eca-4c8f-95f0-04381347d9ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0586913 Jul 16 08:47:49.270738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-f8dc7d77-81f7-4f9a-b1e7-d424e5c99a37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310669 Jul 16 08:47:49.368027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-e7918fdd-3a51-4e8c-ae9a-868369b58377 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Jul 16 08:47:49.459810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b27d9a6c-1ccb-4064-89d3-fdb5d0d9b3e2 req-fb45c151-c5dd-491d-8b52-3e1ca4b2acae service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Jul 16 08:47:49.604138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-f609e7ec-21db-4d30-bd61-47e08158d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.606373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-f609e7ec-21db-4d30-bd61-47e08158d77f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0615158 Jul 16 08:47:49.718062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-e51302fc-8d4b-40ad-82fe-0b32c4b5f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.719600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-e51302fc-8d4b-40ad-82fe-0b32c4b5f281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 200 len: 919 time: 0.1069841 Jul 16 08:47:49.779707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-86993dae-2713-4428-bfda-cfa343177161 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 200 len: 217 time: 0.0468872 Jul 16 08:47:49.848090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-06c3be7c-16a7-4892-a5df-b7389f79459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.850241 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-06c3be7c-16a7-4892-a5df-b7389f79459e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 200 len: 858 time: 0.0620756 Jul 16 08:47:49.894273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-ad5ad702-2d91-4f0a-a80d-16c8664b23e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365820 Jul 16 08:47:50.007563 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-fbd95551-29fc-491c-b1b4-efadfb280c86 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048079 Jul 16 08:47:50.130618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f219ae4c-b79d-4ead-a978-4bacd2929d73 req-68acb9a1-1042-463d-9f1d-b1799a141cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122918 Jul 16 08:47:50.297320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-38becaee-f886-41cb-91ad-b221c1096d15 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.298786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-38becaee-f886-41cb-91ad-b221c1096d15 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/networks?id=7f46ca17-5cf7-45a9-928e-94090ef1c0c5 HTTP/1.1" status: 200 len: 809 time: 0.1348085 Jul 16 08:47:50.316340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-22ce5397-0624-4554-9a01-6ebb867c173e tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/quotas/a66e4763876c4ea2a499e2f93c493726 HTTP/1.1" status: 200 len: 375 time: 0.0117037 Jul 16 08:47:50.352576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9434ef3c-8f43-47aa-98e3-9a7207e4163c tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a66e4763876c4ea2a499e2f93c493726&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311134 Jul 16 08:47:50.431097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7382d-9827-433f-93aa-5716e25fd516 req-daddedee-348c-45d5-88a1-c05008c4b852 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.432607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77f7382d-9827-433f-93aa-5716e25fd516 req-daddedee-348c-45d5-88a1-c05008c4b852 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0643847 Jul 16 08:47:50.449705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-b8536e5a-0784-4988-b249-d6ae718b53a2 service neutron] 10.222.0.41 "GET /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899255 Jul 16 08:47:50.471066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77f7382d-9827-433f-93aa-5716e25fd516 req-66885d7f-72b9-4b39-a152-0aa747a01bde tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Jul 16 08:47:50.546531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-3ece9a5e-8881-4b54-b3f0-ea6c2f823807 service neutron] 10.222.0.41 "GET /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908694 Jul 16 08:47:50.797569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08f699f0-a55a-4a21-aed5-69287ecbea85 req-a9b836cb-d44c-429c-9da4-b9ba7aa76b80 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 210 time: 0.0286028 Jul 16 08:47:51.648008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6287-f20e-478d-8044-a391e09921dc req-72e6f745-f6c3-4a0f-a094-3ca133d313d5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.649626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-756c6287-f20e-478d-8044-a391e09921dc req-72e6f745-f6c3-4a0f-a094-3ca133d313d5 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0680323 Jul 16 08:47:51.696291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-756c6287-f20e-478d-8044-a391e09921dc req-e739fa09-f385-4408-a7d2-a26fef2f033c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Jul 16 08:47:51.909796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-a08b35a3-cce9-4711-8269-524873787abe tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.911284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-a08b35a3-cce9-4711-8269-524873787abe tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.18 "GET /v2.0/networks?id=7f46ca17-5cf7-45a9-928e-94090ef1c0c5 HTTP/1.1" status: 200 len: 809 time: 0.1135502 Jul 16 08:47:51.924613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Request body: {'port': {'device_id': 'dc9c6080-b415-419d-abc0-b888a9590418', 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5', 'admin_state_up': True, 'tenant_id': 'a66e4763876c4ea2a499e2f93c493726'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:51.951650 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18c075db-effb-4dcc-bde8-6e03c0fe1c9f req-eb3c1675-219e-4477-8a60-d90c34d1e1ae tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 210 time: 0.0361354 Jul 16 08:47:52.036659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Made reservation on behalf of a66e4763876c4ea2a499e2f93c493726 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:52.040162 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.178589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Allocated IP 172.20.0.9 (7f46ca17-5cf7-45a9-928e-94090ef1c0c5/6e6985b3-ccc8-4319-ae42-b2762fdb8737/52fc9acb-519b-472e-9271-823e00d1a520) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:52.336567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.375061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.418305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:52.423554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:52.427362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:52.453638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Pushing event updated for resources: {'Port': ['ID=52fc9acb-519b-472e-9271-823e00d1a520,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.481914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.482523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.496736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-2f3013ac-8dd0-43c2-9ef3-b739f1e00961 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760474 Jul 16 08:47:52.508584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Request body: {'port': {'device_id': 'dc9c6080-b415-419d-abc0-b888a9590418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:52.584429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.913210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fc9acb-519b-472e-9271-823e00d1a520 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:52.924217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.942242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f73ce-653c-4fa8-84e5-5951d4b5bf09 req-9bbc472f-45c0-42db-a507-ed34a0a9eaf0 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.943758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-085f73ce-653c-4fa8-84e5-5951d4b5bf09 req-9bbc472f-45c0-42db-a507-ed34a0a9eaf0 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1287169 Jul 16 08:47:52.948320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Transition to ACTIVE for port object 52fc9acb-519b-472e-9271-823e00d1a520 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:52.956866 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.026054 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-085f73ce-653c-4fa8-84e5-5951d4b5bf09 req-5ef41924-5e02-4f0a-a400-212640271506 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760794 Jul 16 08:47:53.036685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Pushing event updated for resources: {'Port': ['ID=52fc9acb-519b-472e-9271-823e00d1a520,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.108187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Attempting to bind port 52fc9acb-519b-472e-9271-823e00d1a520 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:53.108561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Attempting to bind port 52fc9acb-519b-472e-9271-823e00d1a520 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '1fefe542-1c23-46de-b78e-758920d883dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:53.108865 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Attempting to bind port 52fc9acb-519b-472e-9271-823e00d1a520 on network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:53.113363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Port 52fc9acb-519b-472e-9271-823e00d1a520 on network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:53.113686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Attempting to bind port 52fc9acb-519b-472e-9271-823e00d1a520 on network 7f46ca17-5cf7-45a9-928e-94090ef1c0c5 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:53.118554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:53.118898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Checking segment: {'id': '1fefe542-1c23-46de-b78e-758920d883dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:53.119285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Bound using segment: {'id': '1fefe542-1c23-46de-b78e-758920d883dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:53.119750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Bound port: 52fc9acb-519b-472e-9271-823e00d1a520, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fefe542-1c23-46de-b78e-758920d883dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:53.120117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.142850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bef49-92ef-48b0-b51b-3f7aa4194719 req-96577788-8793-4810-90bd-67f618bef206 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.144508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e2bef49-92ef-48b0-b51b-3f7aa4194719 req-96577788-8793-4810-90bd-67f618bef206 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 943 time: 0.0771902 Jul 16 08:47:53.188326 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e2bef49-92ef-48b0-b51b-3f7aa4194719 req-7609e419-38cf-47b3-9090-8180dad38caf tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Jul 16 08:47:53.196476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] For port 52fc9acb-519b-472e-9271-823e00d1a520, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:53.200297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] For port 52fc9acb-519b-472e-9271-823e00d1a520, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=52fc9acb-519b-472e-9271-823e00d1a520,segment=NetworkSegment(1fefe542-1c23-46de-b78e-758920d883dd),segment_id=1fefe542-1c23-46de-b78e-758920d883dd)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:53.212332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.251352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.251964 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.253366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] 10.222.0.18 "PUT /v2.0/ports/52fc9acb-519b-472e-9271-823e00d1a520 HTTP/1.1" status: 200 len: 1092 time: 0.7492971 Jul 16 08:47:53.253810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9c6080-b415-419d-abc0-b888a9590418', 'tag': '52fc9acb-519b-472e-9271-823e00d1a520'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:53.256149 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc476b7-c979-4375-8c76-1c9e957752bb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9c6080-b415-419d-abc0-b888a9590418", "tag": "52fc9acb-519b-472e-9271-823e00d1a520"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:53.285254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0010-3e6c-45dc-a3e8-de10e6260a94 service neutron] Pushing event updated for resources: {'Port': ['ID=52fc9acb-519b-472e-9271-823e00d1a520,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.349303 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d291970-67ac-43e1-aeea-b55bcf224c35 x-openstack-request-id: req-2d291970-67ac-43e1-aeea-b55bcf224c35 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:53.349415 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9c6080-b415-419d-abc0-b888a9590418", "tag": "52fc9acb-519b-472e-9271-823e00d1a520", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:53.349643 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d291970-67ac-43e1-aeea-b55bcf224c35 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:53.350062 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9c6080-b415-419d-abc0-b888a9590418', 'tag': '52fc9acb-519b-472e-9271-823e00d1a520', 'status': 'completed', 'code': 200} Jul 16 08:47:53.368035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-e8fe0779-255b-4ee3-8676-350854cd5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.370046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-e8fe0779-255b-4ee3-8676-350854cd5ac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a66e4763876c4ea2a499e2f93c493726&device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 1095 time: 0.0628307 Jul 16 08:47:53.416480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-c5b0c7b1-0b3c-4830-8eec-3548c88c9e93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52fc9acb-519b-472e-9271-823e00d1a520 HTTP/1.1" status: 200 len: 217 time: 0.0402095 Jul 16 08:47:53.470183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3773a-ada6-4e89-b101-70178cd49714 req-18964b27-2665-4f77-8cd4-65a507a63cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.471653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-18964b27-2665-4f77-8cd4-65a507a63cb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6985b3-ccc8-4319-ae42-b2762fdb8737 HTTP/1.1" status: 200 len: 849 time: 0.0496452 Jul 16 08:47:53.504956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-542840e1-d279-4382-b285-67fe2ac5a5e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f46ca17-5cf7-45a9-928e-94090ef1c0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272465 Jul 16 08:47:53.596760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-201bef3c-d155-4583-b9a8-b8bc7a8e118e service neutron] 10.222.0.18 "GET /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860758 Jul 16 08:47:53.683465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4de3773a-ada6-4e89-b101-70178cd49714 req-405b1a93-f1ba-4ea5-b34a-dbc4cea75e0a service neutron] 10.222.0.18 "GET /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810294 Jul 16 08:47:53.782596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-7b31d4fb-ec19-403f-a677-152a294ec5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.784149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-7b31d4fb-ec19-403f-a677-152a294ec5c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a66e4763876c4ea2a499e2f93c493726&device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 1095 time: 0.0584555 Jul 16 08:47:53.875911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-f37ee9d4-ff17-40b0-b3bc-bb48c62a0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.877410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-f37ee9d4-ff17-40b0-b3bc-bb48c62a0327 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7f46ca17-5cf7-45a9-928e-94090ef1c0c5 HTTP/1.1" status: 200 len: 910 time: 0.0874302 Jul 16 08:47:53.924901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-458f0d51-d516-472c-8ee2-942c234021df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52fc9acb-519b-472e-9271-823e00d1a520 HTTP/1.1" status: 200 len: 217 time: 0.0397811 Jul 16 08:47:53.974447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-45afd078-519b-4543-b2e3-3ec351110748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.975922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-45afd078-519b-4543-b2e3-3ec351110748 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e6985b3-ccc8-4319-ae42-b2762fdb8737 HTTP/1.1" status: 200 len: 849 time: 0.0449479 Jul 16 08:47:54.010924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-f2d4e584-8445-407c-bcfd-3919ca9420c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f46ca17-5cf7-45a9-928e-94090ef1c0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jul 16 08:47:54.108445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-ad0d1f64-0d20-441f-9f2d-c6f59f5abd7f service neutron] 10.222.0.18 "GET /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907123 Jul 16 08:47:54.201830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1dc476b7-c979-4375-8c76-1c9e957752bb req-f18cfe30-77b2-450d-9b4a-1e6b7da783ae service neutron] 10.222.0.18 "GET /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871885 Jul 16 08:47:54.373948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db39f6-a644-4686-9d3a-ed5939af7ae3 req-804415ba-0bc2-4188-ad2c-5bb16b1d42b8 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.375614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20db39f6-a644-4686-9d3a-ed5939af7ae3 req-804415ba-0bc2-4188-ad2c-5bb16b1d42b8 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 943 time: 0.0727365 Jul 16 08:47:54.701791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20db39f6-a644-4686-9d3a-ed5939af7ae3 req-e0963a0d-e7d8-4f40-8fc1-86bc18bf7156 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201108 Jul 16 08:47:55.897329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794871-8724-489a-ae59-2be3eb1bef96 req-19192aa4-558d-44e0-9c3c-ff6787584833 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.898870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13794871-8724-489a-ae59-2be3eb1bef96 req-19192aa4-558d-44e0-9c3c-ff6787584833 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 943 time: 0.0671768 Jul 16 08:47:55.940236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13794871-8724-489a-ae59-2be3eb1bef96 req-ccbdf86b-f13b-4280-875e-e005721ff25b tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Jul 16 08:47:56.679518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 52fc9acb-519b-472e-9271-823e00d1a520 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:56.773358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 52fc9acb-519b-472e-9271-823e00d1a520, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=52fc9acb-519b-472e-9271-823e00d1a520,segment=NetworkSegment(1fefe542-1c23-46de-b78e-758920d883dd),segment_id=1fefe542-1c23-46de-b78e-758920d883dd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:56.788617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '52fc9acb-519b-472e-9271-823e00d1a520', 'network_id': '7f46ca17-5cf7-45a9-928e-94090ef1c0c5', 'port_id': '52fc9acb-519b-472e-9271-823e00d1a520', 'mac_address': 'fa:16:3e:55:f9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6985b3-ccc8-4319-ae42-b2762fdb8737', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:56.972141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.985853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fc9acb-519b-472e-9271-823e00d1a520 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:57.005837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 52fc9acb-519b-472e-9271-823e00d1a520, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=52fc9acb-519b-472e-9271-823e00d1a520,segment=NetworkSegment(1fefe542-1c23-46de-b78e-758920d883dd),segment_id=1fefe542-1c23-46de-b78e-758920d883dd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:57.010317 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.062111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=52fc9acb-519b-472e-9271-823e00d1a520,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.123503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801441-b4ab-4553-a070-3a35d743e4d2 req-ef406484-637c-4392-8e0b-ef3842e8b64d tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.125016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b801441-b4ab-4553-a070-3a35d743e4d2 req-ef406484-637c-4392-8e0b-ef3842e8b64d tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 944 time: 0.0663538 Jul 16 08:47:57.163719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0b801441-b4ab-4553-a070-3a35d743e4d2 req-81e62dcf-1e0a-45f0-bf2a-3c452eb20e2e tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jul 16 08:47:57.332781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['52fc9acb-519b-472e-9271-823e00d1a520'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:58.341095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd103c-48c3-4f48-8fbb-0308e873b299 req-1730c441-76db-407e-adb1-fc2fbf6e1f3f tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.342616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9cd103c-48c3-4f48-8fbb-0308e873b299 req-1730c441-76db-407e-adb1-fc2fbf6e1f3f tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 944 time: 0.0635192 Jul 16 08:47:58.381479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e9cd103c-48c3-4f48-8fbb-0308e873b299 req-c5967907-6865-482b-b4f7-61cd77328b93 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Jul 16 08:47:58.692954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 52fc9acb-519b-472e-9271-823e00d1a520 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:58.759311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 52fc9acb-519b-472e-9271-823e00d1a520 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:58.768625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 52fc9acb-519b-472e-9271-823e00d1a520 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:58.770152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.892467 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.916661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c6080-b415-419d-abc0-b888a9590418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fc9acb-519b-472e-9271-823e00d1a520'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:58.919667 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0448cd19-b75a-4fcc-a961-07298bdf5081" -d '{"events": [{"server_uuid": "dc9c6080-b415-419d-abc0-b888a9590418", "name": "network-vif-plugged", "status": "completed", "tag": "52fc9acb-519b-472e-9271-823e00d1a520"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:58.932790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 52fc9acb-519b-472e-9271-823e00d1a520, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=52fc9acb-519b-472e-9271-823e00d1a520,segment=NetworkSegment(1fefe542-1c23-46de-b78e-758920d883dd),segment_id=1fefe542-1c23-46de-b78e-758920d883dd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:58.938173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.962018 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a07e5-d940-471c-b455-7e2875a84e96 x-openstack-request-id: req-821a07e5-d940-471c-b455-7e2875a84e96 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:58.962755 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9c6080-b415-419d-abc0-b888a9590418", "name": "network-vif-plugged", "status": "completed", "tag": "52fc9acb-519b-472e-9271-823e00d1a520", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:58.963060 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-821a07e5-d940-471c-b455-7e2875a84e96 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:58.963492 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9c6080-b415-419d-abc0-b888a9590418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fc9acb-519b-472e-9271-823e00d1a520', 'code': 200} Jul 16 08:47:58.994012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=52fc9acb-519b-472e-9271-823e00d1a520,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.082524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c98050-93fc-4cc5-9ac2-4544af6a38c0 req-c9805add-b695-44cb-9d52-6190c0564f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.084076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55c98050-93fc-4cc5-9ac2-4544af6a38c0 req-c9805add-b695-44cb-9d52-6190c0564f58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 1097 time: 0.0546253 Jul 16 08:47:59.123649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55c98050-93fc-4cc5-9ac2-4544af6a38c0 req-849828cb-77a9-439b-a64f-b2e28aa03e1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jul 16 08:47:59.564775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eec3d3-4501-4682-af1f-07d91002d614 req-7cd80cd5-f522-422f-b586-9aff66e56bb4 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.566317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8eec3d3-4501-4682-af1f-07d91002d614 req-7cd80cd5-f522-422f-b586-9aff66e56bb4 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 945 time: 0.0640051 Jul 16 08:47:59.615618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8eec3d3-4501-4682-af1f-07d91002d614 req-61dcc910-b497-4f62-8dee-b326278ffa88 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Jul 16 08:48:00.807942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8818c-c405-47d5-85a5-fc0e8b9a0083 req-35e4c8f0-0c21-469f-8422-46999adc98d6 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.809967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72a8818c-c405-47d5-85a5-fc0e8b9a0083 req-35e4c8f0-0c21-469f-8422-46999adc98d6 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 945 time: 0.0655360 Jul 16 08:48:00.848567 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72a8818c-c405-47d5-85a5-fc0e8b9a0083 req-c6321c2c-3f6f-4951-835a-719fccb36d94 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Jul 16 08:48:01.342376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085d05-8389-4a7a-8478-858b812062fb req-26976310-e253-4425-9088-699f488cc4b6 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.343897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c085d05-8389-4a7a-8478-858b812062fb req-26976310-e253-4425-9088-699f488cc4b6 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 945 time: 0.0646183 Jul 16 08:48:01.383396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c085d05-8389-4a7a-8478-858b812062fb req-09d7b3ef-4cad-4faf-bef7-6ee8f40a0a63 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Jul 16 08:48:02.537215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f81efc-cc75-40db-b698-6a916ee99782 req-f99ced97-abaa-4aac-9f47-11a5f9ede252 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.538681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49f81efc-cc75-40db-b698-6a916ee99782 req-f99ced97-abaa-4aac-9f47-11a5f9ede252 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 945 time: 0.0724132 Jul 16 08:48:02.585921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4220e-1d3f-4ddb-8182-3472908aef39 req-13966a1f-fd7d-4e8e-803d-e9afa56da1e5 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.587502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c1c4220e-1d3f-4ddb-8182-3472908aef39 req-13966a1f-fd7d-4e8e-803d-e9afa56da1e5 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 945 time: 0.0663540 Jul 16 08:48:02.625578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c1c4220e-1d3f-4ddb-8182-3472908aef39 req-ff5a04a4-b9e0-4566-ac28-d2dae4758d85 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/security-groups?id=534f508c-9ace-4fe7-8f83-e8706788c038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Jul 16 08:48:02.692556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1a87-02a7-423a-9aba-63265688a1d0 req-b82f616c-5ef2-4c6d-b89f-0669dc4e6226 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.693975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9adf1a87-02a7-423a-9aba-63265688a1d0 req-b82f616c-5ef2-4c6d-b89f-0669dc4e6226 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1161656 Jul 16 08:48:02.710553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Deleting port 52fc9acb-519b-472e-9271-823e00d1a520 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:02.710803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.763284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9adf1a87-02a7-423a-9aba-63265688a1d0 req-6e72190a-31ca-4b73-affc-12a99bac3f35 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 Jul 16 08:48:02.822801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] For port 52fc9acb-519b-472e-9271-823e00d1a520, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=52fc9acb-519b-472e-9271-823e00d1a520,segment=NetworkSegment(1fefe542-1c23-46de-b78e-758920d883dd),segment_id=1fefe542-1c23-46de-b78e-758920d883dd)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:02.823158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.835397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Calling delete_port for 52fc9acb-519b-472e-9271-823e00d1a520 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:02.970790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.983232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['52fc9acb-519b-472e-9271-823e00d1a520'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:03.002485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Pushing event deleted for resources: {'Port': ['ID=52fc9acb-519b-472e-9271-823e00d1a520,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.031549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.031883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.032230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.032615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.032949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.033307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.033633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.033958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.034281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.034603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.034924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.035258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.058660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] No DVR routers for this DVR port 52fc9acb-519b-472e-9271-823e00d1a520 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:03.061149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.063178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49f81efc-cc75-40db-b698-6a916ee99782 req-2b7d5003-125b-4b5b-87af-897966bbfbc7 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.18 "DELETE /v2.0/ports/52fc9acb-519b-472e-9271-823e00d1a520 HTTP/1.1" status: 204 len: 173 time: 0.5167086 Jul 16 08:48:03.063638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c6080-b415-419d-abc0-b888a9590418', 'name': 'network-vif-deleted', 'tag': '52fc9acb-519b-472e-9271-823e00d1a520'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:03.065865 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274b91e-2654-4cf3-9d35-618374b25f55" -d '{"events": [{"server_uuid": "dc9c6080-b415-419d-abc0-b888a9590418", "name": "network-vif-deleted", "tag": "52fc9acb-519b-472e-9271-823e00d1a520"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:03.103908 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d43f14-8fda-4bdc-82f7-a34b77fff491 x-openstack-request-id: req-96d43f14-8fda-4bdc-82f7-a34b77fff491 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:03.104202 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9c6080-b415-419d-abc0-b888a9590418", "name": "network-vif-deleted", "tag": "52fc9acb-519b-472e-9271-823e00d1a520", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:03.104456 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96d43f14-8fda-4bdc-82f7-a34b77fff491 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:03.104866 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9c6080-b415-419d-abc0-b888a9590418', 'name': 'network-vif-deleted', 'tag': '52fc9acb-519b-472e-9271-823e00d1a520', 'status': 'completed', 'code': 200} Jul 16 08:48:03.518763 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.543221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:03.672290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde33e47-6106-4a37-aa35-2a76670203c7 req-ebd8586b-40d5-41ab-b755-efff6b5bde92 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.675269 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde33e47-6106-4a37-aa35-2a76670203c7 req-ebd8586b-40d5-41ab-b755-efff6b5bde92 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0916610 Jul 16 08:48:03.676537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c236bc78-f552-4fa1-b14e-3a587fa15f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.736473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde33e47-6106-4a37-aa35-2a76670203c7 req-0e462981-dd55-44e6-bee9-31bbaaf08816 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565391 Jul 16 08:48:03.819953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c8a8908-948d-4eea-9a7b-77cd3166c2e2 req-aed95b73-b130-4d56-8cf6-0f0d89c99529 tempest-ServerGroupTestJSON-1337339924 tempest-ServerGroupTestJSON-1337339924-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9c6080-b415-419d-abc0-b888a9590418 HTTP/1.1" status: 200 len: 210 time: 0.0387619 Jul 16 08:48:03.825655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c236bc78-f552-4fa1-b14e-3a587fa15f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.832325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c236bc78-f552-4fa1-b14e-3a587fa15f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.874679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236bc78-f552-4fa1-b14e-3a587fa15f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f56d0e-ad3f-4387-8038-9fc7a5713163,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.879988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c236bc78-f552-4fa1-b14e-3a587fa15f84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7eefdafac0224cd986fb3d5de0f94713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354084 Jul 16 08:48:03.882826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:03.942983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2584ca0-02ea-4757-b27d-8d158f329f6e req-cb28e42d-b166-4c4f-a94d-0f7376c014f6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.944541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2584ca0-02ea-4757-b27d-8d158f329f6e req-cb28e42d-b166-4c4f-a94d-0f7376c014f6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0708902 Jul 16 08:48:03.962848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.988313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2584ca0-02ea-4757-b27d-8d158f329f6e req-a9d7135d-019d-4b78-b38c-cc05a40940a2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Jul 16 08:48:03.990315 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.045412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c7bc4-6ebc-4c20-ac02-37c603702229 req-02c83e3f-76d3-4119-85de-d526018d705c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.046687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e3c7bc4-6ebc-4c20-ac02-37c603702229 req-02c83e3f-76d3-4119-85de-d526018d705c tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.1168871 Jul 16 08:48:04.087754 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.091298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.092478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0f56d0e-ad3f-4387-8038-9fc7a5713163 HTTP/1.1" status: 204 len: 168 time: 0.2086024 Jul 16 08:48:04.102702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f56d0e-ad3f-4387-8038-9fc7a5713163,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:04.108345 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e3c7bc4-6ebc-4c20-ac02-37c603702229 req-2f28931d-c4db-4eee-8acb-45c65aff6d64 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535953 Jul 16 08:48:04.119700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.120053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.121031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.121334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.121844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.122333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.122817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.123155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.123511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.123837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.133745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.133745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480b226-375b-46cc-9709-1f82f1992c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:04.303763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-9bde6cd0-5cc1-4a46-8b61-af5bd4743fa3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.305235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-9bde6cd0-5cc1-4a46-8b61-af5bd4743fa3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.1081009 Jul 16 08:48:04.327013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e1f0dc0f-86fe-4dd5-acd4-9a3b3e68c8c3 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/quotas/5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 375 time: 0.0105681 Jul 16 08:48:04.406989 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-357d5b53-7aad-469f-9a4e-cd4de8562455 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0744882 Jul 16 08:48:04.503115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-fbe86cc1-1d79-4946-aee6-0d3f756f2113 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892336 Jul 16 08:48:04.596332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-06973002-5034-4ce0-8472-6966437e4c13 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870705 Jul 16 08:48:04.677158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-e4ace92e-da00-4b43-acd5-08fb3393c4df tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.678890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-e4ace92e-da00-4b43-acd5-08fb3393c4df tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.18 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 946 time: 0.0696032 Jul 16 08:48:04.816680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7ca611f-897e-4c5e-a779-e8178a72f3bd req-3f4e6063-07a9-4ab1-8d09-75bf17eca73c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 210 time: 0.0550134 Jul 16 08:48:04.841463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Deleting port 3402942f-3040-47ff-aae5-6a4523f2c73b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:04.841952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.969038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] For port 3402942f-3040-47ff-aae5-6a4523f2c73b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=3402942f-3040-47ff-aae5-6a4523f2c73b,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:04.971387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.993310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Calling delete_port for 3402942f-3040-47ff-aae5-6a4523f2c73b owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:05.168763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.182194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['3402942f-3040-47ff-aae5-6a4523f2c73b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:05.202190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Pushing event deleted for resources: {'Port': ['ID=3402942f-3040-47ff-aae5-6a4523f2c73b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:05.231853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44088640-31ff-44a9-bd2e-b5f74fa43827'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:05.296713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] No DVR routers for this DVR port 3402942f-3040-47ff-aae5-6a4523f2c73b on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:05.299811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.302350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4fb711eb-4e40-4f7b-8b9c-0ee17d68101d req-ba6470f8-b367-4305-9ff7-6ac45c1ba058 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.18 "DELETE /v2.0/ports/3402942f-3040-47ff-aae5-6a4523f2c73b HTTP/1.1" status: 204 len: 173 time: 0.6180108 Jul 16 08:48:05.303789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'name': 'network-vif-deleted', 'tag': '3402942f-3040-47ff-aae5-6a4523f2c73b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:05.320986 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c4d95-9c89-47b4-83a9-c4410218fbf5" -d '{"events": [{"server_uuid": "d96417f2-af85-4731-9b0a-1bd579ef79ea", "name": "network-vif-deleted", "tag": "3402942f-3040-47ff-aae5-6a4523f2c73b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:05.423580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8230db82-ff2b-49c9-879a-94a2e03c0610 req-1de5d92e-140c-490d-8c78-f07548af83d0 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0698347 Jul 16 08:48:05.475884 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13db979-5978-4b9f-9fda-0991f19d8dde x-openstack-request-id: req-a13db979-5978-4b9f-9fda-0991f19d8dde {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:05.476193 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96417f2-af85-4731-9b0a-1bd579ef79ea", "name": "network-vif-deleted", "tag": "3402942f-3040-47ff-aae5-6a4523f2c73b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:05.476453 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a13db979-5978-4b9f-9fda-0991f19d8dde {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:05.477188 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96417f2-af85-4731-9b0a-1bd579ef79ea', 'name': 'network-vif-deleted', 'tag': '3402942f-3040-47ff-aae5-6a4523f2c73b', 'status': 'completed', 'code': 200} Jul 16 08:48:05.821120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:05.877323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Deleting subnet 6e6985b3-ccc8-4319-ae42-b2762fdb8737 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:05.880617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.920986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.980402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.983837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-729c5a97-ba61-415b-aa22-ec259d421ceb req-0ff6b7a3-0be0-4345-8bd9-8be84715f966 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 210 time: 0.0370545 Jul 16 08:48:06.049002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.074996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6985b3-ccc8-4319-ae42-b2762fdb8737,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.081186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.085677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b0bc22a6-8564-495b-82ec-d8052a42b741 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e6985b3-ccc8-4319-ae42-b2762fdb8737 HTTP/1.1" status: 204 len: 168 time: 0.2607498 Jul 16 08:48:06.085767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.160105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.220731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-13eea31a-0049-492f-94e2-51954ad81acd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.222323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-13eea31a-0049-492f-94e2-51954ad81acd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.1597831 Jul 16 08:48:06.250253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'port': {'device_id': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'admin_state_up': True, 'tenant_id': '5553890ca05a498da6a67ebc125945d9'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:06.254027 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.266321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f46ca17-5cf7-45a9-928e-94090ef1c0c5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.278197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fefe542-1c23-46de-b78e-758920d883dd') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.278754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fefe542-1c23-46de-b78e-758920d883dd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.289113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.305222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.312808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:06.313710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:06.332121 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:06.390445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:06.396496 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.400330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.407270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.411368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f46ca17-5cf7-45a9-928e-94090ef1c0c5 HTTP/1.1" status: 204 len: 168 time: 0.3225400 Jul 16 08:48:06.437639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e68ded-5f90-47a7-a3ce-22013448b5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f46ca17-5cf7-45a9-928e-94090ef1c0c5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.611354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88338b4a-8e44-400e-9909-7013721ff94c req-a45dfe7a-fc06-4c85-9c24-062e19375458 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96417f2-af85-4731-9b0a-1bd579ef79ea HTTP/1.1" status: 200 len: 210 time: 0.0405457 Jul 16 08:48:06.612095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Allocated IP 172.20.0.5 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/0128fe82-2eca-4914-8225-184d11432027) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:06.624836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39600) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.695792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 52fc9acb-519b-472e-9271-823e00d1a520 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:06.703133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-057efb1d-3fd4-4aae-9f89-9864c0d15054 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a66e4763876c4ea2a499e2f93c493726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745988 Jul 16 08:48:06.703559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39602) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.725064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 52fc9acb-519b-472e-9271-823e00d1a520 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:06.725413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 52fc9acb-519b-472e-9271-823e00d1a520 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:06.762394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.773012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9a1a-07d4-47b1-adec-f2864c3e1191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.795011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9a1a-07d4-47b1-adec-f2864c3e1191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.847866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9a1a-07d4-47b1-adec-f2864c3e1191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.850757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9a1a-07d4-47b1-adec-f2864c3e1191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.855145 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2a1c9a1a-07d4-47b1-adec-f2864c3e1191 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/534f508c-9ace-4fe7-8f83-e8706788c038 HTTP/1.1" status: 204 len: 168 time: 0.1498454 Jul 16 08:48:06.863273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c9a1a-07d4-47b1-adec-f2864c3e1191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f508c-9ace-4fe7-8f83-e8706788c038,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.871061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.888729 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58c2ab29-67e4-491c-9faa-eedf018d165c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.894197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Transition to ACTIVE for port object 0128fe82-2eca-4914-8225-184d11432027 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:06.932440 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.947551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772', '99831a15-737a-4199-863b-93433ecffabe'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:06.982559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:06.985883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:06.990429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:06.995854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58c2ab29-67e4-491c-9faa-eedf018d165c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.001890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58c2ab29-67e4-491c-9faa-eedf018d165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.015968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.044268 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-58c2ab29-67e4-491c-9faa-eedf018d165c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3a2273452ad43bea0ac69121bcab78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807252 Jul 16 08:48:07.047831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39614) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.064604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ab29-67e4-491c-9faa-eedf018d165c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf307c71-b366-49e6-b481-5b9ba3ffecb4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.107064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.109400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.131682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-ceefb268-8439-4245-bdac-913d6117b781 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8874810 Jul 16 08:48:07.150958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Request body: {'port': {'device_id': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:07.263634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad65abf-f907-4cca-bae9-d7afcb83c50b req-605e2114-3127-452d-b6af-24efb42269d9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.268334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-05c7fb33-946a-47c4-aed1-8182fe773350 req-3272457d-8e06-41b0-b88d-d9ad5064ca10 service neutron] (93699) timed out ('10.222.0.18', 54866) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:48:07.277655 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ad65abf-f907-4cca-bae9-d7afcb83c50b req-605e2114-3127-452d-b6af-24efb42269d9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 931 time: 0.1306741 Jul 16 08:48:07.295006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.314837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31492b06-95ff-4583-b574-bff7fc02ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.329423 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ad65abf-f907-4cca-bae9-d7afcb83c50b req-83cff832-a042-42ed-9c3d-3ea4fc4ffdb1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Jul 16 08:48:07.368313 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31492b06-95ff-4583-b574-bff7fc02ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.387880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da0cbf86-a771-4dc4-b5a5-ce0d345b0872 None None] Provisioning for port 0128fe82-2eca-4914-8225-184d11432027 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:07.392179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da0cbf86-a771-4dc4-b5a5-ce0d345b0872 None None] Provisioning complete for port 0128fe82-2eca-4914-8225-184d11432027 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:07.392860 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cbf86-a771-4dc4-b5a5-ce0d345b0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.427632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da0cbf86-a771-4dc4-b5a5-ce0d345b0872 None None] Port 0128fe82-2eca-4914-8225-184d11432027 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:07.532406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31492b06-95ff-4583-b574-bff7fc02ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.534955 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31492b06-95ff-4583-b574-bff7fc02ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.536083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-31492b06-95ff-4583-b574-bff7fc02ee74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf307c71-b366-49e6-b481-5b9ba3ffecb4 HTTP/1.1" status: 204 len: 168 time: 0.4873321 Jul 16 08:48:07.550324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31492b06-95ff-4583-b574-bff7fc02ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf307c71-b366-49e6-b481-5b9ba3ffecb4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.593344 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:07.642416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0128fe82-2eca-4914-8225-184d11432027 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:07.653360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.670370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Transition to ACTIVE for port object 0128fe82-2eca-4914-8225-184d11432027 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:07.675476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.722566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39640) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.795367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Pushing event updated for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.874396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Attempting to bind port 0128fe82-2eca-4914-8225-184d11432027 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:07.874750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Attempting to bind port 0128fe82-2eca-4914-8225-184d11432027 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:07.875087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Attempting to bind port 0128fe82-2eca-4914-8225-184d11432027 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:07.888962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Port 0128fe82-2eca-4914-8225-184d11432027 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:07.889307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Attempting to bind port 0128fe82-2eca-4914-8225-184d11432027 on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:07.902826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:07.903169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:07.903585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:07.904031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Bound port: 0128fe82-2eca-4914-8225-184d11432027, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:07.904410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.020067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-network', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:08.022965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:08.027376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0128fe82-2eca-4914-8225-184d11432027,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:08.034433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.054150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Made reservation on behalf of ca2dc970ca8b461e94aae1ae844d2f73 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:08.057456 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.066390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39648) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:08.069627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.094067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c28e92-c7b7-432d-9579-c43dbad6215b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.099731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.100514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.101897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] 10.222.0.18 "PUT /v2.0/ports/0128fe82-2eca-4914-8225-184d11432027 HTTP/1.1" status: 200 len: 1092 time: 0.9551520 Jul 16 08:48:08.104628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'tag': '0128fe82-2eca-4914-8225-184d11432027'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:08.107287 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59" -d '{"events": [{"name": "network-changed", "server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "tag": "0128fe82-2eca-4914-8225-184d11432027"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:08.142326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb7059-5eae-403b-9fff-7d28aaf7fba2 service neutron] Pushing event updated for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.191133 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef7930-02f2-41cd-91cc-085e73060fed x-openstack-request-id: req-59ef7930-02f2-41cd-91cc-085e73060fed {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:08.191494 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "tag": "0128fe82-2eca-4914-8225-184d11432027", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:08.191747 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59ef7930-02f2-41cd-91cc-085e73060fed {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:08.192144 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'tag': '0128fe82-2eca-4914-8225-184d11432027', 'status': 'completed', 'code': 200} Jul 16 08:48:08.220207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-9a35293b-10f4-4eff-866c-d601d99a3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.221713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-9a35293b-10f4-4eff-866c-d601d99a3a92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 1095 time: 0.0612576 Jul 16 08:48:08.249682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.268579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.274851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-527d1226-27cf-444f-98d5-6d0d738e81ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0128fe82-2eca-4914-8225-184d11432027 HTTP/1.1" status: 200 len: 217 time: 0.0460856 Jul 16 08:48:08.305571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c921014c-4759-4804-a13d-3f062dc35a21,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.317738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:08.331759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-1c8d77b6-8554-4869-9d9e-3a45562db250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.333248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-1c8d77b6-8554-4869-9d9e-3a45562db250 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0519023 Jul 16 08:48:08.334261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.334603 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Added segment 7835d501-50b3-43bb-b9fe-7ac812050fb7 of type vlan for network 354ae9bc-aab9-4c1d-8143-70991b7bc323 Jul 16 08:48:08.387690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37eb03-e60f-4811-9396-bd4e60c5e821 req-97419e11-c72d-45a7-ad55-f247cc3805c7 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.397311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab37eb03-e60f-4811-9396-bd4e60c5e821 req-97419e11-c72d-45a7-ad55-f247cc3805c7 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1677730 Jul 16 08:48:08.417706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.436872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-8d5a16d9-4d2f-4142-b036-11bdc3b1fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.438818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-8d5a16d9-4d2f-4142-b036-11bdc3b1fe3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987678 Jul 16 08:48:08.474870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab37eb03-e60f-4811-9396-bd4e60c5e821 req-de6de0a2-bdb4-4733-b9c3-d1963c379291 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Jul 16 08:48:08.486272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.487424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.488011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.504784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c28e92-c7b7-432d-9579-c43dbad6215b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.524352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8016932 Jul 16 08:48:08.527851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:08.533302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Request body: {'subnet': {'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-subnet', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:08.533483 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c28e92-c7b7-432d-9579-c43dbad6215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.566422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058786ae-8428-4a25-831f-74e9ab4a7355 admin admin] Pushing event updated for resources: {'Network': ['ID=354ae9bc-aab9-4c1d-8143-70991b7bc323,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.576904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:08.586020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Made reservation on behalf of ca2dc970ca8b461e94aae1ae844d2f73 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:08.590376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.617050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-51c28e92-c7b7-432d-9579-c43dbad6215b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f84c5a543e84547917ec418a477bc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495973 Jul 16 08:48:08.621424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:08.625318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c28e92-c7b7-432d-9579-c43dbad6215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66c933d-9b11-4f57-a3d0-bafe52b29429,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.643909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-b446b7bc-8683-4698-986f-67b0b3eefbca service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984150 Jul 16 08:48:08.664356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74a2c-6eca-4703-86d8-4de67b28556a req-65c49e5e-f4e8-4856-adb7-431be6c0bdf9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.665795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72b74a2c-6eca-4703-86d8-4de67b28556a req-65c49e5e-f4e8-4856-adb7-431be6c0bdf9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 943 time: 0.1844280 Jul 16 08:48:08.708739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3402942f-3040-47ff-aae5-6a4523f2c73b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:08.724465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb71076-eb94-4331-8142-9d894a84a477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.730796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 3402942f-3040-47ff-aae5-6a4523f2c73b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:08.731181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 3402942f-3040-47ff-aae5-6a4523f2c73b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:08.753196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb71076-eb94-4331-8142-9d894a84a477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.758152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-72b74a2c-6eca-4703-86d8-4de67b28556a req-4aca79a7-a9cb-4ca7-8440-5bf6f115ba0e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752888 Jul 16 08:48:08.786944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7201d86c-9f9d-494e-8675-16c14e8b3a30 req-d535922f-578a-4330-b9f1-1b3225ca5367 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369505 Jul 16 08:48:08.867523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.877253 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb71076-eb94-4331-8142-9d894a84a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.879785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cb71076-eb94-4331-8142-9d894a84a477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.883955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2cb71076-eb94-4331-8142-9d894a84a477 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d66c933d-9b11-4f57-a3d0-bafe52b29429 HTTP/1.1" status: 204 len: 168 time: 0.2594688 Jul 16 08:48:08.889177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-9f578c80-34ca-497f-8795-8e47f2672f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.890758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-9f578c80-34ca-497f-8795-8e47f2672f2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 1095 time: 0.0582492 Jul 16 08:48:08.931063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb71076-eb94-4331-8142-9d894a84a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66c933d-9b11-4f57-a3d0-bafe52b29429,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.949100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1186422-fa63-414c-bfe4-57c341e44b08,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.957246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Checking segment: {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:08.957246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Network hostable DHCP agents. Network: 354ae9bc-aab9-4c1d-8143-70991b7bc323, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:08.976437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:08.990079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 354ae9bc-aab9-4c1d-8143-70991b7bc323) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:08.996026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.996899 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.999915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0381732-b379-405e-b304-89eb5c436f19 None None] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:09.012205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-d38beb1c-fc79-400c-b6c9-457962ca33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.015029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-d38beb1c-fc79-400c-b6c9-457962ca33f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1180472 Jul 16 08:48:09.016384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0b90f699-f544-4cae-8619-3ba2dcac3c51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4875052 Jul 16 08:48:09.019102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39668) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.030916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:09.064555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-3ba70ede-6238-4c01-a55d-59c0eec9bd02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0128fe82-2eca-4914-8225-184d11432027 HTTP/1.1" status: 200 len: 217 time: 0.0427806 Jul 16 08:48:09.077409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.079803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.134157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-45622b6a-604b-4f72-9c2f-53a33bc61327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.136649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-45622b6a-604b-4f72-9c2f-53a33bc61327 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0640199 Jul 16 08:48:09.197694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.204063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac35ce4-c24d-41ee-88da-673f1cbc4581 None None] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:09.253501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-95f4e39c-2d6f-42a2-b6bf-37282988b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.258754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-95f4e39c-2d6f-42a2-b6bf-37282988b620 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139987 Jul 16 08:48:09.375224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.392985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-bc0e0cc0-b8af-4d7f-aec3-b4da9e1950e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268923 Jul 16 08:48:09.498460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbc2c666-0b07-41b0-b005-bffb1e3d4e59 req-258092c9-18a7-4f28-82b6-f4480b7d10df service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986178 Jul 16 08:48:09.606311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.626834 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.667896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b7b76-1c60-432d-9480-162028e40377 req-91e92db6-abec-49ff-9cc9-6b5023410b0a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.669437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-122b7b76-1c60-432d-9480-162028e40377 req-91e92db6-abec-49ff-9cc9-6b5023410b0a tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0673454 Jul 16 08:48:09.708541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-122b7b76-1c60-432d-9480-162028e40377 req-e0ff2209-3f19-4f27-9d40-e969e47190f2 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Jul 16 08:48:09.750691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Allocated IP 172.25.0.194 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/8e58c534-3c6b-4660-a438-ce6b0c28ac29) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:09.864777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.946103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.269300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592e104-2ec1-4a91-8bfb-0f7b9a0477d4 req-431625dd-caa5-4db4-bf9f-e5cab7342382 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.271562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3592e104-2ec1-4a91-8bfb-0f7b9a0477d4 req-431625dd-caa5-4db4-bf9f-e5cab7342382 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 943 time: 0.3919086 Jul 16 08:48:10.274276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:10.282333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:10.285019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Pushing event updated for resources: {'Port': ['ID=8e58c534-3c6b-4660-a438-ce6b0c28ac29,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.287366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:10.349409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3592e104-2ec1-4a91-8bfb-0f7b9a0477d4 req-dd6fab4d-0cc4-41d1-9b97-fa66c3fd08da tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682576 Jul 16 08:48:10.566825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.720740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0128fe82-2eca-4914-8225-184d11432027 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:10.766875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.850465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0128fe82-2eca-4914-8225-184d11432027,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:10.864597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '0128fe82-2eca-4914-8225-184d11432027', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': '0128fe82-2eca-4914-8225-184d11432027', 'mac_address': 'fa:16:3e:c8:2a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:10.908684 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.922607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0128fe82-2eca-4914-8225-184d11432027 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:10.946941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0128fe82-2eca-4914-8225-184d11432027,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:10.952046 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.956040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906cf85-a7e5-42ea-92a3-acc69827eaa0 req-964c6837-87a6-4a62-976a-7fcc42ea1ab0 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.957614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e906cf85-a7e5-42ea-92a3-acc69827eaa0 req-964c6837-87a6-4a62-976a-7fcc42ea1ab0 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0946553 Jul 16 08:48:10.980665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Router 91b36b98-3177-40c8-b856-a685f13b1dc3 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:48:11.005578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.049432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e906cf85-a7e5-42ea-92a3-acc69827eaa0 req-e0495ebd-4c2d-4944-9636-7c763c4bd9c4 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844388 Jul 16 08:48:11.115477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:11.124212 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Sync routers for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:11.131361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.132932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f4df943d-783f-478c-bf35-f31510560379 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1126909 Jul 16 08:48:11.135763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39760) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.136980 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:11.138043 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.140896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.228093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['0128fe82-2eca-4914-8225-184d11432027'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:11.273188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44dc3175-78e9-4182-af4b-dffc23170135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.349332 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:11.452591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44dc3175-78e9-4182-af4b-dffc23170135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.456966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44dc3175-78e9-4182-af4b-dffc23170135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.502522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-44dc3175-78e9-4182-af4b-dffc23170135 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8de5dd5ebc00490eb370f966298b4758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604701 Jul 16 08:48:11.509047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39770) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.525602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3175-78e9-4182-af4b-dffc23170135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1380116-94a9-41f4-9d48-5119919a0b0e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.571409 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:10Z', 'revision_number': 3, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.601508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Checking router: 91b36b98-3177-40c8-b856-a685f13b1dc3 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:11.601842 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Updating router 91b36b98-3177-40c8-b856-a685f13b1dc3 port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:11.637193 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.654184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc34-1bfc-46c5-a7eb-43e9a465c663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.713204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a1d5-6b35-45e5-85dd-e1dacd7cba3c req-edeab68a-5569-48f2-bf6b-09f036683202 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.714862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1dd0a1d5-6b35-45e5-85dd-e1dacd7cba3c req-edeab68a-5569-48f2-bf6b-09f036683202 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 944 time: 0.1955147 Jul 16 08:48:11.718219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc34-1bfc-46c5-a7eb-43e9a465c663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.753131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.805098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1dd0a1d5-6b35-45e5-85dd-e1dacd7cba3c req-47a854b2-39dc-4c91-960c-a214344c619d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832925 Jul 16 08:48:11.854481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc34-1bfc-46c5-a7eb-43e9a465c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.857109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc34-1bfc-46c5-a7eb-43e9a465c663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.861242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e96dbc34-1bfc-46c5-a7eb-43e9a465c663 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1380116-94a9-41f4-9d48-5119919a0b0e HTTP/1.1" status: 204 len: 168 time: 0.3482935 Jul 16 08:48:11.894496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dbc34-1bfc-46c5-a7eb-43e9a465c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1380116-94a9-41f4-9d48-5119919a0b0e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.910956 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.923289 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Transition to ACTIVE for port object 8e58c534-3c6b-4660-a438-ce6b0c28ac29 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:11.928797 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.979450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Allocated IP 172.20.0.1 (354ae9bc-aab9-4c1d-8143-70991b7bc323/f1186422-fa63-414c-bfe4-57c341e44b08/2a62e033-b5aa-462e-bb13-b1d894fca0ea) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:11.985431 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Attempting to bind port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:11.985866 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Attempting to bind port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:11.986233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Attempting to bind port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:11.989179 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Pushing event updated for resources: {'Port': ['ID=8e58c534-3c6b-4660-a438-ce6b0c28ac29,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.993963 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:11.994337 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:11.994743 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.995168 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:11.995663 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Bound port: 8e58c534-3c6b-4660-a438-ce6b0c28ac29, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:11.996192 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.002757 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.003110 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.003484 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.003822 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.004153 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.004511 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.004841 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.005165 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.005547 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.006058 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.006553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.007136 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:12.061534 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] For port 8e58c534-3c6b-4660-a438-ce6b0c28ac29, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:12.064848 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] For port 8e58c534-3c6b-4660-a438-ce6b0c28ac29, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8e58c534-3c6b-4660-a438-ce6b0c28ac29,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:12.070455 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.105112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.132847 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852875bc-ff86-4c71-ae43-1c4bc0e2906b None None] Pushing event updated for resources: {'Port': ['ID=8e58c534-3c6b-4660-a438-ce6b0c28ac29,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.136155 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:12.136933 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.151954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.156275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39780) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.201236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3af1c7d6-6dce-4128-9a30-2986b4612cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.217668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:12.223986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:12.229410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:12.236814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Pushing event updated for resources: {'Port': ['ID=2a62e033-b5aa-462e-bb13-b1d894fca0ea,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.256219 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:12.282224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea0ba8-3105-4ad2-bb67-ae7aa35fcce9 req-03b5db18-8277-44f7-b5f9-0588c1669131 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.283839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1bea0ba8-3105-4ad2-bb67-ae7aa35fcce9 req-03b5db18-8277-44f7-b5f9-0588c1669131 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0818095 Jul 16 08:48:12.304612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.333352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1bea0ba8-3105-4ad2-bb67-ae7aa35fcce9 req-ec64022f-83ed-482e-8a1e-75531ac81dd7 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Jul 16 08:48:12.440680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3af1c7d6-6dce-4128-9a30-2986b4612cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.445036 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:10Z', 'revision_number': 3, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.445221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3af1c7d6-6dce-4128-9a30-2986b4612cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.476225 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de076748-a65d-46f6-8d8e-bc6f89742183 None None] The sync data for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 is: [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:10Z', 'revision_number': 3, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:12.516059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.518270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1c7d6-6dce-4128-9a30-2986b4612cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee59a92-8a54-490c-b07c-412e006d1cc1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.523559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3af1c7d6-6dce-4128-9a30-2986b4612cc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6aae9fc936114f5889edef518cce457e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635297 Jul 16 08:48:12.527098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39784) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.586910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe205-275d-49af-a9a4-0d2015e758ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.611045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe205-275d-49af-a9a4-0d2015e758ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.663630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe205-275d-49af-a9a4-0d2015e758ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.666248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe205-275d-49af-a9a4-0d2015e758ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.668225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7ecfe205-275d-49af-a9a4-0d2015e758ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fee59a92-8a54-490c-b07c-412e006d1cc1 HTTP/1.1" status: 204 len: 168 time: 0.1398277 Jul 16 08:48:12.677162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfe205-275d-49af-a9a4-0d2015e758ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee59a92-8a54-490c-b07c-412e006d1cc1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.715444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.720407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.737524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0128fe82-2eca-4914-8225-184d11432027 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:12.811177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Pushing event updated for resources: {'Port': ['ID=2a62e033-b5aa-462e-bb13-b1d894fca0ea,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.815740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.880100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 0128fe82-2eca-4914-8225-184d11432027 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:12.886613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 0128fe82-2eca-4914-8225-184d11432027 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:12.891845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.996039 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a948f52-ebd3-465b-9c0e-fe56ac43706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.027129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:13.029970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:13.061628 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.100412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0128fe82-2eca-4914-8225-184d11432027'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:13.104804 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ed227-47e8-45af-a985-5d8aafbb17ff" -d '{"events": [{"server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "name": "network-vif-plugged", "status": "completed", "tag": "0128fe82-2eca-4914-8225-184d11432027"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:13.113188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f9af6-dfce-409c-b8ac-1078aef04ae8 req-5e9b1c54-5be8-46af-aaa6-8f74e6843fdf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.118060 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-263f9af6-dfce-409c-b8ac-1078aef04ae8 req-5e9b1c54-5be8-46af-aaa6-8f74e6843fdf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 944 time: 0.1374545 Jul 16 08:48:13.126801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0128fe82-2eca-4914-8225-184d11432027,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:13.132410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.195824 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc61d72-0625-4694-9817-c8f7360e5200 x-openstack-request-id: req-8fc61d72-0625-4694-9817-c8f7360e5200 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:13.196127 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "name": "network-vif-plugged", "status": "completed", "tag": "0128fe82-2eca-4914-8225-184d11432027", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:13.196385 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fc61d72-0625-4694-9817-c8f7360e5200 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:13.196799 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0128fe82-2eca-4914-8225-184d11432027', 'code': 200} Jul 16 08:48:13.197900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:13.209601 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-263f9af6-dfce-409c-b8ac-1078aef04ae8 req-a5fb66a3-38cf-484b-b462-3f7c11de745e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558760 Jul 16 08:48:13.220183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Router 91b36b98-3177-40c8-b856-a685f13b1dc3 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:13.378690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8e58c534-3c6b-4660-a438-ce6b0c28ac29 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:13.397965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4be03-0501-455b-9de3-f071678ccb05 req-29b2f87c-dd9d-4dd4-9b1a-32fb500c32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.399309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54d4be03-0501-455b-9de3-f071678ccb05 req-29b2f87c-dd9d-4dd4-9b1a-32fb500c32c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 1097 time: 0.0965257 Jul 16 08:48:13.414898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:13.420434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6e2d684d-993c-4973-a11c-4ec6f537e60e admin admin] 10.222.0.41 "PUT /v2.0/routers/91b36b98-3177-40c8-b856-a685f13b1dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836828 Jul 16 08:48:13.466550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54d4be03-0501-455b-9de3-f071678ccb05 req-5ac9bf12-9f76-4446-80ab-f3b39773687c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570517 Jul 16 08:48:13.486277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:13.491849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:13.493708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.608979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890ba15-0c57-457b-82b7-6e5516e75278 req-4b02f153-6a5e-4d21-992e-25c57547966d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.620828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4890ba15-0c57-457b-82b7-6e5516e75278 req-4b02f153-6a5e-4d21-992e-25c57547966d tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.1093607 Jul 16 08:48:13.621543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.653948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 8e58c534-3c6b-4660-a438-ce6b0c28ac29, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8e58c534-3c6b-4660-a438-ce6b0c28ac29,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:13.660598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.697876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4890ba15-0c57-457b-82b7-6e5516e75278 req-065536c1-f56c-4368-aaf8-1f04a4a93d4e tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/security-groups?id=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760312 Jul 16 08:48:13.744449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=8e58c534-3c6b-4660-a438-ce6b0c28ac29,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:13.967360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb91a2-7988-442f-920b-772b467ef74d req-584af62b-7e11-4fa0-a81f-f2dc71d0a239 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.969047 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08cb91a2-7988-442f-920b-772b467ef74d req-584af62b-7e11-4fa0-a81f-f2dc71d0a239 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.36 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 945 time: 0.0742955 Jul 16 08:48:14.180100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-b54b519c-a744-41d7-aace-314de92a183e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.181111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-b54b519c-a744-41d7-aace-314de92a183e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 819 time: 0.1531963 Jul 16 08:48:14.187509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Deleting port 44088640-31ff-44a9-bd2e-b5f74fa43827 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:14.188341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.225588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-c19f6c6e-4698-4a54-ba80-b41532713b6b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/quotas/ca2dc970ca8b461e94aae1ae844d2f73 HTTP/1.1" status: 200 len: 375 time: 0.0334945 Jul 16 08:48:14.336222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] For port 44088640-31ff-44a9-bd2e-b5f74fa43827, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44088640-31ff-44a9-bd2e-b5f74fa43827,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:14.336598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.465238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.499687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2e23-b79d-41ce-a546-e2af1961bd88 req-ddc21ccc-daa4-4f0d-8533-7420bc3ef86d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.503887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d8b2e23-b79d-41ce-a546-e2af1961bd88 req-ddc21ccc-daa4-4f0d-8533-7420bc3ef86d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 945 time: 0.0925488 Jul 16 08:48:14.546941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d8b2e23-b79d-41ce-a546-e2af1961bd88 req-f593a50a-ef37-40ad-a017-f2843f76a4eb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Jul 16 08:48:14.633836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Calling delete_port for 44088640-31ff-44a9-bd2e-b5f74fa43827 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:14.647487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1441277767'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:14.657388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-fda30cba-3092-47be-9742-754a401ad75d tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3979597 Jul 16 08:48:14.692908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Made reservation on behalf of 4503fdd7ab474a6ab2a5318bfbcefbf3 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:14.696559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.715069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.724976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-270bf150-1814-4925-a4d5-a66fa2540154 req-67ab2278-b6e1-4837-997d-ca756d3fed2b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 267 time: 0.0641379 Jul 16 08:48:14.762534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Sync routers for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:14.780174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:14.781346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:14.862320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.886446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.895560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44088640-31ff-44a9-bd2e-b5f74fa43827'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:14.895800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.898111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Pushing event deleted for resources: {'Port': ['ID=44088640-31ff-44a9-bd2e-b5f74fa43827,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:14.899224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:14.933894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:14.956525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bf150-1814-4925-a4d5-a66fa2540154 req-64ea7e96-0f65-4d6f-9e7e-d7804041c5a9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.958118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-270bf150-1814-4925-a4d5-a66fa2540154 req-64ea7e96-0f65-4d6f-9e7e-d7804041c5a9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 945 time: 0.1965246 Jul 16 08:48:14.962848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] No DVR routers for this DVR port 44088640-31ff-44a9-bd2e-b5f74fa43827 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:14.967720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d81f706-7c31-4b51-96c1-0039670cfa7b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:14.968014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-865c2a4d-cc10-48df-814f-9758908f8f62 service neutron] 10.222.0.41 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781610 Jul 16 08:48:14.968014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.969877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08cb91a2-7988-442f-920b-772b467ef74d req-df9e314c-9cab-4766-a684-adb2b7475760 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.36 "DELETE /v2.0/ports/44088640-31ff-44a9-bd2e-b5f74fa43827 HTTP/1.1" status: 204 len: 173 time: 0.9952383 Jul 16 08:48:14.970319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'name': 'network-vif-deleted', 'tag': '44088640-31ff-44a9-bd2e-b5f74fa43827'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:14.972843 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0547e9e-9d3f-4ea1-9815-373701309e68" -d '{"events": [{"server_uuid": "f823ed46-66ac-4542-9e1f-e5b615084fa2", "name": "network-vif-deleted", "tag": "44088640-31ff-44a9-bd2e-b5f74fa43827"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:14.988340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'port': {'security_groups': []}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.023621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.024118 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Added segment 981a7860-2d40-446c-967a-e183da0f7b0b of type vlan for network 89d57286-5546-4ca2-b72b-32fb1d6590b8 Jul 16 08:48:15.085110 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.110921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-bcf9a199-d175-4d5f-8e2f-6d0360a045f9 service neutron] 10.222.0.41 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246309 Jul 16 08:48:15.154959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.167259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.173119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.173785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.184224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 2, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:15.207906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7382545 Jul 16 08:48:15.208098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39866) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.213168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Request body: {'subnet': {'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.222507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Checking router: 91b36b98-3177-40c8-b856-a685f13b1dc3 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:15.223241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Updating router 91b36b98-3177-40c8-b856-a685f13b1dc3 port 2a62e033-b5aa-462e-bb13-b1d894fca0ea binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:15.267999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8e58c534-3c6b-4660-a438-ce6b0c28ac29 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:15.340325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Made reservation on behalf of 4503fdd7ab474a6ab2a5318bfbcefbf3 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:15.346208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.370349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.583520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:15.584907 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.590369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c50264f5-86e4-4ede-a29f-63b64808debd req-65ef336c-e924-4ad3-a511-0c4752985061 tempest-ServerRescueNegativeTestJSON-59438920 tempest-ServerRescueNegativeTestJSON-59438920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f823ed46-66ac-4542-9e1f-e5b615084fa2 HTTP/1.1" status: 200 len: 210 time: 0.0866125 Jul 16 08:48:15.601965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd4d62-6a8e-4912-8572-2a0539cfc0f0 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event updated for resources: {'Network': ['ID=89d57286-5546-4ca2-b72b-32fb1d6590b8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.695000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:15.697131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.772251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event updated for resources: {'Subnet': ['ID=92bbb9eb-d5f9-4155-8b77-2616fb0c3458,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.826979 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8b3e7e21-3ecf-4c5c-b0da-9fec9d9d429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.828382 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189fca4a-6bce-4f93-bf0a-88d2e0223a04 x-openstack-request-id: req-189fca4a-6bce-4f93-bf0a-88d2e0223a04 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:15.828675 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f823ed46-66ac-4542-9e1f-e5b615084fa2", "name": "network-vif-deleted", "tag": "44088640-31ff-44a9-bd2e-b5f74fa43827", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:15.828934 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-189fca4a-6bce-4f93-bf0a-88d2e0223a04 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:15.829334 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823ed46-66ac-4542-9e1f-e5b615084fa2', 'name': 'network-vif-deleted', 'tag': '44088640-31ff-44a9-bd2e-b5f74fa43827', 'status': 'completed', 'code': 200} Jul 16 08:48:15.830193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Checking segment: {'id': '981a7860-2d40-446c-967a-e183da0f7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:15.830736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Network hostable DHCP agents. Network: 89d57286-5546-4ca2-b72b-32fb1d6590b8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:15.849756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:15.863128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 89d57286-5546-4ca2-b72b-32fb1d6590b8) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:15.873137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.873743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.909697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34d4df21-a654-406b-b0e2-1b8a96e78da7 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7005785 Jul 16 08:48:15.912382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39878) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.925221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0128fe82-2eca-4914-8225-184d11432027,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:15.927542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c2fb71-163a-4876-a09f-e69244c24f35 None None] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:15.933024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Request body: {'port': {'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2067836733'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.973632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.981224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.071120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.071829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.074061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-270bf150-1814-4925-a4d5-a66fa2540154 req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "PUT /v2.0/ports/0128fe82-2eca-4914-8225-184d11432027 HTTP/1.1" status: 200 len: 904 time: 1.0926399 Jul 16 08:48:16.074428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'tag': '0128fe82-2eca-4914-8225-184d11432027'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:16.083564 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "tag": "0128fe82-2eca-4914-8225-184d11432027"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:16.143890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9603f-2296-45c2-88f8-b918781b4e38 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.161019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772', '99831a15-737a-4199-863b-93433ecffabe', '0128fe82-2eca-4914-8225-184d11432027'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:16.220557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.223273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f960cf36-fb50-415e-9bd4-aeca27307f33 req-e4cd2e09-370e-4a71-acf1-f2a6c4723248 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 210 time: 0.0504224 Jul 16 08:48:16.234103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Made reservation on behalf of 4503fdd7ab474a6ab2a5318bfbcefbf3 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:16.241089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.260861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['0128fe82-2eca-4914-8225-184d11432027'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:16.266469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] device_id is not set on port 008132b4-3ce9-40e4-a90a-c98b0b1650dc yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:16.328579 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be30d665-1aa2-4029-8a12-9caeecca6332 x-openstack-request-id: req-be30d665-1aa2-4029-8a12-9caeecca6332 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:16.329238 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "tag": "0128fe82-2eca-4914-8225-184d11432027", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:16.329699 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be30d665-1aa2-4029-8a12-9caeecca6332 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:16.330358 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'tag': '0128fe82-2eca-4914-8225-184d11432027', 'status': 'completed', 'code': 200} Jul 16 08:48:16.379259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c25e-ea5d-4fee-bb40-3969199a117f req-0fff1700-da74-4359-af3a-ae12dacc7423 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.381317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ae5c25e-ea5d-4fee-bb40-3969199a117f req-0fff1700-da74-4359-af3a-ae12dacc7423 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 907 time: 0.1015518 Jul 16 08:48:16.485061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Allocated IP 172.20.0.3 (89d57286-5546-4ca2-b72b-32fb1d6590b8/92bbb9eb-d5f9-4155-8b77-2616fb0c3458/008132b4-3ce9-40e4-a90a-c98b0b1650dc) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:16.502343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-18d26ba8-4b5e-4f4e-8458-338500015128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.503931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-18d26ba8-4b5e-4f4e-8458-338500015128 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 1059 time: 0.1401339 Jul 16 08:48:16.543457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6cb68181-f3f0-48e5-bb2f-516e6c995fd6 None None] Provisioning complete for port 0128fe82-2eca-4914-8225-184d11432027 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:16.543834 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6cb68181-f3f0-48e5-bb2f-516e6c995fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.674291 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.700097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39890) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.742637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-89d57286-5546-4ca2-b72b-32fb1d6590b8', 'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8', 'tenant_id': '4503fdd7ab474a6ab2a5318bfbcefbf3', 'fixed_ips': [{'subnet_id': '92bbb9eb-d5f9-4155-8b77-2616fb0c3458'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:16.742869 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.743208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-f483ae3d-6d06-4947-b399-72f9ed86f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.745380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-f483ae3d-6d06-4947-b399-72f9ed86f79a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.2346904 Jul 16 08:48:16.755407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9ab9d-6a1f-495a-a287-d2ecd8b4a7fd req-fd32be95-184d-4da5-82d7-8320052a4f3f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.757186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49b9ab9d-6a1f-495a-a287-d2ecd8b4a7fd req-fd32be95-184d-4da5-82d7-8320052a4f3f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.2451301 Jul 16 08:48:16.796789 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.840360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Transition to ACTIVE for port object 2a62e033-b5aa-462e-bb13-b1d894fca0ea will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:16.863890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-f5b4d8a3-c523-46e2-8e01-7377c369a4eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0128fe82-2eca-4914-8225-184d11432027 HTTP/1.1" status: 200 len: 217 time: 0.1057014 Jul 16 08:48:16.905665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.938101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.958942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55c42b-1e51-43dc-88ac-eb09c3e7fc4c None None] Pushing event updated for resources: {'Port': ['ID=2a62e033-b5aa-462e-bb13-b1d894fca0ea,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.970362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44088640-31ff-44a9-bd2e-b5f74fa43827 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:16.989749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49b9ab9d-6a1f-495a-a287-d2ecd8b4a7fd req-c11a4657-7d61-433e-aa2b-d3af6d1be7b5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166781 Jul 16 08:48:17.007594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Transition to ACTIVE for port object 008132b4-3ce9-40e4-a90a-c98b0b1650dc will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:17.045422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 44088640-31ff-44a9-bd2e-b5f74fa43827 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:17.045777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44088640-31ff-44a9-bd2e-b5f74fa43827 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:17.061938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-f9dd0f1c-7ccd-40af-b75f-1f683ec0be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.063519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-f9dd0f1c-7ccd-40af-b75f-1f683ec0be64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.1872404 Jul 16 08:48:17.140696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Attempting to bind port 2a62e033-b5aa-462e-bb13-b1d894fca0ea on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:17.141102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Attempting to bind port 2a62e033-b5aa-462e-bb13-b1d894fca0ea by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:17.141471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Attempting to bind port 2a62e033-b5aa-462e-bb13-b1d894fca0ea on network 354ae9bc-aab9-4c1d-8143-70991b7bc323 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:17.144737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-7a4a187f-2317-40d4-9f3e-320bd4b1c862 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.146252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-7a4a187f-2317-40d4-9f3e-320bd4b1c862 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 819 time: 0.2560422 Jul 16 08:48:17.152547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:17.152882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Checking segment: {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:17.153298 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.153698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Bound using segment: {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:17.154176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Bound port: 2a62e033-b5aa-462e-bb13-b1d894fca0ea, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:17.154560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.183345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'port': {'device_id': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'admin_state_up': True, 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:17.258616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] For port 2a62e033-b5aa-462e-bb13-b1d894fca0ea, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:17.262878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] For port 2a62e033-b5aa-462e-bb13-b1d894fca0ea, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2a62e033-b5aa-462e-bb13-b1d894fca0ea,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:17.269908 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.333727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:17.334904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:17.376953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.397144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.397743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55c42b-1e51-43dc-88ac-eb09c3e7fc4c None None] Pushing event updated for resources: {'Port': ['ID=2a62e033-b5aa-462e-bb13-b1d894fca0ea,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.417549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b171f3-015b-43df-ac7d-04396f02bba0 req-50f90e48-9c31-40f7-8d39-e8ec86e23ac6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.422945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36b171f3-015b-43df-ac7d-04396f02bba0 req-50f90e48-9c31-40f7-8d39-e8ec86e23ac6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1879256 Jul 16 08:48:17.436119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-661d48e2-e68b-4524-a141-ec26e9e9e5bc req-af9a3138-8740-411f-ac3f-7c7017f30af4 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 210 time: 0.0718157 Jul 16 08:48:17.491204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Allocated IP 172.20.0.2 (89d57286-5546-4ca2-b72b-32fb1d6590b8/92bbb9eb-d5f9-4155-8b77-2616fb0c3458/a38647ec-7125-4a3c-b271-c9e8ea7002f0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:17.508227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:17.515746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:17.531343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-526ef249-2a8a-4b7c-8b01-7cea1c26c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.532871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-526ef249-2a8a-4b7c-8b01-7cea1c26c6c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3955021 Jul 16 08:48:17.533704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:17.540401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:17.604464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event updated for resources: {'Port': ['ID=008132b4-3ce9-40e4-a90a-c98b0b1650dc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.631131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Made reservation on behalf of ca2dc970ca8b461e94aae1ae844d2f73 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:17.635076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.653590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36b171f3-015b-43df-ac7d-04396f02bba0 req-54975156-7596-4921-b8e4-2bca821c9454 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950257 Jul 16 08:48:17.677976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.678709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.703980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Deleting port a13df85a-38c6-4f58-88e1-e801cc787463 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:17.704586 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.742152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b3aa29a4-417d-4fe7-b236-d87035f3a1bf tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8284760 Jul 16 08:48:17.747291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39902) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:17.796330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.814636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] For port a13df85a-38c6-4f58-88e1-e801cc787463, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a13df85a-38c6-4f58-88e1-e801cc787463,segment=NetworkSegment(162308cd-e10a-41be-9708-87502eb7e6e6),segment_id=162308cd-e10a-41be-9708-87502eb7e6e6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:17.814932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.819046 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.831407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Calling delete_port for a13df85a-38c6-4f58-88e1-e801cc787463 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:17.840114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Transition to ACTIVE for port object a38647ec-7125-4a3c-b271-c9e8ea7002f0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:17.851018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-d153d939-3030-48ce-9db3-093bde5e22a8 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838173 Jul 16 08:48:17.879794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Transition to ACTIVE for port object a38647ec-7125-4a3c-b271-c9e8ea7002f0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:17.887998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.942989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Pushing event updated for resources: {'Port': ['ID=a38647ec-7125-4a3c-b271-c9e8ea7002f0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.953996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:17.957929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:17.963954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:17.974652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:17Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:18.040330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79a0e8-4171-4f9b-95fe-1be32cbe1025 None None] The sync data for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 is: [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:17Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:18.055374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Attempting to bind port a38647ec-7125-4a3c-b271-c9e8ea7002f0 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:18.055832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Attempting to bind port a38647ec-7125-4a3c-b271-c9e8ea7002f0 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '981a7860-2d40-446c-967a-e183da0f7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:18.056271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Attempting to bind port a38647ec-7125-4a3c-b271-c9e8ea7002f0 on network 89d57286-5546-4ca2-b72b-32fb1d6590b8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:18.060718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Allocated IP 172.20.0.6 (354ae9bc-aab9-4c1d-8143-70991b7bc323/f1186422-fa63-414c-bfe4-57c341e44b08/fcca0055-d293-4a4c-aba3-499b920bf6ee) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:18.063655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:18.067578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Checking segment: {'id': '981a7860-2d40-446c-967a-e183da0f7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:18.068077 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.068543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Bound using segment: {'id': '981a7860-2d40-446c-967a-e183da0f7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:18.069101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Bound port: a38647ec-7125-4a3c-b271-c9e8ea7002f0, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981a7860-2d40-446c-967a-e183da0f7b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89d57286-5546-4ca2-b72b-32fb1d6590b8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:18.069552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.074042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-821bb048-01cc-4256-894c-022faf06949b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.080979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-821bb048-01cc-4256-894c-022faf06949b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.1299024 Jul 16 08:48:18.111743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-abcf5894-ce90-47c2-b5eb-9234f78ea91c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/quotas/5553890ca05a498da6a67ebc125945d9 HTTP/1.1" status: 200 len: 375 time: 0.0292373 Jul 16 08:48:18.192549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c68cc33-0d82-4f66-8c69-41ec88cb5ee3 req-1e87dd2d-b658-45c4-93ef-e9bdbdaaa2b3 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993145 Jul 16 08:48:18.236322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] For port a38647ec-7125-4a3c-b271-c9e8ea7002f0, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:18.293202 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-cba2a958-55e1-4349-b0bb-77b09311b13b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1806893 Jul 16 08:48:18.308668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Deleting port 008132b4-3ce9-40e4-a90a-c98b0b1650dc {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:18.309112 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.309447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-048ade02-3455-4246-b7fc-5e51f0e9d234 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:48:18.310473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-048ade02-3455-4246-b7fc-5e51f0e9d234 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087042 Jul 16 08:48:18.326743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.333825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.343230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] For port a38647ec-7125-4a3c-b271-c9e8ea7002f0, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a38647ec-7125-4a3c-b271-c9e8ea7002f0,segment=NetworkSegment(981a7860-2d40-446c-967a-e183da0f7b0b),segment_id=981a7860-2d40-446c-967a-e183da0f7b0b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:18.352253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.382894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a13df85a-38c6-4f58-88e1-e801cc787463,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.459423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd435a-2571-4da1-b940-91ee1d7fe63e None None] Pushing event updated for resources: {'Port': ['ID=a38647ec-7125-4a3c-b271-c9e8ea7002f0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.462494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-e83afab7-3040-496f-a3ce-5b3095a3566a service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397440 Jul 16 08:48:18.506040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.509973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.530005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Calling delete_port for 008132b4-3ce9-40e4-a90a-c98b0b1650dc owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:18.560671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.567225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.572881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.578807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.586078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.596971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.604867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.607077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-4a36d7ff-aaba-4bcb-a8e0-2b1ec216c5d3 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.3125212 Jul 16 08:48:18.762938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34d3c86a-b4b2-440c-9895-bd1b8454c3ae req-5438ae21-41e9-4801-b170-fbcffaa049fe tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467147 Jul 16 08:48:18.765942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.774396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.789009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-059d6cc7-18eb-4f85-b7bd-c5146b273f79 service neutron] 10.222.0.41 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543480 Jul 16 08:48:18.891093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Network 354ae9bc-aab9-4c1d-8143-70991b7bc323 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:18.909475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:18.928640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:18.954040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.116724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.227208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:19.239308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.240237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.247727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event deleted for resources: {'Port': ['ID=008132b4-3ce9-40e4-a90a-c98b0b1650dc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.397824 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-19ea7971-aa67-4826-bc96-2ba5497b3c9b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2261016 Jul 16 08:48:19.455339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118fe8-7472-42e3-a278-3664772dd0f3 req-edf8210d-047c-47e2-925c-704b7849ed6c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.459277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26118fe8-7472-42e3-a278-3664772dd0f3 req-edf8210d-047c-47e2-925c-704b7849ed6c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 931 time: 0.2281737 Jul 16 08:48:19.470429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Request body: {'port': {'device_id': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:19.491988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:19.498051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aff0d1be-52ba-4e49-b8b1-d1b41796ef7e admin admin] 10.222.0.41 "PUT /v2.0/routers/238b3c8c-dca5-45a2-8027-fcf8361b4be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7954280 Jul 16 08:48:19.500602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39932) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:19.507678 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33182b69-27de-45ae-9558-9623cb886408 None None] Sync routers for ids ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:19.525665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] Routers {'238b3c8c-dca5-45a2-8027-fcf8361b4be8'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:19.527670 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:19.549938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a38647ec-7125-4a3c-b271-c9e8ea7002f0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:19.576932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26118fe8-7472-42e3-a278-3664772dd0f3 req-12de06ce-9c85-404b-8abe-ef1668249b1a tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164494 Jul 16 08:48:19.693577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a38647ec-7125-4a3c-b271-c9e8ea7002f0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:19.704307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2a62e033-b5aa-462e-bb13-b1d894fca0ea up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:19.814531 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] Set router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:19.832590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a093ec28-bf40-48fb-8562-15bc0fbce45e req-e191c6ad-b4db-462b-8064-671ccde39922 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 210 time: 0.1522248 Jul 16 08:48:19.860399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 2a62e033-b5aa-462e-bb13-b1d894fca0ea completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:19.870258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2a62e033-b5aa-462e-bb13-b1d894fca0ea triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:19.870668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.917239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.993047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ba55d-e279-4514-ae6f-434068e8143a None None] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:20.118725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.124189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39938) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:20.124340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a573017d-8144-44f8-beef-c4c70239907f tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "DELETE /v2.0/ports/008132b4-3ce9-40e4-a90a-c98b0b1650dc HTTP/1.1" status: 204 len: 168 time: 2.3762929 Jul 16 08:48:20.138294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.145940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.153269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.161248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.161772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.168013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.174057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.180525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.187219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6c589992-c1a0-46cd-b254-bc90932aa3a3 req-2920c152-f3b3-4570-95ee-bcbacda0e785 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 1.0065110 Jul 16 08:48:20.231491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.248243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.249883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] Provisioning for port a38647ec-7125-4a3c-b271-c9e8ea7002f0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:20.263631 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c730401e-2adc-4a22-a0be-36529d626599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:48:18Z', 'revision_number': 5, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port': {'id': 'c730401e-2adc-4a22-a0be-36529d626599', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:42Z', 'updated_at': '2021-07-16T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.268959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] Provisioning complete for port a38647ec-7125-4a3c-b271-c9e8ea7002f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:20.269343 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.289526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8b89e6e2-cdde-45b5-bf57-9b4bf67fbb97 tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1642044 Jul 16 08:48:20.293245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Deleting port c730401e-2adc-4a22-a0be-36529d626599 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:20.293748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.295538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39944) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:20.301621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-898177299'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:20.313513 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33182b69-27de-45ae-9558-9623cb886408 None None] Checking router: 238b3c8c-dca5-45a2-8027-fcf8361b4be8 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:20.324980 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] Routers {'238b3c8c-dca5-45a2-8027-fcf8361b4be8'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:20.326292 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.409422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 2a62e033-b5aa-462e-bb13-b1d894fca0ea, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2a62e033-b5aa-462e-bb13-b1d894fca0ea,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.416170 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.437380 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] Set router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:20.505811 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-33182b69-27de-45ae-9558-9623cb886408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 6, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.538606 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33182b69-27de-45ae-9558-9623cb886408 None None] The sync data for ids ['238b3c8c-dca5-45a2-8027-fcf8361b4be8'] in n-d-798249-10 is: [{'id': '238b3c8c-dca5-45a2-8027-fcf8361b4be8', 'name': 'tempest-ServerRescueNegativeTestJSON-521071351-router', 'tenant_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 6, 'project_id': 'e64a4d046a9a448bad7dbf1627e1c38a', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:20.681341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcca0055-d293-4a4c-aba3-499b920bf6ee {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:20.692369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=2a62e033-b5aa-462e-bb13-b1d894fca0ea,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.699938 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.711269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.726886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Transition to ACTIVE for port object fcca0055-d293-4a4c-aba3-499b920bf6ee will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:20.734844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.777427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Made reservation on behalf of 4503fdd7ab474a6ab2a5318bfbcefbf3 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:20.781248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] For port a38647ec-7125-4a3c-b271-c9e8ea7002f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a38647ec-7125-4a3c-b271-c9e8ea7002f0,segment=NetworkSegment(981a7860-2d40-446c-967a-e183da0f7b0b),segment_id=981a7860-2d40-446c-967a-e183da0f7b0b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.782722 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.787774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.840087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:20.884299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] For port c730401e-2adc-4a22-a0be-36529d626599, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c730401e-2adc-4a22-a0be-36529d626599,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.884844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.890223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.890573 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Added segment cc54e2db-82fe-40d6-9e6f-a9a9e8c5f77d of type vlan for network 493524ce-c033-4f02-91b0-726fffd10783 Jul 16 08:48:20.910933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b138569-468b-4b05-8b13-dbd964804f49 None None] Pushing event updated for resources: {'Port': ['ID=a38647ec-7125-4a3c-b271-c9e8ea7002f0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.959396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.018183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Calling delete_port for c730401e-2adc-4a22-a0be-36529d626599 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:21.040734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Attempting to bind port fcca0055-d293-4a4c-aba3-499b920bf6ee on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:21.042055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Attempting to bind port fcca0055-d293-4a4c-aba3-499b920bf6ee by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:21.043089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Attempting to bind port fcca0055-d293-4a4c-aba3-499b920bf6ee on network 354ae9bc-aab9-4c1d-8143-70991b7bc323 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:21.059647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ac8e-6d64-4008-a076-87b8ab820867 req-b947127a-b5d4-4b6d-be9a-4ecd119d2a25 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.070221 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73e6ac8e-6d64-4008-a076-87b8ab820867 req-b947127a-b5d4-4b6d-be9a-4ecd119d2a25 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 943 time: 0.2231138 Jul 16 08:48:21.084439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Port fcca0055-d293-4a4c-aba3-499b920bf6ee on network 354ae9bc-aab9-4c1d-8143-70991b7bc323 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:21.084983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Attempting to bind port fcca0055-d293-4a4c-aba3-499b920bf6ee on network 354ae9bc-aab9-4c1d-8143-70991b7bc323 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:21.094452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.124369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:21.124939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Checking segment: {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:21.125070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Bound using segment: {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:21.126722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ec57ffa6-398d-4c3c-a9e7-794fcdc9d5fd None None] Provisioning complete for port a38647ec-7125-4a3c-b271-c9e8ea7002f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.127102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec57ffa6-398d-4c3c-a9e7-794fcdc9d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.129349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Bound port: fcca0055-d293-4a4c-aba3-499b920bf6ee, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7835d501-50b3-43bb-b9fe-7ac812050fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:21.129774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.165980 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84fb151a-d690-4976-9b8d-6b2fc07724cf req-34bd2201-618a-41af-9b1f-e8a75ea91ceb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 210 time: 0.0770535 Jul 16 08:48:21.288306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73e6ac8e-6d64-4008-a076-87b8ab820867 req-7abd187f-9ada-440e-ae43-1c91d41c44a7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168326 Jul 16 08:48:21.294081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6cafb68a-6808-4132-8ce3-87672e4010c7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.295776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6cafb68a-6808-4132-8ce3-87672e4010c7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 811 time: 0.4338365 Jul 16 08:48:21.298757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.300427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:21.304085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:21.304413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.305115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.309633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.317974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Request body: {'port': {'device_id': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'admin_state_up': True, 'tenant_id': '5553890ca05a498da6a67ebc125945d9'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:21.350565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.351197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.355030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] 10.222.0.36 "PUT /v2.0/ports/fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 1092 time: 1.8918324 Jul 16 08:48:21.355549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:21.358477 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317702c6-6384-43e8-98eb-aeb7336ee9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:21.411650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-be841408-8782-4a4f-ae02-ddc4a62b4b6e None None] Could not find standard attr ID for object 008132b4-3ce9-40e4-a90a-c98b0b1650dc. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:21.449891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1530695 Jul 16 08:48:21.470656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39956) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.507860 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122fae4-826b-4a45-8d0c-ea7a0fd02fcc x-openstack-request-id: req-3122fae4-826b-4a45-8d0c-ea7a0fd02fcc {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:21.507860 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:21.507860 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3122fae4-826b-4a45-8d0c-ea7a0fd02fcc {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:21.507860 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'status': 'completed', 'code': 200} Jul 16 08:48:21.509610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4907-f94f-481a-a383-aabcec00060a service neutron] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.532592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a38647ec-7125-4a3c-b271-c9e8ea7002f0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:21.551182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-d882e75a-57d6-445f-91b8-9e82c4b7c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.553853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-d882e75a-57d6-445f-91b8-9e82c4b7c212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1095 time: 0.1122816 Jul 16 08:48:21.582061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44df64e-25a7-4125-8f18-511f96940c8c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event updated for resources: {'Network': ['ID=493524ce-c033-4f02-91b0-726fffd10783,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.599763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 493524ce-c033-4f02-91b0-726fffd10783 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:21.613175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-8e34e45a-d4ec-45d5-84d8-06763c1d0ae0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0478590 Jul 16 08:48:21.686445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-93166661-279a-454a-bf91-534ff5d44e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.688934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-93166661-279a-454a-bf91-534ff5d44e0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.0641448 Jul 16 08:48:21.701788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a38647ec-7125-4a3c-b271-c9e8ea7002f0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.703128 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.734547 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-67352a6c-bd64-43af-870f-6cd3e9a26c7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396106 Jul 16 08:48:21.841073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-1156d0bb-68cb-4ab3-8033-8f961afba498 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968554 Jul 16 08:48:21.848200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2a62e033-b5aa-462e-bb13-b1d894fca0ea up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:21.856856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d354ac47-c9f9-484f-a357-88bd1b3c6b1b tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/agents/c1fe6aab-a712-4d26-b29e-8dcace962ae8/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.3065169 Jul 16 08:48:21.859501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39962) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.888451 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.895212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Made reservation on behalf of 5553890ca05a498da6a67ebc125945d9 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:21.899253 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.932018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Pushing event deleted for resources: {'Port': ['ID=c730401e-2adc-4a22-a0be-36529d626599,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.944482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2a62e033-b5aa-462e-bb13-b1d894fca0ea triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.945123 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.983587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71141c3e-956e-4b97-a785-e2e2a07c47ff req-e779c7f5-8e6d-476f-9b88-6aa4581833c7 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354594 Jul 16 08:48:22.013496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.075335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2dcd0e-b760-4d84-823e-4d8e34e1653c tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] Network 493524ce-c033-4f02-91b0-726fffd10783 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:22.121085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a13df85a-38c6-4f58-88e1-e801cc787463 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:22.123351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a2dcd0e-b760-4d84-823e-4d8e34e1653c tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "POST /v2.0/agents/c1fe6aab-a712-4d26-b29e-8dcace962ae8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2623019 Jul 16 08:48:22.126514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1e397-adca-42fe-906d-da78079cd73e None None] Network 493524ce-c033-4f02-91b0-726fffd10783 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:22.127580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39972) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.164523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.165242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a13df85a-38c6-4f58-88e1-e801cc787463 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:22.165776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a13df85a-38c6-4f58-88e1-e801cc787463 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:22.167367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c730401e-2adc-4a22-a0be-36529d626599 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:22.170275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.200927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39978) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.212053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c730401e-2adc-4a22-a0be-36529d626599 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:22.213116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c730401e-2adc-4a22-a0be-36529d626599 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:22.280620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.281794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 238b3c8c-dca5-45a2-8027-fcf8361b4be8 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:22.286496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.290056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ba551903-5f1e-4896-a866-c3182ef3a490 admin admin] 10.222.0.41 "DELETE /v2.0/routers/238b3c8c-dca5-45a2-8027-fcf8361b4be8 HTTP/1.1" status: 204 len: 168 time: 2.7859933 Jul 16 08:48:22.296598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39984) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.378358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Allocated IP 172.20.0.12 (0ddcb850-8916-4773-b4b3-c1a39caffe35/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207/c79cdb83-ac42-4afe-9744-49255f0f110c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:22.409010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-179fd2c7-ea42-48f4-b807-f539b041dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.410519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-179fd2c7-ea42-48f4-b807-f539b041dfcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1095 time: 0.3330379 Jul 16 08:48:22.517575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e790a6ce-3a7f-4037-b79e-e64bc716850d req-6330dfb2-a95d-4067-b948-4537bc48e3ed tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 210 time: 0.1123052 Jul 16 08:48:22.546277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Deleting subnet c25ba493-684c-4acb-97c0-37add2b08b11 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:22.554710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.559938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c934117b-5a0d-4faa-8447-49fe6ee58189 tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/agents/c1fe6aab-a712-4d26-b29e-8dcace962ae8/dhcp-networks HTTP/1.1" status: 200 len: 9645 time: 0.4313700 Jul 16 08:48:22.563529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.612575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516c834-8a18-4aed-80ec-9b21602a7f75 req-385b5272-1247-44a7-8491-ddfcd796503f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.614098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0516c834-8a18-4aed-80ec-9b21602a7f75 req-385b5272-1247-44a7-8491-ddfcd796503f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 943 time: 0.1585622 Jul 16 08:48:22.618635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.644295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.644711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.645170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.645639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.646109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.646580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.647050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.649013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-b4a2fb23-db15-478e-80ad-fba6d4613bbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6497 time: 0.4462848 Jul 16 08:48:22.651517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.674770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Transition to ACTIVE for port object c79cdb83-ac42-4afe-9744-49255f0f110c will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:22.714578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0516c834-8a18-4aed-80ec-9b21602a7f75 req-ba4d3904-477f-48dc-b4f5-458437209bdd tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843019 Jul 16 08:48:22.715395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-6649b79a-f759-460b-b74a-64ddbf47eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.716868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-6649b79a-f759-460b-b74a-64ddbf47eb23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.2856903 Jul 16 08:48:22.722196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10a0c56b-386e-4a36-8d59-f3113d960a5a tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "DELETE /v2.0/agents/c1fe6aab-a712-4d26-b29e-8dcace962ae8/dhcp-networks/493524ce-c033-4f02-91b0-726fffd10783 HTTP/1.1" status: 204 len: 168 time: 0.1470454 Jul 16 08:48:22.723552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.743250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.755652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772', '99831a15-737a-4199-863b-93433ecffabe'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:22.791145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-3858eef4-7043-4ad3-826b-df08852c6738 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0579481 Jul 16 08:48:22.793637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.801586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:22.804987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:22.809389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:22.836561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-6d8c6645-7ac6-4a06-8a27-a488cfa36dfd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590347 Jul 16 08:48:22.864199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:22.874440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.875106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.892360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-dd601f0a-d2d2-4797-84b3-1273e4215cd6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5777569 Jul 16 08:48:22.916433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Request body: {'port': {'device_id': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:22.955719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-41814544-19c4-4ea6-bee5-a754b9c0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.957206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-41814544-19c4-4ea6-bee5-a754b9c0d2c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.1400480 Jul 16 08:48:23.012473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-7d9904e7-3918-48de-b009-b93f176e99e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477428 Jul 16 08:48:23.017758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.053478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.118100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25ba493-684c-4acb-97c0-37add2b08b11,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.144470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4b53f6b6-46fd-4bac-80cf-e601791d299d None None] Provisioning for port c79cdb83-ac42-4afe-9744-49255f0f110c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:23.145037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.147044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e5695c9-977b-468f-92d0-a5a006a60383 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c25ba493-684c-4acb-97c0-37add2b08b11 HTTP/1.1" status: 204 len: 168 time: 0.8494773 Jul 16 08:48:23.149983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-41b56ab8-2c69-49c7-8b05-bd5608102f48 tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/agents/c1fe6aab-a712-4d26-b29e-8dcace962ae8/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.4236169 Jul 16 08:48:23.153211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39996) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.157048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40000) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.158805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4b53f6b6-46fd-4bac-80cf-e601791d299d None None] Provisioning complete for port c79cdb83-ac42-4afe-9744-49255f0f110c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:23.159283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b53f6b6-46fd-4bac-80cf-e601791d299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.200748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8bed1c9e-a5b5-46a8-ab69-7d3fa1bbd3b3 tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/networks/89d57286-5546-4ca2-b72b-32fb1d6590b8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0425806 Jul 16 08:48:23.205647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40002) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.210147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4b53f6b6-46fd-4bac-80cf-e601791d299d None None] Port c79cdb83-ac42-4afe-9744-49255f0f110c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:23.212729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-8ce18126-25e6-4307-9abe-d97f7e629817 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927433 Jul 16 08:48:23.251761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-129dd73d-edee-48e9-8a5a-5eda8a0f52d2 tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/networks/89d57286-5546-4ca2-b72b-32fb1d6590b8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0449982 Jul 16 08:48:23.255506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40004) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.270803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.387562 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-317702c6-6384-43e8-98eb-aeb7336ee9a2 req-325e30e9-1009-48c1-b8ad-da97c5d83e33 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688139 Jul 16 08:48:23.410847 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.429175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.438778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-77e9c758-ebd5-4879-b6c1-1c7985570ad4 tempest-DHCPAgentSchedulersTestJSON-1601085719 tempest-DHCPAgentSchedulersTestJSON-1601085719-project-admin] 10.222.0.41 "GET /v2.0/agents/c1fe6aab-a712-4d26-b29e-8dcace962ae8/dhcp-networks HTTP/1.1" status: 200 len: 8837 time: 0.1800830 Jul 16 08:48:23.441514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40008) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.459854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162308cd-e10a-41be-9708-87502eb7e6e6') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.460206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162308cd-e10a-41be-9708-87502eb7e6e6') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.472960 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.490309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79cdb83-ac42-4afe-9744-49255f0f110c {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:23.497264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.500272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.508759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:23.509145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:23.511232 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:23.521044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.534217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Transition to ACTIVE for port object c79cdb83-ac42-4afe-9744-49255f0f110c will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:23.539712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.608183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.622715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.624742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] 10.222.0.41 "DELETE /v2.0/networks/59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96 HTTP/1.1" status: 204 len: 168 time: 0.4718409 Jul 16 08:48:23.640362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.644869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79927af4-9e5a-4620-a78d-c7fcebd91248 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e9dbc5-cd3c-48b2-8e6c-aafcb129ce96,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.650890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.661699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493524ce-c033-4f02-91b0-726fffd10783']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.674614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc54e2db-82fe-40d6-9e6f-a9a9e8c5f77d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.674921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc54e2db-82fe-40d6-9e6f-a9a9e8c5f77d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.686376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.710938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.739593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:23.740133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.743473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Attempting to bind port c79cdb83-ac42-4afe-9744-49255f0f110c on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:23.744019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Attempting to bind port c79cdb83-ac42-4afe-9744-49255f0f110c by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:23.745332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Attempting to bind port c79cdb83-ac42-4afe-9744-49255f0f110c on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:23.745498 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:23.756611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Port c79cdb83-ac42-4afe-9744-49255f0f110c on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:23.757521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Attempting to bind port c79cdb83-ac42-4afe-9744-49255f0f110c on network 0ddcb850-8916-4773-b4b3-c1a39caffe35 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:23.763511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:23.763928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Checking segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:23.768285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Bound using segment: {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:23.768285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Bound port: c79cdb83-ac42-4afe-9744-49255f0f110c, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd3193-5837-48df-82eb-b1d1ea9d4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:23.768285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.863020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.865791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:23.876501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:23.882997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.883792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.884877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "DELETE /v2.0/networks/493524ce-c033-4f02-91b0-726fffd10783 HTTP/1.1" status: 204 len: 168 time: 0.4433756 Jul 16 08:48:23.892717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40018) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.894553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d023a-1c58-4d81-ba2a-79a594a6e0be req-11fec26e-26b4-4242-b7a0-2d9ef25a7cea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.896740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d023a-1c58-4d81-ba2a-79a594a6e0be req-11fec26e-26b4-4242-b7a0-2d9ef25a7cea tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 944 time: 0.1968148 Jul 16 08:48:23.926068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20827215-0990-4c4a-8678-df5b36b62335 tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event deleted for resources: {'Network': ['ID=493524ce-c033-4f02-91b0-726fffd10783,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.935131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40020) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.944383 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1280d11c-a195-4b4b-ba90-19385b83f86c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:23.944961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1280d11c-a195-4b4b-ba90-19385b83f86c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:23.949600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1280d11c-a195-4b4b-ba90-19385b83f86c tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "DELETE /v2.0/ports/008132b4-3ce9-40e4-a90a-c98b0b1650dc HTTP/1.1" status: 404 len: 333 time: 0.0496905 Jul 16 08:48:23.956341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40022) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.982486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.983102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.984553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] 10.222.0.36 "PUT /v2.0/ports/c79cdb83-ac42-4afe-9744-49255f0f110c HTTP/1.1" status: 200 len: 1093 time: 1.0787892 Jul 16 08:48:23.984997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:23.987250 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee074495-f126-4f2a-8113-671cf8439454" -d '{"events": [{"name": "network-changed", "server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:24.044916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-293d023a-1c58-4d81-ba2a-79a594a6e0be req-c1051c0a-bca2-4dd6-92ff-9eaf79e5b8f7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252801 Jul 16 08:48:24.054545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb3dab-bf64-4b55-949e-0cf99c137331 service neutron] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.090332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Deleting subnet 92bbb9eb-d5f9-4155-8b77-2616fb0c3458 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:24.097126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c867e2b6-f136-44db-b36d-62dbb41c2617 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e64a4d046a9a448bad7dbf1627e1c38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585152 Jul 16 08:48:24.097126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.097633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40026) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:24.120124 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a2083-bde8-4bd3-93a8-aac2acd59c40 x-openstack-request-id: req-c12a2083-bde8-4bd3-93a8-aac2acd59c40 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:24.120410 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:24.120658 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c12a2083-bde8-4bd3-93a8-aac2acd59c40 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:24.121057 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'status': 'completed', 'code': 200} Jul 16 08:48:24.148615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.151866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c653bf-e1ea-4633-895b-281eac28d9f4 req-5c55e846-fbb4-44ff-8e54-827ec579bebb tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.158724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7c653bf-e1ea-4633-895b-281eac28d9f4 req-5c55e846-fbb4-44ff-8e54-827ec579bebb tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 943 time: 0.1829019 Jul 16 08:48:24.224699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20886db5-a555-4a4c-ae49-ba1e6dcf1399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.228527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-f85f3754-3c11-4b24-9ce8-c8da2a6b9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.230580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-f85f3754-3c11-4b24-9ce8-c8da2a6b9279 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 1096 time: 0.1707582 Jul 16 08:48:24.233605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7c653bf-e1ea-4633-895b-281eac28d9f4 req-3f8d556b-671b-44f7-9de5-11d8a992a614 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739932 Jul 16 08:48:24.240424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.294711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20886db5-a555-4a4c-ae49-ba1e6dcf1399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.297286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-56e4bb41-10e3-4dea-bafe-a34d728d76c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c79cdb83-ac42-4afe-9744-49255f0f110c HTTP/1.1" status: 200 len: 217 time: 0.0542047 Jul 16 08:48:24.314009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.343448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event deleted for resources: {'Subnet': ['ID=92bbb9eb-d5f9-4155-8b77-2616fb0c3458,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.345436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.349579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d20c04f1-2f4d-4f68-8f92-cc0a2c6e830d tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "DELETE /v2.0/subnets/92bbb9eb-d5f9-4155-8b77-2616fb0c3458 HTTP/1.1" status: 204 len: 168 time: 0.3786380 Jul 16 08:48:24.350152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40028) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:24.352717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68e711-41b9-4d0d-bcf2-77511e30eae1 None None] Network 89d57286-5546-4ca2-b72b-32fb1d6590b8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:24.378377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-1ff8f7fc-5a1f-4c9a-a78b-c3b4a0fbb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.380027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-1ff8f7fc-5a1f-4c9a-a78b-c3b4a0fbb886 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0754902 Jul 16 08:48:24.424994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20886db5-a555-4a4c-ae49-ba1e6dcf1399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.427707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-20886db5-a555-4a4c-ae49-ba1e6dcf1399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.428844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20886db5-a555-4a4c-ae49-ba1e6dcf1399 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39 HTTP/1.1" status: 204 len: 168 time: 0.3304968 Jul 16 08:48:24.439819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20886db5-a555-4a4c-ae49-ba1e6dcf1399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af49aca-7b7a-4ff9-bc1a-43ddcdde0e39,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.451225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.472615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-04247e21-205c-44b3-8047-e3c45c680748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.475146 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-04247e21-205c-44b3-8047-e3c45c680748 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876901 Jul 16 08:48:24.578934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Deleting port a38647ec-7125-4a3c-b271-c9e8ea7002f0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:24.579287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.608347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] DHCP port deletion for 89d57286-5546-4ca2-b72b-32fb1d6590b8 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:24.609186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-8adb0538-c5fa-48cd-957a-668ebd899436 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280921 Jul 16 08:48:24.667115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-b2092259-f4dd-4e5e-94a3-94abc2462d0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1508036 Jul 16 08:48:24.668064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] Deleting port a38647ec-7125-4a3c-b271-c9e8ea7002f0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:24.668639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.669045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] For port a38647ec-7125-4a3c-b271-c9e8ea7002f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a38647ec-7125-4a3c-b271-c9e8ea7002f0,segment=NetworkSegment(981a7860-2d40-446c-967a-e183da0f7b0b),segment_id=981a7860-2d40-446c-967a-e183da0f7b0b)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:24.669523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.683077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Calling delete_port for a38647ec-7125-4a3c-b271-c9e8ea7002f0 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:24.717281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dda071ab-7749-439c-87ab-58aa77b33a3f req-4e779569-1351-46e5-80c1-58faa6cbb5a6 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019022 Jul 16 08:48:24.787664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] For port a38647ec-7125-4a3c-b271-c9e8ea7002f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a38647ec-7125-4a3c-b271-c9e8ea7002f0,segment=NetworkSegment(981a7860-2d40-446c-967a-e183da0f7b0b),segment_id=981a7860-2d40-446c-967a-e183da0f7b0b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:24.788117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.806885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] Calling delete_port for a38647ec-7125-4a3c-b271-c9e8ea7002f0 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:24.924655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.950263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] Pushing event deleted for resources: {'Port': ['ID=a38647ec-7125-4a3c-b271-c9e8ea7002f0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.964170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d0358-3c53-43f2-848c-dad2776a3ea6 None None] No DVR routers for this DVR port a38647ec-7125-4a3c-b271-c9e8ea7002f0 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:24.980917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcca0055-d293-4a4c-aba3-499b920bf6ee details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:25.135654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:25.176722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'port_id': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'mac_address': 'fa:16:3e:27:72:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:25.258807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074495-f126-4f2a-8113-671cf8439454 req-f31474c7-458a-434f-9813-583463434620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.266926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-f31474c7-458a-434f-9813-583463434620 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 1096 time: 0.4400551 Jul 16 08:48:25.269831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a38647ec-7125-4a3c-b271-c9e8ea7002f0 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:25.270105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.271235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.272241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.273477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.273477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.273988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.274715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.278698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6318633f-af77-4749-81e7-9e51f135dbf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c209d130b2cb483ca431c39caf1f7188&device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 6497 time: 0.1354318 Jul 16 08:48:25.280280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.281536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.319498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcca0055-d293-4a4c-aba3-499b920bf6ee {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:25.325644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event deleted for resources: {'Port': ['ID=a38647ec-7125-4a3c-b271-c9e8ea7002f0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.325989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a38647ec-7125-4a3c-b271-c9e8ea7002f0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:25.326351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a38647ec-7125-4a3c-b271-c9e8ea7002f0 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:25.346292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:25.351053 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.431027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.438216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074495-f126-4f2a-8113-671cf8439454 req-14510e65-98af-4352-9d51-54a924260de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.439695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-14510e65-98af-4352-9d51-54a924260de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1657956 Jul 16 08:48:25.455497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52161-78e9-4fff-8f07-a419062ae6a4 req-951c0937-ef80-4a4f-9b99-630c154e997c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.457462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98c52161-78e9-4fff-8f07-a419062ae6a4 req-951c0937-ef80-4a4f-9b99-630c154e997c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 944 time: 0.1503949 Jul 16 08:48:25.470801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] No DVR routers for this DVR port a38647ec-7125-4a3c-b271-c9e8ea7002f0 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:25.471721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.497414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-558eef9d-ca72-429b-b055-c3681dbbfc11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c79cdb83-ac42-4afe-9744-49255f0f110c HTTP/1.1" status: 200 len: 217 time: 0.0387640 Jul 16 08:48:25.557063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-0d10472f-fc22-4815-ae45-2d6b2efe3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.557552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-0d10472f-fc22-4815-ae45-2d6b2efe3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.558022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-0d10472f-fc22-4815-ae45-2d6b2efe3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.559695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-0d10472f-fc22-4815-ae45-2d6b2efe3d87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 200 len: 2293 time: 0.2411761 Jul 16 08:48:25.570156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98c52161-78e9-4fff-8f07-a419062ae6a4 req-ded7b229-e234-4155-8436-886470d2bc34 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746360 Jul 16 08:48:25.583268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-533090402-network', 'tenant_id': 'c27a7f6323fb4d40803ba58bfb0a8929'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:25.586965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074495-f126-4f2a-8113-671cf8439454 req-0774589a-3f12-4293-986e-476392e2da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.589018 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-0774589a-3f12-4293-986e-476392e2da92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0744510 Jul 16 08:48:25.606846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.636053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Made reservation on behalf of c27a7f6323fb4d40803ba58bfb0a8929 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:25.638732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.644544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcca0055-d293-4a4c-aba3-499b920bf6ee'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:25.650142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.659136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d57286-5546-4ca2-b72b-32fb1d6590b8']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:25.679996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1ad85-9515-42f5-926f-019e463c1afe req-3eba25f3-a65f-47cc-9c5f-f92235c6db1d tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.681573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ff1ad85-9515-42f5-926f-019e463c1afe req-3eba25f3-a65f-47cc-9c5f-f92235c6db1d tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 944 time: 0.2429149 Jul 16 08:48:25.690471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981a7860-2d40-446c-967a-e183da0f7b0b') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:25.690770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981a7860-2d40-446c-967a-e183da0f7b0b') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:25.720923 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.725873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-5d64db2e-290c-4e2c-a6d7-ad3c68385754 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 200 len: 1001 time: 0.1555350 Jul 16 08:48:25.729623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074495-f126-4f2a-8113-671cf8439454 req-42bd32fa-68ae-4058-a137-af4dab54b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.732201 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-42bd32fa-68ae-4058-a137-af4dab54b3e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316330 Jul 16 08:48:25.786327 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.805445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ff1ad85-9515-42f5-926f-019e463c1afe req-22f04b1e-44da-4740-9a73-1983110a7139 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098492 Jul 16 08:48:25.805445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:25.805445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:25.808013 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:25.845835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-b4229dff-0891-46ed-86c3-fb75c1cdfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.847337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-b4229dff-0891-46ed-86c3-fb75c1cdfc08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6dbac040-021b-4d28-9384-1324e90c3686 HTTP/1.1" status: 200 len: 850 time: 0.1127279 Jul 16 08:48:25.855994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.867613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.888024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-630e1757-786a-4511-b4ec-92e411575faf service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475072 Jul 16 08:48:25.918938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.923650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.925554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] 10.222.0.41 "DELETE /v2.0/networks/89d57286-5546-4ca2-b72b-32fb1d6590b8 HTTP/1.1" status: 204 len: 168 time: 1.5743418 Jul 16 08:48:25.925971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2294d160-1ba3-40c5-ba7d-95151424c340,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.935458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:25.946560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe7c1c-e1f6-427f-b337-b1d2e777a2cb tempest-DHCPAgentSchedulersTestJSON-1159973781 tempest-DHCPAgentSchedulersTestJSON-1159973781-project] Pushing event deleted for resources: {'Network': ['ID=89d57286-5546-4ca2-b72b-32fb1d6590b8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.951177 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.951546 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Added segment bb149abf-1630-4451-8170-7b96203173fd of type vlan for network ba3fa1cb-3e73-4cff-98df-758db50bda3d Jul 16 08:48:25.968608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-5e89bd56-639b-4ecc-bbff-3484655cee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.970163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-5e89bd56-639b-4ecc-bbff-3484655cee2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59a2d090-a14a-4ce4-8d26-90cb91a4399d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843928 Jul 16 08:48:26.048455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.061922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee074495-f126-4f2a-8113-671cf8439454 req-c7097832-ab40-4577-ba22-4c753cce95cc service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660366 Jul 16 08:48:26.077453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-84c228b8-23b8-4225-8843-2220006dae04 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003625 Jul 16 08:48:26.093011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.094510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.095362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.128617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6964009 Jul 16 08:48:26.132784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.138564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Request body: {'subnet': {'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-533090402-subnet', 'tenant_id': 'c27a7f6323fb4d40803ba58bfb0a8929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:26.180538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69bdc-d864-4d25-ae51-4cb2a1c24881 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3fa1cb-3e73-4cff-98df-758db50bda3d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.192510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Made reservation on behalf of c27a7f6323fb4d40803ba58bfb0a8929 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:26.193404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ba3fa1cb-3e73-4cff-98df-758db50bda3d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:26.195009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.202154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-70fb1c82-c4f5-4ef2-90bc-a88848205965 service neutron] 10.222.0.18 "GET /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182196 Jul 16 08:48:26.232670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40068) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.251107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-4e57e1ec-9bf4-45f9-ad7c-9316905e11e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 217 time: 0.0420361 Jul 16 08:48:26.307312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-0d8b6ef1-519c-42b4-8b25-c8e72f6a20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.309149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-0d8b6ef1-519c-42b4-8b25-c8e72f6a20f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0525010 Jul 16 08:48:26.372532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-283cd6ce-b0ca-43bc-9790-1468718c84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.374082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-283cd6ce-b0ca-43bc-9790-1468718c84a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584755 Jul 16 08:48:26.405842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.456203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-817a2c6b-0bff-4b7b-ba8c-7877844eee36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4503fdd7ab474a6ab2a5318bfbcefbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225168 Jul 16 08:48:26.460029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40072) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.483242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e816c4f6-c966-48de-a523-3e5b08b7e05c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.490427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Checking segment: {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:26.490784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Network hostable DHCP agents. Network: ba3fa1cb-3e73-4cff-98df-758db50bda3d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:26.501740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-ab845832-729d-4910-af25-0cc481167536 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202383 Jul 16 08:48:26.507886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Network ba3fa1cb-3e73-4cff-98df-758db50bda3d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:26.517921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ba3fa1cb-3e73-4cff-98df-758db50bda3d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:26.528646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.529259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.530126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1c4e3-daea-4d57-adfc-d97016f7aa24 None None] Network ba3fa1cb-3e73-4cff-98df-758db50bda3d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:26.552805 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd63f4af-fb63-445f-99d1-c1bde75a37dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4115338 Jul 16 08:48:26.573176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9c01d06-2927-4dc0-baf2-b6262e1bedea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.628691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9c01d06-2927-4dc0-baf2-b6262e1bedea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.656572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6cf33aa0-fdd8-43b2-990e-55c416b2d8ec service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443689 Jul 16 08:48:26.700383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a6dfe3-3241-4ace-bdd8-110ab407dd96 None None] Network ba3fa1cb-3e73-4cff-98df-758db50bda3d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:26.711905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-3f690937-71e0-4206-bddf-5a969068ffca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 217 time: 0.0469909 Jul 16 08:48:26.795357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9c01d06-2927-4dc0-baf2-b6262e1bedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.797868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b9c01d06-2927-4dc0-baf2-b6262e1bedea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.799026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b9c01d06-2927-4dc0-baf2-b6262e1bedea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d81f706-7c31-4b51-96c1-0039670cfa7b HTTP/1.1" status: 204 len: 168 time: 0.3378265 Jul 16 08:48:26.832983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01d06-2927-4dc0-baf2-b6262e1bedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d81f706-7c31-4b51-96c1-0039670cfa7b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.844839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-558cc334-6356-4b72-a407-62b04d670ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.846390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-558cc334-6356-4b72-a407-62b04d670ee2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.1274173 Jul 16 08:48:26.915129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f66fe2-01fd-4c59-9794-a4cdf6e395e3 req-9a4677c0-6144-405a-8dd1-b2d2bae73e8a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.916834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7f66fe2-01fd-4c59-9794-a4cdf6e395e3 req-9a4677c0-6144-405a-8dd1-b2d2bae73e8a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 944 time: 0.1876717 Jul 16 08:48:26.952780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6cd8d234-0b97-4d55-b147-ef36b8ec35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.954310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-6cd8d234-0b97-4d55-b147-ef36b8ec35d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005468 Jul 16 08:48:26.971717 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7f66fe2-01fd-4c59-9794-a4cdf6e395e3 req-f56d53d9-0bdc-4d83-bd1d-909a8ae37d41 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Jul 16 08:48:27.013823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c79cdb83-ac42-4afe-9744-49255f0f110c details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:27.021599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcca0055-d293-4a4c-aba3-499b920bf6ee up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:27.100115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-fccc46c4-d977-4494-ae86-0fe1e1eae8ab tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.108531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-fccc46c4-d977-4494-ae86-0fe1e1eae8ab tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 813 time: 0.1534092 Jul 16 08:48:27.127695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-becd97ac-0ff7-4e52-802b-090db0f7c0bd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/quotas/c27a7f6323fb4d40803ba58bfb0a8929 HTTP/1.1" status: 200 len: 375 time: 0.0181620 Jul 16 08:48:27.147830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port fcca0055-d293-4a4c-aba3-499b920bf6ee completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:27.154069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port fcca0055-d293-4a4c-aba3-499b920bf6ee triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:27.154451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.183152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40098) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.188373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-fc1b8a90-11cb-4f8f-8e19-236c33cefa9d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591054 Jul 16 08:48:27.200501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-306168fd-fe32-408f-9573-8f79a719f86c service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628675 Jul 16 08:48:27.204347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5791da1b-3e33-41f8-9546-4f64a447e07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.207756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:27.227840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'mac_address': 'fa:16:3e:82:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:27.276061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b829b-9242-4596-a05a-18073d07fc10 req-99737e61-7c28-444c-8f1e-940325635927 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.277627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e6b829b-9242-4596-a05a-18073d07fc10 req-99737e61-7c28-444c-8f1e-940325635927 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 944 time: 0.1843219 Jul 16 08:48:27.290366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-aab06850-d615-447f-a415-10908dae4c74 service neutron] 10.222.0.41 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977514 Jul 16 08:48:27.303906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.327088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79cdb83-ac42-4afe-9744-49255f0f110c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:27.333225 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.356411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:27.371610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:27.374180 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4580c3f0-7ad9-48ef-8811-993c7789f8d6" -d '{"events": [{"server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:27.378664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.385390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e6b829b-9242-4596-a05a-18073d07fc10 req-1da3a18f-b89d-4034-84e8-6407f5ef11c9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Jul 16 08:48:27.388022 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-03637cbc-0b90-4a86-bdd6-a31a68fd8c04 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786869 Jul 16 08:48:27.392592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:27.404166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-4a56fc99-bfa2-4b5a-a624-2c2d468f582d service neutron] 10.222.0.41 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058137 Jul 16 08:48:27.413319 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.441709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-70659e40-a8be-4062-a5f8-678efc7667d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=0d632d41-28f8-490b-a527-596b40e52f64 HTTP/1.1" status: 200 len: 217 time: 0.0447910 Jul 16 08:48:27.446032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.508520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5791da1b-3e33-41f8-9546-4f64a447e07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.513098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-b3e646e5-bff6-44c2-877a-17e56e788fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.514633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-b3e646e5-bff6-44c2-877a-17e56e788fb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0666223 Jul 16 08:48:27.515731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5791da1b-3e33-41f8-9546-4f64a447e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.544029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.593860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40106) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.602835 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5791da1b-3e33-41f8-9546-4f64a447e07e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82db0275109a418ba2995225a077804e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185007 Jul 16 08:48:27.605854 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af0cc3-ebc6-4fd5-ae17-1802e42de3a8 x-openstack-request-id: req-46af0cc3-ebc6-4fd5-ae17-1802e42de3a8 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:27.606141 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:27.606389 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46af0cc3-ebc6-4fd5-ae17-1802e42de3a8 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:27.607575 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'code': 200} Jul 16 08:48:27.631772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791da1b-3e33-41f8-9546-4f64a447e07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c686e19c-675d-4dc5-92d2-1a0468f22ea9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.655248 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d25d844-2f81-465a-88a9-36ea920ec06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.658059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cb24e9d3-12f8-4805-97f9-79b87e68baf3 req-c16e05ed-21e7-424d-9ad2-868f6460e44c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 210 time: 0.0391700 Jul 16 08:48:27.670587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c79cdb83-ac42-4afe-9744-49255f0f110c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:27.677869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-d619efc1-5831-4665-a766-c297e27b9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.679490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-d619efc1-5831-4665-a766-c297e27b9862 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1525564 Jul 16 08:48:27.724447 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d25d844-2f81-465a-88a9-36ea920ec06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.811015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6705-16ef-402e-814b-16688f8994c4 req-632e6520-e555-4a83-a1b8-57e173e951ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.812579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fa6705-16ef-402e-814b-16688f8994c4 req-632e6520-e555-4a83-a1b8-57e173e951ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.0975084 Jul 16 08:48:27.817605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d25d844-2f81-465a-88a9-36ea920ec06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.820573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d25d844-2f81-465a-88a9-36ea920ec06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.821739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d25d844-2f81-465a-88a9-36ea920ec06c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c686e19c-675d-4dc5-92d2-1a0468f22ea9 HTTP/1.1" status: 204 len: 168 time: 0.2261007 Jul 16 08:48:27.832886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-1770e285-ed8a-4525-b32d-f1bd3b8c35de service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455784 Jul 16 08:48:27.865138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25d844-2f81-465a-88a9-36ea920ec06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686e19c-675d-4dc5-92d2-1a0468f22ea9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.888948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fa6705-16ef-402e-814b-16688f8994c4 req-d8eaab00-f48c-44ea-9ee6-09d18a7e13d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Jul 16 08:48:27.960753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-ef8df73e-7e3f-4748-93c5-65c336a07166 service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205509 Jul 16 08:48:28.013752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-859881d7-2940-4e9f-bfaa-6abec722e474 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=f412cc6c-898d-4ce6-9c41-328989044d7e HTTP/1.1" status: 200 len: 217 time: 0.0460916 Jul 16 08:48:28.077945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-e2af0035-e239-4d84-9321-700c57bc74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.079966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-e2af0035-e239-4d84-9321-700c57bc74fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 200 len: 797 time: 0.0549951 Jul 16 08:48:28.148635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-c95e8ad8-ffe7-4305-813d-68f446e39461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.151871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-c95e8ad8-ffe7-4305-813d-68f446e39461 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3f48b460-7e8e-448c-b879-adaf0ebc3b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651691 Jul 16 08:48:28.174193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12729351-aec3-48a6-aa18-eecc94ee1509 req-1f07ffdd-a467-4bdd-9032-01cb3722e9bb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.175889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12729351-aec3-48a6-aa18-eecc94ee1509 req-1f07ffdd-a467-4bdd-9032-01cb3722e9bb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 945 time: 0.0730810 Jul 16 08:48:28.231215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12729351-aec3-48a6-aa18-eecc94ee1509 req-cb47e0de-2f69-478e-b0bd-c2222c747a7d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Jul 16 08:48:28.270221 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-f0b24c0d-de4b-49a7-993b-e22069540c4e service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108241 Jul 16 08:48:28.369128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-dd489648-50b1-46af-879b-138b6f56fbee service neutron] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917473 Jul 16 08:48:28.421123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-35b56f31-ebba-472a-a94c-4c06774dc812 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300 HTTP/1.1" status: 200 len: 217 time: 0.0460670 Jul 16 08:48:28.480299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-67c4581b-06da-4223-8ba6-6f68405060f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.481780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-67c4581b-06da-4223-8ba6-6f68405060f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.0551751 Jul 16 08:48:28.542397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-bcf377cd-b548-4e3d-a336-d6c914bc7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.543968 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-bcf377cd-b548-4e3d-a336-d6c914bc7831 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554862 Jul 16 08:48:28.687783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee25bf-4bdd-4bcf-bd4b-70f38b979368 req-3583e373-fdbd-4b6c-92dc-34a324485ad7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.689212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ee25bf-4bdd-4bcf-bd4b-70f38b979368 req-3583e373-fdbd-4b6c-92dc-34a324485ad7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1434994 Jul 16 08:48:28.692965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-a2d20d58-3696-43ef-bd3d-45ea22a34c29 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364632 Jul 16 08:48:28.760442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53ee25bf-4bdd-4bcf-bd4b-70f38b979368 req-b82d0bee-5be5-4848-9f50-30da1bf634a9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Jul 16 08:48:28.821582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-fd8fcdc8-cfa3-4004-82d1-d668f2ea4523 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186161 Jul 16 08:48:28.865775 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aefa1b43-b7fa-4d48-a85b-1a471c8c321c req-8ec6be9c-86a8-4306-8d8b-948035ae19ba tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 210 time: 0.0320792 Jul 16 08:48:28.871250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-431d4593-85b7-4da0-b2a6-d8a1bcec25fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 200 len: 217 time: 0.0426617 Jul 16 08:48:28.960533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-058b0e4d-1361-4183-91b4-0bc1f53f5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.962239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-058b0e4d-1361-4183-91b4-0bc1f53f5562 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 200 len: 797 time: 0.0780160 Jul 16 08:48:29.008670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c79cdb83-ac42-4afe-9744-49255f0f110c up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:29.023353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-1260f680-f062-4abe-8538-0b3c90eed0c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.026121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-1260f680-f062-4abe-8538-0b3c90eed0c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 813 time: 0.1475954 Jul 16 08:48:29.042474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Request body: {'port': {'device_id': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'admin_state_up': True, 'tenant_id': 'c27a7f6323fb4d40803ba58bfb0a8929'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:29.054987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-259dfac5-d921-4df4-9cfb-ab35ae868b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.057345 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-259dfac5-d921-4df4-9cfb-ab35ae868b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05fa5dc6-4aed-4c0d-8482-fd8478130a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846725 Jul 16 08:48:29.101561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c79cdb83-ac42-4afe-9744-49255f0f110c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:29.107280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c79cdb83-ac42-4afe-9744-49255f0f110c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:29.107792 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.186660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-9fe80246-38d0-418d-a671-251e09c5cc93 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184809 Jul 16 08:48:29.219988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Made reservation on behalf of c27a7f6323fb4d40803ba58bfb0a8929 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:29.224282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.288069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.312535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-68f3fdbf-bc24-477a-ad04-cd34b7f69837 req-c7a283fc-be4d-466b-886f-3460356084f1 service neutron] 10.222.0.18 "GET /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178424 Jul 16 08:48:29.343492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.358282 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.393445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Allocated IP 172.20.0.13 (ba3fa1cb-3e73-4cff-98df-758db50bda3d/e816c4f6-c966-48de-a523-3e5b08b7e05c/4607b0d4-1165-428d-85de-ee85ce1cded9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:29.428446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.436883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.437425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.437869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.438537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.438980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.439475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.440659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.441240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.441677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.442184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.442541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.442957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:29.480358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56ed3-948c-480f-a2a6-b0b6561f5193 req-2bee6d35-c061-4336-a343-456838bb22f2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.482021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17c56ed3-948c-480f-a2a6-b0b6561f5193 req-2bee6d35-c061-4336-a343-456838bb22f2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.0784078 Jul 16 08:48:29.523982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17c56ed3-948c-480f-a2a6-b0b6561f5193 req-7c7958c0-eb7e-4f6c-956e-30092101abb1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 16 08:48:29.581205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.608605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:29.610963 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a630ee6-cda0-4900-9cf1-f7172768ed4c" -d '{"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-plugged", "status": "completed", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:29.620803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.659958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Network ba3fa1cb-3e73-4cff-98df-758db50bda3d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:29.665310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:29.669874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:29.674785 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19220ad-c8f2-4808-ba76-2861a2ee6615 x-openstack-request-id: req-d19220ad-c8f2-4808-ba76-2861a2ee6615 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:29.675108 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-plugged", "status": "completed", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:29.675392 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d19220ad-c8f2-4808-ba76-2861a2ee6615 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:29.675789 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'code': 200} Jul 16 08:48:29.722653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.743531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.744712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.760105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-56c44a9f-9891-4769-9d7e-78ac6a68e83c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7260160 Jul 16 08:48:29.776614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Request body: {'port': {'device_id': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:29.898283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.955956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7073dc2-3b7c-411e-a0f2-b84fcf292b3a req-6a62d9ee-211e-4b08-ae96-24421a72e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.957447 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7073dc2-3b7c-411e-a0f2-b84fcf292b3a req-6a62d9ee-211e-4b08-ae96-24421a72e815 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 1098 time: 0.1574099 Jul 16 08:48:30.035660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40182) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:30.078894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d1880-e99e-4586-85b6-52a6f56fdb60 req-bb4179d2-462f-401e-9f23-cac1ec93e0c1 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.080470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd7d1880-e99e-4586-85b6-52a6f56fdb60 req-bb4179d2-462f-401e-9f23-cac1ec93e0c1 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 932 time: 0.0824177 Jul 16 08:48:30.098164 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7073dc2-3b7c-411e-a0f2-b84fcf292b3a req-ce0ec551-e504-40d3-abd9-95cad0a8d89d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197562 Jul 16 08:48:30.136771 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd7d1880-e99e-4586-85b6-52a6f56fdb60 req-512e669b-c15e-400f-833b-d7fe937e2999 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473609 Jul 16 08:48:30.144143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5298-32e7-4c61-a951-5f0ab723b9db req-cb2c9aa9-c726-4e7d-a0dd-2fa924ed4608 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.145681 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a90d5298-32e7-4c61-a951-5f0ab723b9db req-cb2c9aa9-c726-4e7d-a0dd-2fa924ed4608 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.2075725 Jul 16 08:48:30.205159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:30.227688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a90d5298-32e7-4c61-a951-5f0ab723b9db req-13cdb6a9-f35c-477f-be8d-4fdd7f30620e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713487 Jul 16 08:48:30.228168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.310822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4607b0d4-1165-428d-85de-ee85ce1cded9 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:30.318773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.333114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Transition to ACTIVE for port object 4607b0d4-1165-428d-85de-ee85ce1cded9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:30.339690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.341801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.397526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.490569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Attempting to bind port 4607b0d4-1165-428d-85de-ee85ce1cded9 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:30.490901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Attempting to bind port 4607b0d4-1165-428d-85de-ee85ce1cded9 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:30.491504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Attempting to bind port 4607b0d4-1165-428d-85de-ee85ce1cded9 on network ba3fa1cb-3e73-4cff-98df-758db50bda3d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:30.497956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Port 4607b0d4-1165-428d-85de-ee85ce1cded9 on network ba3fa1cb-3e73-4cff-98df-758db50bda3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:30.498228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Attempting to bind port 4607b0d4-1165-428d-85de-ee85ce1cded9 on network ba3fa1cb-3e73-4cff-98df-758db50bda3d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:30.504141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:30.504712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Checking segment: {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:30.505096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Bound using segment: {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:30.505525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Bound port: 4607b0d4-1165-428d-85de-ee85ce1cded9, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:30.505883 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.662070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:30.680682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:30.688949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.700933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-d063e12e-1ca9-4e3f-98af-4422d82a066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.702447 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-d063e12e-1ca9-4e3f-98af-4422d82a066c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.1556418 Jul 16 08:48:30.769035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.769986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.771866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] 10.222.0.18 "PUT /v2.0/ports/4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 200 len: 1093 time: 1.0047078 Jul 16 08:48:30.773407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:30.776567 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:30.777617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Allocated IP 172.25.0.49 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c1e2b491-8935-405f-a39e-ae188f5eac38) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:30.808028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30241b-826c-40ef-a526-a5bcfd66e46b req-c2db4552-4def-4823-8e6a-801f791cdd94 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.809638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba30241b-826c-40ef-a526-a5bcfd66e46b req-c2db4552-4def-4823-8e6a-801f791cdd94 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.2202547 Jul 16 08:48:30.833757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce427-1051-441b-af50-b3763c63540f req-842c42f8-ba83-44d6-9af6-e16c9c1e7daa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.835264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9cce427-1051-441b-af50-b3763c63540f req-842c42f8-ba83-44d6-9af6-e16c9c1e7daa tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1165643 Jul 16 08:48:30.854164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306e98f-55ca-4c61-b70f-35fbafdf4c64 service neutron] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.919184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9cce427-1051-441b-af50-b3763c63540f req-5d0b1f82-7a4a-4a21-88b6-e54ee3809283 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Jul 16 08:48:30.941659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.951289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-8c02d2c9-f1b1-4d53-abe6-8366651634ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.952828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-8c02d2c9-f1b1-4d53-abe6-8366651634ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.2413697 Jul 16 08:48:30.973185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba30241b-826c-40ef-a526-a5bcfd66e46b req-62e06dc8-33e5-49f8-b7f4-5a5032524e3e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235991 Jul 16 08:48:30.997187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.017093 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-be8ca82e-1244-4465-b954-80b16bb6901b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0540917 Jul 16 08:48:31.024453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-81282834-1fb2-4835-8f16-ad9803eaa152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.026070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-81282834-1fb2-4835-8f16-ad9803eaa152 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1096 time: 0.1754446 Jul 16 08:48:31.043552 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbc74b0-ab30-4428-9015-51fa65d812d9 x-openstack-request-id: req-3cbc74b0-ab30-4428-9015-51fa65d812d9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:31.043739 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:31.043838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:31.043935 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cbc74b0-ab30-4428-9015-51fa65d812d9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:31.044295 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'status': 'completed', 'code': 200} Jul 16 08:48:31.049581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:31.056250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:31.089794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Port': ['ID=c1e2b491-8935-405f-a39e-ae188f5eac38,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.097773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-7c644189-2b27-486e-85fe-bab90aa0c8b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 200 len: 217 time: 0.0630748 Jul 16 08:48:31.145363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-35537397-6e18-49cd-b789-4fc23a76e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.146851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-35537397-6e18-49cd-b789-4fc23a76e3c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.1198668 Jul 16 08:48:31.162935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-5d6e0514-75dd-42bd-8d0a-032c5d5bb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.178291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.179001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-5d6e0514-75dd-42bd-8d0a-032c5d5bb81b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0720105 Jul 16 08:48:31.214627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-e8a8d7f5-cbe1-467d-9125-b95931a52929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311747 Jul 16 08:48:31.236150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.287686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-67c80dfe-66b2-4849-a259-ed9db4a76524 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367069 Jul 16 08:48:31.423603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc5f8-e550-45a7-b1fb-798fd1ddcad6 req-15265232-e844-499c-9a0b-b222fc60f47c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.432233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae7fc5f8-e550-45a7-b1fb-798fd1ddcad6 req-15265232-e844-499c-9a0b-b222fc60f47c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1603196 Jul 16 08:48:31.499659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae7fc5f8-e550-45a7-b1fb-798fd1ddcad6 req-31312683-95b2-452b-95fb-27d7385e5ac9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660040 Jul 16 08:48:31.526478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.532987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.618065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Port': ['ID=c1e2b491-8935-405f-a39e-ae188f5eac38,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.636224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.654462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.657754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-86d5685b-bca1-4c8f-924e-bd8333b90918 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6183355 Jul 16 08:48:31.658710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.664158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1274511481'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:31.687705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Made reservation on behalf of f7efba4ee3df42699bcf62d48e976032 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:31.691783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.701441 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.723302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-b3899085-e562-4934-b7ae-bc91a700562f service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934855 Jul 16 08:48:31.726917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-2c9e4fbb-ae26-4124-9bf2-e8a12ac5e582 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474047 Jul 16 08:48:31.807778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.812811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.836751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:31.850774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca4976-3bd3-45f7-aab9-9037e8783b8b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.856067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.856415 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Added segment 88547566-0caf-48dd-95fc-d57d26d68484 of type vlan for network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 Jul 16 08:48:31.899933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.904179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9be7f87b-a3ba-4d52-9a30-29cb6e0789ef req-3d83f12f-ee94-48ef-878b-8710e6a49f75 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740723 Jul 16 08:48:31.906270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6d19d6-beeb-4966-914d-e1d0c0b5478e req-33e17822-3a0e-40b7-8ac5-52e9325ccf1c service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689301 Jul 16 08:48:31.937382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.943328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.943966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.991926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3318639 Jul 16 08:48:31.992733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40208) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.036427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-a9057ea4-bae7-43f2-9a72-ea53edf904f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.038135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-a9057ea4-bae7-43f2-9a72-ea53edf904f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1096 time: 0.0629575 Jul 16 08:48:32.050086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Request body: {'subnet': {'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:32.055873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fe3c1-63be-4bf9-a9c7-2ac8bd363607 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Network': ['ID=e1fcdf96-e92a-4bae-ba04-ebc53b6cf984,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.068662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:32.191060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-8f8a7f11-c989-4608-9dda-7615c331d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.192677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-8f8a7f11-c989-4608-9dda-7615c331d21c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 914 time: 0.1483548 Jul 16 08:48:32.196455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Made reservation on behalf of f7efba4ee3df42699bcf62d48e976032 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:32.200947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.206535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9fc97-4d04-428b-bc7f-62c0af7a1e6b req-7824d79e-7a38-4fcf-a6a4-383a655206d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.207560 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae9fc97-4d04-428b-bc7f-62c0af7a1e6b req-7824d79e-7a38-4fcf-a6a4-383a655206d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1345472 Jul 16 08:48:32.247558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35256-eed5-4589-b753-44e55026ff10 req-7d52d597-8c9f-40fa-bfef-a43b797eb0ec tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.249089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8fa35256-eed5-4589-b753-44e55026ff10 req-7d52d597-8c9f-40fa-bfef-a43b797eb0ec tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1253080 Jul 16 08:48:32.255403 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-8459ba91-755b-4f7d-9073-baf02f2865bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 200 len: 217 time: 0.0468888 Jul 16 08:48:32.313724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae9fc97-4d04-428b-bc7f-62c0af7a1e6b req-09492eaa-39eb-43de-8aae-930e5d8ecf66 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993819 Jul 16 08:48:32.322435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-c0fe5d02-1090-43e7-8db4-245b3d6638b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.324201 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-c0fe5d02-1090-43e7-8db4-245b3d6638b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0623803 Jul 16 08:48:32.340197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8fa35256-eed5-4589-b753-44e55026ff10 req-b4228429-ea6e-4b62-94e2-3f3e766b00b8 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 Jul 16 08:48:32.375764 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-9f0bcb2d-43c2-4834-8ece-6023dd2c6bb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390315 Jul 16 08:48:32.476820 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.488027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-faa9e50f-90d1-4420-b0d5-42bb363b1347 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048996 Jul 16 08:48:32.575266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Subnet': ['ID=5e3730ef-bcec-423a-80c0-4a31923aded3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.593524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Checking segment: {'id': '88547566-0caf-48dd-95fc-d57d26d68484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:32.593902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network hostable DHCP agents. Network: e1fcdf96-e92a-4bae-ba04-ebc53b6cf984, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:32.598690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbbdc22d-4c83-4feb-8491-ad1fdc1ceac8 req-61e88ffa-b84d-4594-a4bb-eacf565e6ecd service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040280 Jul 16 08:48:32.623547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:32.637022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e1fcdf96-e92a-4bae-ba04-ebc53b6cf984) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:32.643133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.643841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.649029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18401ecb-7677-4a4c-be95-cbc4847a0f50 None None] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:32.675530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e7c86353-d158-42f2-9370-f865c19012a8 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6301212 Jul 16 08:48:32.676632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40220) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.682465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-225630591', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:32.728058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.729403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.743807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e195-9274-417a-bad4-dc1b04e89cdd req-f5a768e5-3ef3-4b1f-b11f-b6e8aa360c2c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.746384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a61e195-9274-417a-bad4-dc1b04e89cdd req-f5a768e5-3ef3-4b1f-b11f-b6e8aa360c2c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1076190 Jul 16 08:48:32.756205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9fb7-66a3-4797-b7c6-27f0cc5f42ac req-e5baa664-1273-427e-b137-f0c2e59bfc6d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.758057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e89c9fb7-66a3-4797-b7c6-27f0cc5f42ac req-e5baa664-1273-427e-b137-f0c2e59bfc6d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.0773840 Jul 16 08:48:32.827724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.827928 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e89c9fb7-66a3-4797-b7c6-27f0cc5f42ac req-1fcaf132-f86a-42cb-9153-9af00a094e81 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Jul 16 08:48:32.838290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e1fcdf96-e92a-4bae-ba04-ebc53b6cf984', 'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984', 'tenant_id': 'f7efba4ee3df42699bcf62d48e976032', 'fixed_ips': [{'subnet_id': '5e3730ef-bcec-423a-80c0-4a31923aded3'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:32.839735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.886733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a61e195-9274-417a-bad4-dc1b04e89cdd req-d52c233d-1942-4997-a728-2232efbb949f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146324 Jul 16 08:48:32.992882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Allocated IP 172.20.0.2 (e1fcdf96-e92a-4bae-ba04-ebc53b6cf984/5e3730ef-bcec-423a-80c0-4a31923aded3/14f5e303-4c0d-42d6-9012-ad558a0c331d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:32.993111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.133029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.142230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Transition to ACTIVE for port object 14f5e303-4c0d-42d6-9012-ad558a0c331d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:33.158918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Transition to ACTIVE for port object 14f5e303-4c0d-42d6-9012-ad558a0c331d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:33.166082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.194599 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.210562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:33.214065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:33.217881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:33.220041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.227402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Pushing event updated for resources: {'Port': ['ID=14f5e303-4c0d-42d6-9012-ad558a0c331d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.280124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Attempting to bind port 14f5e303-4c0d-42d6-9012-ad558a0c331d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:33.280503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Attempting to bind port 14f5e303-4c0d-42d6-9012-ad558a0c331d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '88547566-0caf-48dd-95fc-d57d26d68484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:33.280877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Attempting to bind port 14f5e303-4c0d-42d6-9012-ad558a0c331d on network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:33.286011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:33.286391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Checking segment: {'id': '88547566-0caf-48dd-95fc-d57d26d68484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:33.286794 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.287192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Bound using segment: {'id': '88547566-0caf-48dd-95fc-d57d26d68484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:33.287691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Bound port: 14f5e303-4c0d-42d6-9012-ad558a0c331d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88547566-0caf-48dd-95fc-d57d26d68484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:33.288080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.327809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Allocated IP 172.25.0.63 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d011ccd6-ce9d-4b01-b750-50da0a24c96e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:33.355383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] For port 14f5e303-4c0d-42d6-9012-ad558a0c331d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:33.358802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] For port 14f5e303-4c0d-42d6-9012-ad558a0c331d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=14f5e303-4c0d-42d6-9012-ad558a0c331d,segment=NetworkSegment(88547566-0caf-48dd-95fc-d57d26d68484),segment_id=88547566-0caf-48dd-95fc-d57d26d68484)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:33.363745 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.435625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aed87f-56a4-430a-be6d-0ea9d5fe39d9 None None] Pushing event updated for resources: {'Port': ['ID=14f5e303-4c0d-42d6-9012-ad558a0c331d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.454292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.498165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.546063 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.548050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:33.551300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:33.556249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:33.568445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd503db-3fe4-40f3-aec9-43a023c9cc00 req-cd6f21c3-3111-415e-8674-7bddf33b97a0 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.570115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfd503db-3fe4-40f3-aec9-43a023c9cc00 req-cd6f21c3-3111-415e-8674-7bddf33b97a0 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0959420 Jul 16 08:48:33.578416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Port': ['ID=d011ccd6-ce9d-4b01-b750-50da0a24c96e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.617514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfd503db-3fe4-40f3-aec9-43a023c9cc00 req-200d5cf8-febc-4ec0-addf-568b0c48c433 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Jul 16 08:48:33.867103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.067539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03085-1c9f-4ec6-ae59-20707dccddff req-93d9ae80-5234-417a-a6ec-2d99c266520f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.068491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64fdf-73ce-41e5-9ecf-fcc4f4e468db req-b37e3807-8e28-40f0-8609-b67a79cd981b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.068958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aaf03085-1c9f-4ec6-ae59-20707dccddff req-93d9ae80-5234-417a-a6ec-2d99c266520f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1220474 Jul 16 08:48:34.069954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1b64fdf-73ce-41e5-9ecf-fcc4f4e468db req-b37e3807-8e28-40f0-8609-b67a79cd981b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.0640113 Jul 16 08:48:34.112395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1b64fdf-73ce-41e5-9ecf-fcc4f4e468db req-80e0a8bf-0203-416d-99b6-29f10f050970 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Jul 16 08:48:34.147660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aaf03085-1c9f-4ec6-ae59-20707dccddff req-f92068d2-2aa7-4646-ba0b-82057edab859 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495439 Jul 16 08:48:34.148770 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.289168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Router 2dbc6d35-4010-4af3-ad87-c61cf4c73640 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:48:34.407871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:34.419553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] Sync routers for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:34.429197 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.432682 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2436db8b-68a2-4080-9241-f79964ab4b8c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.7540295 Jul 16 08:48:34.434571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40236) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:34.434917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:34.435620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.479162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.488760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:34.489938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.531158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e043284-7af1-4a0d-a46a-ddd8175df221 None None] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:34.532984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.533597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767d26b-2733-49dd-ba7e-65062705e0d9 None None] The sync data for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:34.784876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d9aac167-4038-42c9-a455-7e9d0019003c None None] Provisioning for port 14f5e303-4c0d-42d6-9012-ad558a0c331d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:34.847710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:34.892952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8131-db66-49c9-8790-2894fbf5a63d req-1943843e-8673-4513-9beb-572b2420aa4e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.894605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a5b8131-db66-49c9-8790-2894fbf5a63d req-1943843e-8673-4513-9beb-572b2420aa4e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0696185 Jul 16 08:48:34.894815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f67f2-184a-43aa-8c89-c801080f82d6 req-6275053a-7198-4a33-9272-db0af125caff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.897078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-894f67f2-184a-43aa-8c89-c801080f82d6 req-6275053a-7198-4a33-9272-db0af125caff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1725368 Jul 16 08:48:34.940516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a5b8131-db66-49c9-8790-2894fbf5a63d req-59de8fa1-645f-45eb-bcc1-6a717004ce26 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358858 Jul 16 08:48:34.974908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-894f67f2-184a-43aa-8c89-c801080f82d6 req-b6b8f7bd-123b-4648-9c87-5a0c7fc6b6a4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697095 Jul 16 08:48:35.007663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.019522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'port_id': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'mac_address': 'fa:16:3e:7f:dd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e816c4f6-c966-48de-a523-3e5b08b7e05c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:35.062019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.077124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4607b0d4-1165-428d-85de-ee85ce1cded9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:35.088579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.100838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.105771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.170530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.326225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 14f5e303-4c0d-42d6-9012-ad558a0c331d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:35.365406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee30c3-33b1-4784-9528-5c546c76e488 req-6fa4fd99-0405-4e88-8b2b-2b1bbc6ded02 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.367187 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9ee30c3-33b1-4784-9528-5c546c76e488 req-6fa4fd99-0405-4e88-8b2b-2b1bbc6ded02 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 945 time: 0.0745254 Jul 16 08:48:35.376310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 14f5e303-4c0d-42d6-9012-ad558a0c331d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:35.380929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 14f5e303-4c0d-42d6-9012-ad558a0c331d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:35.381312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.410335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4607b0d4-1165-428d-85de-ee85ce1cded9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:35.419916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Allocated IP 172.20.0.1 (e1fcdf96-e92a-4bae-ba04-ebc53b6cf984/5e3730ef-bcec-423a-80c0-4a31923aded3/1e576343-7847-4b85-b086-7ccb240b6532) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:35.425608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9ee30c3-33b1-4784-9528-5c546c76e488 req-e5a940bd-5ee6-4087-9104-381273a7f13d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Jul 16 08:48:35.535805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.542363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.555955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Transition to ACTIVE for port object 1e576343-7847-4b85-b086-7ccb240b6532 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:35.590900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.596129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 14f5e303-4c0d-42d6-9012-ad558a0c331d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=14f5e303-4c0d-42d6-9012-ad558a0c331d,segment=NetworkSegment(88547566-0caf-48dd-95fc-d57d26d68484),segment_id=88547566-0caf-48dd-95fc-d57d26d68484)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.608254 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.638528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:35.641839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:35.646317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:35.650839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Port': ['ID=1e576343-7847-4b85-b086-7ccb240b6532,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.674193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=14f5e303-4c0d-42d6-9012-ad558a0c331d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.699431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.865536 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.962826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9a8201b8-62df-461e-9933-abaa0bc15b51 None None] Provisioning for port 1e576343-7847-4b85-b086-7ccb240b6532 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:35.966732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9a8201b8-62df-461e-9933-abaa0bc15b51 None None] Provisioning complete for port 1e576343-7847-4b85-b086-7ccb240b6532 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:35.967101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a8201b8-62df-461e-9933-abaa0bc15b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.008767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9a8201b8-62df-461e-9933-abaa0bc15b51 None None] Port 1e576343-7847-4b85-b086-7ccb240b6532 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:36.152355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd0657-4dac-4d5e-b693-63eb828f8e42 req-d0bfd7da-5dfb-4108-a8e6-9cb0b9b681c9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.153929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8fd0657-4dac-4d5e-b693-63eb828f8e42 req-d0bfd7da-5dfb-4108-a8e6-9cb0b9b681c9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0691817 Jul 16 08:48:36.193233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d8fd0657-4dac-4d5e-b693-63eb828f8e42 req-74e921f3-5399-49d5-8fdd-73210bcd4a59 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Jul 16 08:48:36.201250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.206161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.237796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491dca8-849d-4097-b6b5-adaee204c3b8 req-e64caf9a-dcad-416b-aa96-8deb8c7f90a5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.239214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f491dca8-849d-4097-b6b5-adaee204c3b8 req-e64caf9a-dcad-416b-aa96-8deb8c7f90a5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1315801 Jul 16 08:48:36.309938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.316169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Port': ['ID=1e576343-7847-4b85-b086-7ccb240b6532,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.331144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f491dca8-849d-4097-b6b5-adaee204c3b8 req-91538b69-46b0-457a-8505-d091388a8db0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679083 Jul 16 08:48:36.419637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:36.421050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:36.733146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f06afa18-6fa1-41cc-8a2a-00c4c619b99d None None] Provisioning complete for port 1e576343-7847-4b85-b086-7ccb240b6532 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:36.733689 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f06afa18-6fa1-41cc-8a2a-00c4c619b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.776772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f06afa18-6fa1-41cc-8a2a-00c4c619b99d None None] Port 1e576343-7847-4b85-b086-7ccb240b6532 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:36.802801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc42e64-fe80-4ba4-8c44-d296dc47ad29 req-c5774ffc-7c30-43db-b602-a6734a219b78 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.804465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7dc42e64-fe80-4ba4-8c44-d296dc47ad29 req-c5774ffc-7c30-43db-b602-a6734a219b78 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 945 time: 0.0728617 Jul 16 08:48:36.843653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7dc42e64-fe80-4ba4-8c44-d296dc47ad29 req-6b4db156-9b92-48bc-8dff-b1c942a33187 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332630 Jul 16 08:48:36.850405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:36.858512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Router 2dbc6d35-4010-4af3-ad87-c61cf4c73640 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:36.918465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 4607b0d4-1165-428d-85de-ee85ce1cded9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:36.922648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4607b0d4-1165-428d-85de-ee85ce1cded9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:36.923198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.986160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:36.992197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2d1c67b7-b090-427a-9924-cc5cbc64db35 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "PUT /v2.0/routers/2dbc6d35-4010-4af3-ad87-c61cf4c73640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563648 Jul 16 08:48:36.995063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.000539 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] Sync routers for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:37.003414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Request body: {'port': {'network_id': 'e1fcdf96-e92a-4bae-ba04-ebc53b6cf984', 'name': 'tempest-FloatingIPAdminTestJSON-711150251'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:37.015816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:37.015816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.018796 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.030968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c79cdb83-ac42-4afe-9744-49255f0f110c details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:37.054951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:37.055135 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.057283 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4652243b-4fdd-4c61-8e01-95074ce4c29d" -d '{"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-plugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:37.064713 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:37.065527 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.074275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:37.087886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.103784 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.104536 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df328c-c6fd-4aa0-a4e7-088623a7940a None None] The sync data for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:37.124523 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79899bb-54db-4299-b992-92fbbabc6199 x-openstack-request-id: req-c79899bb-54db-4299-b992-92fbbabc6199 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:37.124833 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-plugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:37.125072 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c79899bb-54db-4299-b992-92fbbabc6199 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:37.125460 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'code': 200} Jul 16 08:48:37.188510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.206922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:37.232748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'port_id': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'mac_address': 'fa:16:3e:82:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:37.247072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Made reservation on behalf of f7efba4ee3df42699bcf62d48e976032 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:37.251211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.278566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] device_id is not set on port 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:37.292946 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.309165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c79cdb83-ac42-4afe-9744-49255f0f110c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:37.314931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 14f5e303-4c0d-42d6-9012-ad558a0c331d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:37.377886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:37.383799 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.443293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.483334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 14f5e303-4c0d-42d6-9012-ad558a0c331d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:37.483334 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.507488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ef6a7-d8e8-46b9-bec6-d3e2ba949ca1 req-ac073277-c207-4172-87dd-cc7fba697fa6 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.517062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea7ef6a7-d8e8-46b9-bec6-d3e2ba949ca1 req-ac073277-c207-4172-87dd-cc7fba697fa6 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0797205 Jul 16 08:48:37.550235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c79cdb83-ac42-4afe-9744-49255f0f110c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:37.568551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea7ef6a7-d8e8-46b9-bec6-d3e2ba949ca1 req-e85bd8fa-d7d9-486b-a3c3-004a184b2d14 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Jul 16 08:48:37.670626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9001b6-e6ff-47de-8ba5-ee318438887e req-44f1e9c0-e5e0-473f-bdf1-92a935606ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.672191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a9001b6-e6ff-47de-8ba5-ee318438887e req-44f1e9c0-e5e0-473f-bdf1-92a935606ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1098 time: 0.4787285 Jul 16 08:48:37.772712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a9001b6-e6ff-47de-8ba5-ee318438887e req-58a7666d-7398-4996-9d31-e1fa4cddb877 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901442 Jul 16 08:48:37.782146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Allocated IP 172.20.0.10 (e1fcdf96-e92a-4bae-ba04-ebc53b6cf984/5e3730ef-bcec-423a-80c0-4a31923aded3/5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:37.792359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0264f-bdc2-4aeb-8132-5109aa8b7219 req-1d167d66-f317-4619-8e28-9f808464be2e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.793802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cce0264f-bdc2-4aeb-8132-5109aa8b7219 req-1d167d66-f317-4619-8e28-9f808464be2e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 945 time: 0.1687045 Jul 16 08:48:37.868191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cce0264f-bdc2-4aeb-8132-5109aa8b7219 req-9283f7c1-92be-472c-b890-f7886dd7539d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651703 Jul 16 08:48:38.030107 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.051899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Transition to ACTIVE for port object 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:38.094966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621aea-ed69-4f56-bbab-1e8d1a4eab78 req-51561d05-0823-45f3-9fd6-744392d31db4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.101253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e621aea-ed69-4f56-bbab-1e8d1a4eab78 req-51561d05-0823-45f3-9fd6-744392d31db4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1072609 Jul 16 08:48:38.106624 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.163540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e621aea-ed69-4f56-bbab-1e8d1a4eab78 req-bada8a8a-87ad-4f4b-ab6d-875914ec899d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565560 Jul 16 08:48:38.177515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:38.187586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:38.196262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:38.229339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event updated for resources: {'Port': ['ID=5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.268867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.269520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.294611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9acf38a3-bf90-4631-8e9c-237069c5ffd9 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2964377 Jul 16 08:48:38.296157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40300) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.358716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'project_id': 'f7efba4ee3df42699bcf62d48e976032', 'port_id': '5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:38.386983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.502816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.509505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3f447a53-ca64-4d41-830f-4c71263d84e6 None None] Provisioning for port 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:38.517429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3f447a53-ca64-4d41-830f-4c71263d84e6 None None] Provisioning complete for port 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:38.518688 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3f447a53-ca64-4d41-830f-4c71263d84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.569818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3f447a53-ca64-4d41-830f-4c71263d84e6 None None] Port 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:38.703128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Allocated IP 172.25.0.78 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/969bf692-5672-4827-997c-da33df5df4af) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:38.870974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935fc8a-ae97-469e-b2ba-3c64b7f3465b req-bff29e8d-efc7-4dd8-893c-c0e8a074ffe0 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.878190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a935fc8a-ae97-469e-b2ba-3c64b7f3465b req-bff29e8d-efc7-4dd8-893c-c0e8a074ffe0 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1781402 Jul 16 08:48:38.926047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a935fc8a-ae97-469e-b2ba-3c64b7f3465b req-cd055524-0a4b-4065-adc6-ece9ef713969 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Jul 16 08:48:38.965047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.029181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c79cdb83-ac42-4afe-9744-49255f0f110c up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:39.060095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.133691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c79cdb83-ac42-4afe-9744-49255f0f110c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:39.134313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.152883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0272c3-c6d4-494f-b45b-7346071a5584 req-a6d0acbf-72d2-4a51-aa62-b51c3f6ededc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.160575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:39.161919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e0272c3-c6d4-494f-b45b-7346071a5584 req-a6d0acbf-72d2-4a51-aa62-b51c3f6ededc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 945 time: 0.1300349 Jul 16 08:48:39.165332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:39.198426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:39.231726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e0272c3-c6d4-494f-b45b-7346071a5584 req-2bd73c48-fc74-4d8e-8f7f-ded16ba453fb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686071 Jul 16 08:48:39.241074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.294041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:39.297288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:39.299234 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23d7ff-71e2-4aac-bd5d-b31ba6c3c411" -d '{"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-plugged", "status": "completed", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:39.303020 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.360737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.471167 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b9cdf-1f02-4e56-b6a8-f0b34e248a30 x-openstack-request-id: req-915b9cdf-1f02-4e56-b6a8-f0b34e248a30 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:39.471477 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-plugged", "status": "completed", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:39.471729 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-915b9cdf-1f02-4e56-b6a8-f0b34e248a30 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:39.472163 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'code': 200} Jul 16 08:48:39.472572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aa163-2479-4424-85c7-4c08ddf2c729 req-d6f27f5f-0d04-4754-9e2f-3892e3c1041f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.480486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-786aa163-2479-4424-85c7-4c08ddf2c729 req-d6f27f5f-0d04-4754-9e2f-3892e3c1041f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0877714 Jul 16 08:48:39.540001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-786aa163-2479-4424-85c7-4c08ddf2c729 req-167b3b98-dc71-455f-ab8d-0fb347c2d73c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Jul 16 08:48:39.558565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Pushing event updated for resources: {'Port': ['ID=969bf692-5672-4827-997c-da33df5df4af,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.727708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.910729 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.943935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-85609833-1db5-47a8-adc3-c68441c20f6c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.945505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-85609833-1db5-47a8-adc3-c68441c20f6c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 813 time: 0.2138898 Jul 16 08:48:39.978937 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-ab6102db-f4b9-4480-a2d8-f78c2a6166fd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/quotas/c27a7f6323fb4d40803ba58bfb0a8929 HTTP/1.1" status: 200 len: 375 time: 0.0242610 Jul 16 08:48:40.133264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-86db8817-7fe2-472e-bdd0-50efb8b2a99a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454818 Jul 16 08:48:40.174700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea325-cf4b-4ea3-b959-3124fbed1787 req-833a783d-2619-491b-ba66-d005060dc122 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.176729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87eea325-cf4b-4ea3-b959-3124fbed1787 req-833a783d-2619-491b-ba66-d005060dc122 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0942171 Jul 16 08:48:40.185287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.204093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.232685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87eea325-cf4b-4ea3-b959-3124fbed1787 req-8cacba52-4768-4b9d-9526-a00a1bcecfb8 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Jul 16 08:48:40.325897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Pushing event updated for resources: {'Port': ['ID=969bf692-5672-4827-997c-da33df5df4af,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.351992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.407084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-6a0d3aa5-0c05-46aa-9a62-f391318ecc18 service neutron] 10.222.0.41 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468514 Jul 16 08:48:40.501920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3244bc-4474-4c41-8aaa-4839065444b3 req-485bea82-8013-444b-a5a3-2c2abd300171 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.506058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d3244bc-4474-4c41-8aaa-4839065444b3 req-485bea82-8013-444b-a5a3-2c2abd300171 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.0966847 Jul 16 08:48:40.534355 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Floating IP ba0ca9ee-7a49-4002-87e0-6061ba5b3758 associated. External IP: 172.25.0.78, port: 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a. Jul 16 08:48:40.558830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d3244bc-4474-4c41-8aaa-4839065444b3 req-62fca773-95a9-48b5-ba33-00270eed8d89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454924 Jul 16 08:48:40.604465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-dda44e60-33f4-4142-a1b2-fb1e38b215ef service neutron] 10.222.0.41 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962740 Jul 16 08:48:40.849910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ec4c35a6-ca2e-45a3-8993-3971c958b3f8 req-8f0f85ee-47db-4fdd-98d6-3b7efc8b7c7c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 210 time: 0.0395794 Jul 16 08:48:40.882421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Router 2dbc6d35-4010-4af3-ad87-c61cf4c73640 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:41.016534 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:41.027360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] Sync routers for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:41.043230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.056742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:41.057493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.090990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-45380974-8e0a-4af1-bb02-c6a948ef2756 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.7909420 Jul 16 08:48:41.091375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40340) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.128352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.140604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:41.141274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.226434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.227117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6faaf2-9380-4c9e-bf74-827a9b13a2f2 None None] The sync data for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:41.256934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e7a21e1a-c126-420f-8e02-b2c082599c30 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] 10.222.0.41 "GET /v2.0/floatingips/ba0ca9ee-7a49-4002-87e0-6061ba5b3758 HTTP/1.1" status: 200 len: 982 time: 0.1604161 Jul 16 08:48:41.257803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.419144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b76f4409-5834-463b-9af6-ab265375d194 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3815 time: 0.1622336 Jul 16 08:48:41.422723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40352) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.624654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb11502-2473-4a73-9b79-5090bc2f2562 req-607d562e-4f49-475e-bba9-35bd9892168f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.635235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-efb11502-2473-4a73-9b79-5090bc2f2562 req-607d562e-4f49-475e-bba9-35bd9892168f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.2611837 Jul 16 08:48:41.713347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-efb11502-2473-4a73-9b79-5090bc2f2562 req-170c3100-d132-4d30-b0a3-fa9913540971 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 Jul 16 08:48:41.751605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting port 969bf692-5672-4827-997c-da33df5df4af {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:41.751975 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.823908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778a8f-2433-454e-8a40-96b02e8c119b req-429685af-1263-430f-a407-002d1b17d966 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.833162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c778a8f-2433-454e-8a40-96b02e8c119b req-429685af-1263-430f-a407-002d1b17d966 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1085582 Jul 16 08:48:41.886736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.887073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.896418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c778a8f-2433-454e-8a40-96b02e8c119b req-6e02806b-1079-4287-aa5d-9aa7f323e116 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Jul 16 08:48:41.903821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Calling delete_port for 969bf692-5672-4827-997c-da33df5df4af owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:42.054188 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f138171d-9051-4d04-baf2-26d9bd95edd2 req-3363916d-6594-4e4c-ab74-aa4f7970ce86 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 210 time: 0.0505576 Jul 16 08:48:42.135659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.179873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Port': ['ID=969bf692-5672-4827-997c-da33df5df4af,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.302144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.302489 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Floating IP ba0ca9ee-7a49-4002-87e0-6061ba5b3758 disassociated (deleted). External IP: 172.25.0.78, port: 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a. Jul 16 08:48:42.804510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-5a9b3bc0-29b5-48f1-82b6-1076e8d7658d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.806009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-5a9b3bc0-29b5-48f1-82b6-1076e8d7658d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 813 time: 0.5588520 Jul 16 08:48:42.823587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Request body: {'port': {'device_id': '3a11b74f-f081-444d-bc8a-21c36a827922', 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'admin_state_up': True, 'tenant_id': 'c27a7f6323fb4d40803ba58bfb0a8929'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:42.941952 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-290e90e6-b743-4137-ab86-41b916debf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.100705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2465-cc9c-4c1d-90e2-b26b12a52202 req-288ee1e0-5747-4d61-b163-9f05fe15f228 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.108308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9ac2465-cc9c-4c1d-90e2-b26b12a52202 req-288ee1e0-5747-4d61-b163-9f05fe15f228 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1025248 Jul 16 08:48:43.120712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Made reservation on behalf of c27a7f6323fb4d40803ba58bfb0a8929 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:43.125121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.156010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9ac2465-cc9c-4c1d-90e2-b26b12a52202 req-0773e5bd-ee11-4dd7-aab2-6c76d7b5fc76 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Jul 16 08:48:43.157625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b259c-58d6-4ef2-9895-60a7fa99ee3c req-0dadf321-4ccc-423e-9c41-2300a9adfa4d tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.164517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-724b259c-58d6-4ef2-9895-60a7fa99ee3c req-0dadf321-4ccc-423e-9c41-2300a9adfa4d tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.2770357 Jul 16 08:48:43.175696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Router 2dbc6d35-4010-4af3-ad87-c61cf4c73640 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:43.305054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-724b259c-58d6-4ef2-9895-60a7fa99ee3c req-b2e850d4-49a0-41e6-9e5f-0d8a91cb4107 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395307 Jul 16 08:48:43.431809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Allocated IP 172.20.0.8 (ba3fa1cb-3e73-4cff-98df-758db50bda3d/e816c4f6-c966-48de-a523-3e5b08b7e05c/9f62c3d7-698c-4363-8461-0079772e508f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:43.437711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:43.443351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.449175 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] Sync routers for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:43.464346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccc5accd-9a96-4ed0-80b5-0ed4b15e65bf req-72368ee1-8bee-4685-bdf9-43a0b1d8207a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 210 time: 0.0466979 Jul 16 08:48:43.466739 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:43.467816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:43.518406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dec042fb-3b87-4ea4-a511-9930b4d5fcf0 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba0ca9ee-7a49-4002-87e0-6061ba5b3758 HTTP/1.1" status: 204 len: 168 time: 2.0948808 Jul 16 08:48:43.522650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40368) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:43.527824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:43.555206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.658455 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:43.667919 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:43.668545 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:43.682085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.703132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.706430 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:43.707085 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c48b6-92c5-4199-865e-6c0696c1e585 None None] The sync data for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:43.735054 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.747486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4607b0d4-1165-428d-85de-ee85ce1cded9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:43.790230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Network ba3fa1cb-3e73-4cff-98df-758db50bda3d is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:43.793866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:43.801904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:43.806260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Pushing event updated for resources: {'Port': ['ID=9f62c3d7-698c-4363-8461-0079772e508f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:43.866076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Allocated IP 172.25.0.185 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/8100aca9-3702-4e58-bc5d-7042cab703d1) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:43.876429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.877391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.899361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-9d62e656-59bb-4983-83b2-6c5fd590c39a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0844116 Jul 16 08:48:43.917003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Request body: {'port': {'device_id': '3a11b74f-f081-444d-bc8a-21c36a827922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:43.998168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.007335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.050201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.100190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Pushing event updated for resources: {'Port': ['ID=8100aca9-3702-4e58-bc5d-7042cab703d1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.116306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:44.119198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:44.122378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:44.252610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.312256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.326162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f62c3d7-698c-4363-8461-0079772e508f {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:44.369056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.394726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Transition to ACTIVE for port object 9f62c3d7-698c-4363-8461-0079772e508f will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:44.401474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.488155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d17b1-516d-48a2-b000-b44172f07d76 req-4ab891ca-8f5f-4605-b545-b01326462271 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.489532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-127d17b1-516d-48a2-b000-b44172f07d76 req-4ab891ca-8f5f-4605-b545-b01326462271 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1585598 Jul 16 08:48:44.490551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Pushing event updated for resources: {'Port': ['ID=9f62c3d7-698c-4363-8461-0079772e508f,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.595504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:44.601424 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-127d17b1-516d-48a2-b000-b44172f07d76 req-73e4f530-f273-404d-a73b-4c5503524634 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800209 Jul 16 08:48:44.626262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Attempting to bind port 9f62c3d7-698c-4363-8461-0079772e508f on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:44.626533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Attempting to bind port 9f62c3d7-698c-4363-8461-0079772e508f by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:44.626830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Attempting to bind port 9f62c3d7-698c-4363-8461-0079772e508f on network ba3fa1cb-3e73-4cff-98df-758db50bda3d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:44.640518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Port 9f62c3d7-698c-4363-8461-0079772e508f on network ba3fa1cb-3e73-4cff-98df-758db50bda3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:44.640854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Attempting to bind port 9f62c3d7-698c-4363-8461-0079772e508f on network ba3fa1cb-3e73-4cff-98df-758db50bda3d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:44.649198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:44.649539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Checking segment: {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:44.650225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Bound using segment: {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:44.650831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Bound port: 9f62c3d7-698c-4363-8461-0079772e508f, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb149abf-1630-4451-8170-7b96203173fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:44.651199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.665742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.683046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.743030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] For port 9f62c3d7-698c-4363-8461-0079772e508f, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:44.747817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] For port 9f62c3d7-698c-4363-8461-0079772e508f, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9f62c3d7-698c-4363-8461-0079772e508f,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:44.752701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.833336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Pushing event updated for resources: {'Port': ['ID=8100aca9-3702-4e58-bc5d-7042cab703d1,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.843040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.843725 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.845173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f62c3d7-698c-4363-8461-0079772e508f HTTP/1.1" status: 200 len: 1092 time: 0.9382429 Jul 16 08:48:44.846438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.848415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a11b74f-f081-444d-bc8a-21c36a827922', 'tag': '9f62c3d7-698c-4363-8461-0079772e508f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:44.850934 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a11b74f-f081-444d-bc8a-21c36a827922", "tag": "9f62c3d7-698c-4363-8461-0079772e508f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:44.869497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943c0a2-b74e-4b98-8d9e-0223c200d8b4 req-114a0d0e-c92c-4389-8fe0-5e598f1c05fa tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.879192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e943c0a2-b74e-4b98-8d9e-0223c200d8b4 req-114a0d0e-c92c-4389-8fe0-5e598f1c05fa tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.2105646 Jul 16 08:48:44.883230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab421b4-4ef4-4a96-bf7b-6fbee1827e26 service neutron] Pushing event updated for resources: {'Port': ['ID=9f62c3d7-698c-4363-8461-0079772e508f,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.912317 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.913838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0672ff3d-8dc3-4dd2-a6cf-3d6245ee8d46 tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3899398 Jul 16 08:48:44.920669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40380) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:44.969140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e943c0a2-b74e-4b98-8d9e-0223c200d8b4 req-94cb048e-0240-45a2-9c19-51477732239a tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885434 Jul 16 08:48:45.007756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8a3e2-00c3-4fe2-b4a7-10663c1637a3 req-20cac9d9-e49f-4c0d-b9e7-45b9b61d7a2c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.010277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4d8a3e2-00c3-4fe2-b4a7-10663c1637a3 req-20cac9d9-e49f-4c0d-b9e7-45b9b61d7a2c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 943 time: 0.2071266 Jul 16 08:48:45.034979 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e059af21-9d5c-4a85-880d-34a7726ada92 x-openstack-request-id: req-e059af21-9d5c-4a85-880d-34a7726ada92 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:45.035263 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a11b74f-f081-444d-bc8a-21c36a827922", "tag": "9f62c3d7-698c-4363-8461-0079772e508f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:45.035539 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e059af21-9d5c-4a85-880d-34a7726ada92 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:45.037212 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a11b74f-f081-444d-bc8a-21c36a827922', 'tag': '9f62c3d7-698c-4363-8461-0079772e508f', 'status': 'completed', 'code': 200} Jul 16 08:48:45.060366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-7913e63a-651b-4e8d-b0b3-803ee9790808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.061966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-7913e63a-651b-4e8d-b0b3-803ee9790808 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 1095 time: 0.1555045 Jul 16 08:48:45.113696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:45.151600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-5c43ab8b-3bea-402b-a552-22c92275aac9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f62c3d7-698c-4363-8461-0079772e508f HTTP/1.1" status: 200 len: 217 time: 0.0653903 Jul 16 08:48:45.154544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4d8a3e2-00c3-4fe2-b4a7-10663c1637a3 req-857b24b2-2022-45f8-8fc8-c586f8def902 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305068 Jul 16 08:48:45.169449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.204822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-a0877571-09ac-405f-9485-23192cc37e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.206309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-a0877571-09ac-405f-9485-23192cc37e10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0485611 Jul 16 08:48:45.252294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-ed43ef17-84d2-4a81-8287-e2fc146c8a45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350513 Jul 16 08:48:45.298634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.369196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-8236d94f-da1c-4063-abfe-4c5e769a60ad service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042709 Jul 16 08:48:45.447915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Allocated IP 172.25.0.100 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/a0624f16-8ec9-4906-ab9f-549699790d55) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:45.498690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0601a9c-ccae-40a3-89c7-e5e0d3e9565d req-e790808e-481d-4d25-b203-e21e992cf38a service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228726 Jul 16 08:48:45.633619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dbfe3bcb-ffe3-4d7d-8989-de339f587da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.653800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-d4fd7c5c-bb3e-4186-ac33-9eeb100bddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.655481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-d4fd7c5c-bb3e-4186-ac33-9eeb100bddc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 1095 time: 0.0788887 Jul 16 08:48:45.666981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.737534 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.742048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.807992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:45.811391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:45.815279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:45.821326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Pushing event updated for resources: {'Port': ['ID=a0624f16-8ec9-4906-ab9f-549699790d55,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.854109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-b2e5c344-65cc-4ebb-aaca-201b02d2bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.856782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-b2e5c344-65cc-4ebb-aaca-201b02d2bfdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 914 time: 0.1925070 Jul 16 08:48:45.925979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-46988312-ed8b-4a1e-afa2-e41132955e7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f62c3d7-698c-4363-8461-0079772e508f HTTP/1.1" status: 200 len: 217 time: 0.0482321 Jul 16 08:48:45.930428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.938974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54232071-f7a5-469b-82ef-1c931cf70ade req-0d7f2ce4-08d4-49b7-afbc-2de81ae633d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.945755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-54232071-f7a5-469b-82ef-1c931cf70ade req-0d7f2ce4-08d4-49b7-afbc-2de81ae633d4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1701233 Jul 16 08:48:46.007869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.032159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-54232071-f7a5-469b-82ef-1c931cf70ade req-e63bd76b-408d-41c7-a5f2-577649f9cd79 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855577 Jul 16 08:48:46.044148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-93d1929a-4e5b-4471-a01d-457408f24495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.045635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-93d1929a-4e5b-4471-a01d-457408f24495 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0967534 Jul 16 08:48:46.087062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-501044c2-3eb5-45b0-8511-b55347f874fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313156 Jul 16 08:48:46.240639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-1f192102-ce94-48c2-983c-696188590e5b service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441352 Jul 16 08:48:46.248669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7fe1-535d-496b-8956-1ca1f3883a6d req-9d927c9d-ce35-40df-8053-413558611e70 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.255607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-350e7fe1-535d-496b-8956-1ca1f3883a6d req-9d927c9d-ce35-40df-8053-413558611e70 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1459553 Jul 16 08:48:46.304150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.313601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.342726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-350e7fe1-535d-496b-8956-1ca1f3883a6d req-4977e5fc-c123-4fd2-8273-116e5aa8e6c9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861568 Jul 16 08:48:46.423088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Pushing event updated for resources: {'Port': ['ID=a0624f16-8ec9-4906-ab9f-549699790d55,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.430104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2398aa2c-fb7f-4e4f-8bae-8fbb7935483d req-8f950fdb-cfad-44bc-9fb7-9592b75e4246 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795847 Jul 16 08:48:46.432900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.452817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.454113 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c25a4023-f612-4647-90c2-cc11fcdc1fc5 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5322046 Jul 16 08:48:46.457082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40396) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.458962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417aa02-0597-4288-bac4-b7d389ff131d req-b9e70183-ec29-41a0-b461-d9a0ca1cb233 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.460638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d417aa02-0597-4288-bac4-b7d389ff131d req-b9e70183-ec29-41a0-b461-d9a0ca1cb233 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 943 time: 0.1193538 Jul 16 08:48:46.517562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d417aa02-0597-4288-bac4-b7d389ff131d req-e02c1e33-9c21-4e81-827d-b3c59977c187 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Jul 16 08:48:46.599958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-275056ee-a527-4282-84b2-c951a729047c tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.1413176 Jul 16 08:48:46.600176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40398) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.631226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.679482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0f8de8b-0d84-4617-9a2e-51ab3ba1d3b2 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0782266 Jul 16 08:48:46.682778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40402) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.838339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Deleting port a0624f16-8ec9-4906-ab9f-549699790d55 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:46.838682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.924804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.925191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.939129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Calling delete_port for a0624f16-8ec9-4906-ab9f-549699790d55 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:47.110861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.150499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Pushing event deleted for resources: {'Port': ['ID=a0624f16-8ec9-4906-ab9f-549699790d55,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.237591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.241357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.246468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40406) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.247216 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4455e223-f3b4-4e7b-81c8-3a576827c1b1 tempest-FloatingIPAdminTestJSON-2124770226 tempest-FloatingIPAdminTestJSON-2124770226-project] 10.222.0.41 "DELETE /v2.0/floatingips/b4e61b26-c7e4-432a-972f-c89d0661c8db HTTP/1.1" status: 204 len: 168 time: 0.5632207 Jul 16 08:48:47.383719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8654a-c0f6-447f-ac33-82b018bc2506 req-01649147-08a5-4edb-8df7-03336a02841a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.386480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74f8654a-c0f6-447f-ac33-82b018bc2506 req-01649147-08a5-4edb-8df7-03336a02841a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1964018 Jul 16 08:48:47.449734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74f8654a-c0f6-447f-ac33-82b018bc2506 req-955a86a1-e69e-4dbd-bfcb-00e0492a498d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Jul 16 08:48:47.473576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Deleting port 8100aca9-3702-4e58-bc5d-7042cab703d1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:47.474162 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.567331 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.567674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.581068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Calling delete_port for 8100aca9-3702-4e58-bc5d-7042cab703d1 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:47.599197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59850cc9-0a18-4b34-94a2-2e103f19450d req-cc7f97ff-8957-45e7-9b2b-95f64a8678bd tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.608350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59850cc9-0a18-4b34-94a2-2e103f19450d req-cc7f97ff-8957-45e7-9b2b-95f64a8678bd tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0933943 Jul 16 08:48:47.663027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59850cc9-0a18-4b34-94a2-2e103f19450d req-92c609b6-813e-4d64-b280-76155ac9b58a tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536160 Jul 16 08:48:47.706907 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.104502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.127605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6dcbf-a438-4283-a525-0c02fc665a45 req-be01b37b-459b-4895-8611-8c387c03ff14 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.129167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71e6dcbf-a438-4283-a525-0c02fc665a45 req-be01b37b-459b-4895-8611-8c387c03ff14 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 943 time: 0.4417992 Jul 16 08:48:48.150092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Pushing event deleted for resources: {'Port': ['ID=8100aca9-3702-4e58-bc5d-7042cab703d1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.232694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71e6dcbf-a438-4283-a525-0c02fc665a45 req-fe74da88-ef01-4d57-96bb-e6475045df5c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861146 Jul 16 08:48:48.244284 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.247584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.252041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb333e7f-8075-41c7-9df3-21bfc8f2428a tempest-FloatingIPAdminTestJSON-1341654489 tempest-FloatingIPAdminTestJSON-1341654489-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/6c30de64-9a24-4a48-8bbf-6d6bfeefc7be HTTP/1.1" status: 204 len: 168 time: 1.0016513 Jul 16 08:48:48.252422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40414) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:48.331028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.373445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting port 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:48.374154 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.480548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.502526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Calling delete_port for 5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:48.675153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.682746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3c76b-db4d-4372-a979-96ba7101d949 req-bc571f46-0cd8-41f7-9de7-57da2c7af86a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.690166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87f3c76b-db4d-4372-a979-96ba7101d949 req-bc571f46-0cd8-41f7-9de7-57da2c7af86a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.0839870 Jul 16 08:48:48.739797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87f3c76b-db4d-4372-a979-96ba7101d949 req-5a3a4f80-2aa1-4efa-8475-ce1c16c29b43 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Jul 16 08:48:48.748313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Port': ['ID=5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.916451 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.918321 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-717739c2-d9be-4356-8cf6-5bafb262697b tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "DELETE /v2.0/ports/5d48bea3-b3dd-4d04-b6ae-0e66fa7e703a HTTP/1.1" status: 204 len: 168 time: 0.6650567 Jul 16 08:48:48.921043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40424) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:48.925299 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-d1446781-cfe1-47b7-958a-20d37f6cb8fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2396889 Jul 16 08:48:48.940799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9f62c3d7-698c-4363-8461-0079772e508f details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:48.959650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3140f5-b443-416a-ade1-a1538b072225 req-6254c0e5-32b9-44de-8e1c-021826edd9cf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.966339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d3140f5-b443-416a-ade1-a1538b072225 req-6254c0e5-32b9-44de-8e1c-021826edd9cf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1339965 Jul 16 08:48:49.067765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d3140f5-b443-416a-ade1-a1538b072225 req-fafe8cb0-2760-48dc-a6ae-83c9d8c58d67 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004107 Jul 16 08:48:49.103086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84a19a-b28e-4d9f-841b-1ad08d4d615c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.108192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9f62c3d7-698c-4363-8461-0079772e508f, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9f62c3d7-698c-4363-8461-0079772e508f,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:49.108423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8c84a19a-b28e-4d9f-841b-1ad08d4d615c tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dbc6d35-4010-4af3-ad87-c61cf4c73640 HTTP/1.1" status: 200 len: 913 time: 0.1860368 Jul 16 08:48:49.108706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-77606bcc-0ba0-431c-a2ba-5c7e91c9d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.111076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-77606bcc-0ba0-431c-a2ba-5c7e91c9d0d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1027832 Jul 16 08:48:49.111275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:49.122104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '9f62c3d7-698c-4363-8461-0079772e508f', 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'port_id': '9f62c3d7-698c-4363-8461-0079772e508f', 'mac_address': 'fa:16:3e:13:7e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e816c4f6-c966-48de-a523-3e5b08b7e05c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:49.169269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.187262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f62c3d7-698c-4363-8461-0079772e508f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:49.213175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9f62c3d7-698c-4363-8461-0079772e508f, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9f62c3d7-698c-4363-8461-0079772e508f,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:49.219706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.297146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9f62c3d7-698c-4363-8461-0079772e508f,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:49.322952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-ac6c4c80-7c41-4563-bf4a-9a9be455956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.324471 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-ac6c4c80-7c41-4563-bf4a-9a9be455956b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1633790 Jul 16 08:48:49.492725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-73231aaa-4f21-4ada-8226-9cd20daf8401 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 997 time: 0.1370037 Jul 16 08:48:49.543874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9f62c3d7-698c-4363-8461-0079772e508f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:49.589121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-60c39f5e-1a35-4547-bc6b-fada9efefea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.590581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-60c39f5e-1a35-4547-bc6b-fada9efefea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0890689 Jul 16 08:48:49.597919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79992b76-f359-4828-b82f-d44a18a47efb req-e05c881c-e97c-44d6-822c-fb96c11b3b09 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.599249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79992b76-f359-4828-b82f-d44a18a47efb req-e05c881c-e97c-44d6-822c-fb96c11b3b09 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 944 time: 0.2009728 Jul 16 08:48:49.703381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79992b76-f359-4828-b82f-d44a18a47efb req-c27978bf-170f-4b56-9bca-58f490245b72 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890970 Jul 16 08:48:49.730033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-686de379-6610-4070-998e-f9597ea52784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.731549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-686de379-6610-4070-998e-f9597ea52784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275120 Jul 16 08:48:49.819817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.916341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7dd90-0dae-484d-b3c4-bdd79740f877 req-f3c6feb8-c872-4dff-81af-b5e097b4d4eb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.918130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aac7dd90-0dae-484d-b3c4-bdd79740f877 req-f3c6feb8-c872-4dff-81af-b5e097b4d4eb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.0664613 Jul 16 08:48:49.952683 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-531b8498-820d-4b31-9252-3dabd6f8f90b service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711175 Jul 16 08:48:49.958961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aac7dd90-0dae-484d-b3c4-bdd79740f877 req-ad58d3b7-4d12-43f9-a9d3-530efd2c46b1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347199 Jul 16 08:48:50.102688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0672f701-3fce-4e85-9c37-b4971be11f1a req-0f3863ec-ff8a-4abf-a97c-fdd133b15eae service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415515 Jul 16 08:48:50.127655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666ee7-a86f-4025-9f61-77430d92e21a req-a54414f6-a9bd-4170-934d-d8c74ea7ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.129161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-a54414f6-a9bd-4170-934d-d8c74ea7ed3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 1098 time: 0.0550084 Jul 16 08:48:50.239932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666ee7-a86f-4025-9f61-77430d92e21a req-b7444a4c-a564-4a5f-884b-c26fd7f4ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.241431 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-b7444a4c-a564-4a5f-884b-c26fd7f4ce84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.0924554 Jul 16 08:48:50.265663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting port 1e576343-7847-4b85-b086-7ccb240b6532 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:50.266002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.276673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104020c8-cd21-4468-a62f-c36ced1aa5ad req-8604f419-f165-49b5-8c6b-6acdcbf8952e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.278186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-104020c8-cd21-4468-a62f-c36ced1aa5ad req-8604f419-f165-49b5-8c6b-6acdcbf8952e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0947652 Jul 16 08:48:50.283834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-50bb05d7-83e3-451d-b1aa-be7ebb130005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c79cdb83-ac42-4afe-9744-49255f0f110c HTTP/1.1" status: 200 len: 217 time: 0.0356257 Jul 16 08:48:50.358759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666ee7-a86f-4025-9f61-77430d92e21a req-d0123dfb-fb87-4af1-a779-1dd649448f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.360268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-d0123dfb-fb87-4af1-a779-1dd649448f2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0441282 Jul 16 08:48:50.366539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-104020c8-cd21-4468-a62f-c36ced1aa5ad req-86a55b93-5e00-404e-8249-b0f39e271f2f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Jul 16 08:48:50.386097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.398014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Calling delete_port for 1e576343-7847-4b85-b086-7ccb240b6532 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:50.424185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666ee7-a86f-4025-9f61-77430d92e21a req-4db9455e-6452-490d-9bd5-449b00594449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.425709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-4db9455e-6452-490d-9bd5-449b00594449 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585191 Jul 16 08:48:50.516813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-6ea4ad4e-247c-405d-9211-7c98a32859ed service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Jul 16 08:48:50.588761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.613777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09666ee7-a86f-4025-9f61-77430d92e21a req-763da856-0f91-4be8-a085-1653a2b87f45 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902274 Jul 16 08:48:50.617514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Port': ['ID=1e576343-7847-4b85-b086-7ccb240b6532,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.799425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.887257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976808a7-2cfb-4d62-a815-8daa5134d6c6 req-0cd4b980-9912-4ca9-88f9-8c702d7a4e7c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.888688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-976808a7-2cfb-4d62-a815-8daa5134d6c6 req-0cd4b980-9912-4ca9-88f9-8c702d7a4e7c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 944 time: 0.0643301 Jul 16 08:48:50.927141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-976808a7-2cfb-4d62-a815-8daa5134d6c6 req-63f41501-188e-42ad-9a3f-c9faeab62100 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Jul 16 08:48:50.953889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9f62c3d7-698c-4363-8461-0079772e508f up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:51.006060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 9f62c3d7-698c-4363-8461-0079772e508f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:51.011442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 9f62c3d7-698c-4363-8461-0079772e508f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:51.012489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.017657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Router 2dbc6d35-4010-4af3-ad87-c61cf4c73640 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:51.098665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.122063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a11b74f-f081-444d-bc8a-21c36a827922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f62c3d7-698c-4363-8461-0079772e508f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:51.124381 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b2513-cfb1-4028-a632-2c6b0fb5b833" -d '{"events": [{"server_uuid": "3a11b74f-f081-444d-bc8a-21c36a827922", "name": "network-vif-plugged", "status": "completed", "tag": "9f62c3d7-698c-4363-8461-0079772e508f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:51.139239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9f62c3d7-698c-4363-8461-0079772e508f, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9f62c3d7-698c-4363-8461-0079772e508f,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:51.144284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.172945 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b625d3-3efb-4762-adf8-b8a39bbd3794 x-openstack-request-id: req-c6b625d3-3efb-4762-adf8-b8a39bbd3794 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:51.173217 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a11b74f-f081-444d-bc8a-21c36a827922", "name": "network-vif-plugged", "status": "completed", "tag": "9f62c3d7-698c-4363-8461-0079772e508f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:51.173477 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6b625d3-3efb-4762-adf8-b8a39bbd3794 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:51.173866 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a11b74f-f081-444d-bc8a-21c36a827922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f62c3d7-698c-4363-8461-0079772e508f', 'code': 200} Jul 16 08:48:51.202185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9f62c3d7-698c-4363-8461-0079772e508f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.482106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:51.489470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e9e4614-b69e-4afc-95f9-59937084dd83 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "PUT /v2.0/routers/2dbc6d35-4010-4af3-ad87-c61cf4c73640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3770845 Jul 16 08:48:51.491588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] Sync routers for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:51.492069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40458) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.506738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:51.508237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:51.528563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2cec0-5d2f-42fc-b1df-18f010c7808b req-c24f460f-ef65-46c3-8d23-53fb31dcb1f0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.530133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-04f2cec0-5d2f-42fc-b1df-18f010c7808b req-c24f460f-ef65-46c3-8d23-53fb31dcb1f0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.1261222 Jul 16 08:48:51.542031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0ab8d-529a-413e-b6ec-f34ebdc99f39 req-d64991b5-7008-41ae-a877-f0165dcb9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.543551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36e0ab8d-529a-413e-b6ec-f34ebdc99f39 req-d64991b5-7008-41ae-a877-f0165dcb9d6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 1097 time: 0.1406395 Jul 16 08:48:51.551037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:51.560899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] Routers {'2dbc6d35-4010-4af3-ad87-c61cf4c73640'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:51.561767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:51.594439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:51.595381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a9abc-4e95-4583-854a-7e45915cb1f7 None None] The sync data for ids ['2dbc6d35-4010-4af3-ad87-c61cf4c73640'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:51.609136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-04f2cec0-5d2f-42fc-b1df-18f010c7808b req-30c02a44-6e22-404a-9313-8890bcddfed5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699956 Jul 16 08:48:51.612295 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36e0ab8d-529a-413e-b6ec-f34ebdc99f39 req-a714ca3e-d51d-453d-b7ee-898fe97be10b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610490 Jul 16 08:48:51.975825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.029293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b426d2-5c13-4631-948c-f6f9e3386c97 req-5d78c720-577a-4026-a20d-10bfd212eaae tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.030819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e1b426d2-5c13-4631-948c-f6f9e3386c97 req-5d78c720-577a-4026-a20d-10bfd212eaae tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.4848919 Jul 16 08:48:52.131569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae3264-e60c-4f40-8d9d-0b87a07f60ab req-da49800e-79d7-4cce-9a74-aca9d3abe110 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.133465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4ae3264-e60c-4f40-8d9d-0b87a07f60ab req-da49800e-79d7-4cce-9a74-aca9d3abe110 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 945 time: 0.0818918 Jul 16 08:48:52.136626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e1b426d2-5c13-4631-948c-f6f9e3386c97 req-c733f6a9-9c7d-460f-9529-52de2a9abb69 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970652 Jul 16 08:48:52.152806 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.186532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4ae3264-e60c-4f40-8d9d-0b87a07f60ab req-10977981-7779-4753-910c-484615484353 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Jul 16 08:48:52.227188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting port d011ccd6-ce9d-4b01-b750-50da0a24c96e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:52.227714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.326245 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.338205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Calling delete_port for d011ccd6-ce9d-4b01-b750-50da0a24c96e owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:52.507946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.562869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Port': ['ID=d011ccd6-ce9d-4b01-b750-50da0a24c96e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:52.615265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.720138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.722272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.766596 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.767357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Fanout notify agent at l3_agent the message router_deleted on router 2dbc6d35-4010-4af3-ad87-c61cf4c73640 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:52.776255 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.777031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3d7b6954-7dd8-4ce5-bc75-660f49f83931 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "DELETE /v2.0/routers/2dbc6d35-4010-4af3-ad87-c61cf4c73640 HTTP/1.1" status: 204 len: 168 time: 1.2837880 Jul 16 08:48:52.779231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:52.816326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab465dbd-896c-44b7-8720-b99a3d6ac6a0 req-d91b4529-48b0-4242-b241-8c7166a71811 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.818022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab465dbd-896c-44b7-8720-b99a3d6ac6a0 req-d91b4529-48b0-4242-b241-8c7166a71811 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 946 time: 0.0919521 Jul 16 08:48:52.835084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting subnet 5e3730ef-bcec-423a-80c0-4a31923aded3 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:52.839157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.867757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab465dbd-896c-44b7-8720-b99a3d6ac6a0 req-13e2a446-6564-4cd9-994a-3d390e9fe198 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Jul 16 08:48:52.882526 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.966868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.030577 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.057655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3730ef-bcec-423a-80c0-4a31923aded3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.061254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.063124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b2d859dc-eaca-47ed-885a-9a574d244254 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "DELETE /v2.0/subnets/5e3730ef-bcec-423a-80c0-4a31923aded3 HTTP/1.1" status: 204 len: 168 time: 0.2829227 Jul 16 08:48:53.065530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40468) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:53.068129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a9a263-649d-4853-b26d-3bd4578fdbae None None] Network e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:53.096812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c79cdb83-ac42-4afe-9744-49255f0f110c no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:53.143572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.202858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting port 14f5e303-4c0d-42d6-9012-ad558a0c331d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:53.203189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.287115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] For port 14f5e303-4c0d-42d6-9012-ad558a0c331d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=14f5e303-4c0d-42d6-9012-ad558a0c331d,segment=NetworkSegment(88547566-0caf-48dd-95fc-d57d26d68484),segment_id=88547566-0caf-48dd-95fc-d57d26d68484)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:53.287533 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.301407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Calling delete_port for 14f5e303-4c0d-42d6-9012-ad558a0c331d owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:53.311572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.337218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:53.339871 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79223fd2-7d05-4b89-9d5b-ebb7f2855f82" -d '{"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:53.354488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:53.361509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.393027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] DHCP port deletion for e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:53.417317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b62c65-0b76-4a49-bd7f-fc901d48ded9 req-620cc5a1-f01c-427e-9fab-0d0bf40de2d0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.418873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1b62c65-0b76-4a49-bd7f-fc901d48ded9 req-620cc5a1-f01c-427e-9fab-0d0bf40de2d0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 945 time: 0.0774622 Jul 16 08:48:53.461115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e251-a015-4a39-a99e-12aa59bfd0d4 req-379085b7-c38e-495f-b89c-847dd8f6291c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.463356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3550e251-a015-4a39-a99e-12aa59bfd0d4 req-379085b7-c38e-495f-b89c-847dd8f6291c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1081934 Jul 16 08:48:53.464037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.468017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a1b62c65-0b76-4a49-bd7f-fc901d48ded9 req-0f9b8692-df71-4232-bd7b-5d9f94d2c485 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Jul 16 08:48:53.507312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] No DVR routers for this DVR port 14f5e303-4c0d-42d6-9012-ad558a0c331d on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:53.515371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Port': ['ID=14f5e303-4c0d-42d6-9012-ad558a0c331d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.572373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3550e251-a015-4a39-a99e-12aa59bfd0d4 req-0c59d2f2-475d-4705-89aa-8c932397f9fe tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Jul 16 08:48:53.595872 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a588571-2162-481c-8360-dd25e012106c x-openstack-request-id: req-8a588571-2162-481c-8360-dd25e012106c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:53.596404 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-unplugged", "status": "failed", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c", "code": 422}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:53.596806 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a588571-2162-481c-8360-dd25e012106c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:53.597330 n-d-798249-10 neutron-server[93701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'code': 422} returned with failed status Jul 16 08:48:53.624333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.628086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.643241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Deleting port 14f5e303-4c0d-42d6-9012-ad558a0c331d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:53.643906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.644074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fcdf96-e92a-4bae-ba04-ebc53b6cf984']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:53.655641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88547566-0caf-48dd-95fc-d57d26d68484') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:53.655944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88547566-0caf-48dd-95fc-d57d26d68484') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:53.666553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.685990 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.692682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:53.693165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:53.708115 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:53.714413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] For port 14f5e303-4c0d-42d6-9012-ad558a0c331d, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:53.714870 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.730406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Calling delete_port for 14f5e303-4c0d-42d6-9012-ad558a0c331d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:53.733280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Port 14f5e303-4c0d-42d6-9012-ad558a0c331d was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:48:53.734615 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.763352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.765044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] Pushing event deleted for resources: {'Port': ['ID=14f5e303-4c0d-42d6-9012-ad558a0c331d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.778544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bab8e-d83e-44da-9ea5-d28c50d19c32 None None] No DVR routers for this DVR port 14f5e303-4c0d-42d6-9012-ad558a0c331d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:53.791743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.796857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "DELETE /v2.0/networks/e1fcdf96-e92a-4bae-ba04-ebc53b6cf984 HTTP/1.1" status: 204 len: 168 time: 0.7272594 Jul 16 08:48:53.796857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40482) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:53.818742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a24b64-e102-4c12-9065-8a6104d151f6 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Network': ['ID=e1fcdf96-e92a-4bae-ba04-ebc53b6cf984,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.999504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f8918-e761-403e-b1f6-fa0b6db0140b req-a813fc39-6334-4f27-88b3-109d0d7bb217 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.001004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-625f8918-e761-403e-b1f6-fa0b6db0140b req-a813fc39-6334-4f27-88b3-109d0d7bb217 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 945 time: 0.1077940 Jul 16 08:48:54.006963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Deleting port c1e2b491-8935-405f-a39e-ae188f5eac38 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:54.007617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.042792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042b0-4d23-4df9-86e2-a24e00de41a3 req-7c225f03-0257-4ffc-a5c6-a052891c5fad tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.044242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07e042b0-4d23-4df9-86e2-a24e00de41a3 req-7c225f03-0257-4ffc-a5c6-a052891c5fad tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 944 time: 0.0640054 Jul 16 08:48:54.082125 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07e042b0-4d23-4df9-86e2-a24e00de41a3 req-33690b56-8b49-45b2-87b6-68c6e7dfabab tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Jul 16 08:48:54.097741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-625f8918-e761-403e-b1f6-fa0b6db0140b req-a16cfc1f-41e2-4585-89c8-856a9887ac09 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865953 Jul 16 08:48:54.121951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.122373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.135643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Calling delete_port for c1e2b491-8935-405f-a39e-ae188f5eac38 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:54.261055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9fd4c-4528-4505-a8f6-8a7d280b656e req-57201a6a-e18d-4473-9963-451a891779ab tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.262906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cf9fd4c-4528-4505-a8f6-8a7d280b656e req-57201a6a-e18d-4473-9963-451a891779ab tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0694370 Jul 16 08:48:54.272009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.301483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cf9fd4c-4528-4505-a8f6-8a7d280b656e req-8a0dae88-baed-4b5f-b47f-9b81c1a8ffb2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Jul 16 08:48:54.302183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Pushing event deleted for resources: {'Port': ['ID=c1e2b491-8935-405f-a39e-ae188f5eac38,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:54.366942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.370270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.371443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b6f9ef21-5c58-44b7-a6d6-4f79648ee480 tempest-FloatingIPAdminTestJSON-1050664072 tempest-FloatingIPAdminTestJSON-1050664072-project] 10.222.0.41 "DELETE /v2.0/floatingips/2436b1e6-0dde-4b51-9090-ba2348a89162 HTTP/1.1" status: 204 len: 168 time: 0.5742049 Jul 16 08:48:54.485961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dcb1a-9f06-455f-88fb-2329b7b1c286 req-ece238c6-0e40-49a4-a170-cd5b333e3de4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.487521 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c5dcb1a-9f06-455f-88fb-2329b7b1c286 req-ece238c6-0e40-49a4-a170-cd5b333e3de4 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0647388 Jul 16 08:48:54.527189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c5dcb1a-9f06-455f-88fb-2329b7b1c286 req-907519bf-1a6e-4731-8796-e5379a652729 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Jul 16 08:48:54.613191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40498) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:54.794417 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b304b700-ce56-4146-a33e-40eb919e4754 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7efba4ee3df42699bcf62d48e976032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800272 Jul 16 08:48:54.797165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40506) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:54.809292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0ee62-3a9a-4dc4-a6ab-953e60724007 req-040eb85e-ca60-4084-860b-d223f2b63c39 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.811014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12d0ee62-3a9a-4dc4-a6ab-953e60724007 req-040eb85e-ca60-4084-860b-d223f2b63c39 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1200767 Jul 16 08:48:54.856603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12d0ee62-3a9a-4dc4-a6ab-953e60724007 req-7e960240-69da-4bd2-9eea-076e06355ead tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Jul 16 08:48:54.891859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914b6c96-8175-48a3-acca-b436619aa286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.926414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122eb13-76b1-48eb-b934-60e28015e97a req-f6ae047c-4ca4-4ab0-809f-099bcce65dfb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.927943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9122eb13-76b1-48eb-b934-60e28015e97a req-f6ae047c-4ca4-4ab0-809f-099bcce65dfb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1003799 Jul 16 08:48:54.929725 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914b6c96-8175-48a3-acca-b436619aa286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.991415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9122eb13-76b1-48eb-b934-60e28015e97a req-60d5e347-7570-46b9-9c49-1d054dd27c9c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542710 Jul 16 08:48:55.010317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914b6c96-8175-48a3-acca-b436619aa286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.013256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-914b6c96-8175-48a3-acca-b436619aa286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.014400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-914b6c96-8175-48a3-acca-b436619aa286 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54ca4976-3bd3-45f7-aab9-9037e8783b8b HTTP/1.1" status: 204 len: 168 time: 0.2161851 Jul 16 08:48:55.025019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b6c96-8175-48a3-acca-b436619aa286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca4976-3bd3-45f7-aab9-9037e8783b8b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.267489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 14f5e303-4c0d-42d6-9012-ad558a0c331d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:55.280176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-0686e139-c672-435e-aa3a-85a1fdf98cc4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.282351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-0686e139-c672-435e-aa3a-85a1fdf98cc4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 945 time: 0.0814767 Jul 16 08:48:55.287555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b978-c817-4a78-b043-f1d33e025ab5 req-7295408d-ad60-4e65-909d-ce893470a4e3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.291882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbb7b978-c817-4a78-b043-f1d33e025ab5 req-7295408d-ad60-4e65-909d-ce893470a4e3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 945 time: 0.0805833 Jul 16 08:48:55.293358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 14f5e303-4c0d-42d6-9012-ad558a0c331d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:55.293887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 14f5e303-4c0d-42d6-9012-ad558a0c331d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:55.315019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.338223 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e111ef3d-d051-434e-a8a5-f48b03f80969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.362942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbb7b978-c817-4a78-b043-f1d33e025ab5 req-bc8ee006-d1ea-46a8-8d20-94c1e37cc1f5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659022 Jul 16 08:48:55.396811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Deleting port 9f62c3d7-698c-4363-8461-0079772e508f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:55.397158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.447008 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e111ef3d-d051-434e-a8a5-f48b03f80969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.451288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e111ef3d-d051-434e-a8a5-f48b03f80969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.491487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e111ef3d-d051-434e-a8a5-f48b03f80969 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a5ba0dc0a88412f8b6e95f6e546a009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753526 Jul 16 08:48:55.492589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111ef3d-d051-434e-a8a5-f48b03f80969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ead13-06a3-4412-9c83-b5e94888bed2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.494589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40516) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.502542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] For port 9f62c3d7-698c-4363-8461-0079772e508f, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9f62c3d7-698c-4363-8461-0079772e508f,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:55.502919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.526067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Calling delete_port for 9f62c3d7-698c-4363-8461-0079772e508f owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:55.598818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-283f2898-5fb6-45dd-aa34-9d9af5d760a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.635918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-283f2898-5fb6-45dd-aa34-9d9af5d760a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.718015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-283f2898-5fb6-45dd-aa34-9d9af5d760a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.720579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-283f2898-5fb6-45dd-aa34-9d9af5d760a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.721765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-283f2898-5fb6-45dd-aa34-9d9af5d760a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c96ead13-06a3-4412-9c83-b5e94888bed2 HTTP/1.1" status: 204 len: 168 time: 0.2254837 Jul 16 08:48:55.734306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.738817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2898-5fb6-45dd-aa34-9d9af5d760a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ead13-06a3-4412-9c83-b5e94888bed2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.745586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4607b0d4-1165-428d-85de-ee85ce1cded9', '9f62c3d7-698c-4363-8461-0079772e508f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:55.777004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Pushing event deleted for resources: {'Port': ['ID=9f62c3d7-698c-4363-8461-0079772e508f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.835639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] No DVR routers for this DVR port 9f62c3d7-698c-4363-8461-0079772e508f on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:55.840428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.843693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a44806c-4055-4363-9c8c-246420e5a0b1 req-b5307d1b-c252-4063-813a-ecc5ccac4aec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "DELETE /v2.0/ports/9f62c3d7-698c-4363-8461-0079772e508f HTTP/1.1" status: 204 len: 173 time: 0.5545588 Jul 16 08:48:55.844127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a11b74f-f081-444d-bc8a-21c36a827922', 'name': 'network-vif-deleted', 'tag': '9f62c3d7-698c-4363-8461-0079772e508f'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:55.847374 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3e6131-b967-4aa8-9c82-86b85150cbac" -d '{"events": [{"server_uuid": "3a11b74f-f081-444d-bc8a-21c36a827922", "name": "network-vif-deleted", "tag": "9f62c3d7-698c-4363-8461-0079772e508f"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:55.889360 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95282295-7dbc-448e-a26c-46b81bc4f175 x-openstack-request-id: req-95282295-7dbc-448e-a26c-46b81bc4f175 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:55.889673 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a11b74f-f081-444d-bc8a-21c36a827922", "name": "network-vif-deleted", "tag": "9f62c3d7-698c-4363-8461-0079772e508f", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:55.889924 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95282295-7dbc-448e-a26c-46b81bc4f175 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:55.890314 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a11b74f-f081-444d-bc8a-21c36a827922', 'name': 'network-vif-deleted', 'tag': '9f62c3d7-698c-4363-8461-0079772e508f', 'status': 'completed', 'code': 200} Jul 16 08:48:56.063005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af2e49-823f-4d8d-acc0-a7595cd54b0d req-44354614-7b8a-491d-9868-0b1d6b0b00e9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:56.065102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0af2e49-823f-4d8d-acc0-a7595cd54b0d req-44354614-7b8a-491d-9868-0b1d6b0b00e9 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0774801 Jul 16 08:48:56.105400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0af2e49-823f-4d8d-acc0-a7595cd54b0d req-ba7e4052-541d-4636-9acf-09b46cff5046 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Jul 16 08:48:56.122862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:56.139552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa9df07c-f952-4ce1-9072-48c281b2d282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.258446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa9df07c-f952-4ce1-9072-48c281b2d282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.263017 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa9df07c-f952-4ce1-9072-48c281b2d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.310328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9df07c-f952-4ce1-9072-48c281b2d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad6b4b1-d9a0-4b36-a983-f1f1b33c3bc3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.316177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa9df07c-f952-4ce1-9072-48c281b2d282 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a927f6b27ff465999860dc2659ab06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914718 Jul 16 08:48:56.319029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40532) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:56.329754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d91b-db6b-42a8-9b8c-3a4ec395641b req-f0b35dbf-6bf5-49e6-8f34-f82616074dbf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:56.331249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4e2d91b-db6b-42a8-9b8c-3a4ec395641b req-f0b35dbf-6bf5-49e6-8f34-f82616074dbf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1225653 Jul 16 08:48:56.373339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4e2d91b-db6b-42a8-9b8c-3a4ec395641b req-08850b0a-f5b5-4ddf-9d2a-a4c8652b3e89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350926 Jul 16 08:48:56.378300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75cd4bc4-bc07-46c2-a1cb-8228ec5c7f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.407015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75cd4bc4-bc07-46c2-a1cb-8228ec5c7f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.460736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75cd4bc4-bc07-46c2-a1cb-8228ec5c7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.464261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75cd4bc4-bc07-46c2-a1cb-8228ec5c7f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.467982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-75cd4bc4-bc07-46c2-a1cb-8228ec5c7f76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ad6b4b1-d9a0-4b36-a983-f1f1b33c3bc3 HTTP/1.1" status: 204 len: 168 time: 0.1475890 Jul 16 08:48:56.479675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd4bc4-bc07-46c2-a1cb-8228ec5c7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad6b4b1-d9a0-4b36-a983-f1f1b33c3bc3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.548035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2378ab70-fb59-4423-a502-4fadc0351883 req-21a984b5-fdb4-4087-928f-be4e4b34e3a6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a11b74f-f081-444d-bc8a-21c36a827922 HTTP/1.1" status: 200 len: 210 time: 0.0306282 Jul 16 08:48:57.089424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c79cdb83-ac42-4afe-9744-49255f0f110c no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:57.292467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d01719-526d-4e97-9c4e-40f824b1f3d9 req-b6bcbbc2-056d-41ce-8bee-2c205a432737 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.293990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91d01719-526d-4e97-9c4e-40f824b1f3d9 req-b6bcbbc2-056d-41ce-8bee-2c205a432737 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0672157 Jul 16 08:48:57.332102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-91d01719-526d-4e97-9c4e-40f824b1f3d9 req-b715b5fe-2877-4213-b294-ccab6686cb01 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Jul 16 08:48:57.564789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2147599-a699-4323-a942-c9dd8a090e74 req-0899f4be-8826-4665-8c82-871469832769 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.566284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2147599-a699-4323-a942-c9dd8a090e74 req-0899f4be-8826-4665-8c82-871469832769 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0699883 Jul 16 08:48:57.605242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2147599-a699-4323-a942-c9dd8a090e74 req-b70ce007-3a8e-4fee-8def-bc06af83ffaf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329621 Jul 16 08:48:57.683826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40580) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.796703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16582-5a1a-4c08-836b-4cc35ae1e30f req-a59f49d9-d2bd-4720-8be3-e9b87386f0c6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.798368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70e16582-5a1a-4c08-836b-4cc35ae1e30f req-a59f49d9-d2bd-4720-8be3-e9b87386f0c6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0661600 Jul 16 08:48:57.826120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1212413321'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:57.837963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-70e16582-5a1a-4c08-836b-4cc35ae1e30f req-496b5e8c-09af-4c79-af38-9601e7c6c0b5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331199 Jul 16 08:48:57.848565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Made reservation on behalf of a0d84fe54c3542bfbb76fdc4f193e88e for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:57.852262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.860852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.958988 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.963439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.991161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:58.000449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d1aba-5b41-403e-b6f0-85db6f5b8a6d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.006557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.006907 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Added segment c9257cad-6050-4966-b442-e1b1accf0a99 of type vlan for network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd Jul 16 08:48:58.050189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.080672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.086386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.087612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.127720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132055c-4199-4b14-bf6a-449156f2bcf4 req-f6605018-b417-4ff3-8545-835f02d49e96 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.127962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4427028 Jul 16 08:48:58.129243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5132055c-4199-4b14-bf6a-449156f2bcf4 req-f6605018-b417-4ff3-8545-835f02d49e96 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0785954 Jul 16 08:48:58.162220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658296-8021-4779-9da8-1dbfb341dfc7 tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Pushing event updated for resources: {'Network': ['ID=33cc9398-9bd2-4cbf-84dd-111a4b78adcd,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.176179 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5132055c-4199-4b14-bf6a-449156f2bcf4 req-6bf5e8e4-b6cd-40fc-932c-9a4c12fe021e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Jul 16 08:48:58.179631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:58.264665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164772-a05d-4bdc-bf0e-687f1c88004d req-8e60777f-ce74-42ec-ada4-ea4eeb2e7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.266199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc164772-a05d-4bdc-bf0e-687f1c88004d req-8e60777f-ce74-42ec-ada4-ea4eeb2e7540 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.0744579 Jul 16 08:48:58.303573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc164772-a05d-4bdc-bf0e-687f1c88004d req-2f88af5d-65d3-4e79-aff3-1c2fbb28d33f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Jul 16 08:48:58.338196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40598) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:58.343974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Request body: {'port': {'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd', 'binding:host_id': 'n-h2-798249-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-866972053'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:58.372200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Made reservation on behalf of 9a2296ecd7ba4acc94d23e85cd711ed1 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:58.373267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f31e-b994-4fba-8b6a-3f9c9a8ee32a req-cb9e21ad-2f29-4730-ac18-0f849379ad8d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.374609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.379795 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a565f31e-b994-4fba-8b6a-3f9c9a8ee32a req-cb9e21ad-2f29-4730-ac18-0f849379ad8d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0722733 Jul 16 08:48:58.383454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.417584 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a565f31e-b994-4fba-8b6a-3f9c9a8ee32a req-2a6281e8-73f7-4378-a812-483d4f68a376 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Jul 16 08:48:58.489207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.493102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.498076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 106e35d3-838e-4b72-806f-3f923e7b8930 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:58.587406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535ec91-9376-4c56-bb49-2fd8adfada0d req-74e12d83-ea6f-4e86-9208-cc53dd75843f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.588953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2535ec91-9376-4c56-bb49-2fd8adfada0d req-74e12d83-ea6f-4e86-9208-cc53dd75843f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0702870 Jul 16 08:48:58.591434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a859e-2799-42a1-84ba-cb0025af0158,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.633265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2535ec91-9376-4c56-bb49-2fd8adfada0d req-743747e7-88f5-4e2a-b7bf-86df71cfe15e tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Jul 16 08:48:58.809956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 106e35d3-838e-4b72-806f-3f923e7b8930 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:58.822463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.841450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Transition to ACTIVE for port object 106e35d3-838e-4b72-806f-3f923e7b8930 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:58.861304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a6c83-feae-47cf-b587-5f6c14d8d678 req-8b1ee34b-6fdd-49ad-a0fd-9c25fa179da6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.862834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686a6c83-feae-47cf-b587-5f6c14d8d678 req-8b1ee34b-6fdd-49ad-a0fd-9c25fa179da6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1269126 Jul 16 08:48:58.863944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.933086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=106e35d3-838e-4b72-806f-3f923e7b8930,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.958213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686a6c83-feae-47cf-b587-5f6c14d8d678 req-047c13cf-92cb-4ded-9b73-3273a8248cc6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862031 Jul 16 08:48:58.964351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Checking segment: {'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:58.964487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Network hostable DHCP agents. Network: 33cc9398-9bd2-4cbf-84dd-111a4b78adcd, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:58.971028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9f62c3d7-698c-4363-8461-0079772e508f no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:58.982249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:58.999991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 33cc9398-9bd2-4cbf-84dd-111a4b78adcd) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:59.010295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efddce87-3a3a-48fd-850c-e1e4f1c089ac None None] Network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:59.011045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:59.012871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 9f62c3d7-698c-4363-8461-0079772e508f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:59.013257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9f62c3d7-698c-4363-8461-0079772e508f not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:59.026325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.026664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.027032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.031987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.032645 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.032775 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 2 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.045110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.045449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.045787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.050161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.050490 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.050875 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 3 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.064008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.064340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.064679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.069057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.069383 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.069795 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 4 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.083105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.083477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.083814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.089391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.089722 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.090111 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 5 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.106517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.106854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.107192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.111583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.111911 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.112294 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 6 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.125757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.126200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.126624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.130840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.131168 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.131598 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 7 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.144874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.145214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.145551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.150987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.151335 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.151794 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 8 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.163995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.164335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.164672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.169389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.169714 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.170128 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 9 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.183339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.183695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.184033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.188458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.188790 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.189301 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 10 to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 Jul 16 08:48:59.202045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.202382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.202721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.207077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 106e35d3-838e-4b72-806f-3f923e7b8930 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:59.207433 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 106e35d3-838e-4b72-806f-3f923e7b8930 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:48:59.207803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.273454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] For port 106e35d3-838e-4b72-806f-3f923e7b8930, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:59.273746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempted to set empty binding levels {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:48:59.280344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.314661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.315414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.338816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=106e35d3-838e-4b72-806f-3f923e7b8930,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.342742 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e38ee930-5548-4657-9e0e-553c434a267b tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0034337 Jul 16 08:48:59.345501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.448995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Deleting port 106e35d3-838e-4b72-806f-3f923e7b8930 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:59.449351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.512503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] For port 106e35d3-838e-4b72-806f-3f923e7b8930, host n-h2-798249-10, got binding levels [] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:59.512861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.525627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Calling delete_port for 106e35d3-838e-4b72-806f-3f923e7b8930 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:59.606578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.641823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event deleted for resources: {'Port': ['ID=106e35d3-838e-4b72-806f-3f923e7b8930,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.645473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.650306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4a6ec64e-8b00-43b0-8611-678c0a6c9d4f tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/106e35d3-838e-4b72-806f-3f923e7b8930 HTTP/1.1" status: 204 len: 168 time: 0.3009229 Jul 16 08:48:59.650306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40616) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.681749 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b15193c-7e6b-4751-b5fe-a0c6bab8f128 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:48:59.683252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5b15193c-7e6b-4751-b5fe-a0c6bab8f128 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "GET /v2.0/ports/106e35d3-838e-4b72-806f-3f923e7b8930 HTTP/1.1" status: 404 len: 333 time: 0.0320692 Jul 16 08:48:59.686985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.692052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Request body: {'port': {'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1103441965'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:59.719537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Made reservation on behalf of 9a2296ecd7ba4acc94d23e85cd711ed1 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:59.722526 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.738037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 213f8ec6-acf7-4abf-958b-39444d3ea515 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:59.824446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439eee3e-cf38-4380-8d9a-928837163e22 req-c65c5b53-59a2-42aa-adf7-3480fae28b14 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.825989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-439eee3e-cf38-4380-8d9a-928837163e22 req-c65c5b53-59a2-42aa-adf7-3480fae28b14 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0768032 Jul 16 08:48:59.878926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-439eee3e-cf38-4380-8d9a-928837163e22 req-4fe1e325-f4bf-4623-b53b-d6ca5cba4012 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Jul 16 08:48:59.918925 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.926644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-67b480db-4db1-4e08-afaa-ec98f7e10235 req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1425731471', 'description': 'tempest-description-1526509808'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:59.966783 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-67b480db-4db1-4e08-afaa-ec98f7e10235 req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.000384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.058012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:00.067109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:00.069941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:00.071519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.072252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.085710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=213f8ec6-acf7-4abf-958b-39444d3ea515,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.127216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-67b480db-4db1-4e08-afaa-ec98f7e10235 req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.132408 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-67b480db-4db1-4e08-afaa-ec98f7e10235 req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.140961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-40b70640-bcb8-4807-9ad1-d7601dca116a tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4528780 Jul 16 08:49:00.147303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40640) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:00.154278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:00.161202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-67b480db-4db1-4e08-afaa-ec98f7e10235 req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.162415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67b480db-4db1-4e08-afaa-ec98f7e10235 req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2415259 Jul 16 08:49:00.167459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906b9fd-6462-463b-840e-15908e746a27 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c93d7-c671-46de-9d20-3e6cad48ae43,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.266912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.283816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888aa2b-7243-4b3e-81e2-7fc8b8dda6f5 req-07dd9ece-5315-4ed9-b06c-ac067cf343f2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.285308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c888aa2b-7243-4b3e-81e2-7fc8b8dda6f5 req-07dd9ece-5315-4ed9-b06c-ac067cf343f2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1473777 Jul 16 08:49:00.326334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eacd6-550c-4be9-8dab-f2b372724161 req-acbf8814-b3b3-465b-875d-b307e4bc8957 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.327899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d1eacd6-550c-4be9-8dab-f2b372724161 req-acbf8814-b3b3-465b-875d-b307e4bc8957 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0643928 Jul 16 08:49:00.369531 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d1eacd6-550c-4be9-8dab-f2b372724161 req-253612cc-f36e-47d7-b11d-f2d3c7dabfb9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Jul 16 08:49:00.369772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c888aa2b-7243-4b3e-81e2-7fc8b8dda6f5 req-c30183d0-aa48-4f92-aaf4-b3c87c5019b7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775852 Jul 16 08:49:00.480534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 213f8ec6-acf7-4abf-958b-39444d3ea515 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:00.488481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.501379 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-95d0fc3b-7fbd-4f2e-a29a-cc278aeec1db tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1425731471&fields=id&tenant_id=ca2dc970ca8b461e94aae1ae844d2f73 HTTP/1.1" status: 200 len: 267 time: 0.0354471 Jul 16 08:49:00.528056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Transition to ACTIVE for port object 213f8ec6-acf7-4abf-958b-39444d3ea515 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:00.534125 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.574082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-85902625-4f99-42e3-b08c-d3d190da33c6 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.576908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-85902625-4f99-42e3-b08c-d3d190da33c6 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0698524 Jul 16 08:49:00.590330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'port': {'security_groups': ['c921014c-4759-4804-a13d-3f062dc35a21', 'af8c93d7-c671-46de-9d20-3e6cad48ae43']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:00.600192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=213f8ec6-acf7-4abf-958b-39444d3ea515,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.623403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2b1-47de-4c8a-8e5f-6fc8414a7847 req-64657d53-cbf8-40b3-94d1-db3424703024 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.624940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7750d2b1-47de-4c8a-8e5f-6fc8414a7847 req-64657d53-cbf8-40b3-94d1-db3424703024 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1299174 Jul 16 08:49:00.629445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.629801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.630181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.648403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.648743 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.651005 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 2 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.673465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.673806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.674152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.675061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.683480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7750d2b1-47de-4c8a-8e5f-6fc8414a7847 req-6ac5b33d-e683-4fb3-bcaa-ceadab361d3d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510097 Jul 16 08:49:00.684195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.684527 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.684918 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 3 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.699271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.699650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.699994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.704854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.706700 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.707102 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 4 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.721787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.722130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.722571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.726954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.727346 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.728379 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 5 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.741224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.741569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.742040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.747030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.747390 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.747787 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 6 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.762994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.763392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.769279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.769279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.769279 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.769279 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 7 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.782972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.783334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.783867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.788742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.789078 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.790501 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 8 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.805621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.806285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.806285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.811365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.811714 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.812111 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 9 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.825661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.826008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.826357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.830905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.831156 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.831582 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 10 to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 Jul 16 08:49:00.845382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:00.845700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:00.846095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:00.854863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:00.855270 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 213f8ec6-acf7-4abf-958b-39444d3ea515 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:00.855668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.920878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:00.925627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] For port 213f8ec6-acf7-4abf-958b-39444d3ea515, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:00.926052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempted to set empty binding levels {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:49:00.931158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.972021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] In _notify_port_updated(), no bound segment for port 213f8ec6-acf7-4abf-958b-39444d3ea515 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:00.972149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.972905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.973812 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.978074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "PUT /v2.0/ports/213f8ec6-acf7-4abf-958b-39444d3ea515 HTTP/1.1" status: 200 len: 976 time: 0.8256338 Jul 16 08:49:00.979054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40652) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:00.987700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856572b5-4d25-4826-80b7-9cc666c51503 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=213f8ec6-acf7-4abf-958b-39444d3ea515,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.006091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.042215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcca0055-d293-4a4c-aba3-499b920bf6ee'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:01.079899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.080735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.082185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6692dbd1-1b14-4b74-a6a2-978dc7a1c54a req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "PUT /v2.0/ports/fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 981 time: 0.4968369 Jul 16 08:49:01.101053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:01.105475 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297b308-572e-495a-8fcb-9a74e697536e" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:01.149744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205782d-008f-495f-a9f6-fde891b78730 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.177815 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade44a2a-4553-4cdc-881b-7949ac526002 x-openstack-request-id: req-ade44a2a-4553-4cdc-881b-7949ac526002 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:01.178107 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:01.178364 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ade44a2a-4553-4cdc-881b-7949ac526002 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:01.178816 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'status': 'completed', 'code': 200} Jul 16 08:49:01.210265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.210757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.211291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.212495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.213162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.213644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.214270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.214751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.215231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.215972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.216448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.216917 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.217401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.217871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.218337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.218952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.219462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.219932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.220402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.220872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.221336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.221801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.222282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.222730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.223194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.223683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.224265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.224740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.225205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.225912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.226382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.226845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.227466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.228115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.228582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.229045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.237027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-92031092-8a82-4e83-80c9-e8e7ba475d41 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32362 time: 0.2525892 Jul 16 08:49:01.237229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcca0055-d293-4a4c-aba3-499b920bf6ee'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:01.240753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.304174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d84f0216-9042-427f-9877-620d3760b47f req-d69361ed-94a5-484c-8ae2-69634f435aab tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1425731471&fields=id&tenant_id=ca2dc970ca8b461e94aae1ae844d2f73 HTTP/1.1" status: 200 len: 267 time: 0.0510595 Jul 16 08:49:01.311197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297b308-572e-495a-8fcb-9a74e697536e req-8bcb01e2-345f-4dd3-ad52-15a4ba4f7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.312875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-8bcb01e2-345f-4dd3-ad52-15a4ba4f7345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1136 time: 0.0903354 Jul 16 08:49:01.355572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Deleting port 213f8ec6-acf7-4abf-958b-39444d3ea515 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:01.356280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.444556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] For port 213f8ec6-acf7-4abf-958b-39444d3ea515, host n-h2-798249-10, got binding levels [] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:01.445192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.459851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Calling delete_port for 213f8ec6-acf7-4abf-958b-39444d3ea515 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:01.485517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f0216-9042-427f-9877-620d3760b47f req-d14ff6c9-a1fe-4174-bfa0-2a60f93d5b80 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.487058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d84f0216-9042-427f-9877-620d3760b47f req-d14ff6c9-a1fe-4174-bfa0-2a60f93d5b80 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 984 time: 0.1732962 Jul 16 08:49:01.504210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'port': {'security_groups': ['c921014c-4759-4804-a13d-3f062dc35a21']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:01.511560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297b308-572e-495a-8fcb-9a74e697536e req-91c7164e-fa1b-437e-91a6-5688297eb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.514018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-91c7164e-fa1b-437e-91a6-5688297eb1f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.1715500 Jul 16 08:49:01.579704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-be5b68c9-26c4-4faf-9eef-d1ef6de2b7e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0454979 Jul 16 08:49:01.621115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763adee-4dee-472b-9eb0-693cac07215b req-288f6694-d0f2-4840-bddc-f6a8e9700bdf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.622831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e763adee-4dee-472b-9eb0-693cac07215b req-288f6694-d0f2-4840-bddc-f6a8e9700bdf tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0974796 Jul 16 08:49:01.623648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.668300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event deleted for resources: {'Port': ['ID=213f8ec6-acf7-4abf-958b-39444d3ea515,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.683251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.685275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-56703769-a7bc-4967-99c0-4b730c124e23 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/213f8ec6-acf7-4abf-958b-39444d3ea515 HTTP/1.1" status: 204 len: 168 time: 0.4433692 Jul 16 08:49:01.688260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.703798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e763adee-4dee-472b-9eb0-693cac07215b req-22538b38-2841-4584-9a69-59e4f479cd67 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729978 Jul 16 08:49:01.707421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297b308-572e-495a-8fcb-9a74e697536e req-84645b29-29ed-45d7-896c-a4528bbab4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.708857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-84645b29-29ed-45d7-896c-a4528bbab4fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.1195576 Jul 16 08:49:01.730635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.760760 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7545f23f-ac5f-40d3-9027-9c139884ac87 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:49:01.766042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7545f23f-ac5f-40d3-9027-9c139884ac87 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "GET /v2.0/ports/213f8ec6-acf7-4abf-958b-39444d3ea515 HTTP/1.1" status: 404 len: 333 time: 0.0728059 Jul 16 08:49:01.766657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40668) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.772186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1850637696', 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:01.776701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-acd90d2e-a24d-4fcf-845e-4bf9d8b210af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jul 16 08:49:01.795035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Made reservation on behalf of 9a2296ecd7ba4acc94d23e85cd711ed1 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:01.797705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.815294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 2a619416-0292-4c4f-8219-d8546417d595 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:01.940603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-148c0ecf-3846-4e26-a9d2-75037963779c service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551306 Jul 16 08:49:01.970396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.009906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.050010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:02.057645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:02.061371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:02.062333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.062940 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.072788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=2a619416-0292-4c4f-8219-d8546417d595,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.089116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c229a7e8-05f2-4963-9f43-9ff47e9dad10 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3212080 Jul 16 08:49:02.091466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40676) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.144089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fefbd-7f68-4b16-8f76-961345190336 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.148273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c26fefbd-7f68-4b16-8f76-961345190336 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "GET /v2.0/ports/2a619416-0292-4c4f-8219-d8546417d595 HTTP/1.1" status: 200 len: 955 time: 0.0530925 Jul 16 08:49:02.148606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.276025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Deleting port 2a619416-0292-4c4f-8219-d8546417d595 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:02.276383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.352940 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.370837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Calling delete_port for 2a619416-0292-4c4f-8219-d8546417d595 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:02.382594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877508b9-8471-49cf-b909-69d25966a079 req-7ac71a82-2c16-400d-b18e-921b0436a196 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.384129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-877508b9-8471-49cf-b909-69d25966a079 req-7ac71a82-2c16-400d-b18e-921b0436a196 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1471140 Jul 16 08:49:02.389336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:02.414027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e297b308-572e-495a-8fcb-9a74e697536e req-ae4bc755-bf11-4705-9634-b96c5e1ab535 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617920 Jul 16 08:49:02.430253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.436111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.466290 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-877508b9-8471-49cf-b909-69d25966a079 req-4de5c6fd-ef3f-4e52-8e79-b9c7a65d3517 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Jul 16 08:49:02.467726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcca0055-d293-4a4c-aba3-499b920bf6ee'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:02.482637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.483550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.485127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d84f0216-9042-427f-9877-620d3760b47f req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "PUT /v2.0/ports/fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 942 time: 0.9881935 Jul 16 08:49:02.485589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:02.487892 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6ac09e-8d00-4627-8ba4-18de2a32983c" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:02.506409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.517624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456e2b2-0ce1-44c2-835b-a6a6fdbed5bf tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event updated for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.551527 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78defe3-dc51-455e-ab19-7cd86b2b88f2 x-openstack-request-id: req-c78defe3-dc51-455e-ab19-7cd86b2b88f2 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:02.551923 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:02.552277 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c78defe3-dc51-455e-ab19-7cd86b2b88f2 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:02.552779 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'status': 'completed', 'code': 200} Jul 16 08:49:02.557305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a619416-0292-4c4f-8219-d8546417d595,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.598030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.603034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b0dcdc6-c104-4e3b-ac63-2d8722614c0d tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2a619416-0292-4c4f-8219-d8546417d595 HTTP/1.1" status: 204 len: 168 time: 0.4525630 Jul 16 08:49:02.603398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40690) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.610901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcca0055-d293-4a4c-aba3-499b920bf6ee'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:02.677178 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c672d5-be09-4997-a9e2-8489485bb263 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:49:02.678753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a1c672d5-be09-4997-a9e2-8489485bb263 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "GET /v2.0/ports/2a619416-0292-4c4f-8219-d8546417d595 HTTP/1.1" status: 404 len: 333 time: 0.0742562 Jul 16 08:49:02.684258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40692) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.707038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Request body: {'port': {'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1619667234'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:02.764275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Made reservation on behalf of 9a2296ecd7ba4acc94d23e85cd711ed1 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:02.766775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.771723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-986421f6-b669-427c-b37d-d4b1929b52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.773268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-986421f6-b669-427c-b37d-d4b1929b52dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.1604500 Jul 16 08:49:02.776393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-fbba6548-76b9-4083-a930-502ca92db12c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2227426 Jul 16 08:49:02.786462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:02.807129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e6fe-1599-4a1f-8fe2-31727267bb60 req-d0cbdffc-0c58-4f86-b7fb-c23700f833a3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.808892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e741e6fe-1599-4a1f-8fe2-31727267bb60 req-d0cbdffc-0c58-4f86-b7fb-c23700f833a3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1431074 Jul 16 08:49:02.810841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.842785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 04c5fc46-46ab-4157-9d93-1878e40b9e93 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:02.910809 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.951657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e741e6fe-1599-4a1f-8fe2-31727267bb60 req-6fdd3c24-8727-4d40-a2b4-06d8aa873a80 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Jul 16 08:49:02.994883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-03243e53-28ce-4a13-9c2a-b1dea6f2a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.996655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-03243e53-28ce-4a13-9c2a-b1dea6f2a6f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.2092941 Jul 16 08:49:03.021950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Allocated IP 172.25.0.120 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/77b8c408-2f0c-45bc-8c2f-b2109c66b8da) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:03.059251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-130261ab-52c1-4190-ba85-19ac249ce8b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0507693 Jul 16 08:49:03.129672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.169419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.184870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.198205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-c8572028-bce6-4c26-b799-40ab6b6c8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.199732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-c8572028-bce6-4c26-b799-40ab6b6c8038 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.1333690 Jul 16 08:49:03.213383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:03.216231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:03.219802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:03.246704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-fe9e4144-56b8-4bae-9d74-6b013115d901 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364428 Jul 16 08:49:03.247017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event updated for resources: {'Port': ['ID=77b8c408-2f0c-45bc-8c2f-b2109c66b8da,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.300928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf650014-57b6-4c34-a649-97d390016765 req-b560632e-196f-48a4-b605-cab6a3d78ce1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.302762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf650014-57b6-4c34-a649-97d390016765 req-b560632e-196f-48a4-b605-cab6a3d78ce1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.2098427 Jul 16 08:49:03.311869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.357497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.361329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.436664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf650014-57b6-4c34-a649-97d390016765 req-e28e4ebd-54ae-4418-aa08-4e347bab5c1e tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273708 Jul 16 08:49:03.438516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:03.442278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-41a17d58-d051-4a50-8390-6b8b45af9b8c service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874604 Jul 16 08:49:03.446223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:03.448190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=04c5fc46-46ab-4157-9d93-1878e40b9e93,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.450416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:03.451346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.452027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.478061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.478420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.478774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.479115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.479482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.479820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.480153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.480484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.480837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.481141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.481472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.481802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:03.503790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-24e53b0a-f5b5-48fd-a604-f20c2ef095cd tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8196859 Jul 16 08:49:03.506743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40702) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.516784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:03.534811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.548406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.562205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.575425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae6ac09e-8d00-4627-8ba4-18de2a32983c req-ed5cde3b-124a-413b-9ce1-3a00aeb76855 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208701 Jul 16 08:49:03.675418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event updated for resources: {'Port': ['ID=77b8c408-2f0c-45bc-8c2f-b2109c66b8da,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.683536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.693571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.725490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.726617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-be38073b-d9e5-4505-af0e-59402343b3f3 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9443550 Jul 16 08:49:03.762215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d85f61-b61d-4de3-9ec5-2f930b39f7ff req-e9044007-3a6f-42ed-8dbb-a44a424f5190 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.763738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4d85f61-b61d-4de3-9ec5-2f930b39f7ff req-e9044007-3a6f-42ed-8dbb-a44a424f5190 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0662942 Jul 16 08:49:03.805904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4d85f61-b61d-4de3-9ec5-2f930b39f7ff req-c072caca-6eba-4b18-a8fb-6973d6c36b12 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Jul 16 08:49:03.829162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-b63256ff-6519-423c-8467-b14c7bf38802 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 696 time: 0.0917382 Jul 16 08:49:03.988781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bde7b-e103-4313-a504-04a43222da75 req-e185f081-d621-44a7-8c5f-acfa9e6d9108 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.990190 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f1bde7b-e103-4313-a504-04a43222da75 req-e185f081-d621-44a7-8c5f-acfa9e6d9108 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0689929 Jul 16 08:49:04.013003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-a9ace297-424e-45fe-9d96-bbfdd30a9044 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.014389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-a9ace297-424e-45fe-9d96-bbfdd30a9044 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1793554 Jul 16 08:49:04.027505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-81eaf3b3-2ee8-450b-9a76-91ac0d7b9a88 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:49:04.028490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b99cbf3-770e-4564-b70a-f2852ce77380 req-81eaf3b3-2ee8-450b-9a76-91ac0d7b9a88 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077178 Jul 16 08:49:04.032327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] device_id is not set on port 04c5fc46-46ab-4157-9d93-1878e40b9e93 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:04.032813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f1bde7b-e103-4313-a504-04a43222da75 req-259749e7-3985-42a7-be92-d2d9864d9d7e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Jul 16 08:49:04.040581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.056597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Transition to ACTIVE for port object 04c5fc46-46ab-4157-9d93-1878e40b9e93 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:04.062535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.126501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=04c5fc46-46ab-4157-9d93-1878e40b9e93,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:04.185517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.185858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.186227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.197517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.197912 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.202871 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 2 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.227994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.228330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.228663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.241010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.241231 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.242417 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 3 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.269397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc41cd-108f-4e5f-a2c6-05f01a3da7f8 req-defd974f-2ffa-4236-9205-2a9010429b12 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.270903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dfc41cd-108f-4e5f-a2c6-05f01a3da7f8 req-defd974f-2ffa-4236-9205-2a9010429b12 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0676799 Jul 16 08:49:04.278255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325951b-9053-476d-8d9f-36715b2a07dc req-c69ef97a-4d04-4591-b5e8-951ef8f3cf8c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.279765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-c69ef97a-4d04-4591-b5e8-951ef8f3cf8c tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1396227 Jul 16 08:49:04.280414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.280745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.281076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.287480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.287808 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.292787 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 4 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.310792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dfc41cd-108f-4e5f-a2c6-05f01a3da7f8 req-021f397d-78a7-4e4a-a277-613003feeb25 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338635 Jul 16 08:49:04.494349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72c1f5-5847-4b97-9e18-8ddab0ab1ef5 req-497e274f-334c-40b3-8542-28867bec46cb tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.495905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7a72c1f5-5847-4b97-9e18-8ddab0ab1ef5 req-497e274f-334c-40b3-8542-28867bec46cb tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0695918 Jul 16 08:49:04.542881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7a72c1f5-5847-4b97-9e18-8ddab0ab1ef5 req-0f6b8a81-2b64-4e60-be86-3c02710ad059 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Jul 16 08:49:04.630592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-30862aa5-866b-4783-b5dd-41be2a91403f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 696 time: 0.3446162 Jul 16 08:49:04.631473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.631807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.632388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.638873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.639198 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.642190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'floatingip': {'port_id': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:04.644345 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 5 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.692420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.695421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.695751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.696140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.712300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef150a-1edf-45e7-bb08-c95e65ea8766 req-6221141d-0342-4f04-be61-2a5ac7305786 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.713806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77ef150a-1edf-45e7-bb08-c95e65ea8766 req-6221141d-0342-4f04-be61-2a5ac7305786 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0659122 Jul 16 08:49:04.727686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.728019 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.734803 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 6 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.753374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77ef150a-1edf-45e7-bb08-c95e65ea8766 req-7857a070-38d1-4c36-b4cc-b5ea4fc27d17 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337498 Jul 16 08:49:04.767509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.767853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.768183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.780178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.780515 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.784687 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 7 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.824108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.824439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.824775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.834160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.834485 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.837290 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 8 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.886467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.886798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.887147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.897579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.897910 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.900451 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 9 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.944788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.945127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.945466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.952605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.952937 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.957003 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempt 10 to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 Jul 16 08:49:04.975386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:04.975725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:04.976061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempting to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:04.987655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:04.988006 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Failed to bind port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on host n-h2-798249-10 for vnic_type normal using segments [{'id': 'c9257cad-6050-4966-b442-e1b1accf0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33cc9398-9bd2-4cbf-84dd-111a4b78adcd'}] Jul 16 08:49:04.988356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.065043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bcfad-be04-4607-8a74-45308433f6ee req-aee38832-b102-4d2c-a2bf-678f9c12f705 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.066469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-329bcfad-be04-4607-8a74-45308433f6ee req-aee38832-b102-4d2c-a2bf-678f9c12f705 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0670536 Jul 16 08:49:05.109047 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-329bcfad-be04-4607-8a74-45308433f6ee req-a3914dfa-2ffd-4b9f-af2f-557e4e826ca5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343654 Jul 16 08:49:05.163974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] For port 04c5fc46-46ab-4157-9d93-1878e40b9e93, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:05.164625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attempted to set empty binding levels {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:49:05.170850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.232171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] In _notify_port_updated(), no bound segment for port 04c5fc46-46ab-4157-9d93-1878e40b9e93 on network 33cc9398-9bd2-4cbf-84dd-111a4b78adcd {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:05.233053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.233667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.234980 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "PUT /v2.0/ports/04c5fc46-46ab-4157-9d93-1878e40b9e93 HTTP/1.1" status: 200 len: 976 time: 1.7266865 Jul 16 08:49:05.238594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:05.299556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5b024-c58a-4415-9e3a-bb84ce5afa45 req-c6b87831-6a52-4cb7-bae1-02e944c4b4ce tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.301067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95e5b024-c58a-4415-9e3a-bb84ce5afa45 req-c6b87831-6a52-4cb7-bae1-02e944c4b4ce tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0699437 Jul 16 08:49:05.315572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event updated for resources: {'Port': ['ID=04c5fc46-46ab-4157-9d93-1878e40b9e93,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:05.337837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.338189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.339031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.339395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.339736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.340067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.340394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.340723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.341047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.341196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95e5b024-c58a-4415-9e3a-bb84ce5afa45 req-a0493fbb-048a-47ba-a2d4-6efbbdc5fd94 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Jul 16 08:49:05.341369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.341694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.342020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5a38d-3ded-4880-99a7-ef85c69f2a35 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:05.378886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.387193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.449733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Deleting port 04c5fc46-46ab-4157-9d93-1878e40b9e93 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:05.450086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.555542 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Floating IP adaf2163-0371-4cce-a969-41d1360a6939 associated. External IP: 172.25.0.120, port: fcca0055-d293-4a4c-aba3-499b920bf6ee. Jul 16 08:49:05.558136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] For port 04c5fc46-46ab-4157-9d93-1878e40b9e93, host n-h2-798249-10, got binding levels [] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:05.558495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.572752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9e931-95e5-4dcd-9257-95f8ade3f01a req-007a260e-d9bd-4a3c-895a-4ef6219834dc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.574208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8d9e931-95e5-4dcd-9257-95f8ade3f01a req-007a260e-d9bd-4a3c-895a-4ef6219834dc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0678151 Jul 16 08:49:05.606769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Calling delete_port for 04c5fc46-46ab-4157-9d93-1878e40b9e93 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:05.614938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8d9e931-95e5-4dcd-9257-95f8ade3f01a req-67af2379-1e7a-4466-a324-be24de25bd77 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Jul 16 08:49:05.779839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.802580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3129e9e-140f-443e-8b69-197cda3b41a4 req-59289bc9-97de-4e96-899e-773f5ebf2c26 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.810768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3129e9e-140f-443e-8b69-197cda3b41a4 req-59289bc9-97de-4e96-899e-773f5ebf2c26 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0800018 Jul 16 08:49:05.839759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c5fc46-46ab-4157-9d93-1878e40b9e93,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:05.849250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.853581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e7336536-93da-41ef-a5f0-aa2082982ae7 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "DELETE /v2.0/ports/04c5fc46-46ab-4157-9d93-1878e40b9e93 HTTP/1.1" status: 204 len: 168 time: 0.6102169 Jul 16 08:49:05.853731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3129e9e-140f-443e-8b69-197cda3b41a4 req-b771db27-b73e-486d-a4d0-d9caa0fd2c1d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Jul 16 08:49:05.853832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40744) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:05.894094 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1badab-1336-479c-9034-a89ca75de3e1 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:49:05.894846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Router 91b36b98-3177-40c8-b856-a685f13b1dc3 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:05.895998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0c1badab-1336-479c-9034-a89ca75de3e1 tempest-PortsAdminExtendedAttrsTestJSON-476856618 tempest-PortsAdminExtendedAttrsTestJSON-476856618-project-admin] 10.222.0.41 "GET /v2.0/ports/04c5fc46-46ab-4157-9d93-1878e40b9e93 HTTP/1.1" status: 404 len: 333 time: 0.0412850 Jul 16 08:49:05.899852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40750) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:05.990469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.016755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:06.021678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.027657 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] Sync routers for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:06.037848 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:06.038522 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.061138 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38b8001e-71a6-4ecf-87b6-d9cd39acc033 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "PUT /v2.0/floatingips/adaf2163-0371-4cce-a969-41d1360a6939 HTTP/1.1" status: 200 len: 996 time: 1.4231927 Jul 16 08:49:06.061138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:06.063102 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bca25f-4528-4f84-8e5a-383ee0c3098f" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:06.102397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e85c0e-b0ff-44a0-b056-32874b056e49 req-089e95d5-e866-4271-be6b-d3b87e5d172b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.108448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d2e85c0e-b0ff-44a0-b056-32874b056e49 req-089e95d5-e866-4271-be6b-d3b87e5d172b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1342432 Jul 16 08:49:06.129226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325951b-9053-476d-8d9f-36715b2a07dc req-89457ae8-45c3-42ce-95a3-b6c1c2ad5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.130788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-89457ae8-45c3-42ce-95a3-b6c1c2ad5b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.0554724 Jul 16 08:49:06.135774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.152096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cc9398-9bd2-4cbf-84dd-111a4b78adcd']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.154453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:06.174837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9257cad-6050-4966-b442-e1b1accf0a99') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.175142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9257cad-6050-4966-b442-e1b1accf0a99') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.192304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.207240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d2e85c0e-b0ff-44a0-b056-32874b056e49 req-0ebcd924-1606-4ecd-8862-2e7a6322d44d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970383 Jul 16 08:49:06.215495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.224028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:06.224599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:06.230347 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:06.233169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325951b-9053-476d-8d9f-36715b2a07dc req-d99ed7aa-f091-4131-81f5-1612c9a42eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.233618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-d99ed7aa-f091-4131-81f5-1612c9a42eb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.0956588 Jul 16 08:49:06.312232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.318006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-daf33253-e9e5-4522-9ee4-7b0a15a1d469 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 999 time: 0.0775871 Jul 16 08:49:06.326730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.331167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] 10.222.0.41 "DELETE /v2.0/networks/33cc9398-9bd2-4cbf-84dd-111a4b78adcd HTTP/1.1" status: 204 len: 168 time: 0.4280136 Jul 16 08:49:06.342569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f7cf0-0eb2-4217-ac41-25f899ec04ee tempest-PortsAdminExtendedAttrsTestJSON-790021582 tempest-PortsAdminExtendedAttrsTestJSON-790021582-project] Pushing event deleted for resources: {'Network': ['ID=33cc9398-9bd2-4cbf-84dd-111a4b78adcd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.396551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325951b-9053-476d-8d9f-36715b2a07dc req-dbcdf1c2-b317-4501-b9ff-4181c0eb9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.398088 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-dbcdf1c2-b317-4501-b9ff-4181c0eb9b30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.0727565 Jul 16 08:49:06.420860 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'adaf2163-0371-4cce-a969-41d1360a6939', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'port_id': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'mac_address': 'fa:16:3e:27:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:03Z', 'updated_at': '2021-07-16T08:49:05Z', 'revision_number': 1, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.444891 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b440f3-2bbd-402d-8ed3-8db9afe7ecdf x-openstack-request-id: req-30b440f3-2bbd-402d-8ed3-8db9afe7ecdf {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:06.445423 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:06.446737 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30b440f3-2bbd-402d-8ed3-8db9afe7ecdf {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:06.447258 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'status': 'completed', 'code': 200} Jul 16 08:49:06.449714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-38424f13-df01-4d7a-89e8-ec919184d7f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439749 Jul 16 08:49:06.451104 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] Checking router: 91b36b98-3177-40c8-b856-a685f13b1dc3 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:06.461230 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:06.462563 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.462840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-e27383b9-3028-4689-a3ae-f9372f6a2b63 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:49:06.464783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-e27383b9-3028-4689-a3ae-f9372f6a2b63 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090671 Jul 16 08:49:06.577724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-64fe6043-0a0f-4b7c-b555-24e6a4674618 service neutron] 10.222.0.41 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050289 Jul 16 08:49:06.615968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-4e6a28c2-42c3-4f6b-8a6b-fbf0ac12af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.617537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-4e6a28c2-42c3-4f6b-8a6b-fbf0ac12af98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.1208968 Jul 16 08:49:06.625073 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:06.684817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c325951b-9053-476d-8d9f-36715b2a07dc req-917114fb-2826-47ae-ad0e-05f4ef1abca4 service neutron] 10.222.0.41 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060042 Jul 16 08:49:06.759008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40768) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.842620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-2f14c929-bf7c-4d6d-a47d-11c76997a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.844325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-2f14c929-bf7c-4d6d-a47d-11c76997a51b service neutron] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.2180057 Jul 16 08:49:06.935877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-ef457902-32ae-4c8b-ad00-c4f503bad954 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 999 time: 0.0848815 Jul 16 08:49:06.940973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-f428d759-199d-4c61-bed0-e171218975fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.941902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-f428d759-199d-4c61-bed0-e171218975fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1509118 Jul 16 08:49:06.961112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'adaf2163-0371-4cce-a969-41d1360a6939', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'port_id': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'mac_address': 'fa:16:3e:27:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:03Z', 'updated_at': '2021-07-16T08:49:05Z', 'revision_number': 1, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.965018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d97a1-bbc4-45be-811f-d1ade36f3533 req-2a1e1ae6-0852-4a16-8f03-328f9bad931e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.966908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-111d97a1-bbc4-45be-811f-d1ade36f3533 req-2a1e1ae6-0852-4a16-8f03-328f9bad931e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1801016 Jul 16 08:49:06.993731 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dcbd8-9cdd-4516-96ee-dfee4b6ef8cd None None] The sync data for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 is: [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'adaf2163-0371-4cce-a969-41d1360a6939', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'port_id': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'mac_address': 'fa:16:3e:27:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:03Z', 'updated_at': '2021-07-16T08:49:05Z', 'revision_number': 1, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:07.006393 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd080acf-f2f9-4abd-9cdd-c176a0f2a2a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0d84fe54c3542bfbb76fdc4f193e88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436407 Jul 16 08:49:07.007655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40772) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.025441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-bc6c399d-24b9-467a-8188-becc5d4799b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.027677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-bc6c399d-24b9-467a-8188-becc5d4799b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.0855424 Jul 16 08:49:07.058946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec5dc0-ab29-41aa-9a7a-490742dc8ca3 req-bd4c36ac-6f70-4f1a-99d6-b2f3fd1566d6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.060546 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-37ec5dc0-ab29-41aa-9a7a-490742dc8ca3 req-bd4c36ac-6f70-4f1a-99d6-b2f3fd1566d6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1962507 Jul 16 08:49:07.072544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-5ebac321-79a8-49e3-b78c-65538cb21be9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385942 Jul 16 08:49:07.076199 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-111d97a1-bbc4-45be-811f-d1ade36f3533 req-0d3d6a8b-47db-40d1-8d9e-f3a745e62265 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888994 Jul 16 08:49:07.136720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-cc0d51a8-4f0b-4ad7-ad6f-719171195705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.138270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-cc0d51a8-4f0b-4ad7-ad6f-719171195705 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.1866722 Jul 16 08:49:07.146700 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-37ec5dc0-ab29-41aa-9a7a-490742dc8ca3 req-d5cfe32b-3c11-4323-bb0d-45853a7882cc tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763280 Jul 16 08:49:07.199269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a464dfb9-63ea-45dc-bfe4-25f0bdb1f7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.234696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a464dfb9-63ea-45dc-bfe4-25f0bdb1f7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.238141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-c7c5856e-880d-4c63-a695-48acbd478156 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 997 time: 0.0905530 Jul 16 08:49:07.263451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac43019-8c8d-4a2d-a7c0-ff1f444192fb None None] New status for floating IP adaf2163-0371-4cce-a969-41d1360a6939: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:07.322070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-f840922a-d14e-4b2e-9949-4c95c02b2a60 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 999 time: 0.2013836 Jul 16 08:49:07.335998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-01e5302a-fcf5-4c69-9f35-c668b7195d6a service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577109 Jul 16 08:49:07.344254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-41fb1fe2-62ea-4924-b84a-74d7aaf7efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.345717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-41fb1fe2-62ea-4924-b84a-74d7aaf7efbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.1012189 Jul 16 08:49:07.404840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a464dfb9-63ea-45dc-bfe4-25f0bdb1f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.407372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a464dfb9-63ea-45dc-bfe4-25f0bdb1f7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.412123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a464dfb9-63ea-45dc-bfe4-25f0bdb1f7dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e0d1aba-5b41-403e-b6f0-85db6f5b8a6d HTTP/1.1" status: 204 len: 168 time: 0.4000461 Jul 16 08:49:07.415793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-2eae59aa-1d5c-47cd-9400-d14585f045f5 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.426962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464dfb9-63ea-45dc-bfe4-25f0bdb1f7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0d1aba-5b41-403e-b6f0-85db6f5b8a6d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.427369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-2eae59aa-1d5c-47cd-9400-d14585f045f5 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports/fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 942 time: 0.0996478 Jul 16 08:49:07.436847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b966b2-8fe0-4120-82ee-ff15a6eb47af req-a9d5230e-273d-478b-ad6a-e98f2370a8a0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.438416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5b966b2-8fe0-4120-82ee-ff15a6eb47af req-a9d5230e-273d-478b-ad6a-e98f2370a8a0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1413853 Jul 16 08:49:07.473860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-18798e6f-b569-436f-9378-211ed4f0c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.475407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-18798e6f-b569-436f-9378-211ed4f0c23b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229234 Jul 16 08:49:07.502557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45bca25f-4528-4f84-8e5a-383ee0c3098f req-5ee3451a-797b-4ae3-afcb-e5aca5316df1 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457081 Jul 16 08:49:07.515948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5b966b2-8fe0-4120-82ee-ff15a6eb47af req-f3bcfcf5-6df7-445c-850f-cf16649074aa tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626631 Jul 16 08:49:07.611909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-211258c3-6ebc-45b8-87f8-52a929b913b4 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302409 Jul 16 08:49:07.628986 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-461a6d16-94ca-4533-981d-bee96ff123e7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 1001 time: 0.0811076 Jul 16 08:49:07.755405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d4ff5a2-0222-416c-afe9-96ad74970ba5 req-4819f126-0e69-4503-aa70-423a17e28cf2 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359344 Jul 16 08:49:07.774569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-d8ac02ed-21b5-40cd-8296-9c8aa8505ec7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.781243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-d8ac02ed-21b5-40cd-8296-9c8aa8505ec7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.1446216 Jul 16 08:49:07.787666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-287b6bc1-edf6-471c-b729-72a80738aad0 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:49:07.788670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-287b6bc1-edf6-471c-b729-72a80738aad0 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066609 Jul 16 08:49:07.857883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40794) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.869810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-2eee2610-acb7-4e2c-8858-cb857d4cb0e7 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 1001 time: 0.0741289 Jul 16 08:49:07.882363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:07.885828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78185a-9f6d-43ca-a2e9-87a587bcb722 req-2c2fc595-9d6f-49ae-bae3-b4a8cf9d4bf0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.887362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf78185a-9f6d-43ca-a2e9-87a587bcb722 req-2c2fc595-9d6f-49ae-bae3-b4a8cf9d4bf0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 813 time: 0.1239722 Jul 16 08:49:07.902151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf78185a-9f6d-43ca-a2e9-87a587bcb722 req-a0f571e2-f8c7-4619-aabd-d139e40213d3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/quotas/c27a7f6323fb4d40803ba58bfb0a8929 HTTP/1.1" status: 200 len: 375 time: 0.0092218 Jul 16 08:49:07.946641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9850417b-17eb-4813-939a-1148719b00cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a2296ecd7ba4acc94d23e85cd711ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868909 Jul 16 08:49:07.949036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40796) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.966674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf78185a-9f6d-43ca-a2e9-87a587bcb722 req-6a1cd7bd-9552-46b4-82b0-d3f53ff54a1d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593901 Jul 16 08:49:07.967935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.091277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0352efe4-d465-4e66-b6c5-d42692ca945b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.127535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0352efe4-d465-4e66-b6c5-d42692ca945b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.191756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.204354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.204682 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Floating IP adaf2163-0371-4cce-a969-41d1360a6939 disassociated. External IP: 172.25.0.120, port: fcca0055-d293-4a4c-aba3-499b920bf6ee. Jul 16 08:49:08.308428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0352efe4-d465-4e66-b6c5-d42692ca945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.310528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0352efe4-d465-4e66-b6c5-d42692ca945b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.311745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0352efe4-d465-4e66-b6c5-d42692ca945b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de6a859e-2799-42a1-84ba-cb0025af0158 HTTP/1.1" status: 204 len: 168 time: 0.3617992 Jul 16 08:49:08.348324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352efe4-d465-4e66-b6c5-d42692ca945b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a859e-2799-42a1-84ba-cb0025af0158,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.461204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7d3c5-e80e-4752-b6fc-da3f8357a151 req-95a482a7-b4e2-4ffb-ba2b-715e8d3d819c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.471350 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91d7d3c5-e80e-4752-b6fc-da3f8357a151 req-95a482a7-b4e2-4ffb-ba2b-715e8d3d819c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.3990810 Jul 16 08:49:08.479405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Router 91b36b98-3177-40c8-b856-a685f13b1dc3 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:08.518044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91d7d3c5-e80e-4752-b6fc-da3f8357a151 req-984234d8-cf26-4d22-9f2e-6060505833d5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Jul 16 08:49:08.695749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845558-4036-4192-bcea-3b5f4ae48f08 req-f32e0bf8-581d-4769-a7ca-fbc6c467724f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.698121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78845558-4036-4192-bcea-3b5f4ae48f08 req-f32e0bf8-581d-4769-a7ca-fbc6c467724f tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0765586 Jul 16 08:49:08.738282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78845558-4036-4192-bcea-3b5f4ae48f08 req-c93eeb65-f408-43a4-843d-addf983ea450 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Jul 16 08:49:08.918594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:08.925853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.929509 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] Sync routers for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:08.932604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc72e8-2abb-4153-9a3d-d5b150760242 req-b738ba44-ffba-47b0-a929-55b3f71854a7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.939486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20bc72e8-2abb-4153-9a3d-d5b150760242 req-b738ba44-ffba-47b0-a929-55b3f71854a7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0790718 Jul 16 08:49:08.939781 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:08.940510 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:08.967506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-02663544-0ad9-4019-9613-80ea387e8359 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "PUT /v2.0/floatingips/adaf2163-0371-4cce-a969-41d1360a6939 HTTP/1.1" status: 200 len: 695 time: 1.0913336 Jul 16 08:49:08.967833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:08.970214 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:08.985464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20bc72e8-2abb-4153-9a3d-d5b150760242 req-6bb0f8bc-1064-400f-921d-51ceb9819650 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448735 Jul 16 08:49:09.054052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-9412c1c0-7719-4c2a-9d63-f347e063ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.055388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-9412c1c0-7719-4c2a-9d63-f347e063ded7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.0691466 Jul 16 08:49:09.092331 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:09.200287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-ee68a797-cd83-4b28-8b83-784a69d8874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.207137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.208127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-ee68a797-cd83-4b28-8b83-784a69d8874e service neutron] 10.222.0.41 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.1464679 Jul 16 08:49:09.246579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-f2efa717-67a2-4d08-889d-a2586f2800f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0375659 Jul 16 08:49:09.300454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-bc592e65-e608-4503-804e-3200b44e391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.302016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-bc592e65-e608-4503-804e-3200b44e391c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.0484703 Jul 16 08:49:09.332287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1923919156'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:09.341097 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-41346906-6e13-4906-b805-d01dbe308aa2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320969 Jul 16 08:49:09.347514 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:09.354901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff68a0-07f8-4e7d-9ca2-07daca950b2c req-fbdfc2d9-4ee9-4d61-8948-858f12f3fc42 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.356464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cff68a0-07f8-4e7d-9ca2-07daca950b2c req-fbdfc2d9-4ee9-4d61-8948-858f12f3fc42 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0935724 Jul 16 08:49:09.375629 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] Checking router: 91b36b98-3177-40c8-b856-a685f13b1dc3 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:09.381266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Made reservation on behalf of 01ca9689207b41949e344c3d2909530c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:09.385683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.386669 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:09.387289 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:09.396975 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.426415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cff68a0-07f8-4e7d-9ca2-07daca950b2c req-053c441a-edb5-4038-a831-8d76500f4fe5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616081 Jul 16 08:49:09.440816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-03417483-46e5-405e-8506-2a6c6b9d7c5d service neutron] 10.222.0.41 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927563 Jul 16 08:49:09.502581 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ceddd-161a-43bb-b483-c67ae5a41078 x-openstack-request-id: req-ef8ceddd-161a-43bb-b483-c67ae5a41078 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:09.502976 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:09.503346 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef8ceddd-161a-43bb-b483-c67ae5a41078 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:09.503855 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'status': 'completed', 'code': 200} Jul 16 08:49:09.508608 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:09.519310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.525671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.591001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:09.592866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bd4778c-86ca-429b-ab57-17c559794a89 req-5b111e51-a670-4ce2-bc7e-30bed339f237 service neutron] 10.222.0.41 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445317 Jul 16 08:49:09.622118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b60d2d-8903-45e3-a1e4-b8fd6548366e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.626045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.626391 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Added segment 93f64c44-b8aa-45a7-9878-638d57937cde of type vlan for network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 Jul 16 08:49:09.698266 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.705625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f4eea87-cfbe-4095-ba97-0c338fed4d96 req-56d5708b-f037-498e-b95c-a33ce8b0f7d4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c27a7f6323fb4d40803ba58bfb0a8929 HTTP/1.1" status: 200 len: 221 time: 0.1046083 Jul 16 08:49:09.732638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-de2bc3ec-0cb8-4561-a201-63cdd67e0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.734108 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-de2bc3ec-0cb8-4561-a201-63cdd67e0886 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 1097 time: 0.1833353 Jul 16 08:49:09.806692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc5a3-cba3-42d3-9562-904606e78eec req-4a1ac917-995a-4b47-916b-206dca721e96 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.806956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.807072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04ecc5a3-cba3-42d3-9562-904606e78eec req-4a1ac917-995a-4b47-916b-206dca721e96 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0890334 Jul 16 08:49:09.808247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.808891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.842359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-690bcfd8-9ae5-454b-aec0-9d284063a646 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips/adaf2163-0371-4cce-a969-41d1360a6939 HTTP/1.1" status: 200 len: 695 time: 0.1046593 Jul 16 08:49:09.850539 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04ecc5a3-cba3-42d3-9562-904606e78eec req-db789ca8-8230-4833-bfcc-51b04965f411 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Jul 16 08:49:09.886529 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:09.912087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7012770 Jul 16 08:49:09.912437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.915298 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c9a26-f650-473e-88a6-fb6baa573b03 None None] The sync data for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 is: [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:12Z', 'revision_number': 4, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '2a62e033-b5aa-462e-bb13-b1d894fca0ea', 'name': '', 'network_id': '354ae9bc-aab9-4c1d-8143-70991b7bc323', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'mac_address': 'fa:16:3e:f5:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:11Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'subnets': [{'id': 'f1186422-fa63-414c-bfe4-57c341e44b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:09.918212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Request body: {'subnet': {'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:09.987209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772afd-1d75-469b-8864-fd53f40fc45f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event updated for resources: {'Network': ['ID=9a985ffd-c9a5-47e3-8728-942c4f2eb469,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.999350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:10.048790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-9eebed78-95d0-46a0-9d52-e175b1bd65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.050508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-9eebed78-95d0-46a0-9d52-e175b1bd65c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 200 len: 920 time: 0.3042064 Jul 16 08:49:10.078340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Made reservation on behalf of 01ca9689207b41949e344c3d2909530c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:10.082026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.104982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-bf696db2-8c07-45d6-bba6-31efe3b35d9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 200 len: 217 time: 0.0461743 Jul 16 08:49:10.114190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-46c9a25f-279c-4c06-a8b9-92cec7891a1f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.115703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-46c9a25f-279c-4c06-a8b9-92cec7891a1f tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 784 time: 0.2597032 Jul 16 08:49:10.131854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5dc85-5aa5-4efd-83d2-0af457ee9f2e req-eb76859a-6644-4fd0-bdfc-e89bbbc5cddf tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.134272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ab5dc85-5aa5-4efd-83d2-0af457ee9f2e req-eb76859a-6644-4fd0-bdfc-e89bbbc5cddf tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1405959 Jul 16 08:49:10.151200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-6ea7a67d-80ec-4a3a-b54f-f130b8da9f42 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:49:10.152406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-6ea7a67d-80ec-4a3a-b54f-f130b8da9f42 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273876 Jul 16 08:49:10.215407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-8ca1c7a9-7411-48d4-b2d8-c04c441fce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.217100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-8ca1c7a9-7411-48d4-b2d8-c04c441fce4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 200 len: 859 time: 0.1004262 Jul 16 08:49:10.219843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ab5dc85-5aa5-4efd-83d2-0af457ee9f2e req-d0058c7e-73ad-4bf1-91a3-0b9213bd5257 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586150 Jul 16 08:49:10.225394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-0a868a7d-9c91-48b7-b4e7-0378b0612e12 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 698 time: 0.0601861 Jul 16 08:49:10.264742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-284ac27a-4bb0-4911-ab00-334718d7e66e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=354ae9bc-aab9-4c1d-8143-70991b7bc323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379238 Jul 16 08:49:10.314414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea17d09e-2b49-4719-bd2e-bd5e692bb429 None None] New status for floating IP adaf2163-0371-4cce-a969-41d1360a6939: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:10.315718 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-ff07a962-63b7-4f2b-8387-2b1b34eedbc5 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 698 time: 0.0811300 Jul 16 08:49:10.338752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.420568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event updated for resources: {'Subnet': ['ID=036ff951-5baa-4f9b-ad14-ba7658706109,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.433227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Checking segment: {'id': '93f64c44-b8aa-45a7-9878-638d57937cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:10.433597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Network hostable DHCP agents. Network: 9a985ffd-c9a5-47e3-8728-942c4f2eb469, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:10.456882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:10.471098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 9a985ffd-c9a5-47e3-8728-942c4f2eb469) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:10.483756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39dc2e-c72c-43d6-bfd5-0620749324d7 None None] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:10.488538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.490373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.501311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-db800b55-79b9-4e59-b064-6aaea12ec550 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077787 Jul 16 08:49:10.512325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2821b473-3552-4736-be6e-946cca6dd418 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5984936 Jul 16 08:49:10.514757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40860) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:10.523525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Request body: {'port': {'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1205587855'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:10.586667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Deleting port 77b8c408-2f0c-45bc-8c2f-b2109c66b8da {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:10.587289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.666345 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ce7e0-3ae8-47d0-8550-74edf534ed11 req-2876ab78-3f11-4bf5-ac7f-fcf0794d4691 service neutron] 10.222.0.36 "GET /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568241 Jul 16 08:49:10.691307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Made reservation on behalf of 01ca9689207b41949e344c3d2909530c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:10.693921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.694287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.697642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.709811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Calling delete_port for 77b8c408-2f0c-45bc-8c2f-b2109c66b8da owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:10.740232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] device_id is not set on port 039d1a36-91df-4011-9844-24e65f51a6c0 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:10.758703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-9a985ffd-c9a5-47e3-8728-942c4f2eb469', 'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469', 'tenant_id': '01ca9689207b41949e344c3d2909530c', 'fixed_ips': [{'subnet_id': '036ff951-5baa-4f9b-ad14-ba7658706109'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:10.759679 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.886839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.911665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Allocated IP 172.20.0.13 (9a985ffd-c9a5-47e3-8728-942c4f2eb469/036ff951-5baa-4f9b-ad14-ba7658706109/039d1a36-91df-4011-9844-24e65f51a6c0) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:10.913984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event deleted for resources: {'Port': ['ID=77b8c408-2f0c-45bc-8c2f-b2109c66b8da,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.928390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac127d1c-c87a-4597-b3b7-99407335b0af req-c86736ea-b7e8-46b5-b1a4-fb067356dab6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.929897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac127d1c-c87a-4597-b3b7-99407335b0af req-c86736ea-b7e8-46b5-b1a4-fb067356dab6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1281266 Jul 16 08:49:10.979815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.982450 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.983625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0bcc2a1-7ec4-4894-836f-764ec31b23f0 req-f21d8c16-06db-4636-94dc-30c0e89e28e2 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "DELETE /v2.0/floatingips/adaf2163-0371-4cce-a969-41d1360a6939 HTTP/1.1" status: 204 len: 173 time: 0.6550128 Jul 16 08:49:11.001621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ac127d1c-c87a-4597-b3b7-99407335b0af req-af29dd68-7d13-4d3a-9f83-95f0e6a0bc59 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 Jul 16 08:49:11.142981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ab4cb6e-c546-4154-a7c2-309400ef5838 req-45199ecb-9a1a-4a17-8009-a2af01df9803 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups/af8c93d7-c671-46de-9d20-3e6cad48ae43 HTTP/1.1" status: 200 len: 1810 time: 0.1001565 Jul 16 08:49:11.153675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9361cdd-a508-4deb-8ed5-c661bbd02435 req-04788fd7-285d-4a72-b4c9-a9f16e9c1a67 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.155364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9361cdd-a508-4deb-8ed5-c661bbd02435 req-04788fd7-285d-4a72-b4c9-a9f16e9c1a67 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0742748 Jul 16 08:49:11.166999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.195107 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9361cdd-a508-4deb-8ed5-c661bbd02435 req-81c5776c-5e08-4477-ae6f-c69f379d1b86 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Jul 16 08:49:11.198562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Transition to ACTIVE for port object 039d1a36-91df-4011-9844-24e65f51a6c0 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:11.242333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6ab4cb6e-c546-4154-a7c2-309400ef5838 req-3fb86db2-9938-4021-b766-aca70d2599ac tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.276385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6ab4cb6e-c546-4154-a7c2-309400ef5838 req-3fb86db2-9938-4021-b766-aca70d2599ac tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.279312 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.321960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Allocated IP 172.20.0.2 (9a985ffd-c9a5-47e3-8728-942c4f2eb469/036ff951-5baa-4f9b-ad14-ba7658706109/b179ec76-a319-4eda-bfa8-fc5f78ae5178) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:11.350090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:11.362021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:11.365113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:11.402680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d8cb-19f4-4397-ad44-2a39ea5cc3fd req-53e97c2b-ea3c-4e66-8e4c-dbcf165662d9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.407074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event updated for resources: {'Port': ['ID=039d1a36-91df-4011-9844-24e65f51a6c0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.407896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce15d8cb-19f4-4397-ad44-2a39ea5cc3fd req-53e97c2b-ea3c-4e66-8e4c-dbcf165662d9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0760007 Jul 16 08:49:11.430204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6ab4cb6e-c546-4154-a7c2-309400ef5838 req-3fb86db2-9938-4021-b766-aca70d2599ac tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.433456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6ab4cb6e-c546-4154-a7c2-309400ef5838 req-3fb86db2-9938-4021-b766-aca70d2599ac tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.438290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ab4cb6e-c546-4154-a7c2-309400ef5838 req-3fb86db2-9938-4021-b766-aca70d2599ac tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "DELETE /v2.0/security-groups/af8c93d7-c671-46de-9d20-3e6cad48ae43 HTTP/1.1" status: 204 len: 173 time: 0.2883773 Jul 16 08:49:11.448704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.450216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.477938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb86db2-9938-4021-b766-aca70d2599ac tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c93d7-c671-46de-9d20-3e6cad48ae43,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.479921 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.481695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5dc401de-da86-4210-b525-a03efb9bb818 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9651308 Jul 16 08:49:11.484557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.484841 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce15d8cb-19f4-4397-ad44-2a39ea5cc3fd req-49c29c7f-f75d-44f0-8cf5-2bed7ccbfd38 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574551 Jul 16 08:49:11.490295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Transition to ACTIVE for port object b179ec76-a319-4eda-bfa8-fc5f78ae5178 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:11.491364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Request body: {'port': {'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1366124473', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:11.492121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] bootfile-name is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:11.492557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] tftp-server is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:11.493110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] server-ip-address is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:11.509117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Transition to ACTIVE for port object b179ec76-a319-4eda-bfa8-fc5f78ae5178 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:11.521999 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.573592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:11.576731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:11.580460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:11.593343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Pushing event updated for resources: {'Port': ['ID=b179ec76-a319-4eda-bfa8-fc5f78ae5178,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.649120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Attempting to bind port b179ec76-a319-4eda-bfa8-fc5f78ae5178 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:11.649467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Attempting to bind port b179ec76-a319-4eda-bfa8-fc5f78ae5178 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '93f64c44-b8aa-45a7-9878-638d57937cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:11.649910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Attempting to bind port b179ec76-a319-4eda-bfa8-fc5f78ae5178 on network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:11.652073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Made reservation on behalf of 01ca9689207b41949e344c3d2909530c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:11.655548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:11.656062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Checking segment: {'id': '93f64c44-b8aa-45a7-9878-638d57937cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:11.656476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.657047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Bound using segment: {'id': '93f64c44-b8aa-45a7-9878-638d57937cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:11.657530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Bound port: b179ec76-a319-4eda-bfa8-fc5f78ae5178, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f64c44-b8aa-45a7-9878-638d57937cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a985ffd-c9a5-47e3-8728-942c4f2eb469'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:11.657915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.658724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.679227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] device_id is not set on port 89178e09-78eb-425e-8684-85624918fcfb yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:11.730241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2da8-059a-4cc2-8a94-d6c4c632d672 req-6b76856e-2995-4e8c-9fa7-1239cd1f0b3d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.732065 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccab2da8-059a-4cc2-8a94-d6c4c632d672 req-6b76856e-2995-4e8c-9fa7-1239cd1f0b3d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0877726 Jul 16 08:49:11.745756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] For port b179ec76-a319-4eda-bfa8-fc5f78ae5178, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:11.750111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] For port b179ec76-a319-4eda-bfa8-fc5f78ae5178, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b179ec76-a319-4eda-bfa8-fc5f78ae5178,segment=NetworkSegment(93f64c44-b8aa-45a7-9878-638d57937cde),segment_id=93f64c44-b8aa-45a7-9878-638d57937cde)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:11.756051 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.789509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccab2da8-059a-4cc2-8a94-d6c4c632d672 req-f37e02ec-0da6-42d0-a683-bf3eb42a97e3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516613 Jul 16 08:49:11.841816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Allocated IP 172.20.0.4 (9a985ffd-c9a5-47e3-8728-942c4f2eb469/036ff951-5baa-4f9b-ad14-ba7658706109/89178e09-78eb-425e-8684-85624918fcfb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:11.843873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86122-0496-4c1c-ba27-8bf935bd7ebd None None] Pushing event updated for resources: {'Port': ['ID=b179ec76-a319-4eda-bfa8-fc5f78ae5178,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.989512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdf3ff-6c1c-4141-823f-b8637d0f24f8 req-b9e5fa41-44ed-46f2-8b2d-6ff3123dec51 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.991387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ccdf3ff-6c1c-4141-823f-b8637d0f24f8 req-b9e5fa41-44ed-46f2-8b2d-6ff3123dec51 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.0738308 Jul 16 08:49:12.055103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ccdf3ff-6c1c-4141-823f-b8637d0f24f8 req-6fceae1d-f8bc-49a3-aa4e-94ac95ef530b tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Jul 16 08:49:12.080375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.103520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Transition to ACTIVE for port object 89178e09-78eb-425e-8684-85624918fcfb will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:12.125826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9cda1-446c-4a82-a765-74fe8b5c9de5 req-07e00862-b2f4-424d-95ad-44d1ef7c24c4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.127392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1b9cda1-446c-4a82-a765-74fe8b5c9de5 req-07e00862-b2f4-424d-95ad-44d1ef7c24c4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1453340 Jul 16 08:49:12.184836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1b9cda1-446c-4a82-a765-74fe8b5c9de5 req-8a6f3ba5-2fb7-41c7-9549-6b6390383036 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481408 Jul 16 08:49:12.185985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.241984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:12.246889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:12.250134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:12.258214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event updated for resources: {'Port': ['ID=89178e09-78eb-425e-8684-85624918fcfb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.307632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.308196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.323923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8fc20be5-3458-44fc-bad1-2676ab3a3922 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8377721 Jul 16 08:49:12.326397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.386125 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67110827-aca0-4350-83b1-38bd2adcc5eb req-f5a806b0-d855-4381-b3ea-05bc4c17f74b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.387692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67110827-aca0-4350-83b1-38bd2adcc5eb req-f5a806b0-d855-4381-b3ea-05bc4c17f74b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0749300 Jul 16 08:49:12.428235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67110827-aca0-4350-83b1-38bd2adcc5eb req-dea59c7c-5a82-4d3b-a019-93b0389b7d6a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jul 16 08:49:12.480826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cf45c-8a11-44d2-be48-95e24900e851 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.486796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cf45c-8a11-44d2-be48-95e24900e851 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.492784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cf45c-8a11-44d2-be48-95e24900e851 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.494480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-231cf45c-8a11-44d2-be48-95e24900e851 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1667247 Jul 16 08:49:12.497578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40894) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.503457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb9251-75c1-4eb1-b70e-0653846a9881 req-7c753918-695a-4ec1-b0d0-ba940bca8664 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.504818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0eb9251-75c1-4eb1-b70e-0653846a9881 req-7c753918-695a-4ec1-b0d0-ba940bca8664 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1512868 Jul 16 08:49:12.550318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f0eb9251-75c1-4eb1-b70e-0653846a9881 req-5f5b2073-bb4a-481d-aad8-3fddadda65b8 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 Jul 16 08:49:12.676305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0239f2-57eb-49eb-89ab-998255babf61 req-2fe5b9e7-addd-4de3-a9d3-145035c2fcf4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.678150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f0239f2-57eb-49eb-89ab-998255babf61 req-2fe5b9e7-addd-4de3-a9d3-145035c2fcf4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1164732 Jul 16 08:49:12.683114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Deleting port 89178e09-78eb-425e-8684-85624918fcfb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:12.683505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.787999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f0239f2-57eb-49eb-89ab-998255babf61 req-d043aa3d-5824-414c-a1a9-5c7d5e4bdcbc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013105 Jul 16 08:49:12.830862 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.848234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Calling delete_port for 89178e09-78eb-425e-8684-85624918fcfb owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:12.939997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9597e8-0003-490e-80d9-8cec75563765 req-30ceab1b-7413-4093-9215-124767c3f15b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.941936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b9597e8-0003-490e-80d9-8cec75563765 req-30ceab1b-7413-4093-9215-124767c3f15b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0862117 Jul 16 08:49:12.964668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7d707b4-7c99-4d20-95cb-3d731b042423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.990141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b9597e8-0003-490e-80d9-8cec75563765 req-456a2416-e949-4524-bfe2-deb6eebb1730 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Jul 16 08:49:13.000649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd4c423-294d-4472-ba24-5b79b39ea587 None None] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:13.050998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891416fd-4938-42ea-a87d-29956a042002 req-bb54d845-e39e-4c20-b962-0a82a722ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.052564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-bb54d845-e39e-4c20-b962-0a82a722ed1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1439419 Jul 16 08:49:13.065956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0df4c-243a-44e7-820e-335440f5d2b5 req-6d478675-3c43-4c07-b51c-0c744106d4fa tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.067430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96c0df4c-243a-44e7-820e-335440f5d2b5 req-6d478675-3c43-4c07-b51c-0c744106d4fa tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1272683 Jul 16 08:49:13.161315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f691b3c-ae15-4c40-8160-4e2fbf6d948d None None] Provisioning for port b179ec76-a319-4eda-bfa8-fc5f78ae5178 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:13.202105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.233843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96c0df4c-243a-44e7-820e-335440f5d2b5 req-753e175b-a5a5-4de2-862a-aa41b69b6566 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362176 Jul 16 08:49:13.286633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event deleted for resources: {'Port': ['ID=89178e09-78eb-425e-8684-85624918fcfb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.334730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324df53-de82-49fa-8486-08af769c0d8a req-32717bc2-271a-4f72-aeb6-4f9178386e83 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.336871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f324df53-de82-49fa-8486-08af769c0d8a req-32717bc2-271a-4f72-aeb6-4f9178386e83 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1032026 Jul 16 08:49:13.361820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b179ec76-a319-4eda-bfa8-fc5f78ae5178 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:13.386963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891416fd-4938-42ea-a87d-29956a042002 req-3732b504-7eaa-4a04-ad4e-058660e8af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.388826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-3732b504-7eaa-4a04-ad4e-058660e8af7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.3016505 Jul 16 08:49:13.415174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f324df53-de82-49fa-8486-08af769c0d8a req-f1db5304-9c10-4809-9298-e78d833a37d6 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723436 Jul 16 08:49:13.434699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b179ec76-a319-4eda-bfa8-fc5f78ae5178 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:13.439422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b179ec76-a319-4eda-bfa8-fc5f78ae5178 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:13.439807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.517934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.522501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f9ea0971-3b4d-4945-b377-6c921b6537a0 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "DELETE /v2.0/ports/89178e09-78eb-425e-8684-85624918fcfb HTTP/1.1" status: 204 len: 168 time: 1.0201573 Jul 16 08:49:13.522674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Could not find standard attr ID for object 89178e09-78eb-425e-8684-85624918fcfb. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:13.524165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40910) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:13.531234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Request body: {'port': {'name': 'tempest-new-port-name-442473444', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:13.532125 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] bootfile-name is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:13.532736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] tftp-server is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:13.533280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.api.validators [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] server-ip-address is not in valid_values {{(pid=93699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:13.540932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-bf1bf78f-36ad-48bd-a019-bd27f6049a47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 200 len: 997 time: 0.1076913 Jul 16 08:49:13.544181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Provisioning complete for port b179ec76-a319-4eda-bfa8-fc5f78ae5178 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:13.544653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.550052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ec62e-5fce-491b-b5a9-e551e5079ebf req-28ea819f-e35c-4044-85a9-4e09a9a69373 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.551610 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-501ec62e-5fce-491b-b5a9-e551e5079ebf req-28ea819f-e35c-4044-85a9-4e09a9a69373 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1592290 Jul 16 08:49:13.585439 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.640437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891416fd-4938-42ea-a87d-29956a042002 req-81f2c343-37f0-4e84-b553-8478681da8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.641841 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-81f2c343-37f0-4e84-b553-8478681da8b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0893421 Jul 16 08:49:13.648925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.655646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b179ec76-a319-4eda-bfa8-fc5f78ae5178, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b179ec76-a319-4eda-bfa8-fc5f78ae5178,segment=NetworkSegment(93f64c44-b8aa-45a7-9878-638d57937cde),segment_id=93f64c44-b8aa-45a7-9878-638d57937cde)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:13.662498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.695218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-501ec62e-5fce-491b-b5a9-e551e5079ebf req-a53eb936-3eff-4176-8b46-b8903989e164 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851431 Jul 16 08:49:13.718981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b179ec76-a319-4eda-bfa8-fc5f78ae5178,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.732154 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.739448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891416fd-4938-42ea-a87d-29956a042002 req-b9f1cd6d-ac95-4f36-a98e-096a5438db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.742811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-b9f1cd6d-ac95-4f36-a98e-096a5438db17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899904 Jul 16 08:49:13.809599 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:49:13.810103 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:49:13.905226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-c5f16333-1425-4450-9223-cd8294037212 service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076500 Jul 16 08:49:13.975462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64525f-1581-471a-923e-225aad2e145c req-5f7f27f3-671b-4d01-8bdf-f89f69f37c29 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.977128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eb64525f-1581-471a-923e-225aad2e145c req-5f7f27f3-671b-4d01-8bdf-f89f69f37c29 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1278985 Jul 16 08:49:13.979509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.988618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.013382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-891416fd-4938-42ea-a87d-29956a042002 req-0e34094e-25c1-4713-acb7-618df602695c service neutron] 10.222.0.36 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002622 Jul 16 08:49:14.095391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event updated for resources: {'Port': ['ID=039d1a36-91df-4011-9844-24e65f51a6c0,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.114352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eb64525f-1581-471a-923e-225aad2e145c req-e7a68bc8-1f8d-4549-8d61-262447ed9aa2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281140 Jul 16 08:49:14.124438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] In _notify_port_updated(), no bound segment for port 039d1a36-91df-4011-9844-24e65f51a6c0 on network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:14.130304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.131129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.133656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b2acd296-26b7-464e-bdaa-b01aac2910f1 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "PUT /v2.0/ports/039d1a36-91df-4011-9844-24e65f51a6c0 HTTP/1.1" status: 200 len: 1136 time: 0.6071451 Jul 16 08:49:14.136247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40916) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.201753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197834a-b113-4fce-8b7a-2a8b6d6d9e66 req-e9ec0443-2b51-46b9-b500-9a2d9b1f0ed6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.206974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5878db3-a586-4dd4-89f6-3a57a4cef44f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.208802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f5878db3-a586-4dd4-89f6-3a57a4cef44f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "GET /v2.0/ports/039d1a36-91df-4011-9844-24e65f51a6c0 HTTP/1.1" status: 200 len: 1136 time: 0.0714736 Jul 16 08:49:14.212700 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6197834a-b113-4fce-8b7a-2a8b6d6d9e66 req-e9ec0443-2b51-46b9-b500-9a2d9b1f0ed6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.0931785 Jul 16 08:49:14.213131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40922) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.251016 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6197834a-b113-4fce-8b7a-2a8b6d6d9e66 req-62e7eda7-bbf3-4679-b5ea-c46ec296e0a6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Jul 16 08:49:14.330879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Deleting port 039d1a36-91df-4011-9844-24e65f51a6c0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:14.331451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.378672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Provisioning for port 039d1a36-91df-4011-9844-24e65f51a6c0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:14.385422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Provisioning complete for port 039d1a36-91df-4011-9844-24e65f51a6c0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:14.386323 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.409193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-c4fcc1b5-182d-45fb-a625-374b271400c8 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.410686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-c4fcc1b5-182d-45fb-a625-374b271400c8 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1151752 Jul 16 08:49:14.430199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-94674ef9-ab54-4301-ba7c-ed0d066e601b None None] Port 039d1a36-91df-4011-9844-24e65f51a6c0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:14.453695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.467880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Calling delete_port for 039d1a36-91df-4011-9844-24e65f51a6c0 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:14.542807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc73b5-34b9-4344-8f82-ef1701f3d9c3 req-5ebfb7d7-23ef-4cdb-8475-ed142b2cb8de tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.544385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccdc73b5-34b9-4344-8f82-ef1701f3d9c3 req-5ebfb7d7-23ef-4cdb-8475-ed142b2cb8de tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1327341 Jul 16 08:49:14.545209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a7091f4c-7d82-4fca-bf82-061e86a86b6f None None] Could not find standard attr ID for object 89178e09-78eb-425e-8684-85624918fcfb. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:14.558436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a7091f4c-7d82-4fca-bf82-061e86a86b6f None None] Provisioning complete for port 039d1a36-91df-4011-9844-24e65f51a6c0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:14.559064 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7091f4c-7d82-4fca-bf82-061e86a86b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.580993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Deleting port fcca0055-d293-4a4c-aba3-499b920bf6ee {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:14.581343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.597927 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a7091f4c-7d82-4fca-bf82-061e86a86b6f None None] Port 039d1a36-91df-4011-9844-24e65f51a6c0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:14.625939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccdc73b5-34b9-4344-8f82-ef1701f3d9c3 req-d3cd4cb7-fed5-4804-b287-7afdf48d08c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728085 Jul 16 08:49:14.661513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8296-e21a-4836-9d21-522c5499c900 req-0782557d-b46b-448d-88a4-998dff7e1e43 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.663100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e8a8296-e21a-4836-9d21-522c5499c900 req-0782557d-b46b-448d-88a4-998dff7e1e43 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/ports?device_id=53aa3c16-b801-4106-949c-ab5d0747ebcb HTTP/1.1" status: 200 len: 945 time: 0.1253240 Jul 16 08:49:14.694571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.697085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] For port fcca0055-d293-4a4c-aba3-499b920bf6ee, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcca0055-d293-4a4c-aba3-499b920bf6ee,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:14.697620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.715918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Calling delete_port for fcca0055-d293-4a4c-aba3-499b920bf6ee owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:14.753811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event deleted for resources: {'Port': ['ID=039d1a36-91df-4011-9844-24e65f51a6c0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.802664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e8a8296-e21a-4836-9d21-522c5499c900 req-92af9c60-c02a-42a6-8c8f-5300a113d934 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.41 "GET /v2.0/security-groups?id=c921014c-4759-4804-a13d-3f062dc35a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265388 Jul 16 08:49:14.872564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.875358 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-48bf6f54-b935-47d3-a060-ec07954cf74f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "DELETE /v2.0/ports/039d1a36-91df-4011-9844-24e65f51a6c0 HTTP/1.1" status: 204 len: 168 time: 0.6605625 Jul 16 08:49:14.877304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40930) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.920869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625d356-900d-4ae0-8cac-de21e07bc995 req-d454250c-8e74-45fa-bf08-e4cddf93d525 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.922310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1625d356-900d-4ae0-8cac-de21e07bc995 req-d454250c-8e74-45fa-bf08-e4cddf93d525 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1641464 Jul 16 08:49:14.938902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Deleting subnet 036ff951-5baa-4f9b-ad14-ba7658706109 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:14.941771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.985273 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.016369 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1625d356-900d-4ae0-8cac-de21e07bc995 req-235154fb-e75c-4160-9dc6-d343ca41630a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843568 Jul 16 08:49:15.017462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.056411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcca0055-d293-4a4c-aba3-499b920bf6ee'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:15.059686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Pushing event deleted for resources: {'Port': ['ID=fcca0055-d293-4a4c-aba3-499b920bf6ee,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.092181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.111028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] No DVR routers for this DVR port fcca0055-d293-4a4c-aba3-499b920bf6ee on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:15.113560 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.115806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4eecce-11ce-4d0f-b046-4a6672802e23 req-23eead00-a3af-4939-90f7-55bce9048ae1 tempest-ServerRescueTestJSONUnderV235-434778028 tempest-ServerRescueTestJSONUnderV235-434778028-project] 10.222.0.36 "DELETE /v2.0/ports/fcca0055-d293-4a4c-aba3-499b920bf6ee HTTP/1.1" status: 204 len: 173 time: 0.6941829 Jul 16 08:49:15.116315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'name': 'network-vif-deleted', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:15.120275 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d95ab37-2ed2-43fe-84f6-633b6c97931f" -d '{"events": [{"server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "name": "network-vif-deleted", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:15.163389 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de37e6f7-4844-44cf-a072-25880f5a09d2 x-openstack-request-id: req-de37e6f7-4844-44cf-a072-25880f5a09d2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:15.163689 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa3c16-b801-4106-949c-ab5d0747ebcb", "name": "network-vif-deleted", "tag": "fcca0055-d293-4a4c-aba3-499b920bf6ee", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:15.163947 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de37e6f7-4844-44cf-a072-25880f5a09d2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:15.165037 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa3c16-b801-4106-949c-ab5d0747ebcb', 'name': 'network-vif-deleted', 'tag': 'fcca0055-d293-4a4c-aba3-499b920bf6ee', 'status': 'completed', 'code': 200} Jul 16 08:49:15.175784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.210770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event deleted for resources: {'Subnet': ['ID=036ff951-5baa-4f9b-ad14-ba7658706109,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.222738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.224253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2819943-37fc-4c9d-b9e8-cb2d3355a4d8 None None] Network 9a985ffd-c9a5-47e3-8728-942c4f2eb469 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:15.228180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3a418819-6f58-4e5b-b8c3-3d7c992c4ff4 tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "DELETE /v2.0/subnets/036ff951-5baa-4f9b-ad14-ba7658706109 HTTP/1.1" status: 204 len: 168 time: 0.3497815 Jul 16 08:49:15.228645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40938) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:15.328181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b179ec76-a319-4eda-bfa8-fc5f78ae5178 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:15.417618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b179ec76-a319-4eda-bfa8-fc5f78ae5178 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:15.418735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.506937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccfae6-9a7d-4ebb-853f-6eb5f3a944d5 req-96052077-cf20-4307-8736-e9558acf948b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.509023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbccfae6-9a7d-4ebb-853f-6eb5f3a944d5 req-96052077-cf20-4307-8736-e9558acf948b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1058884 Jul 16 08:49:15.528853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] DHCP port deletion for 9a985ffd-c9a5-47e3-8728-942c4f2eb469 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:15.553021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbccfae6-9a7d-4ebb-853f-6eb5f3a944d5 req-b1fedab2-3cd2-41a1-bd17-190de5021d27 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 Jul 16 08:49:15.584037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] Deleting port b179ec76-a319-4eda-bfa8-fc5f78ae5178 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:15.584037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.627170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef304d-acad-4599-9d07-020143bdeede req-d2c20d91-0081-44b4-a656-85ae6837dbcd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.631784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceef304d-acad-4599-9d07-020143bdeede req-d2c20d91-0081-44b4-a656-85ae6837dbcd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.4586527 Jul 16 08:49:15.654502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] For port b179ec76-a319-4eda-bfa8-fc5f78ae5178, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b179ec76-a319-4eda-bfa8-fc5f78ae5178,segment=NetworkSegment(93f64c44-b8aa-45a7-9878-638d57937cde),segment_id=93f64c44-b8aa-45a7-9878-638d57937cde)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:15.654909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.677893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] Calling delete_port for b179ec76-a319-4eda-bfa8-fc5f78ae5178 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:15.689010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6962a950-08d0-4ab1-9713-b46797d742d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.720206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ceef304d-acad-4599-9d07-020143bdeede req-579484f9-7034-49e0-b29c-0ba030d107e2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845702 Jul 16 08:49:15.724250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.830998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.842779 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.857191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Deleting port b179ec76-a319-4eda-bfa8-fc5f78ae5178 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:15.857559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.866937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] Pushing event deleted for resources: {'Port': ['ID=b179ec76-a319-4eda-bfa8-fc5f78ae5178,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.875170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff537ed-34e6-4382-b694-78968de1ea2c None None] No DVR routers for this DVR port b179ec76-a319-4eda-bfa8-fc5f78ae5178 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:15.912769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bcc33-1085-4f67-8ba7-ddb660b3dddd req-6b37cf6c-b628-4c22-80b2-794de7f7d9f9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.921060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bc6bcc33-1085-4f67-8ba7-ddb660b3dddd req-6b37cf6c-b628-4c22-80b2-794de7f7d9f9 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1092947 Jul 16 08:49:15.955886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bc6bcc33-1085-4f67-8ba7-ddb660b3dddd req-32f0f868-fd37-4805-b621-6f31be59fc89 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342112 Jul 16 08:49:15.993336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] For port b179ec76-a319-4eda-bfa8-fc5f78ae5178, host n-d-798249-10, got binding levels [] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:15.993826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.011603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Calling delete_port for b179ec76-a319-4eda-bfa8-fc5f78ae5178 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:16.015402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Port b179ec76-a319-4eda-bfa8-fc5f78ae5178 was not found and therefore no delete operation was performed {{(pid=93700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:49:16.017603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.043541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40952) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.052376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event deleted for resources: {'Port': ['ID=b179ec76-a319-4eda-bfa8-fc5f78ae5178,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.057875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] No DVR routers for this DVR port b179ec76-a319-4eda-bfa8-fc5f78ae5178 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:16.115701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c30ab6-52fe-4557-9d4a-e542bf5d699b req-2b248148-4be0-4d67-9a7a-e219c2c48ca9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.118144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40c30ab6-52fe-4557-9d4a-e542bf5d699b req-2b248148-4be0-4d67-9a7a-e219c2c48ca9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1959636 Jul 16 08:49:16.179572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.200718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a985ffd-c9a5-47e3-8728-942c4f2eb469']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.217772 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40c30ab6-52fe-4557-9d4a-e542bf5d699b req-2546698a-5d0c-4076-befb-f5795def113f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914671 Jul 16 08:49:16.219034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f64c44-b8aa-45a7-9878-638d57937cde') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.219925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f64c44-b8aa-45a7-9878-638d57937cde') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.230480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.249095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.263995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:16.265573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:16.306471 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:16.361232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.375481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.380041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] 10.222.0.41 "DELETE /v2.0/networks/9a985ffd-c9a5-47e3-8728-942c4f2eb469 HTTP/1.1" status: 204 len: 168 time: 1.1501484 Jul 16 08:49:16.403376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179cd22-38ec-4ab4-95a1-fd664c92818f tempest-ExtraDHCPOptionsTestJSON-857498573 tempest-ExtraDHCPOptionsTestJSON-857498573-project] Pushing event deleted for resources: {'Network': ['ID=9a985ffd-c9a5-47e3-8728-942c4f2eb469,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.486453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.506648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582306c-67f9-416b-b6f4-1fb7f31188aa req-46de9519-d149-4cae-a12f-6e46eae0d4f9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.509409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f582306c-67f9-416b-b6f4-1fb7f31188aa req-46de9519-d149-4cae-a12f-6e46eae0d4f9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0735123 Jul 16 08:49:16.560857 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f582306c-67f9-416b-b6f4-1fb7f31188aa req-2c616556-1521-4325-82dd-98c0a95989aa tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Jul 16 08:49:16.623786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.733200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.788078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9358b-07e7-497f-b853-0f868804a5b7 req-a0864cd5-bb53-47d5-bd6e-b2a3cc492e74 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.790684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfd9358b-07e7-497f-b853-0f868804a5b7 req-a0864cd5-bb53-47d5-bd6e-b2a3cc492e74 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0978746 Jul 16 08:49:16.840919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfd9358b-07e7-497f-b853-0f868804a5b7 req-1aa7dcd5-22c0-4cfb-b5f7-3a4b761cac29 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Jul 16 08:49:16.938678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5bd7e924-6d67-459c-99ca-25b813e7f941 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01ca9689207b41949e344c3d2909530c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041097 Jul 16 08:49:16.939585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40992) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.014606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c9c863-0c02-422e-8f0a-5536ec89db07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.040859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c9c863-0c02-422e-8f0a-5536ec89db07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.111869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c9c863-0c02-422e-8f0a-5536ec89db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.115802 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-90c9c863-0c02-422e-8f0a-5536ec89db07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.117037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-90c9c863-0c02-422e-8f0a-5536ec89db07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02b60d2d-8903-45e3-a1e4-b8fd6548366e HTTP/1.1" status: 204 len: 168 time: 0.1761951 Jul 16 08:49:17.127091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9c863-0c02-422e-8f0a-5536ec89db07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b60d2d-8903-45e3-a1e4-b8fd6548366e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.154104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcca0055-d293-4a4c-aba3-499b920bf6ee no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:17.193055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: fcca0055-d293-4a4c-aba3-499b920bf6ee {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:17.193525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcca0055-d293-4a4c-aba3-499b920bf6ee not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:17.231078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Deleting port 2a62e033-b5aa-462e-bb13-b1d894fca0ea {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:17.232599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.315692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b179ec76-a319-4eda-bfa8-fc5f78ae5178 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:17.355072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b179ec76-a319-4eda-bfa8-fc5f78ae5178 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:17.356485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b179ec76-a319-4eda-bfa8-fc5f78ae5178 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:17.389401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] For port 2a62e033-b5aa-462e-bb13-b1d894fca0ea, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2a62e033-b5aa-462e-bb13-b1d894fca0ea,segment=NetworkSegment(7835d501-50b3-43bb-b9fe-7ac812050fb7),segment_id=7835d501-50b3-43bb-b9fe-7ac812050fb7)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:17.390092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.407790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Calling delete_port for 2a62e033-b5aa-462e-bb13-b1d894fca0ea owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:17.483518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33445c07-c5e0-4a96-b26c-075b7003d860 req-45078142-d886-4bb0-a3a6-a391c3e2ec42 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.491395 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-33445c07-c5e0-4a96-b26c-075b7003d860 req-45078142-d886-4bb0-a3a6-a391c3e2ec42 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1417651 Jul 16 08:49:17.559509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-33445c07-c5e0-4a96-b26c-075b7003d860 req-12f9b7cb-c5b9-4d25-a437-030f0e81ffec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669088 Jul 16 08:49:17.640297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-388135da-e2ce-43e9-9d64-cdbc68c0878c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.641970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-388135da-e2ce-43e9-9d64-cdbc68c0878c tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc3af3e-8560-42ab-92f2-e88f8c9f8ecd HTTP/1.1" status: 200 len: 944 time: 0.1367040 Jul 16 08:49:17.694681 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.812279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.814096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe090617-3c24-4426-8c60-4d9d9d857f7c req-76e7db85-b121-4d9f-a767-6be5d1bca916 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.822710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe090617-3c24-4426-8c60-4d9d9d857f7c req-76e7db85-b121-4d9f-a767-6be5d1bca916 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0848036 Jul 16 08:49:17.843795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a62e033-b5aa-462e-bb13-b1d894fca0ea,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.866306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe090617-3c24-4426-8c60-4d9d9d857f7c req-840d85e6-c122-4dfb-8e9e-5736b9076ca8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Jul 16 08:49:17.920590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Deleting port c79cdb83-ac42-4afe-9744-49255f0f110c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:17.920942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.098579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] For port c79cdb83-ac42-4afe-9744-49255f0f110c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c79cdb83-ac42-4afe-9744-49255f0f110c,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:18.098967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.117985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Calling delete_port for c79cdb83-ac42-4afe-9744-49255f0f110c owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:18.120964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72ca0b-0bf4-4d60-b1f2-02f35216920f req-f0162c94-c81d-4abd-970e-bb72a9e8fe50 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.122030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.129341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e72ca0b-0bf4-4d60-b1f2-02f35216920f req-f0162c94-c81d-4abd-970e-bb72a9e8fe50 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0925214 Jul 16 08:49:18.159454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41052) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.182425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e72ca0b-0bf4-4d60-b1f2-02f35216920f req-f4b36281-b8a2-4010-be6d-6440bf9c1f54 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520151 Jul 16 08:49:18.327161 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.335232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1014639159'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:18.401768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:18.407051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.422109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.428950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.442511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772', '99831a15-737a-4199-863b-93433ecffabe'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:18.472813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'Port': ['ID=c79cdb83-ac42-4afe-9744-49255f0f110c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.512821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedf709-2227-45bb-b601-50ed830cf19a req-7227b9ee-72d8-4dc2-9775-4e9ef71ee2b2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.516642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0eedf709-2227-45bb-b601-50ed830cf19a req-7227b9ee-72d8-4dc2-9775-4e9ef71ee2b2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1711664 Jul 16 08:49:18.531201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Router 91b36b98-3177-40c8-b856-a685f13b1dc3 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:18.562092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] No DVR routers for this DVR port c79cdb83-ac42-4afe-9744-49255f0f110c on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:18.566948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.576901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36b0602a-6198-4782-a9ef-9cbbf2354916 req-55cbe82a-07b9-4a6e-a5a3-6a79978d9afb tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "DELETE /v2.0/ports/c79cdb83-ac42-4afe-9744-49255f0f110c HTTP/1.1" status: 204 len: 173 time: 0.9262824 Jul 16 08:49:18.578816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-deleted', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:18.593280 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add5433a-96dd-4ee2-a415-c2c2e01aa416" -d '{"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-deleted", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:18.606852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0eedf709-2227-45bb-b601-50ed830cf19a req-a1af44bc-4a10-4946-932d-1c7614adbf92 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780592 Jul 16 08:49:18.710732 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4bc364-021f-4594-a02d-2fd52200a4bf x-openstack-request-id: req-4f4bc364-021f-4594-a02d-2fd52200a4bf {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:18.711178 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc3af3e-8560-42ab-92f2-e88f8c9f8ecd", "name": "network-vif-deleted", "tag": "c79cdb83-ac42-4afe-9744-49255f0f110c", "status": "failed", "code": 422}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:18.711547 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f4bc364-021f-4594-a02d-2fd52200a4bf {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:18.712149 n-d-798249-10 neutron-server[93699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edc3af3e-8560-42ab-92f2-e88f8c9f8ecd', 'name': 'network-vif-deleted', 'tag': 'c79cdb83-ac42-4afe-9744-49255f0f110c', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:49:18.786504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.807824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.850761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:18.852690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:18.856732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bf0612be-d5a3-41eb-9221-13f6f192fbe0 admin admin] 10.222.0.41 "PUT /v2.0/routers/91b36b98-3177-40c8-b856-a685f13b1dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8113406 Jul 16 08:49:18.859400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.863457 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] Sync routers for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:18.878318 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:18.878961 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:18.897004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86558f86-036f-48c7-b800-74b03149ba7c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.917304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.917929 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Added segment cf14081c-6c69-434e-bbd6-c7532999f569 of type vlan for network cf76ca15-8843-4393-9548-e34324b48b7a Jul 16 08:49:18.985739 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.031547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.038843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:19.041130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.083534 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.097855 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:19.104638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9430330 Jul 16 08:49:19.105069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41076) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.112369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'subnet': {'network_id': 'cf76ca15-8843-4393-9548-e34324b48b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:19.264111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d478f-73e0-4249-a8bd-1ac52285276f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Network': ['ID=cf76ca15-8843-4393-9548-e34324b48b7a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.276044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:19.282819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.285923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cf76ca15-8843-4393-9548-e34324b48b7a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:19.330133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.496116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Deleting port 8e58c534-3c6b-4660-a438-ce6b0c28ac29 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:19.498539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.576144 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:49:17Z', 'revision_number': 5, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port': {'id': '8e58c534-3c6b-4660-a438-ce6b0c28ac29', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:19.646094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.647195 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] Checking router: 91b36b98-3177-40c8-b856-a685f13b1dc3 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:19.671540 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] Routers {'91b36b98-3177-40c8-b856-a685f13b1dc3'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:19.672366 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['91b36b98-3177-40c8-b856-a685f13b1dc3'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:19.725964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] For port 8e58c534-3c6b-4660-a438-ce6b0c28ac29, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8e58c534-3c6b-4660-a438-ce6b0c28ac29,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:19.726336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.743843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Calling delete_port for 8e58c534-3c6b-4660-a438-ce6b0c28ac29 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:19.759219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfd381-4771-4276-badb-0e3176ee6616 req-08f74b99-b1e2-4586-8c25-b5c90a027f7e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:19.774346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55bfd381-4771-4276-badb-0e3176ee6616 req-08f74b99-b1e2-4586-8c25-b5c90a027f7e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1225424 Jul 16 08:49:19.803254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Checking segment: {'id': 'cf14081c-6c69-434e-bbd6-c7532999f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cf76ca15-8843-4393-9548-e34324b48b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:19.803796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network hostable DHCP agents. Network: cf76ca15-8843-4393-9548-e34324b48b7a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:19.828057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Subnet': ['ID=06e0d6dd-7b1f-4185-aa90-c7c1d8679c05,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.846935 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] Set router 91b36b98-3177-40c8-b856-a685f13b1dc3 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:19.861887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:19.871961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55bfd381-4771-4276-badb-0e3176ee6616 req-b73d6b29-ed38-499f-a121-59d8b51b2b02 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967865 Jul 16 08:49:19.878826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cf76ca15-8843-4393-9548-e34324b48b7a) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:19.886555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea3832-c493-4cb5-a677-fa568c3c1027 None None] Network cf76ca15-8843-4393-9548-e34324b48b7a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:19.902342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:19.902961 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.917466 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:49:19Z', 'revision_number': 6, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:19.927752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6bae26eb-27dc-4d44-9c0a-e3bb3a9b92ab tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8194034 Jul 16 08:49:19.931070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41090) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.935920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-890629043', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:19.966070 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142a8c2-7066-4b33-97c9-29d921d1880b None None] The sync data for ids ['91b36b98-3177-40c8-b856-a685f13b1dc3'] in n-d-798249-10 is: [{'id': '91b36b98-3177-40c8-b856-a685f13b1dc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-957006139-router', 'tenant_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:09Z', 'updated_at': '2021-07-16T08:49:19Z', 'revision_number': 6, 'project_id': 'ca2dc970ca8b461e94aae1ae844d2f73', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:19.991674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.993506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.140608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b6b89-48e0-43b8-b158-5018bc94e11b None None] Network cf76ca15-8843-4393-9548-e34324b48b7a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:20.149394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.218109 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.262852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e58c534-3c6b-4660-a438-ce6b0c28ac29,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.376741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.486316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.489144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.528087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.589858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.591033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b36b98-3177-40c8-b856-a685f13b1dc3 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:20.596486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8a774-5412-4faf-b3ff-36f870110ff5 req-eb11b62a-08c8-48a3-8ee8-a3ee173ab2b5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.602492 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.605948 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99f167aa-4841-4ad7-b602-4b3f845ff8f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/91b36b98-3177-40c8-b856-a685f13b1dc3 HTTP/1.1" status: 204 len: 168 time: 1.7432001 Jul 16 08:49:20.606983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eab8a774-5412-4faf-b3ff-36f870110ff5 req-eb11b62a-08c8-48a3-8ee8-a3ee173ab2b5 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 907 time: 0.2740450 Jul 16 08:49:20.608245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41098) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:20.668239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57b062-08c7-4731-88b3-65f0a9448cd4 req-8ea3086f-abbb-47f8-94a0-5932edb81149 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.669884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e57b062-08c7-4731-88b3-65f0a9448cd4 req-8ea3086f-abbb-47f8-94a0-5932edb81149 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1859059 Jul 16 08:49:20.681828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Deleting subnet f1186422-fa63-414c-bfe4-57c341e44b08 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:20.690475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.751877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e57b062-08c7-4731-88b3-65f0a9448cd4 req-62f0c8d1-94b8-467d-9c43-1dabcfa64189 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741420 Jul 16 08:49:20.756788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.797503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.814952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.827709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.877747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.906256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1186422-fa63-414c-bfe4-57c341e44b08,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.913178 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.917388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2b0e313f-5f3e-47f6-b850-996a94746f70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f1186422-fa63-414c-bfe4-57c341e44b08 HTTP/1.1" status: 204 len: 168 time: 0.3048189 Jul 16 08:49:20.917659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:20.958784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.55 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/8cbed97e-2ccc-4f0d-ab3b-0dd5853e4029) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:20.994095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.076141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.084508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.095253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354ae9bc-aab9-4c1d-8143-70991b7bc323']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:21.106488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7835d501-50b3-43bb-b9fe-7ac812050fb7') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:21.106798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7835d501-50b3-43bb-b9fe-7ac812050fb7') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:21.116370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.122660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.135867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.144001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:21.144548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.173095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:21.178367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:21.182713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:21.212079 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:21.215779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.222950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.224818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=8cbed97e-2ccc-4f0d-ab3b-0dd5853e4029,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.227115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] 10.222.0.41 "DELETE /v2.0/networks/354ae9bc-aab9-4c1d-8143-70991b7bc323 HTTP/1.1" status: 204 len: 168 time: 0.3078978 Jul 16 08:49:21.268304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69422874-5bf7-4852-992a-26b6ab8fe592 admin admin] Pushing event deleted for resources: {'Network': ['ID=354ae9bc-aab9-4c1d-8143-70991b7bc323,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.338981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8e58c534-3c6b-4660-a438-ce6b0c28ac29 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:21.374501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8e58c534-3c6b-4660-a438-ce6b0c28ac29 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:21.375213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8e58c534-3c6b-4660-a438-ce6b0c28ac29 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:21.375838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2a62e033-b5aa-462e-bb13-b1d894fca0ea no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:21.400693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 2a62e033-b5aa-462e-bb13-b1d894fca0ea {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:21.401036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2a62e033-b5aa-462e-bb13-b1d894fca0ea not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:21.525560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.550896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-8a8b5ac7-8c2d-4679-8839-4392ecaac6b6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.552329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-8a8b5ac7-8c2d-4679-8839-4392ecaac6b6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 907 time: 0.1343403 Jul 16 08:49:21.568672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-89b1ae55-e16e-4730-8d5d-f789c6a6094b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca2dc970ca8b461e94aae1ae844d2f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418427 Jul 16 08:49:21.572276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41108) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.598813 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:21.627579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b97faad-d317-4beb-b49a-69831c20ad81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.653539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b97faad-d317-4beb-b49a-69831c20ad81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.662717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.709814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b97faad-d317-4beb-b49a-69831c20ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.714217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b97faad-d317-4beb-b49a-69831c20ad81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.715983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b97faad-d317-4beb-b49a-69831c20ad81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c921014c-4759-4804-a13d-3f062dc35a21 HTTP/1.1" status: 204 len: 168 time: 0.1422594 Jul 16 08:49:21.730691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97faad-d317-4beb-b49a-69831c20ad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c921014c-4759-4804-a13d-3f062dc35a21,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.880974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Deleting port 0128fe82-2eca-4914-8225-184d11432027 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:21.881234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.928586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf328d-c75f-4b3b-9c41-2d13a5b24beb req-a167ee85-8b43-4ccc-92a5-e68a43823cb6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.930193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ddf328d-c75f-4b3b-9c41-2d13a5b24beb req-a167ee85-8b43-4ccc-92a5-e68a43823cb6 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 907 time: 0.2004256 Jul 16 08:49:22.006038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c999-3aed-4044-953b-6dfca62d2976 req-12bca284-6bdc-4772-a344-a15137c45de7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.009289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3584c999-3aed-4044-953b-6dfca62d2976 req-12bca284-6bdc-4772-a344-a15137c45de7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0868154 Jul 16 08:49:22.072139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3584c999-3aed-4044-953b-6dfca62d2976 req-76b919b4-7e25-4867-a99f-6b53c88bf821 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552545 Jul 16 08:49:22.483829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] For port 0128fe82-2eca-4914-8225-184d11432027, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0128fe82-2eca-4914-8225-184d11432027,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.484187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.492339 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.503660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Calling delete_port for 0128fe82-2eca-4914-8225-184d11432027 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:22.534285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41138) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.617791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abc3bb-adca-440f-a503-af01b8337895 req-60b1a413-7756-4c27-ab49-1a5ee76cb9a6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.619431 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47abc3bb-adca-440f-a503-af01b8337895 req-60b1a413-7756-4c27-ab49-1a5ee76cb9a6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2115676 Jul 16 08:49:22.644292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1967132256-network', 'tenant_id': 'c69288d805b641b68e140d85d98ac63c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:22.670572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Made reservation on behalf of c69288d805b641b68e140d85d98ac63c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:22.674338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.685047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.735658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47abc3bb-adca-440f-a503-af01b8337895 req-6065c901-9e04-418f-b274-dac717c3c81a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Jul 16 08:49:22.810671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:22.823736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.828873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.829583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.872450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:22.891788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c81c0db-085d-433c-935e-936b1cda1d90,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.899705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.899982 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Added segment d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0 of type vlan for network ad06d8bc-b461-44d3-824f-23ffca076238 Jul 16 08:49:22.901372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'Port': ['ID=0128fe82-2eca-4914-8225-184d11432027,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.970808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.020478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.021587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.022251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.046988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] No DVR routers for this DVR port 0128fe82-2eca-4914-8225-184d11432027 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:23.058887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.061542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c3da7dd-6be8-4c6a-bb11-3e7c51ce899d req-9e6112c2-4b4a-487b-a36a-748caa4fa090 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "DELETE /v2.0/ports/0128fe82-2eca-4914-8225-184d11432027 HTTP/1.1" status: 204 len: 173 time: 1.5038052 Jul 16 08:49:23.062104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'name': 'network-vif-deleted', 'tag': '0128fe82-2eca-4914-8225-184d11432027'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:23.074837 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46058aec-fcc5-4953-ae81-47d362b292d9" -d '{"events": [{"server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "name": "network-vif-deleted", "tag": "0128fe82-2eca-4914-8225-184d11432027"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:23.152395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:23.163203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:23.179011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6402998 Jul 16 08:49:23.179011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b87bc-81e3-4444-a7f1-0edae4e7005a admin admin] Pushing event updated for resources: {'Network': ['ID=ad06d8bc-b461-44d3-824f-23ffca076238,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.190219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:23.191669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.208339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41152) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:23.217792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Request body: {'subnet': {'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1967132256-subnet', 'tenant_id': 'c69288d805b641b68e140d85d98ac63c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:23.243573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f8ec38-eee8-4876-9e54-7258cfe676a2 req-6572965b-263c-4f2e-8467-0ca39313414d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=868d6620-8311-49d0-892b-b30e4bf49a8d HTTP/1.1" status: 200 len: 210 time: 0.1539617 Jul 16 08:49:23.271625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ad06d8bc-b461-44d3-824f-23ffca076238 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:23.274203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.290908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.292668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fe7a9ca4-d420-46f3-8976-cbb70de95788 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3605931 Jul 16 08:49:23.296001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Made reservation on behalf of c69288d805b641b68e140d85d98ac63c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:23.296555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41154) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:23.299428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.326046 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7af996-a8c7-4eb3-9aa1-3ae61e3f70fa x-openstack-request-id: req-7c7af996-a8c7-4eb3-9aa1-3ae61e3f70fa {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:23.326693 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868d6620-8311-49d0-892b-b30e4bf49a8d", "name": "network-vif-deleted", "tag": "0128fe82-2eca-4914-8225-184d11432027", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:23.327158 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c7af996-a8c7-4eb3-9aa1-3ae61e3f70fa {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:23.327797 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868d6620-8311-49d0-892b-b30e4bf49a8d', 'name': 'network-vif-deleted', 'tag': '0128fe82-2eca-4914-8225-184d11432027', 'status': 'completed', 'code': 200} Jul 16 08:49:23.329817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:23.330454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.372848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.373497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92b90c-ce71-4cc8-9d0e-ce94dfd2185c None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:23.389582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d1f8-54bd-4664-8ae7-b253c221ea67 req-ad29867e-4e4c-4c97-8b3d-4b40c4221cd5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.396517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2701d1f8-54bd-4664-8ae7-b253c221ea67 req-ad29867e-4e4c-4c97-8b3d-4b40c4221cd5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2970886 Jul 16 08:49:23.441336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2701d1f8-54bd-4664-8ae7-b253c221ea67 req-212b41ef-9db0-4419-90da-fdcf1eb16bdb tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Jul 16 08:49:23.625863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.700003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c4f46a-b948-4306-95a7-02f3d56b862d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.705378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Checking segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:23.705863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Network hostable DHCP agents. Network: ad06d8bc-b461-44d3-824f-23ffca076238, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:23.725637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Network ad06d8bc-b461-44d3-824f-23ffca076238 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:23.739629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ad06d8bc-b461-44d3-824f-23ffca076238) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:23.746007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.747608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.751026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204347e-0d56-4405-bdb0-b411fc723096 None None] Network ad06d8bc-b461-44d3-824f-23ffca076238 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:23.787537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc065c11-d6cf-4545-ad37-5e3cbc3b9e0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5768504 Jul 16 08:49:23.812371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ffd86-6bcf-4425-a012-20e08ad3b4ea req-53df6937-191d-40dd-aa5c-97bb17315382 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.814686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-997ffd86-6bcf-4425-a012-20e08ad3b4ea req-53df6937-191d-40dd-aa5c-97bb17315382 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1847100 Jul 16 08:49:23.901607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-997ffd86-6bcf-4425-a012-20e08ad3b4ea req-2f900875-df13-463e-a482-a7e830927b46 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Jul 16 08:49:23.942505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a17825-a9e9-4648-948a-1489877eec68 None None] Network ad06d8bc-b461-44d3-824f-23ffca076238 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:24.066552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.379523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-9815998d-1819-4059-94b8-eeeb2df24956 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.381070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-9815998d-1819-4059-94b8-eeeb2df24956 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.1168034 Jul 16 08:49:24.398599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-ffcf254f-319e-4cbf-8d0e-d1c3024a7074 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/quotas/c69288d805b641b68e140d85d98ac63c HTTP/1.1" status: 200 len: 375 time: 0.0102606 Jul 16 08:49:24.437556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-e36d19fd-773c-4a3a-bf92-e8b794ccef80 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327039 Jul 16 08:49:24.535517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-34e59617-101e-470a-8dce-94dc781cb522 service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918171 Jul 16 08:49:24.556465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e11d9-1659-481a-9049-cad3748c8163 req-234cddc6-9242-4404-9dc1-71ebddd1e2c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.558009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-902e11d9-1659-481a-9049-cad3748c8163 req-234cddc6-9242-4404-9dc1-71ebddd1e2c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.4398186 Jul 16 08:49:24.639281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6056ca90-7ca8-493b-94f1-6b65f54a629f service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956657 Jul 16 08:49:24.672270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-902e11d9-1659-481a-9049-cad3748c8163 req-8d00a045-d4e9-41bd-85b8-2a8bc28ce218 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812321 Jul 16 08:49:24.759969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.1 (cf76ca15-8843-4393-9548-e34324b48b7a/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05/bd6fc207-7b1f-4a31-9ece-0e238d35f795) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:24.978383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.011389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93ae3-ceca-444d-ad46-5c4953330ad4 req-e2415aa3-29aa-4fb3-94d0-0ee226c497be tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.012653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14d93ae3-ceca-444d-ad46-5c4953330ad4 req-e2415aa3-29aa-4fb3-94d0-0ee226c497be tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1223335 Jul 16 08:49:25.075455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14d93ae3-ceca-444d-ad46-5c4953330ad4 req-e3b28ceb-5670-4239-8467-067a19398f40 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Jul 16 08:49:25.076677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.097759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0128fe82-2eca-4914-8225-184d11432027 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:25.139377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:25.139377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:25.139845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84af001d-37c8-41b1-b93f-e81742b44e49 req-f2d7ad77-9f64-4bd3-81a7-f3665d75ccc1 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 210 time: 0.0403912 Jul 16 08:49:25.144794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:25.148805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=bd6fc207-7b1f-4a31-9ece-0e238d35f795,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.178091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 0128fe82-2eca-4914-8225-184d11432027 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:25.180041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0128fe82-2eca-4914-8225-184d11432027 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:25.214815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.437768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfa69d-80bd-44bb-a5fc-6946dd6e64a6 req-722d7cdf-8fcb-4daf-ba43-d7fff4958aa2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.439609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6bfa69d-80bd-44bb-a5fc-6946dd6e64a6 req-722d7cdf-8fcb-4daf-ba43-d7fff4958aa2 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 946 time: 0.1467416 Jul 16 08:49:25.445116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecc9fe-5f68-425f-bfcf-06e6c88c40a6 req-60980db1-9ee7-43d3-b56a-3b550a5954ba tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.445798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.446790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3aecc9fe-5f68-425f-bfcf-06e6c88c40a6 req-60980db1-9ee7-43d3-b56a-3b550a5954ba tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0880539 Jul 16 08:49:25.493579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3aecc9fe-5f68-425f-bfcf-06e6c88c40a6 req-65589d56-11c2-4415-8988-d0f73ad4cff7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jul 16 08:49:25.527591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6bfa69d-80bd-44bb-a5fc-6946dd6e64a6 req-0d02cff2-557f-4eaa-a2b2-d907f4b09472 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793085 Jul 16 08:49:25.702396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499ef7-3d94-4932-ab4a-a16ba6e412bc req-281224a3-cd15-4b9a-a9eb-d3a04382c0ea tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.704844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d499ef7-3d94-4932-ab4a-a16ba6e412bc req-281224a3-cd15-4b9a-a9eb-d3a04382c0ea tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0789139 Jul 16 08:49:25.745272 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d499ef7-3d94-4932-ab4a-a16ba6e412bc req-f6650624-6839-42d1-bef4-4918c76673d7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348873 Jul 16 08:49:25.826842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.832056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.920272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.923186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=bd6fc207-7b1f-4a31-9ece-0e238d35f795,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.978735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b793c2-9488-4509-94f9-545a6e3dd362 req-19d037e5-3090-4539-ac05-3a8edf5a0ee0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.980414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0b793c2-9488-4509-94f9-545a6e3dd362 req-19d037e5-3090-4539-ac05-3a8edf5a0ee0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0725045 Jul 16 08:49:26.018308 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0b793c2-9488-4509-94f9-545a6e3dd362 req-667fe93f-f5e4-47d8-9ac3-912b5652dc6e tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Jul 16 08:49:26.022886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:26.024982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:26.173012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:26.298058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb54efd-4748-48eb-acfb-e13c38ab442b req-457f0578-4aec-4b0f-b926-f65a47b9c737 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.299684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb54efd-4748-48eb-acfb-e13c38ab442b req-457f0578-4aec-4b0f-b926-f65a47b9c737 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1605759 Jul 16 08:49:26.357245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1377ec5b-4f97-4692-97fc-a4b1518374a1 req-59e1f5c3-c9cc-43af-9cf2-5c4c384cd6ac tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 210 time: 0.0598762 Jul 16 08:49:26.386043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:26.391828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb54efd-4748-48eb-acfb-e13c38ab442b req-c959f465-e9d2-4d34-890c-18b84c9d0d4c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604043 Jul 16 08:49:26.398901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fae08059-a362-4130-b1c9-e7c248bec554 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/routers/aeb2d2d3-3b9a-4d70-a733-410f30265c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0982552 Jul 16 08:49:26.399077 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:26.399628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41216) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:26.406732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'port': {'network_id': 'cf76ca15-8843-4393-9548-e34324b48b7a', 'name': 'tempest-FloatingIPTestJSON-1957109857'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:26.408906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-c9877825-6dc2-4c85-affe-f165b978b245 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.410359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-c9877825-6dc2-4c85-affe-f165b978b245 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.1738548 Jul 16 08:49:26.417649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:26.418441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.450038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Request body: {'port': {'device_id': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'admin_state_up': True, 'tenant_id': 'c69288d805b641b68e140d85d98ac63c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:26.483704 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.512121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:26.513132 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.549328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:26.555865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.556841 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.557652 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c593-5949-4f51-9717-8fded1188811 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:26.591477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] device_id is not set on port 06dba63a-1f4e-404e-a962-d2b1dddb5e62 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:26.592354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-7923c605-ff9c-4850-8b44-9d4b1e978a53 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.594012 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-7923c605-ff9c-4850-8b44-9d4b1e978a53 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 946 time: 0.2046032 Jul 16 08:49:26.705834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Made reservation on behalf of c69288d805b641b68e140d85d98ac63c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:26.709438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.786153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97969-48df-49cf-8dde-5592b56852c1 req-6da686d6-a935-492d-9706-e8f90f02d210 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.787681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0d97969-48df-49cf-8dde-5592b56852c1 req-6da686d6-a935-492d-9706-e8f90f02d210 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1850908 Jul 16 08:49:26.792525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.10 (cf76ca15-8843-4393-9548-e34324b48b7a/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05/06dba63a-1f4e-404e-a962-d2b1dddb5e62) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:26.850925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Deleting port 99831a15-737a-4199-863b-93433ecffabe {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:26.851385 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.858991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0d97969-48df-49cf-8dde-5592b56852c1 req-8c6f86f2-f4c9-4892-a6bb-7b517fd7df9b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Jul 16 08:49:26.886666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eed79-0e11-4ee5-86eb-bcfe754c1a59 req-64654c8e-d358-45d6-bd59-d6f4a43b7ff0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.888336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-594eed79-0e11-4ee5-86eb-bcfe754c1a59 req-64654c8e-d358-45d6-bd59-d6f4a43b7ff0 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 946 time: 0.2213275 Jul 16 08:49:26.983900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.004126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Allocated IP 172.20.0.7 (ad06d8bc-b461-44d3-824f-23ffca076238/24c4f46a-b948-4306-95a7-02f3d56b862d/bfc40753-a3da-453f-80d0-16be0de0cfb7) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:27.041453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-594eed79-0e11-4ee5-86eb-bcfe754c1a59 req-1558fe88-13cd-4a71-aa47-2b5e41b010ed tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380949 Jul 16 08:49:27.081341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] For port 99831a15-737a-4199-863b-93433ecffabe, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=99831a15-737a-4199-863b-93433ecffabe,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:27.081708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.100294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.104836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Calling delete_port for 99831a15-737a-4199-863b-93433ecffabe owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:27.178736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:27.188501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=06dba63a-1f4e-404e-a962-d2b1dddb5e62,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.190991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:27.194569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:27.229892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d4c0-1f7d-4e54-94ab-01bcba2cacf3 req-05517b03-e449-4e94-b241-36c22019608f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.231485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7da9d4c0-1f7d-4e54-94ab-01bcba2cacf3 req-05517b03-e449-4e94-b241-36c22019608f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2153540 Jul 16 08:49:27.234323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-44aca21d-904d-4f5f-8f4f-bcde275ee472 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1942108 Jul 16 08:49:27.271506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.287510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.288144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.337722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d884698c-1f07-4db5-b060-79ef39f47d10 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9374518 Jul 16 08:49:27.341158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41228) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:27.345463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7da9d4c0-1f7d-4e54-94ab-01bcba2cacf3 req-920a74d1-1b67-4215-834e-13c3a8f8ff08 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056049 Jul 16 08:49:27.350816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'port': {'network_id': 'cf76ca15-8843-4393-9548-e34324b48b7a', 'name': 'tempest-FloatingIPTestJSON-1972320336'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:27.366456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-aa7aa5a4-260f-4322-883d-2d4f42234a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.368676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-aa7aa5a4-260f-4322-883d-2d4f42234a62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553890ca05a498da6a67ebc125945d9&device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 1097 time: 0.1062047 Jul 16 08:49:27.379165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.391243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:27.441993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.443662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'Port': ['ID=99831a15-737a-4199-863b-93433ecffabe,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.561645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] No DVR routers for this DVR port 99831a15-737a-4199-863b-93433ecffabe on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:27.571978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.573979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6696863d-7cce-4d6f-934d-73c0b27dcf5d req-d18e0880-baa6-4753-a41e-0e6ad7c29671 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "DELETE /v2.0/ports/99831a15-737a-4199-863b-93433ecffabe HTTP/1.1" status: 204 len: 173 time: 0.9733436 Jul 16 08:49:27.576443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'name': 'network-vif-deleted', 'tag': '99831a15-737a-4199-863b-93433ecffabe'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:27.578257 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fb3b63-8ca8-481b-aa69-4cd49f4950dd" -d '{"events": [{"server_uuid": "b3903fee-7707-493e-a4e7-71916aedc27f", "name": "network-vif-deleted", "tag": "99831a15-737a-4199-863b-93433ecffabe"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:27.592792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Network ad06d8bc-b461-44d3-824f-23ffca076238 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:27.602788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:27.609921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:27.630490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-98366bfa-2dad-4a08-8c66-bbaccacb6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.632633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-98366bfa-2dad-4a08-8c66-bbaccacb6ba0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 200 len: 912 time: 0.2412705 Jul 16 08:49:27.648665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event updated for resources: {'Port': ['ID=bfc40753-a3da-453f-80d0-16be0de0cfb7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.678661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-691e8c2f-1998-4e64-ae6f-d1cffe9ed902 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440d66af-7687-4a04-8907-e6ecd1c59772 HTTP/1.1" status: 200 len: 217 time: 0.0398173 Jul 16 08:49:27.721393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.722029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.730827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:27.734270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.742544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ac1b-57e3-435a-98f4-aeede3c5a243 req-265d36bc-ea01-4246-80fe-1b21fc7cba60 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.744343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8f4ac1b-57e3-435a-98f4-aeede3c5a243 req-265d36bc-ea01-4246-80fe-1b21fc7cba60 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 931 time: 0.1742527 Jul 16 08:49:27.753096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-09f04f2f-1998-4c91-8fcb-9f9fcdb1efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.754892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-09f04f2f-1998-4c91-8fcb-9f9fcdb1efc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 200 len: 850 time: 0.0688620 Jul 16 08:49:27.765217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-a0306dc5-3714-462f-922d-4e754a877634 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315527 Jul 16 08:49:27.766755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] device_id is not set on port f2a2e26a-45ee-4e68-aef4-47def63ae51a yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:27.783734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Request body: {'port': {'device_id': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:27.828012 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8f4ac1b-57e3-435a-98f4-aeede3c5a243 req-10fadbcf-c4c0-434d-8a23-4d952f3d7d04 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692160 Jul 16 08:49:27.865108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-e1d52e39-8bd9-42d9-9f2e-500cfa80f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.867583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-e1d52e39-8bd9-42d9-9f2e-500cfa80f87e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ddcb850-8916-4773-b4b3-c1a39caffe35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067793 Jul 16 08:49:27.873307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac4a47-87c0-49a5-b6b9-4b8b3ec379a8 req-cf716068-3f7e-44d6-a4f8-669ff96833ea tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.880231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87ac4a47-87c0-49a5-b6b9-4b8b3ec379a8 req-cf716068-3f7e-44d6-a4f8-669ff96833ea tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2173963 Jul 16 08:49:27.895502 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51708490-dfdb-4180-a52a-80a3bb2605fc x-openstack-request-id: req-51708490-dfdb-4180-a52a-80a3bb2605fc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:27.895793 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3903fee-7707-493e-a4e7-71916aedc27f", "name": "network-vif-deleted", "tag": "99831a15-737a-4199-863b-93433ecffabe", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:27.896068 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51708490-dfdb-4180-a52a-80a3bb2605fc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:27.896439 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3903fee-7707-493e-a4e7-71916aedc27f', 'name': 'network-vif-deleted', 'tag': '99831a15-737a-4199-863b-93433ecffabe', 'status': 'completed', 'code': 200} Jul 16 08:49:27.982189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-1e75a901-b212-4a45-b638-7a96dc87fd17 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068435 Jul 16 08:49:28.000452 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87ac4a47-87c0-49a5-b6b9-4b8b3ec379a8 req-e16f1910-dfac-4fd8-9dd4-532f3cd5e42d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192508 Jul 16 08:49:28.022018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.053171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.12 (cf76ca15-8843-4393-9548-e34324b48b7a/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05/f2a2e26a-45ee-4e68-aef4-47def63ae51a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:28.111078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d9521b7-168b-40ff-9053-b59c4b4cc19d req-0cb3cf94-aa21-4819-82f7-2a89846763b5 service neutron] 10.222.0.18 "GET /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200798 Jul 16 08:49:28.242575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e87ee-90e5-4eb6-97c8-a71d69c1a207 req-a4bfe8f3-3a0e-4999-8581-8c3f21789182 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.244370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-510e87ee-90e5-4eb6-97c8-a71d69c1a207 req-a4bfe8f3-3a0e-4999-8581-8c3f21789182 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0850446 Jul 16 08:49:28.256981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e81ed6a8-abbf-4e2d-9f35-ae589689722c req-de7ba66c-2c45-4dbf-ad5f-dfeff30da0e7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3903fee-7707-493e-a4e7-71916aedc27f HTTP/1.1" status: 200 len: 210 time: 0.0590420 Jul 16 08:49:28.291523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-510e87ee-90e5-4eb6-97c8-a71d69c1a207 req-68073398-26dc-4bad-9f19-530d10bfd0a3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Jul 16 08:49:28.404830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.490385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827ae62-ff66-440f-9c41-a2002cd0cb1a req-608b2145-0354-486d-a732-5fb0cf9754b5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.492763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9827ae62-ff66-440f-9c41-a2002cd0cb1a req-608b2145-0354-486d-a732-5fb0cf9754b5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0655005 Jul 16 08:49:28.494395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc40753-a3da-453f-80d0-16be0de0cfb7 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:28.502836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.506960 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.541743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9827ae62-ff66-440f-9c41-a2002cd0cb1a req-4889e0c3-3c17-46ae-afcc-2f2b2e93f908 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424399 Jul 16 08:49:28.556290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Transition to ACTIVE for port object bfc40753-a3da-453f-80d0-16be0de0cfb7 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:28.565968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:28.566836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.573110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:28.577799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=f2a2e26a-45ee-4e68-aef4-47def63ae51a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.580113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:28.690790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.691422 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.702705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc40753-a3da-453f-80d0-16be0de0cfb7,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.762555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e438cf68-dd2e-4009-9693-1f70e2716251 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4185102 Jul 16 08:49:28.766108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:28.771066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'f2a2e26a-45ee-4e68-aef4-47def63ae51a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:28.796299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.799738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Attempting to bind port bfc40753-a3da-453f-80d0-16be0de0cfb7 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:28.800080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Attempting to bind port bfc40753-a3da-453f-80d0-16be0de0cfb7 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:28.800417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Attempting to bind port bfc40753-a3da-453f-80d0-16be0de0cfb7 on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:28.815192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab28d-b7dc-42df-9559-5cd02e0f1de8 req-54d54b05-1afb-4476-87d8-9af430d78be5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.816786 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b86ab28d-b7dc-42df-9559-5cd02e0f1de8 req-54d54b05-1afb-4476-87d8-9af430d78be5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1356752 Jul 16 08:49:28.817725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Port bfc40753-a3da-453f-80d0-16be0de0cfb7 on network ad06d8bc-b461-44d3-824f-23ffca076238 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:28.818042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Attempting to bind port bfc40753-a3da-453f-80d0-16be0de0cfb7 on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:28.825200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:28.825538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Checking segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:28.825921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Bound using segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:28.826356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Bound port: bfc40753-a3da-453f-80d0-16be0de0cfb7, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:28.826715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.894865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b86ab28d-b7dc-42df-9559-5cd02e0f1de8 req-89c90b14-4269-4120-a304-b905d97866af tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716383 Jul 16 08:49:28.900948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.930045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] For port bfc40753-a3da-453f-80d0-16be0de0cfb7, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:28.934110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] For port bfc40753-a3da-453f-80d0-16be0de0cfb7, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:28.944268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.995298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.995954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.997349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfc40753-a3da-453f-80d0-16be0de0cfb7 HTTP/1.1" status: 200 len: 1092 time: 1.2180750 Jul 16 08:49:29.015865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdc999-6013-4b6d-9baa-b07822f89bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc40753-a3da-453f-80d0-16be0de0cfb7,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.064558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.205 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/430218ae-543b-499d-a8ae-1557f95bb335) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:29.116035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-bf66c4d1-fd5c-4b34-9e3e-bfa0f840a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.118417 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-bf66c4d1-fd5c-4b34-9e3e-bfa0f840a738 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 1095 time: 0.0613501 Jul 16 08:49:29.124729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 99831a15-737a-4199-863b-93433ecffabe no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:29.127751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25414fa-cf27-46a7-9cb7-893aeddd66e1 req-2a4be31c-d5c3-45ad-872f-79654593417f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.129260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f25414fa-cf27-46a7-9cb7-893aeddd66e1 req-2a4be31c-d5c3-45ad-872f-79654593417f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 943 time: 0.1358855 Jul 16 08:49:29.148188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 99831a15-737a-4199-863b-93433ecffabe {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:29.149109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 99831a15-737a-4199-863b-93433ecffabe not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:29.174881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-dca16ed5-cb08-442c-a339-35691cb3f37b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0424070 Jul 16 08:49:29.214433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f25414fa-cf27-46a7-9cb7-893aeddd66e1 req-1c8757fb-c140-4a03-9f22-3e97ff96777f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745599 Jul 16 08:49:29.231133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.275067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.325677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:29.328958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:29.331576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:29.359441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=430218ae-543b-499d-a8ae-1557f95bb335,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.594619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-cbfb5c5e-39f8-45f7-9968-5a7fc778d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.596134 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-cbfb5c5e-39f8-45f7-9968-5a7fc778d738 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.4114246 Jul 16 08:49:29.635785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-04333e17-b6d9-4100-a5d0-123cab1e26bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326605 Jul 16 08:49:29.644929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb1a7b-16c9-4714-a927-41cb96210e53 req-f594d9ab-166d-4610-99fc-4a6780db77a4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.652451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7eb1a7b-16c9-4714-a927-41cb96210e53 req-f594d9ab-166d-4610-99fc-4a6780db77a4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.4800019 Jul 16 08:49:29.744205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7eb1a7b-16c9-4714-a927-41cb96210e53 req-0205f616-bb08-4808-8069-9a1d01d743e0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908282 Jul 16 08:49:29.785197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-012f1314-e4fb-4f18-9ea4-8f40ca6577e4 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305773 Jul 16 08:49:29.901950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'tag': 'bfc40753-a3da-453f-80d0-16be0de0cfb7'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:29.904312 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc462b81-b8da-4cf8-8413-1c608df7b720" -d '{"events": [{"name": "network-changed", "server_uuid": "07b69645-2e03-4de9-9dcc-1924b0978aff", "tag": "bfc40753-a3da-453f-80d0-16be0de0cfb7"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:29.911058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df85b4d9-9ae3-4e14-8698-9c177c67e00c req-31495598-08dc-47b8-89e2-6c9481dadfd0 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184673 Jul 16 08:49:29.989853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c40d1a-07df-4b4a-b4af-72ed5cdff277 req-b16df98d-2d61-4d26-a92f-7f904426da31 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.991841 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46c40d1a-07df-4b4a-b4af-72ed5cdff277 req-b16df98d-2d61-4d26-a92f-7f904426da31 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0844352 Jul 16 08:49:30.037121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46c40d1a-07df-4b4a-b4af-72ed5cdff277 req-88b20125-3644-4dfc-a854-ec387c98b085 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375402 Jul 16 08:49:30.092455 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae1010-3a47-4c4f-990e-2dafe9870243 x-openstack-request-id: req-28ae1010-3a47-4c4f-990e-2dafe9870243 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:30.093045 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b69645-2e03-4de9-9dcc-1924b0978aff", "tag": "bfc40753-a3da-453f-80d0-16be0de0cfb7", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:30.093544 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28ae1010-3a47-4c4f-990e-2dafe9870243 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:30.094849 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'tag': 'bfc40753-a3da-453f-80d0-16be0de0cfb7', 'status': 'completed', 'code': 200} Jul 16 08:49:30.178113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.208696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-2286e4b4-201c-4be7-b2c8-db7416fc822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.211245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-2286e4b4-201c-4be7-b2c8-db7416fc822d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 1095 time: 0.0762510 Jul 16 08:49:30.212631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf48d-db9e-4dd1-a1a0-5eca8611f77f req-16f2ed28-f179-4dd1-b784-b4b63e7e83b7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.214214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0abf48d-db9e-4dd1-a1a0-5eca8611f77f req-16f2ed28-f179-4dd1-b784-b4b63e7e83b7 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.4985859 Jul 16 08:49:30.266241 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0abf48d-db9e-4dd1-a1a0-5eca8611f77f req-57141df2-2e09-4deb-87a0-6cabba16d09a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Jul 16 08:49:30.313802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.354409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-c25989f9-7a20-48f4-8dcd-e1e6560a6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.355847 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-c25989f9-7a20-48f4-8dcd-e1e6560a6be8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 916 time: 0.1380222 Jul 16 08:49:30.402704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-4d006dc4-5193-49cf-8cd6-3bc63e794e16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0382609 Jul 16 08:49:30.426797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c770-46cc-4225-a67f-25c4a8bde671 req-3c14418c-2801-48d3-afac-70e0a98698d6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.428315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0049c770-46cc-4225-a67f-25c4a8bde671 req-3c14418c-2801-48d3-afac-70e0a98698d6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1311345 Jul 16 08:49:30.494410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-1898abb1-fe93-4ad9-8576-da22bee8e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.495918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-1898abb1-fe93-4ad9-8576-da22bee8e0c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.0861540 Jul 16 08:49:30.501522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0049c770-46cc-4225-a67f-25c4a8bde671 req-b1196571-d148-401a-a453-e721d90cea91 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Jul 16 08:49:30.509780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2fc9e-1ab4-4e6d-abf3-4b4dc05403e0 req-0e08d362-fd77-441a-b24b-957694f9f0c9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.511519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ac2fc9e-1ab4-4e6d-abf3-4b4dc05403e0 req-0e08d362-fd77-441a-b24b-957694f9f0c9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 943 time: 0.1321416 Jul 16 08:49:30.533726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-38e244a4-099d-40bd-ace0-a482f31a1263 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294406 Jul 16 08:49:30.555583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.567587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.629577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ac2fc9e-1ab4-4e6d-abf3-4b4dc05403e0 req-f309b078-ece7-4bef-9934-48211b5091da tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106269 Jul 16 08:49:30.674915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=430218ae-543b-499d-a8ae-1557f95bb335,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.685888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.721171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-ac5d71b6-722b-4155-8b9c-5ba85be64a31 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792622 Jul 16 08:49:30.777552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660f063-6e92-4f21-890c-b6e1005dff3b req-878c632f-6847-4ad6-b6c8-e88a25213380 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.779141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5660f063-6e92-4f21-890c-b6e1005dff3b req-878c632f-6847-4ad6-b6c8-e88a25213380 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1229773 Jul 16 08:49:30.788889 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP 5c4f3194-2aa1-418f-8e0f-68f866c7673f associated. External IP: 172.25.0.205, port: f2a2e26a-45ee-4e68-aef4-47def63ae51a. Jul 16 08:49:30.860225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc462b81-b8da-4cf8-8413-1c608df7b720 req-28e5c3c6-bd12-4ece-a945-89b4044419f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297483 Jul 16 08:49:30.863236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5660f063-6e92-4f21-890c-b6e1005dff3b req-8fc420f6-f903-456b-8c52-00c8d521daaa tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591512 Jul 16 08:49:31.054119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-beda4417-dca3-46c5-a6ed-945508ab9c7a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.056168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-beda4417-dca3-46c5-a6ed-945508ab9c7a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.1577578 Jul 16 08:49:31.065116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:31.070924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed94f0-b2b0-491f-a4d0-aff1f2b82da7 req-d5444d74-7bf8-4f42-b90e-dd65facb0114 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.072586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-04ed94f0-b2b0-491f-a4d0-aff1f2b82da7 req-d5444d74-7bf8-4f42-b90e-dd65facb0114 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0706718 Jul 16 08:49:31.114129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-04ed94f0-b2b0-491f-a4d0-aff1f2b82da7 req-e0b146b4-1503-4ee6-9536-6d8a87d09236 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jul 16 08:49:31.287628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:31.296952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Deleting port 440d66af-7687-4a04-8907-e6ecd1c59772 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:31.297956 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.300365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:31.311756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:31.312391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:31.335183 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.360386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:31.374042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:31.375525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:31.419480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:31.420323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df93a7-c76c-4c1f-a236-1ecd8c7ceb9c None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:31.442395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0da0a-4aa5-46df-a749-295ad09655e4 req-bef5c810-4e65-40f0-925c-0d8e6561ad9f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.449381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2c0da0a-4aa5-46df-a749-295ad09655e4 req-bef5c810-4e65-40f0-925c-0d8e6561ad9f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2146165 Jul 16 08:49:31.464033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14d3ce40-ec77-4d8b-be1a-c4cf95fcba73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6939762 Jul 16 08:49:31.467549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41292) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.468464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5f168-0673-4bdb-b72b-8498ef23762b req-f956529d-ea66-42c3-8e81-edcc63008acd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.470123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72d5f168-0673-4bdb-b72b-8498ef23762b req-f956529d-ea66-42c3-8e81-edcc63008acd tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 945 time: 0.0800359 Jul 16 08:49:31.482852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:31.488708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] For port 440d66af-7687-4a04-8907-e6ecd1c59772, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=440d66af-7687-4a04-8907-e6ecd1c59772,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:31.489076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.511956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72d5f168-0673-4bdb-b72b-8498ef23762b req-ef47dbea-9b33-419c-87db-937d5045ee5b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c076cc-9046-41f8-afe4-bc827a37b12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jul 16 08:49:31.554419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Calling delete_port for 440d66af-7687-4a04-8907-e6ecd1c59772 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:31.566166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2c0da0a-4aa5-46df-a749-295ad09655e4 req-9593b559-aa74-4632-8f53-65fa61cb9815 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159506 Jul 16 08:49:31.595305 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.855670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.861663 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.861991 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP 5c4f3194-2aa1-418f-8e0f-68f866c7673f disassociated. External IP: 172.25.0.205, port: f2a2e26a-45ee-4e68-aef4-47def63ae51a. Jul 16 08:49:31.890483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f084cc-fe6f-4749-954c-af4bbe01f42a req-2ee42e7e-f42a-4820-aa7c-156697058b27 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.892038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7f084cc-fe6f-4749-954c-af4bbe01f42a req-2ee42e7e-f42a-4820-aa7c-156697058b27 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 943 time: 0.0895178 Jul 16 08:49:31.917012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.928237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['440d66af-7687-4a04-8907-e6ecd1c59772'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:31.947062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7f084cc-fe6f-4749-954c-af4bbe01f42a req-63648601-2815-4ed4-9dd4-9555a773497d tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Jul 16 08:49:31.952983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'Port': ['ID=440d66af-7687-4a04-8907-e6ecd1c59772,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.060240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] No DVR routers for this DVR port 440d66af-7687-4a04-8907-e6ecd1c59772 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:32.062875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.065223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13d8e295-8c69-48ed-906c-46d537e8e90e req-7762f328-b2b7-4ad1-8417-5e12eef68aff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.18 "DELETE /v2.0/ports/440d66af-7687-4a04-8907-e6ecd1c59772 HTTP/1.1" status: 204 len: 173 time: 0.9988253 Jul 16 08:49:32.068511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'name': 'network-vif-deleted', 'tag': '440d66af-7687-4a04-8907-e6ecd1c59772'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:32.071642 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432bb05b-0a63-4201-ae08-359aa9ece1e4" -d '{"events": [{"server_uuid": "4d4efb26-bee8-4fa3-97bd-05d03a18c34b", "name": "network-vif-deleted", "tag": "440d66af-7687-4a04-8907-e6ecd1c59772"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:32.150448 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997ab9bd-4c99-4116-9ee5-4d8272f6f934 x-openstack-request-id: req-997ab9bd-4c99-4116-9ee5-4d8272f6f934 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:32.150938 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4efb26-bee8-4fa3-97bd-05d03a18c34b", "name": "network-vif-deleted", "tag": "440d66af-7687-4a04-8907-e6ecd1c59772", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:32.151386 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-997ab9bd-4c99-4116-9ee5-4d8272f6f934 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:32.151938 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4efb26-bee8-4fa3-97bd-05d03a18c34b', 'name': 'network-vif-deleted', 'tag': '440d66af-7687-4a04-8907-e6ecd1c59772', 'status': 'completed', 'code': 200} Jul 16 08:49:32.230831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:32.412289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:32.418926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.426388 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:32.430201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd1a07-d7e7-44e2-aebd-cf736f5ac5e9 req-39be6878-35a3-40f1-9818-c87dcb3d2b71 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.431755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50dd1a07-d7e7-44e2-aebd-cf736f5ac5e9 req-39be6878-35a3-40f1-9818-c87dcb3d2b71 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1305740 Jul 16 08:49:32.438772 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:32.439429 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.478672 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.494590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-97b0dabb-1dc0-48c6-844a-8d5a44c15cc7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/floatingips/5c4f3194-2aa1-418f-8e0f-68f866c7673f HTTP/1.1" status: 200 len: 688 time: 1.0246162 Jul 16 08:49:32.497717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41324) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.498062 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:32.498683 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.504035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50dd1a07-d7e7-44e2-aebd-cf736f5ac5e9 req-d04b7130-4f15-494d-ada5-b3918960d518 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Jul 16 08:49:32.565757 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.566420 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb2d55-f12c-4fb6-8e80-133b954de7bb None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:32.702017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4171ebc7-4834-441f-9ef0-5fddec7b6281 req-68287cc3-e837-4e96-989e-770b59ea51ff tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4efb26-bee8-4fa3-97bd-05d03a18c34b HTTP/1.1" status: 200 len: 210 time: 0.0403528 Jul 16 08:49:32.711510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 430218ae-543b-499d-a8ae-1557f95bb335 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:32.712014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.800794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.801135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.821329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 430218ae-543b-499d-a8ae-1557f95bb335 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:32.956974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.984085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=430218ae-543b-499d-a8ae-1557f95bb335,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.058291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.061432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.066130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f95831f3-2e98-42fc-9fe7-287cb54354f2 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/floatingips/5c4f3194-2aa1-418f-8e0f-68f866c7673f HTTP/1.1" status: 204 len: 168 time: 0.5619254 Jul 16 08:49:33.067042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41330) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.072890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '06dba63a-1f4e-404e-a962-d2b1dddb5e62'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:33.099465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.135570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4a4bb-92b2-400d-8d8b-5e5da3886923 req-c7fe3624-9d26-4a76-b42f-945502982361 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.138094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eac4a4bb-92b2-400d-8d8b-5e5da3886923 req-c7fe3624-9d26-4a76-b42f-945502982361 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 943 time: 0.0782726 Jul 16 08:49:33.182305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eac4a4bb-92b2-400d-8d8b-5e5da3886923 req-70b5e843-962f-46dd-8032-58bd4cdf3d30 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360847 Jul 16 08:49:33.213645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device bfc40753-a3da-453f-80d0-16be0de0cfb7 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:33.222545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.312849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port bfc40753-a3da-453f-80d0-16be0de0cfb7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:33.324406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'bfc40753-a3da-453f-80d0-16be0de0cfb7', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'port_id': 'bfc40753-a3da-453f-80d0-16be0de0cfb7', 'mac_address': 'fa:16:3e:7b:eb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f46a-b948-4306-95a7-02f3d56b862d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:33.328966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.141 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/4e5c51e0-5e92-4337-bf1c-83bc1acfae36) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:33.362349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.375429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc40753-a3da-453f-80d0-16be0de0cfb7 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:33.396056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port bfc40753-a3da-453f-80d0-16be0de0cfb7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:33.400572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.445626 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.449951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=bfc40753-a3da-453f-80d0-16be0de0cfb7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.457776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.458115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.458557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.458926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.459356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.459746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.460703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.461063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.461452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.461840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.462228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.462744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:33.489360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.530494 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.532935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:33.539214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:33.544162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:33.549106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=4e5c51e0-5e92-4337-bf1c-83bc1acfae36,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.698404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8a431-cbad-4cbe-be4b-5ca0fcdccb03 req-73592369-d312-4588-98cf-e68c35079bcc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.699921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c8a431-cbad-4cbe-be4b-5ca0fcdccb03 req-73592369-d312-4588-98cf-e68c35079bcc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0761843 Jul 16 08:49:33.735134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:33.752727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05c8a431-cbad-4cbe-be4b-5ca0fcdccb03 req-a00f52b3-93a1-4430-8799-281844b5a3ec tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Jul 16 08:49:34.019939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.106950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.324987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0027dcb-2c0d-4ede-b48a-8fb9d0d2ee63 req-9109b2c2-8caf-47fc-96ca-4bb03be37548 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.326430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0027dcb-2c0d-4ede-b48a-8fb9d0d2ee63 req-9109b2c2-8caf-47fc-96ca-4bb03be37548 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1120694 Jul 16 08:49:34.328540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.333592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.369905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b361e-fd48-4c3c-a23b-0be3e7a1d2d8 req-31cd30b0-6790-44b1-ab90-1641018b086c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.374880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd9b361e-fd48-4c3c-a23b-0be3e7a1d2d8 req-31cd30b0-6790-44b1-ab90-1641018b086c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 944 time: 0.0724120 Jul 16 08:49:34.419205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd9b361e-fd48-4c3c-a23b-0be3e7a1d2d8 req-4c019a9d-ee8b-4841-81a9-2ca2451d331d tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Jul 16 08:49:34.430771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=4e5c51e0-5e92-4337-bf1c-83bc1acfae36,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:34.450342 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0027dcb-2c0d-4ede-b48a-8fb9d0d2ee63 req-65954486-2574-4a84-9c79-0dfe97b6f7a1 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135302 Jul 16 08:49:34.457315 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.559077 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP cfc534d8-e24c-4499-bd9f-479a6169396d associated. External IP: 172.25.0.141, port: 06dba63a-1f4e-404e-a962-d2b1dddb5e62. Jul 16 08:49:34.842611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:34.954329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:34.965568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:34.978504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.983408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:34.983564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc688879-9262-42ab-b018-d54674233507 req-860c74b1-2ed6-4c3f-8b0f-aa358f9a6ff7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.984586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.985257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc688879-9262-42ab-b018-d54674233507 req-860c74b1-2ed6-4c3f-8b0f-aa358f9a6ff7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0790892 Jul 16 08:49:35.020707 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3651a395-4b10-4f3e-93a5-5f66214dad1b tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9525154 Jul 16 08:49:35.023988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41358) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.027750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:35.037989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:35.039848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:35.050351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc688879-9262-42ab-b018-d54674233507 req-9e7e9632-7d65-4190-a78a-d6c1fca005ab tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 Jul 16 08:49:35.091021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:35.091814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca760e-5192-4d06-8a85-694ddf029085 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:35.109252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1898bec1-b35d-43c7-bcc6-e3521a0358b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/floatingips/cfc534d8-e24c-4499-bd9f-479a6169396d HTTP/1.1" status: 200 len: 979 time: 0.0840387 Jul 16 08:49:35.111852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.141655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 440d66af-7687-4a04-8907-e6ecd1c59772 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:35.161970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 440d66af-7687-4a04-8907-e6ecd1c59772 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:35.162470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 440d66af-7687-4a04-8907-e6ecd1c59772 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:35.224523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c0df34ea-796e-4fdc-81ff-9c19771aa7a6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1114945 Jul 16 08:49:35.227619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41362) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.227775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device bfc40753-a3da-453f-80d0-16be0de0cfb7 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:35.232424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'port_id': 'f2a2e26a-45ee-4e68-aef4-47def63ae51a'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:35.279042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port bfc40753-a3da-453f-80d0-16be0de0cfb7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:35.282931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port bfc40753-a3da-453f-80d0-16be0de0cfb7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:35.283308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.298574 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.385496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.409432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc40753-a3da-453f-80d0-16be0de0cfb7'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:35.412414 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e593479c-1917-4c8e-97e2-7398dafb7b6d" -d '{"events": [{"server_uuid": "07b69645-2e03-4de9-9dcc-1924b0978aff", "name": "network-vif-plugged", "status": "completed", "tag": "bfc40753-a3da-453f-80d0-16be0de0cfb7"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:35.427358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port bfc40753-a3da-453f-80d0-16be0de0cfb7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:35.432173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.481033 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f36f4e-e055-4fcd-98e2-fc97aa22966a x-openstack-request-id: req-c3f36f4e-e055-4fcd-98e2-fc97aa22966a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:35.481436 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b69645-2e03-4de9-9dcc-1924b0978aff", "name": "network-vif-plugged", "status": "completed", "tag": "bfc40753-a3da-453f-80d0-16be0de0cfb7", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:35.481780 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3f36f4e-e055-4fcd-98e2-fc97aa22966a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:35.482267 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc40753-a3da-453f-80d0-16be0de0cfb7', 'code': 200} Jul 16 08:49:35.499056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=bfc40753-a3da-453f-80d0-16be0de0cfb7,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:35.649642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b843a6-586d-44bf-8497-d5fea8c1838b req-284988cc-c9be-42ec-a401-9aa08ccd7be9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.651066 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42b843a6-586d-44bf-8497-d5fea8c1838b req-284988cc-c9be-42ec-a401-9aa08ccd7be9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 945 time: 0.0728011 Jul 16 08:49:35.693615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42b843a6-586d-44bf-8497-d5fea8c1838b req-52a2a962-b6ca-4336-b974-3a568c093ea3 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Jul 16 08:49:36.141264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab542285-cc7c-4538-b2b7-2aef47361173 req-a1e2f7e9-21a8-4be6-b3ad-4172df62ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.142821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab542285-cc7c-4538-b2b7-2aef47361173 req-a1e2f7e9-21a8-4be6-b3ad-4172df62ef89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 1097 time: 0.5570083 Jul 16 08:49:36.154719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8afcd9-7b7c-4ae7-89d6-b3c93a891602 req-dfe0cead-e23e-481b-8657-300c0c650b7a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.156608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a8afcd9-7b7c-4ae7-89d6-b3c93a891602 req-dfe0cead-e23e-481b-8657-300c0c650b7a tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.5213544 Jul 16 08:49:36.264542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab542285-cc7c-4538-b2b7-2aef47361173 req-36a6dab1-6088-4a73-8df2-0623c5da6d2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072421 Jul 16 08:49:36.267311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a8afcd9-7b7c-4ae7-89d6-b3c93a891602 req-9eaff433-e18c-4c0e-8d90-994fe4ceccad tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups?id=18f8e3f0-2e28-462b-9a2f-734e2b2b5127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012614 Jul 16 08:49:36.312380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-a2d89f49-73c6-45fa-9f63-c16ff9a8db27 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.313871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-a2d89f49-73c6-45fa-9f63-c16ff9a8db27 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 944 time: 0.1059225 Jul 16 08:49:36.326436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506273-0db7-493a-998e-2ff99b3c4602 req-3e264e48-87bc-4a6f-aedb-fc0fb76e05ac tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.328094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1506273-0db7-493a-998e-2ff99b3c4602 req-3e264e48-87bc-4a6f-aedb-fc0fb76e05ac tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1112192 Jul 16 08:49:36.346792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.351911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.368615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1506273-0db7-493a-998e-2ff99b3c4602 req-e7d8e810-434f-40d6-9633-e2d8c47fc6af tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Jul 16 08:49:36.457183 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP cfc534d8-e24c-4499-bd9f-479a6169396d associated. External IP: 172.25.0.141, port: 06dba63a-1f4e-404e-a962-d2b1dddb5e62. Jul 16 08:49:36.619063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Deleting port e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:36.619402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.684696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:36.716817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] For port e7aebbe5-c873-46f4-ae4d-3fac0b20687e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:36.717339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.804384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:36.817304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:36.833411 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:36.834038 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:36.869711 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:36.879478 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:36.880095 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:36.924880 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:36.926518 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f60cd-916d-4b43-8d9b-a6d64cfa8a97 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:36.930016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.930370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.930681 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Floating IP 4525fdd3-519b-40e0-9b8e-9e9913dbba2a disassociated. External IP: 172.25.0.3, port: e7aebbe5-c873-46f4-ae4d-3fac0b20687e. Jul 16 08:49:36.931029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Calling delete_port for e7aebbe5-c873-46f4-ae4d-3fac0b20687e owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:37.028305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf3b04-0490-4a94-b381-6a328beabbaf req-f711b6d8-dc78-43ed-9506-e2d44f7589c0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.029843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78cf3b04-0490-4a94-b381-6a328beabbaf req-f711b6d8-dc78-43ed-9506-e2d44f7589c0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 945 time: 0.1353636 Jul 16 08:49:37.069962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.099763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'Port': ['ID=e7aebbe5-c873-46f4-ae4d-3fac0b20687e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.114154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78cf3b04-0490-4a94-b381-6a328beabbaf req-5f2d5761-2742-45ed-be0b-a1f3f617efd4 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494878 Jul 16 08:49:37.121474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:37.267590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:37.281209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.284877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:37.286160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Router e5ab8068-2e36-40bf-9c72-20739b8d982e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:37.301091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:37.301730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:37.389001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ffa0b2d1-a9e0-4929-923d-fe099ea09bf0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/floatingips/cfc534d8-e24c-4499-bd9f-479a6169396d HTTP/1.1" status: 200 len: 979 time: 2.1599579 Jul 16 08:49:37.391911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41380) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.407571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:37.423057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:37.454805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:37.455454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:37.504977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.514330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:37.515186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61940f8-3cf4-4a92-84c2-1e9488a31660 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:37.716068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.722578 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.722990 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP cfc534d8-e24c-4499-bd9f-479a6169396d disassociated. External IP: 172.25.0.141, port: f2a2e26a-45ee-4e68-aef4-47def63ae51a. Jul 16 08:49:37.783074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e01dea-0523-4a34-81d5-82720fdd2828 req-ab898365-2da5-4382-b56f-611b09ad17ab tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.784729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26e01dea-0523-4a34-81d5-82720fdd2828 req-ab898365-2da5-4382-b56f-611b09ad17ab tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2116237 Jul 16 08:49:37.832424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7316541a-ad21-4194-8844-c5643f0913cc req-e65fa3c9-fb1e-428c-a682-aa0323b4088d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/ports?device_id=969134a1-072d-40e0-b087-1cd57d385ad7 HTTP/1.1" status: 200 len: 210 time: 0.0322542 Jul 16 08:49:37.851506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:37.865118 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958700-9036-40b7-911b-dc3080be2288 None None] Sync routers for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:37.875529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26e01dea-0523-4a34-81d5-82720fdd2828 req-d0012a3d-1f1d-4b1b-aa93-584666f3ec3d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802913 Jul 16 08:49:37.886680 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:37.887511 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:37.907029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] No DVR routers for this DVR port e7aebbe5-c873-46f4-ae4d-3fac0b20687e on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:37.910784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.913083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3e5dd68-cfff-4099-9c5c-9d1fbb8298d0 req-9de7ad39-2486-421e-b027-f5f42eab526b tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.36 "DELETE /v2.0/ports/e7aebbe5-c873-46f4-ae4d-3fac0b20687e HTTP/1.1" status: 204 len: 173 time: 1.3970120 Jul 16 08:49:37.914301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-deleted', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:37.924896 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62179098-2441-46c6-a4e5-6a10081b3c5d" -d '{"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-deleted", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:37.968708 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161e30de-6ce5-4659-9c6a-3a03e06cbfe4 x-openstack-request-id: req-161e30de-6ce5-4659-9c6a-3a03e06cbfe4 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:37.969014 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969134a1-072d-40e0-b087-1cd57d385ad7", "name": "network-vif-deleted", "tag": "e7aebbe5-c873-46f4-ae4d-3fac0b20687e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:37.969277 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-161e30de-6ce5-4659-9c6a-3a03e06cbfe4 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:37.969783 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969134a1-072d-40e0-b087-1cd57d385ad7', 'name': 'network-vif-deleted', 'tag': 'e7aebbe5-c873-46f4-ae4d-3fac0b20687e', 'status': 'completed', 'code': 200} Jul 16 08:49:38.027561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:38.056489 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:38.153783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:38.158721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.164756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:38.177040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:38.177682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.198514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0e285235-315c-4ba9-b9af-762f9b79bc03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/floatingips/cfc534d8-e24c-4499-bd9f-479a6169396d HTTP/1.1" status: 200 len: 688 time: 0.8051312 Jul 16 08:49:38.201137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41388) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:38.224512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.234032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:38.234663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.309616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.310296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a7073-2c82-4fe4-9002-e09a28fd9174 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:38.400898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 4e5c51e0-5e92-4337-bf1c-83bc1acfae36 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:38.401251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.433838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b229a0-f920-4cdf-b5fd-717ee8e1ee26 req-0b003d78-77c7-42b3-b800-ed6cab41ac2b tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.435474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6b229a0-f920-4cdf-b5fd-717ee8e1ee26 req-0b003d78-77c7-42b3-b800-ed6cab41ac2b tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 945 time: 0.1017320 Jul 16 08:49:38.440770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.470745 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958700-9036-40b7-911b-dc3080be2288 None None] Checking router: e5ab8068-2e36-40bf-9c72-20739b8d982e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:38.485636 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:38.486264 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.499789 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6b229a0-f920-4cdf-b5fd-717ee8e1ee26 req-384fe63b-b9a4-4481-a97c-e0ac217f81f1 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Jul 16 08:49:38.504914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.505369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.523532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 4e5c51e0-5e92-4337-bf1c-83bc1acfae36 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:38.618892 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:38.770242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.814356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=4e5c51e0-5e92-4337-bf1c-83bc1acfae36,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.890383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.894318 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.895173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a352b265-5398-4cb4-9c1c-1e9dbfa68f73 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/floatingips/cfc534d8-e24c-4499-bd9f-479a6169396d HTTP/1.1" status: 204 len: 168 time: 0.6928999 Jul 16 08:49:38.898407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41400) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:38.920190 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-94958700-9036-40b7-911b-dc3080be2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.949579 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-8806ba70-558a-4b10-8caf-73c3f1a569bd tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] delete failed (client error): The resource could not be found. Jul 16 08:49:38.954273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8806ba70-558a-4b10-8caf-73c3f1a569bd tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/floatingips/cfc534d8-e24c-4499-bd9f-479a6169396d HTTP/1.1" status: 404 len: 345 time: 0.0509350 Jul 16 08:49:38.954693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41404) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:38.989958 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94958700-9036-40b7-911b-dc3080be2288 None None] The sync data for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 is: [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dc4d0f27-5a8f-4b66-93d2-20fa057fd365', 'name': '', 'network_id': '0ddcb850-8916-4773-b4b3-c1a39caffe35', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'mac_address': 'fa:16:3e:bd:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:30Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'subnets': [{'id': '002dbe2b-83bc-4cf1-8ae5-3c4e0a058207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:39.035602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.106358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29f327-42bf-4936-93e4-31ffa385cb5c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.112776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29f327-42bf-4936-93e4-31ffa385cb5c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.119348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29f327-42bf-4936-93e4-31ffa385cb5c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.123642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8a29f327-42bf-4936-93e4-31ffa385cb5c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/ports?network_id=cf76ca15-8843-4393-9548-e34324b48b7a HTTP/1.1" status: 200 len: 2360 time: 0.1647308 Jul 16 08:49:39.123921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41412) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.139949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c305-a65b-468a-8c2a-0af109929913 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.196150 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c305-a65b-468a-8c2a-0af109929913 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.198828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfa7fa-8f74-4d90-8574-e37b1c83a05e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.200541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-10cfa7fa-8f74-4d90-8574-e37b1c83a05e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/subnets/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05 HTTP/1.1" status: 200 len: 797 time: 0.0756266 Jul 16 08:49:39.206848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41414) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.212961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'port': {'network_id': 'cf76ca15-8843-4393-9548-e34324b48b7a', 'name': 'tempest-FloatingIPTestJSON-379324953', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:39.246896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:39.268509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f3731-c3d6-4a9a-941b-4790f52e49e2 req-a545e57d-d497-4b59-b619-2c695437068d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.279932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa5f3731-c3d6-4a9a-941b-4790f52e49e2 req-a545e57d-d497-4b59-b619-2c695437068d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1778467 Jul 16 08:49:39.303904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: e7aebbe5-c873-46f4-ae4d-3fac0b20687e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:39.304566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e7aebbe5-c873-46f4-ae4d-3fac0b20687e not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:39.358368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:39.405990 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be35881-9c9e-4dab-8ecb-87317a0396a6 None None] New status for floating IP 4525fdd3-519b-40e0-9b8e-9e9913dbba2a: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:39.407714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa5f3731-c3d6-4a9a-941b-4790f52e49e2 req-7e9a09cd-fda9-4d78-8ce2-8400fe24a66d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268611 Jul 16 08:49:39.409247 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c305-a65b-468a-8c2a-0af109929913 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.413076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c305-a65b-468a-8c2a-0af109929913 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.417169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ad6c305-a65b-468a-8c2a-0af109929913 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "DELETE /v2.0/security-groups/18f8e3f0-2e28-462b-9a2f-734e2b2b5127 HTTP/1.1" status: 204 len: 168 time: 0.3776243 Jul 16 08:49:39.426352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.427177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6c305-a65b-468a-8c2a-0af109929913 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8e3f0-2e28-462b-9a2f-734e2b2b5127,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.462538 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-1e68f67e-d988-49c4-a16d-fa7662426e6d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] show failed (client error): The resource could not be found. Jul 16 08:49:39.466661 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e68f67e-d988-49c4-a16d-fa7662426e6d tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "GET /v2.0/security-groups/18f8e3f0-2e28-462b-9a2f-734e2b2b5127 HTTP/1.1" status: 404 len: 347 time: 0.0335581 Jul 16 08:49:39.466661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41420) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.553411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.573645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] device_id is not set on port a74609d1-c0c6-4302-a6ed-6a0060a33cb4 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:39.692608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Deleting port 0eeadeb3-0641-4b7f-922a-3193f791caa4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:39.693041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.783616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.784214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.797507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Calling delete_port for 0eeadeb3-0641-4b7f-922a-3193f791caa4 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:39.945757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.948237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.14 (cf76ca15-8843-4393-9548-e34324b48b7a/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05/a74609d1-c0c6-4302-a6ed-6a0060a33cb4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:39.955096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.13 (cf76ca15-8843-4393-9548-e34324b48b7a/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05/a74609d1-c0c6-4302-a6ed-6a0060a33cb4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:39.970630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Pushing event deleted for resources: {'Port': ['ID=0eeadeb3-0641-4b7f-922a-3193f791caa4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.049467 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.052952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.057026 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-022a8e61-9fa8-4845-a3be-fea7201c8022 tempest-ServerActionsTestJSON-895434269 tempest-ServerActionsTestJSON-895434269-project] 10.222.0.41 "DELETE /v2.0/floatingips/4525fdd3-519b-40e0-9b8e-9e9913dbba2a HTTP/1.1" status: 204 len: 168 time: 0.5870874 Jul 16 08:49:40.057570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41426) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.124210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.167879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.221524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:40.225315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:40.231303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:40.238415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=a74609d1-c0c6-4302-a6ed-6a0060a33cb4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.288831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.289379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.305025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-60742b98-b45a-43d9-ab50-d6cd15ad31ec tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0968056 Jul 16 08:49:40.307621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.312609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'a74609d1-c0c6-4302-a6ed-6a0060a33cb4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:40.337010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.453086 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.584989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.91 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/1aaee307-99e9-43d1-9864-c37b42f78b25) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:40.709081 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.749623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c996524-3c06-4e12-b817-3bfcac280a74 req-3999b6d9-63be-4e1e-b42b-0a16d33e5c33 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.751149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c996524-3c06-4e12-b817-3bfcac280a74 req-3999b6d9-63be-4e1e-b42b-0a16d33e5c33 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1581993 Jul 16 08:49:40.751608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.792197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:40.795137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:40.798776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:40.830895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c996524-3c06-4e12-b817-3bfcac280a74 req-803a6c43-adf9-460f-a355-eed3ed8b94f8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686312 Jul 16 08:49:40.840471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=1aaee307-99e9-43d1-9864-c37b42f78b25,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.959584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.197063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.230865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Deleting port dc4d0f27-5a8f-4b66-93d2-20fa057fd365 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:41.231208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.289586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.326603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] For port dc4d0f27-5a8f-4b66-93d2-20fa057fd365, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:41.327482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.340751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Calling delete_port for dc4d0f27-5a8f-4b66-93d2-20fa057fd365 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:41.443119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.448504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.518442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=1aaee307-99e9-43d1-9864-c37b42f78b25,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.535593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.544885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.589121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4d0f27-5a8f-4b66-93d2-20fa057fd365,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.668589 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP a63ebe67-cd36-436e-a027-419c56f155d8 associated. External IP: 172.25.0.91, port: a74609d1-c0c6-4302-a6ed-6a0060a33cb4. Jul 16 08:49:41.829861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.938625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:42.076830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Router e5ab8068-2e36-40bf-9c72-20739b8d982e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:42.098458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:42.110569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:42.111031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37426d7-ad12-4d8d-9a62-29b53dfc643f req-e3d18b61-de4b-4809-86b0-a167d070f6db tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.119065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e37426d7-ad12-4d8d-9a62-29b53dfc643f req-e3d18b61-de4b-4809-86b0-a167d070f6db tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1344447 Jul 16 08:49:42.121457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:42.122272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.147354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.160324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.170172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:42.170995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.196990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e37426d7-ad12-4d8d-9a62-29b53dfc643f req-57ddf9c0-f552-4f47-b830-4996bf872ae2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Jul 16 08:49:42.213168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.213837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199377f2-49c0-4289-b9d3-d740e6984111 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:42.217066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:42.219225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9fba53eb-20e5-4d3a-92d1-1a7296c46869 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9105935 Jul 16 08:49:42.221834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41450) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.227658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c9285fd2-eead-4ffc-acb6-836bedb0b7c2 admin admin] 10.222.0.41 "PUT /v2.0/routers/e5ab8068-2e36-40bf-9c72-20739b8d982e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684256 Jul 16 08:49:42.230273 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] Sync routers for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:42.230756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'port_id': 'a74609d1-c0c6-4302-a6ed-6a0060a33cb4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:42.231905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.244153 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:42.244857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.296090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.360734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.372168 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:42.475647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.545335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Deleting port 1aa2b83e-ecb9-423d-a49f-738abacf0b80 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:42.545892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.604962 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:49:41Z', 'revision_number': 5, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port': {'id': '1aa2b83e-ecb9-423d-a49f-738abacf0b80', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:25Z', 'updated_at': '2021-07-16T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.638292 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] Checking router: e5ab8068-2e36-40bf-9c72-20739b8d982e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:42.653846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] For port 1aa2b83e-ecb9-423d-a49f-738abacf0b80, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1aa2b83e-ecb9-423d-a49f-738abacf0b80,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:42.654363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.663355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] Routers {'e5ab8068-2e36-40bf-9c72-20739b8d982e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:42.664262 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e5ab8068-2e36-40bf-9c72-20739b8d982e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.683101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Calling delete_port for 1aa2b83e-ecb9-423d-a49f-738abacf0b80 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:42.783483 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] Set router e5ab8068-2e36-40bf-9c72-20739b8d982e gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:42.844664 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:49:42Z', 'revision_number': 6, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.875644 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06a3e3-f091-4637-a899-552217091c7a None None] The sync data for ids ['e5ab8068-2e36-40bf-9c72-20739b8d982e'] in n-d-798249-10 is: [{'id': 'e5ab8068-2e36-40bf-9c72-20739b8d982e', 'name': 'tempest-ServerActionsTestJSON-469055785-router', 'tenant_id': '5553890ca05a498da6a67ebc125945d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:24Z', 'updated_at': '2021-07-16T08:49:42Z', 'revision_number': 6, 'project_id': '5553890ca05a498da6a67ebc125945d9', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:42.918708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.923659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.925135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.949540 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4e46-edbb-40c6-a42c-60cf4623eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.956737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa2b83e-ecb9-423d-a49f-738abacf0b80,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.025419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.118757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.121266 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.166719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.167592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ab8068-2e36-40bf-9c72-20739b8d982e {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:43.172652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.177146 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a307770c-d8d3-4215-aeb6-100f9da425c8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e5ab8068-2e36-40bf-9c72-20739b8d982e HTTP/1.1" status: 204 len: 168 time: 0.9413328 Jul 16 08:49:43.177380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41458) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.256728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Deleting subnet 002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:43.262326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.318595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.413900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dc4d0f27-5a8f-4b66-93d2-20fa057fd365 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:43.438142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: dc4d0f27-5a8f-4b66-93d2-20fa057fd365 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:43.438731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dc4d0f27-5a8f-4b66-93d2-20fa057fd365 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:43.488675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32579c9-6e08-4a58-ab6e-65debe8aa84c req-5a49df28-d77b-4071-a075-30d6f858ffce tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.490352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c32579c9-6e08-4a58-ab6e-65debe8aa84c req-5a49df28-d77b-4071-a075-30d6f858ffce tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1296761 Jul 16 08:49:43.496632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.571837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c32579c9-6e08-4a58-ab6e-65debe8aa84c req-702a6c83-25e7-4c02-81b9-b6a318463c75 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Jul 16 08:49:43.586670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.597148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:43.600894 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.603897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/002dbe2b-83bc-4cf1-8ae5-3c4e0a058207 HTTP/1.1" status: 204 len: 168 time: 0.4254861 Jul 16 08:49:43.608159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41462) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.608332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3688bc-7784-4921-a897-4ba8b3bec369 None None] Network 0ddcb850-8916-4773-b4b3-c1a39caffe35 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:43.635084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0285df-984d-4504-a171-630192b0c14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002dbe2b-83bc-4cf1-8ae5-3c4e0a058207,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.727454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.844763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:43.849555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.864679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:43.873964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:43.874665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.899017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Deleting port 96646017-f71f-4c52-9fc8-f7f196a56402 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:43.899411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.924988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] DHCP port deletion for 0ddcb850-8916-4773-b4b3-c1a39caffe35 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:43.927443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.962204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:43.963196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.990341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-465eb8db-709c-461c-a25e-64e08ebc1f1f tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/floatingips/a63ebe67-cd36-436e-a027-419c56f155d8 HTTP/1.1" status: 200 len: 977 time: 1.7673235 Jul 16 08:49:43.994741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.995891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] For port 96646017-f71f-4c52-9fc8-f7f196a56402, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=96646017-f71f-4c52-9fc8-f7f196a56402,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:43.996259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.998939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.999868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04973365-996d-40f9-8ad0-649e36e10ab9 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:44.010750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Calling delete_port for 96646017-f71f-4c52-9fc8-f7f196a56402 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:44.022037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] Deleting port 96646017-f71f-4c52-9fc8-f7f196a56402 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:44.023111 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.091235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] For port 96646017-f71f-4c52-9fc8-f7f196a56402, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=96646017-f71f-4c52-9fc8-f7f196a56402,segment=NetworkSegment(6ffd3193-5837-48df-82eb-b1d1ea9d4f90),segment_id=6ffd3193-5837-48df-82eb-b1d1ea9d4f90)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:44.092074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.111595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] Calling delete_port for 96646017-f71f-4c52-9fc8-f7f196a56402 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:44.113630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.145483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=96646017-f71f-4c52-9fc8-f7f196a56402,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.162417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] No DVR routers for this DVR port 96646017-f71f-4c52-9fc8-f7f196a56402 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:44.228464 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.270356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.283416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] Pushing event deleted for resources: {'Port': ['ID=96646017-f71f-4c52-9fc8-f7f196a56402,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.284339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddcb850-8916-4773-b4b3-c1a39caffe35']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:44.298789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5509b0b-da55-4e03-b506-f75c07bde335 None None] No DVR routers for this DVR port 96646017-f71f-4c52-9fc8-f7f196a56402 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:44.312796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffd3193-5837-48df-82eb-b1d1ea9d4f90') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:44.313206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffd3193-5837-48df-82eb-b1d1ea9d4f90') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:44.324035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.335015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 1aaee307-99e9-43d1-9864-c37b42f78b25 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:44.335493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.347556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.355246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:44.355935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:44.357909 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:44.430811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.438658 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.445211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] 10.222.0.41 "DELETE /v2.0/networks/0ddcb850-8916-4773-b4b3-c1a39caffe35 HTTP/1.1" status: 204 len: 168 time: 0.8358653 Jul 16 08:49:44.456513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.460068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.461238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f6dce-b801-487d-a3b9-665766179bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddcb850-8916-4773-b4b3-c1a39caffe35,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.475019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 1aaee307-99e9-43d1-9864-c37b42f78b25 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:44.583039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41476) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.663381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-15044f5a-6633-4b53-8288-930dad418fda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5553890ca05a498da6a67ebc125945d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758352 Jul 16 08:49:44.664264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41480) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.676571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.731301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=1aaee307-99e9-43d1-9864-c37b42f78b25,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.761026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de636b6-7643-4060-9edb-e46478c248a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.785477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de636b6-7643-4060-9edb-e46478c248a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.806769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.806769 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP a63ebe67-cd36-436e-a027-419c56f155d8 disassociated (deleted). External IP: 172.25.0.91, port: a74609d1-c0c6-4302-a6ed-6a0060a33cb4. Jul 16 08:49:44.854089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edd922-c86c-439e-8367-75fd9b55d44a req-49c4684a-8fcf-4a40-a2fd-cb767b1928bc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.856078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36edd922-c86c-439e-8367-75fd9b55d44a req-49c4684a-8fcf-4a40-a2fd-cb767b1928bc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1474433 Jul 16 08:49:44.893752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de636b6-7643-4060-9edb-e46478c248a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.900156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9de636b6-7643-4060-9edb-e46478c248a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.901192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9de636b6-7643-4060-9edb-e46478c248a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19c076cc-9046-41f8-afe4-bc827a37b12d HTTP/1.1" status: 204 len: 168 time: 0.2364306 Jul 16 08:49:44.918362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de636b6-7643-4060-9edb-e46478c248a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c076cc-9046-41f8-afe4-bc827a37b12d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.958108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36edd922-c86c-439e-8367-75fd9b55d44a req-ea1e64db-c77c-4756-bbc6-006c9b0154a6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959089 Jul 16 08:49:45.092466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:45.356825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 96646017-f71f-4c52-9fc8-f7f196a56402 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:45.385353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 96646017-f71f-4c52-9fc8-f7f196a56402 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:45.385711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 96646017-f71f-4c52-9fc8-f7f196a56402 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:45.386176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1aa2b83e-ecb9-423d-a49f-738abacf0b80 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:45.413757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1aa2b83e-ecb9-423d-a49f-738abacf0b80 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:45.414215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1aa2b83e-ecb9-423d-a49f-738abacf0b80 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:45.560037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:45.564838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.572289 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:45.584083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:45.585203 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:45.611355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3fb03926-6875-4603-9af1-465ed20e9b6d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/floatingips/a63ebe67-cd36-436e-a027-419c56f155d8 HTTP/1.1" status: 204 len: 168 time: 1.6153522 Jul 16 08:49:45.614055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41518) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:45.628304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:45.639385 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:45.640339 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:45.652448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89285c64-213a-4a4a-844c-97c0c9921437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.680918 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:45.682257 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80034e1f-dd14-4b02-92c0-27915c01511b None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:45.736074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.749744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port a74609d1-c0c6-4302-a6ed-6a0060a33cb4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:45.750293 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.794702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41522) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:45.857500 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.870719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for a74609d1-c0c6-4302-a6ed-6a0060a33cb4 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:45.911245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-828916718-network', 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:45.933944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:45.936509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.945105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.073044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.124207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=a74609d1-c0c6-4302-a6ed-6a0060a33cb4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.136306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.140498 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.165541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:46.181891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88647bac-8812-46d7-80b7-a61dc4345783,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.192277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.192836 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Added segment f6a34f48-3a37-4a64-9606-0cb62ad60964 of type vlan for network d5baee56-fb4c-42a6-88c4-ce1409a11973 Jul 16 08:49:46.238764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.258274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.260320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dff1f141-b2ad-4e26-9515-5824de554e42 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/ports/a74609d1-c0c6-4302-a6ed-6a0060a33cb4 HTTP/1.1" status: 204 len: 168 time: 0.6449814 Jul 16 08:49:46.266395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:46.269425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9e41f-3bf2-4178-ada1-3b94c9665fe9 req-eca8b328-8b05-4153-a308-214901be6012 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.270924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0b9e41f-3bf2-4178-ada1-3b94c9665fe9 req-eca8b328-8b05-4153-a308-214901be6012 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1885176 Jul 16 08:49:46.273109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:46.291730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.292785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.293456 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.318465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0b9e41f-3bf2-4178-ada1-3b94c9665fe9 req-4a71cb9c-475e-4335-ba9e-af33cf6558f7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jul 16 08:49:46.338082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.369052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5728242 Jul 16 08:49:46.372045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41532) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:46.377348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Request body: {'subnet': {'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-828916718-subnet', 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:46.378833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56f728-7cfb-4706-b30d-8c97b436f3ba admin admin] Pushing event updated for resources: {'Network': ['ID=d5baee56-fb4c-42a6-88c4-ce1409a11973,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.389935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:46.405678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:46.408809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.480244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.596508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.194 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/76c11255-0693-4e7f-840a-8b42a1c9d9ee) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:46.602065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.628079 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.672073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6afea2d-15c8-4287-b535-82a35b8e5c65,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.680468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:46.680914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Network hostable DHCP agents. Network: d5baee56-fb4c-42a6-88c4-ce1409a11973, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:46.697979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:46.707077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d5baee56-fb4c-42a6-88c4-ce1409a11973) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:46.711554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.712155 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.712292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.719227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d8cb80-eb68-4ee3-a3a5-82f51152003d None None] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:46.728777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ee72a510-cf05-448b-8d99-eb105e81b458 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3551664 Jul 16 08:49:46.793099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.846317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:46.850086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:46.854753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:46.861247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=76c11255-0693-4e7f-840a-8b42a1c9d9ee,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.909380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feddc562-cf9d-4d60-aa34-9b6ecc8f45bb None None] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:46.989226 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.048655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.292710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.303134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-71758232-5bc7-41a9-a5d4-68a361a38f0d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.305680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-71758232-5bc7-41a9-a5d4-68a361a38f0d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.1505477 Jul 16 08:49:47.306840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.355873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-932cde84-5e1e-4183-9901-7b60b7b09d31 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0408213 Jul 16 08:49:47.411493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=76c11255-0693-4e7f-840a-8b42a1c9d9ee,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:47.418023 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-232ea330-0144-4ccd-bd86-36fdcc507d6c tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428314 Jul 16 08:49:47.426541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.461950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.465674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-473badbf-0a82-4a9a-894c-2b7e3699efeb tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1957273 Jul 16 08:49:47.465922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41556) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:47.470821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'port': {'network_id': 'cf76ca15-8843-4393-9548-e34324b48b7a', 'name': 'tempest-FloatingIPTestJSON-1105458069'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:47.506836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3b3df-4187-4419-b747-8a2f6d25cd85 req-485ed8ce-08c0-4bb5-90b6-ff5741d2a077 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.509111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87a3b3df-4187-4419-b747-8a2f6d25cd85 req-485ed8ce-08c0-4bb5-90b6-ff5741d2a077 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0687962 Jul 16 08:49:47.563009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87a3b3df-4187-4419-b747-8a2f6d25cd85 req-714ca5d4-9bbc-4dc3-bd94-673a739170e7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Jul 16 08:49:47.608361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-19a3b7c9-482d-4e21-a726-f495a74731bd service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740322 Jul 16 08:49:47.697936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:47.701487 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.704847 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.731611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] device_id is not set on port b9b9f07d-7133-42be-8b62-3cbfdc0e80bb yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:47.745600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-6bb54d31-4cdd-4910-8b9c-cd92e276afc3 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279526 Jul 16 08:49:47.883432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.14 (cf76ca15-8843-4393-9548-e34324b48b7a/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05/b9b9f07d-7133-42be-8b62-3cbfdc0e80bb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:47.968470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1768b79-58b3-492e-9a0f-9c8688fe500b req-4d2dc360-653c-4d39-8635-3e21fcf12f38 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 210 time: 0.0539060 Jul 16 08:49:48.070688 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.112989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.159369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network cf76ca15-8843-4393-9548-e34324b48b7a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:48.162507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:48.167092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:48.173680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=b9b9f07d-7133-42be-8b62-3cbfdc0e80bb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.231740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.232395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.249337 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec558464-a4a0-4071-b024-d73a75feffc0 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7798028 Jul 16 08:49:48.249592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41572) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:48.254752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'port_id': 'b9b9f07d-7133-42be-8b62-3cbfdc0e80bb'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:48.297043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.322366 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.786358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50af3-5980-4878-84cd-4e7ebc9ff61a req-bca2cbbd-2a50-467c-b093-76f4c53206d2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.791236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0f50af3-5980-4878-84cd-4e7ebc9ff61a req-bca2cbbd-2a50-467c-b093-76f4c53206d2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.0897613 Jul 16 08:49:48.813219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.823164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.836584 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0f50af3-5980-4878-84cd-4e7ebc9ff61a req-74f4efa5-82c9-482c-bfc2-fd4e0647acc2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Jul 16 08:49:48.889881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-efc1c66f-6106-4e64-9cca-1ff501779643 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1177590 Jul 16 08:49:48.938585 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP 2346b98a-45ae-4f11-a68f-f2c47d15051a associated. External IP: 172.25.0.194, port: b9b9f07d-7133-42be-8b62-3cbfdc0e80bb. Jul 16 08:49:49.086879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-a8ef6f94-2ed2-447d-a1c5-30a4351e4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.088689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-a8ef6f94-2ed2-447d-a1c5-30a4351e4f6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09f3e0a28d204c569a3769ecef953e29&device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 1097 time: 0.1470377 Jul 16 08:49:49.188890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73f63f6d-0241-4e9d-9870-3f704a67874b req-8fab5f6b-6c37-4311-9685-33001bdef1d4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 210 time: 0.0753694 Jul 16 08:49:49.207654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:49.393391 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-ff310265-8012-4c8e-887a-dd0683f5e92d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.394836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-ff310265-8012-4c8e-887a-dd0683f5e92d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.1212423 Jul 16 08:49:49.396257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:49.398883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-f9265eee-512a-4107-a307-197495ffb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.400436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-f9265eee-512a-4107-a307-197495ffb8f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 200 len: 912 time: 0.2724814 Jul 16 08:49:49.422079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:49.486913 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:49.500499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'port_id': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'mac_address': 'fa:16:3e:7f:dd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e816c4f6-c966-48de-a523-3e5b08b7e05c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:49.542788 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.562920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4607b0d4-1165-428d-85de-ee85ce1cded9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:49.588754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:49.594589 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.606257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-b6a9cbb1-a22e-41b8-a8f9-dfff677a1772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28feafd5-4e86-446d-b883-5c20f72a263d HTTP/1.1" status: 200 len: 1000 time: 0.1803029 Jul 16 08:49:49.668970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:49.678493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:49.680503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.712304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4607b0d4-1165-428d-85de-ee85ce1cded9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:49.723350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-b7c82b7e-7ecf-4b3a-b8fb-bb8317e28ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.725746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-b7c82b7e-7ecf-4b3a-b8fb-bb8317e28ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 200 len: 850 time: 0.0889454 Jul 16 08:49:49.729036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:49.735381 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.759830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:49.853537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a68490d-ea42-4568-9cc2-b67e6d76ad8e tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/floatingips/2346b98a-45ae-4f11-a68f-f2c47d15051a HTTP/1.1" status: 200 len: 979 time: 1.5994937 Jul 16 08:49:49.854058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:49.854171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.855891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:49.918259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.4 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/e67448d9-de4e-488c-b120-e2e8873710b4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:49.932404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:49.957298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-66bc5ceb-af4d-4703-a78d-abeb2c5ba69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.974582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-66bc5ceb-af4d-4703-a78d-abeb2c5ba69d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39a4a656-0d8c-4f12-bf80-6126f689cbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2365479 Jul 16 08:49:49.999617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:50.000616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:50.061330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:50.062048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64409-f6ae-4298-8088-a453563a902c None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:50.199243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-422fdab3-95c8-4f3d-b72a-80c86efd6403 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139983 Jul 16 08:49:50.206620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port b9b9f07d-7133-42be-8b62-3cbfdc0e80bb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:50.206963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.240412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.270888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424bc2a-76f4-4e44-a978-4233faa02874 req-34d5093d-e8ba-4d81-90d1-68f47d7d6bf4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.278029 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8424bc2a-76f4-4e44-a978-4233faa02874 req-34d5093d-e8ba-4d81-90d1-68f47d7d6bf4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 945 time: 0.1740441 Jul 16 08:49:50.394946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8424bc2a-76f4-4e44-a978-4233faa02874 req-8ef7c1e6-899f-4b83-b705-699fd23f88d2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159596 Jul 16 08:49:50.399391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.462251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:50.466807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:50.472135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:50.501844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=e67448d9-de4e-488c-b120-e2e8873710b4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.543524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21900e74-2a36-43d3-ae3e-40f225ba2969 req-5551ab52-7883-4771-b132-ef5af87ff6f5 service neutron] 10.222.0.36 "GET /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329210 Jul 16 08:49:50.545422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.546097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.547844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.580148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-d93a7873-8d49-46d5-8d62-bf6d1780e408 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628969 Jul 16 08:49:50.626041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Request body: {'port': {'device_id': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:50.649577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402c78-ee25-482d-af27-7b0f19026b11 req-f930de72-38fc-41e7-b752-160396fe9faa tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.651166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a402c78-ee25-482d-af27-7b0f19026b11 req-f930de72-38fc-41e7-b752-160396fe9faa tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 931 time: 0.2332633 Jul 16 08:49:50.798452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.821069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a402c78-ee25-482d-af27-7b0f19026b11 req-4154a2ea-3110-449a-be99-d474faa57ceb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471627 Jul 16 08:49:50.958354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.960090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.960660 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP 2346b98a-45ae-4f11-a68f-f2c47d15051a disassociated. External IP: 172.25.0.194, port: b9b9f07d-7133-42be-8b62-3cbfdc0e80bb. Jul 16 08:49:50.961191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for b9b9f07d-7133-42be-8b62-3cbfdc0e80bb owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:51.235044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:51.278670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67448d9-de4e-488c-b120-e2e8873710b4 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:51.290676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.310437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Transition to ACTIVE for port object e67448d9-de4e-488c-b120-e2e8873710b4 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:51.317481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.346316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4607b0d4-1165-428d-85de-ee85ce1cded9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:51.347048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.514400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e67448d9-de4e-488c-b120-e2e8873710b4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.557160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.569882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.588783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=b9b9f07d-7133-42be-8b62-3cbfdc0e80bb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.641339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:51.642493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:51.645318 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1903c90-312d-4218-b21a-d0eee8fed112" -d '{"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-plugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:51.649532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.726358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:51.752424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.806117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Attempting to bind port e67448d9-de4e-488c-b120-e2e8873710b4 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:51.806255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Attempting to bind port e67448d9-de4e-488c-b120-e2e8873710b4 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:51.806605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Attempting to bind port e67448d9-de4e-488c-b120-e2e8873710b4 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:51.822043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adada2c-e383-4632-b0a9-4a0cbede777b req-0067d6b5-bd24-40dc-b8f3-5366cda2c0c2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.823808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9adada2c-e383-4632-b0a9-4a0cbede777b req-0067d6b5-bd24-40dc-b8f3-5366cda2c0c2 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1719692 Jul 16 08:49:51.834160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Port e67448d9-de4e-488c-b120-e2e8873710b4 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:51.834696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Attempting to bind port e67448d9-de4e-488c-b120-e2e8873710b4 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:51.877789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:51.897055 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:51.918042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:51.919825 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.933557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:51.934156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:51.935279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:51.936003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Bound port: e67448d9-de4e-488c-b120-e2e8873710b4, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:51.936925 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.993986 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:52.009399 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:52.012071 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:52.077220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.078926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] For port e67448d9-de4e-488c-b120-e2e8873710b4, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:52.079070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-35b68cff-436c-4eb2-9586-5c184e32280a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/ports/b9b9f07d-7133-42be-8b62-3cbfdc0e80bb HTTP/1.1" status: 204 len: 168 time: 2.2245970 Jul 16 08:49:52.080097 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:52.081123 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c3c16-ada0-4116-a0fb-4ba7ce061fd1 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:52.082582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] For port e67448d9-de4e-488c-b120-e2e8873710b4, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e67448d9-de4e-488c-b120-e2e8873710b4,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:52.085615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41648) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:52.099428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.162876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-71ad7b1d-8b44-4125-b103-e3d090340575 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.164523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-71ad7b1d-8b44-4125-b103-e3d090340575 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.1457703 Jul 16 08:49:52.177885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9adada2c-e383-4632-b0a9-4a0cbede777b req-9259c11a-21c2-4087-92f2-85c3e1648495 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127379 Jul 16 08:49:52.185623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-376b8a07-f246-4f2e-b2b8-f49f13e25f2d tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/floatingips/2346b98a-45ae-4f11-a68f-f2c47d15051a HTTP/1.1" status: 200 len: 688 time: 0.0966234 Jul 16 08:49:52.188474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:52.192162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.192787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.194266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e67448d9-de4e-488c-b120-e2e8873710b4 HTTP/1.1" status: 200 len: 1092 time: 1.5727701 Jul 16 08:49:52.194708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'tag': 'e67448d9-de4e-488c-b120-e2e8873710b4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:52.196974 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bce272d-81bb-4ea9-957e-7e5ef45056b8", "tag": "e67448d9-de4e-488c-b120-e2e8873710b4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:52.223799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f462c-ca59-4424-8932-1a39baa94bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e67448d9-de4e-488c-b120-e2e8873710b4,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.271497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-41e6d812-4991-4c99-937e-ef496444256c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/quotas/c69288d805b641b68e140d85d98ac63c HTTP/1.1" status: 200 len: 375 time: 0.0995712 Jul 16 08:49:52.286753 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239ab3c4-4b13-401f-8a2c-75819ac7d23e x-openstack-request-id: req-239ab3c4-4b13-401f-8a2c-75819ac7d23e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:52.288293 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-plugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:52.288468 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-239ab3c4-4b13-401f-8a2c-75819ac7d23e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:52.288854 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'code': 200} Jul 16 08:49:52.352137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-30629a2e-0abc-453c-86ad-a941311d3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.353515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-30629a2e-0abc-453c-86ad-a941311d3347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 1095 time: 0.0867958 Jul 16 08:49:52.417137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-2b1adf0c-7aab-45a0-b61f-c0de217a77cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e67448d9-de4e-488c-b120-e2e8873710b4 HTTP/1.1" status: 200 len: 217 time: 0.0426438 Jul 16 08:49:52.419490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-a006c370-c506-451a-88be-e624ddcec75b tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467850 Jul 16 08:49:52.505382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 76c11255-0693-4e7f-840a-8b42a1c9d9ee {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:52.505382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.558429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-d42a14c0-2e7b-4949-a36f-fa3cdc775c6c service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379347 Jul 16 08:49:52.571358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-204ab47c-ab46-4234-9089-fccd1fd6f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.573141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-204ab47c-ab46-4234-9089-fccd1fd6f7c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1352286 Jul 16 08:49:52.585963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654e64b-fc5f-4de7-8f18-47dc950d5df7 req-09dee494-6b30-42be-9768-058a1271ee3e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.588029 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b654e64b-fc5f-4de7-8f18-47dc950d5df7 req-09dee494-6b30-42be-9768-058a1271ee3e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 943 time: 0.1675858 Jul 16 08:49:52.634069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-a524acf6-6eb7-47f6-b11d-9c514842ab32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445044 Jul 16 08:49:52.675677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.676044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.695518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b654e64b-fc5f-4de7-8f18-47dc950d5df7 req-9929593c-8d2d-4774-92d7-746f2f0f0e40 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926824 Jul 16 08:49:52.702461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 76c11255-0693-4e7f-840a-8b42a1c9d9ee owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:52.783404 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb98397-8b48-4129-bc88-3b6bb06f2090 x-openstack-request-id: req-5fb98397-8b48-4129-bc88-3b6bb06f2090 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:52.783803 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bce272d-81bb-4ea9-957e-7e5ef45056b8", "tag": "e67448d9-de4e-488c-b120-e2e8873710b4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:52.784147 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fb98397-8b48-4129-bc88-3b6bb06f2090 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:52.784634 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'tag': 'e67448d9-de4e-488c-b120-e2e8873710b4', 'status': 'completed', 'code': 200} Jul 16 08:49:52.812550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-739ce76a-f11c-40c3-8bbf-62031c4cb91f service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525578 Jul 16 08:49:52.825694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-c2dd219f-8a5b-46b3-8c07-be41a7872290 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807690 Jul 16 08:49:52.976002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f14dbc9e-adc0-4067-b0ca-5bd5f506cc32 req-2cb20815-16ba-4dc2-b051-c899e46c2159 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353490 Jul 16 08:49:53.024780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.145969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50175421-3e8c-4787-acbe-5dd7a4080bff req-7e4837a1-42df-4b9c-9635-3341098ebd2f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 210 time: 0.0946858 Jul 16 08:49:53.226131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=76c11255-0693-4e7f-840a-8b42a1c9d9ee,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.268880 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.271727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.278639 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d27a6569-36ae-40ff-9792-412bd4799a49 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/floatingips/2346b98a-45ae-4f11-a68f-f2c47d15051a HTTP/1.1" status: 204 len: 168 time: 1.0823574 Jul 16 08:49:53.278841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-9a0f9483-1970-479c-830b-0ec53b10b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.280284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:53.289821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'f2a2e26a-45ee-4e68-aef4-47def63ae51a'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:53.291679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-9a0f9483-1970-479c-830b-0ec53b10b3db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 1095 time: 0.1561108 Jul 16 08:49:53.346859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.466518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-5580b811-5660-4bf2-a4f1-787468a1070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.468568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-5580b811-5660-4bf2-a4f1-787468a1070a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.1758928 Jul 16 08:49:53.530935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1e747-d66f-4fe5-ac38-d3ecf7da5336 req-726b7d34-332d-4f96-8d7a-ab570f7bf2be tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.534146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7b1e747-d66f-4fe5-ac38-d3ecf7da5336 req-726b7d34-332d-4f96-8d7a-ab570f7bf2be tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1446538 Jul 16 08:49:53.586037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7b1e747-d66f-4fe5-ac38-d3ecf7da5336 req-7e614f3a-5a83-447b-82b3-4cd462536c04 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Jul 16 08:49:53.592894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.627685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-88fe3795-303a-48f7-865c-5e7a4764ae35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e67448d9-de4e-488c-b120-e2e8873710b4 HTTP/1.1" status: 200 len: 217 time: 0.1416752 Jul 16 08:49:53.753480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-9203fbf8-bdfa-42a5-803c-631da67c5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.758771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-9203fbf8-bdfa-42a5-803c-631da67c5603 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1236770 Jul 16 08:49:53.801413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.34 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/516881fb-43b7-494e-b2e4-b3979655e537) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:53.853924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-9460df13-cc8f-40eb-bfc5-ef289067ee9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863769 Jul 16 08:49:54.031472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.071995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-6a1f887e-0577-4e21-bda0-b2cb5f93c51d service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081397 Jul 16 08:49:54.121158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b50c-6dab-40de-a12f-751d95ff1529 req-b0314805-ed18-496a-befd-9e256cc01c44 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.129712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28c9b50c-6dab-40de-a12f-751d95ff1529 req-b0314805-ed18-496a-befd-9e256cc01c44 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 943 time: 0.1722445 Jul 16 08:49:54.148084 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.255786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=516881fb-43b7-494e-b2e4-b3979655e537,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.290282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:54.292536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:54.295038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:54.344964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28c9b50c-6dab-40de-a12f-751d95ff1529 req-9c0575d8-cefc-4323-8738-4d207f48fd48 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851213 Jul 16 08:49:54.409306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-247bbec7-ca0f-438f-8ff3-c05b2c1d58a9 req-abd7deff-f2c8-47ca-bfe9-3564595f36ef service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242738 Jul 16 08:49:54.504001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8004cd5c-f315-4045-8c05-25ac13cd8732 req-72f81484-d60f-4ecf-9f8e-f9c5a71f6feb tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 210 time: 0.0518522 Jul 16 08:49:54.871630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c1804-754f-46de-af68-597516f906b0 req-baad1f46-dc62-4425-b52d-ddb81db5bd2d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.873512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e9c1804-754f-46de-af68-597516f906b0 req-baad1f46-dc62-4425-b52d-ddb81db5bd2d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1156495 Jul 16 08:49:54.988579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9e9c1804-754f-46de-af68-597516f906b0 req-996634c0-9b2b-45c1-9b3b-94bfe396659d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052432 Jul 16 08:49:55.101061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.110616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-c752e50b-058b-4194-86db-142026a67528 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.112324 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-c752e50b-058b-4194-86db-142026a67528 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.1912851 Jul 16 08:49:55.165770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Request body: {'port': {'device_id': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'admin_state_up': True, 'tenant_id': 'c69288d805b641b68e140d85d98ac63c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:55.349774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e67448d9-de4e-488c-b120-e2e8873710b4 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:55.393851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Made reservation on behalf of c69288d805b641b68e140d85d98ac63c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:55.400129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.470758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.497557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e67448d9-de4e-488c-b120-e2e8873710b4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e67448d9-de4e-488c-b120-e2e8873710b4,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:55.515157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e67448d9-de4e-488c-b120-e2e8873710b4', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': 'e67448d9-de4e-488c-b120-e2e8873710b4', 'mac_address': 'fa:16:3e:1e:99:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:55.592175 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.608055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67448d9-de4e-488c-b120-e2e8873710b4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:55.634884 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e67448d9-de4e-488c-b120-e2e8873710b4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e67448d9-de4e-488c-b120-e2e8873710b4,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:55.640116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.715857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e67448d9-de4e-488c-b120-e2e8873710b4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:55.808995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a27130f-4dd1-4377-b213-594f00d8142d req-bec70a9d-3faa-43da-aec0-11cde468f5fb tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 210 time: 0.0555348 Jul 16 08:49:55.812162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Allocated IP 172.20.0.14 (ad06d8bc-b461-44d3-824f-23ffca076238/24c4f46a-b948-4306-95a7-02f3d56b862d/d56c029e-a319-42ed-b19f-2ab159e84fab) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:55.970951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:55.989154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a81c6c-934d-4094-80d1-62f5577147c6 req-1d70c3d6-0799-40a7-a7c8-d69c3d4a6259 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.991920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58a81c6c-934d-4094-80d1-62f5577147c6 req-1d70c3d6-0799-40a7-a7c8-d69c3d4a6259 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 944 time: 0.3015029 Jul 16 08:49:56.204530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58a81c6c-934d-4094-80d1-62f5577147c6 req-14c1a225-1ce5-482f-b8b7-41efcb6a488a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873758 Jul 16 08:49:56.231138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.242378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.281300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.296988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada7c25-5c9f-4c48-8bdd-5bf2a572fa21 req-0e36ecf5-9fa9-4305-aecb-c335446fd6b9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.299389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fada7c25-5c9f-4c48-8bdd-5bf2a572fa21 req-0e36ecf5-9fa9-4305-aecb-c335446fd6b9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1059768 Jul 16 08:49:56.370300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fada7c25-5c9f-4c48-8bdd-5bf2a572fa21 req-04aa5039-f069-4395-9352-62ae5e14f1ac tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580165 Jul 16 08:49:56.372729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=516881fb-43b7-494e-b2e4-b3979655e537,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.419119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.421308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.540179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Network ad06d8bc-b461-44d3-824f-23ffca076238 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:56.577489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:56.580340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:56.620881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event updated for resources: {'Port': ['ID=d56c029e-a319-42ed-b19f-2ab159e84fab,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.638705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:56.663630 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP bf6827ed-5970-4710-88d4-9e96c16e3abd associated. External IP: 172.25.0.34, port: f2a2e26a-45ee-4e68-aef4-47def63ae51a. Jul 16 08:49:56.671420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.672080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.726722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-2637bc61-8f1e-4cba-9eb7-f5827371c908 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5817487 Jul 16 08:49:56.743633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Request body: {'port': {'device_id': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:56.988973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.376639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e67448d9-de4e-488c-b120-e2e8873710b4 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:57.487405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767aa30-316f-4302-a115-4e8c9e2d29cb req-61959191-f757-4923-b1f5-7f87b307f295 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.491120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port e67448d9-de4e-488c-b120-e2e8873710b4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:57.507030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8767aa30-316f-4302-a115-4e8c9e2d29cb req-61959191-f757-4923-b1f5-7f87b307f295 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 944 time: 0.1716633 Jul 16 08:49:57.510486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e67448d9-de4e-488c-b120-e2e8873710b4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:57.510881 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.542980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:57.612349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8767aa30-316f-4302-a115-4e8c9e2d29cb req-0ecb069c-e008-48ef-bfc6-608544646170 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029208 Jul 16 08:49:57.616177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c3b5f-c2f7-4c28-9b9d-fbabe32ab4f1 req-aa5464a8-b3ca-46e2-9cb3-81442a9cc973 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.617782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c7c3b5f-c2f7-4c28-9b9d-fbabe32ab4f1 req-aa5464a8-b3ca-46e2-9cb3-81442a9cc973 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 932 time: 0.5759001 Jul 16 08:49:57.701779 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.733647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67448d9-de4e-488c-b120-e2e8873710b4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:57.736858 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e49890-3f36-45d3-84dd-f780e04edebe" -d '{"events": [{"server_uuid": "1bce272d-81bb-4ea9-957e-7e5ef45056b8", "name": "network-vif-plugged", "status": "completed", "tag": "e67448d9-de4e-488c-b120-e2e8873710b4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:57.740014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c7c3b5f-c2f7-4c28-9b9d-fbabe32ab4f1 req-41e7c324-b261-4042-ab45-53fb12b6f60f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098487 Jul 16 08:49:57.775258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e67448d9-de4e-488c-b120-e2e8873710b4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e67448d9-de4e-488c-b120-e2e8873710b4,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:57.780354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.885447 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b4ec98-f5d9-4604-9cd4-f14db4147098 x-openstack-request-id: req-60b4ec98-f5d9-4604-9cd4-f14db4147098 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:57.885751 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bce272d-81bb-4ea9-957e-7e5ef45056b8", "name": "network-vif-plugged", "status": "completed", "tag": "e67448d9-de4e-488c-b120-e2e8873710b4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:57.886004 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60b4ec98-f5d9-4604-9cd4-f14db4147098 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:57.886410 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67448d9-de4e-488c-b120-e2e8873710b4', 'code': 200} Jul 16 08:49:57.889731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e67448d9-de4e-488c-b120-e2e8873710b4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.895421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369c27b-bd58-4f3e-aeb4-6ab7a5a0dabf req-7b5f1138-5808-44e8-a6df-bad00d944ddf tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.897657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c369c27b-bd58-4f3e-aeb4-6ab7a5a0dabf req-7b5f1138-5808-44e8-a6df-bad00d944ddf tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1039655 Jul 16 08:49:57.920098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:57.934930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:57.954924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:57.955783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:57.984397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.996539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c369c27b-bd58-4f3e-aeb4-6ab7a5a0dabf req-a9d265ae-d666-445b-b519-e0dd42e1a886 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881729 Jul 16 08:49:58.008340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:58.017318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:58.017926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:58.054775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:58.055275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3d1e1-6dac-4d8a-a45f-49c5fadc6c84 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:58.061268 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2c210d85-6be0-4428-b3a8-4b4f6d29cca4 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7798433 Jul 16 08:49:58.067812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41702) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:58.075121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-587364707'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:58.098472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56c029e-a319-42ed-b19f-2ab159e84fab {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:58.108611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.111459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27ebdc-28bb-4ab8-ab38-91ecd2a82278 req-9ce2e1a8-cdaa-4ba9-949d-f255848a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.113082 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b27ebdc-28bb-4ab8-ab38-91ecd2a82278 req-9ce2e1a8-cdaa-4ba9-949d-f255848a20a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 1097 time: 0.1006210 Jul 16 08:49:58.114160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:58.118237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.125674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Transition to ACTIVE for port object d56c029e-a319-42ed-b19f-2ab159e84fab will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.131235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.167977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b27ebdc-28bb-4ab8-ab38-91ecd2a82278 req-78124deb-5dd4-4549-8f6e-a2de4bfead3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Jul 16 08:49:58.175216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:58.186196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.186569 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Added segment 5c30ceff-ee58-4ecc-a388-03aacb9f50b6 of type vlan for network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 Jul 16 08:49:58.193582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Pushing event updated for resources: {'Port': ['ID=d56c029e-a319-42ed-b19f-2ab159e84fab,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.235967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.276693 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.283173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.283875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.303533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Attempting to bind port d56c029e-a319-42ed-b19f-2ab159e84fab on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:58.303927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Attempting to bind port d56c029e-a319-42ed-b19f-2ab159e84fab by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:58.304304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Attempting to bind port d56c029e-a319-42ed-b19f-2ab159e84fab on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:58.310016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Port d56c029e-a319-42ed-b19f-2ab159e84fab on network ad06d8bc-b461-44d3-824f-23ffca076238 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:58.310347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Attempting to bind port d56c029e-a319-42ed-b19f-2ab159e84fab on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:58.315918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:58.316317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Checking segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:58.316699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Bound using segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:58.320422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Bound port: d56c029e-a319-42ed-b19f-2ab159e84fab, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:58.320811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.341207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2714922 Jul 16 08:49:58.358814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41704) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:58.368394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'subnet': {'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:58.371455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904d5a6-4e26-4c15-ac9b-f8391cc2d457 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Network': ['ID=29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.382606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:58.472269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] For port d56c029e-a319-42ed-b19f-2ab159e84fab, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:58.490688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] For port d56c029e-a319-42ed-b19f-2ab159e84fab, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d56c029e-a319-42ed-b19f-2ab159e84fab,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:58.497518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.535691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:58.541662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.565196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.565982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.567239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] 10.222.0.18 "PUT /v2.0/ports/d56c029e-a319-42ed-b19f-2ab159e84fab HTTP/1.1" status: 200 len: 1093 time: 1.8317447 Jul 16 08:49:58.567719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'tag': 'd56c029e-a319-42ed-b19f-2ab159e84fab'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:58.570743 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758" -d '{"events": [{"name": "network-changed", "server_uuid": "3295de6c-8533-425a-a8d8-e0f1a321de65", "tag": "d56c029e-a319-42ed-b19f-2ab159e84fab"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:58.602737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abbb5c-629b-4fdc-995f-4773fc9d2450 service neutron] Pushing event updated for resources: {'Port': ['ID=d56c029e-a319-42ed-b19f-2ab159e84fab,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.624004 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:58.790929 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f422bbf8-b433-41d5-804d-dbce4a429171 x-openstack-request-id: req-f422bbf8-b433-41d5-804d-dbce4a429171 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:58.791556 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3295de6c-8533-425a-a8d8-e0f1a321de65", "tag": "d56c029e-a319-42ed-b19f-2ab159e84fab", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:58.791995 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f422bbf8-b433-41d5-804d-dbce4a429171 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:58.792675 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'tag': 'd56c029e-a319-42ed-b19f-2ab159e84fab', 'status': 'completed', 'code': 200} Jul 16 08:49:58.841410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a01fb3-2ca2-4949-acba-f8d816ff4f8f req-5ee9273f-0873-406e-858c-ac9a5146656b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.843016 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29a01fb3-2ca2-4949-acba-f8d816ff4f8f req-5ee9273f-0873-406e-858c-ac9a5146656b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 945 time: 0.0915391 Jul 16 08:49:58.931067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.932962 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29a01fb3-2ca2-4949-acba-f8d816ff4f8f req-ee405fcd-29ae-457c-a8e2-257d24324f47 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838721 Jul 16 08:49:59.029713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-9335fe90-74f1-411c-bc5f-1bf9b16ea273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.031552 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-9335fe90-74f1-411c-bc5f-1bf9b16ea273 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 1096 time: 0.3922663 Jul 16 08:49:59.122249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Checking segment: {'id': '5c30ceff-ee58-4ecc-a388-03aacb9f50b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:59.122629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network hostable DHCP agents. Network: 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:59.127522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-13c6b40a-8052-4564-883b-c0af8f747248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d56c029e-a319-42ed-b19f-2ab159e84fab HTTP/1.1" status: 200 len: 217 time: 0.0767922 Jul 16 08:49:59.129010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Subnet': ['ID=65a0bf2c-28db-46ba-b63a-8ca977a84d6d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.197802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd99526-b83f-4146-82f7-d9c55d3ecc06 req-89c02b3c-2cc5-4c0f-879c-f84605489d6e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.199420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bcd99526-b83f-4146-82f7-d9c55d3ecc06 req-89c02b3c-2cc5-4c0f-879c-f84605489d6e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 944 time: 0.2832837 Jul 16 08:49:59.227974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:59.254606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-4f343519-a4b3-4a3b-a6bc-2d0eab0491e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.256595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-4f343519-a4b3-4a3b-a6bc-2d0eab0491e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.1214607 Jul 16 08:49:59.260141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:59.271228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ed69bd-9f4a-4980-adb2-5ed6e3054adc None None] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:59.279644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.279644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.311229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-d09f9fa8-b256-4e4f-9204-f268e1690f06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461583 Jul 16 08:49:59.322566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bcd99526-b83f-4146-82f7-d9c55d3ecc06 req-5ddd953c-4412-4f56-9161-eb2dffb7d3d2 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120670 Jul 16 08:49:59.334694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c7b632cf-922e-477f-abae-bcfdc2d11d8a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9720335 Jul 16 08:49:59.337478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41726) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:59.342443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-115195304', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:59.400957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.405647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.449005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-5429d409-1e1e-4089-8679-e6bd60952af0 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241486 Jul 16 08:49:59.605885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.638599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0', 'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0', 'tenant_id': '392549274b9b467ca64a30b3ac8fa959', 'fixed_ips': [{'subnet_id': '65a0bf2c-28db-46ba-b63a-8ca977a84d6d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:59.639572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.669014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0475f324-d3b9-47f1-8624-7d197f1dac1c req-792d3e80-8567-4b7d-bfa4-8bd22ce4d084 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100263 Jul 16 08:49:59.861144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0adca0-21c5-4632-9f92-110f5c0ac10d req-85c9febc-9b49-4c24-af7a-6a2618117720 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.862766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc0adca0-21c5-4632-9f92-110f5c0ac10d req-85c9febc-9b49-4c24-af7a-6a2618117720 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1930132 Jul 16 08:49:59.879292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-09b5cab2-430a-4262-89a4-54b4c4b0cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.880897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-09b5cab2-430a-4262-89a4-54b4c4b0cef4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 1096 time: 0.1464834 Jul 16 08:49:59.894543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Allocated IP 172.20.0.2 (29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0/65a0bf2c-28db-46ba-b63a-8ca977a84d6d/c1643c44-53cf-4b70-af99-ea64b832c8f1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:59.954247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc0adca0-21c5-4632-9f92-110f5c0ac10d req-4676a712-bacd-4a38-a347-b251117f68c8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841546 Jul 16 08:50:00.017085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-96839fd2-bd2b-478c-8302-94f81179de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.018772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-96839fd2-bd2b-478c-8302-94f81179de22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 916 time: 0.1288292 Jul 16 08:50:00.080809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-880fe51e-72b3-4dbe-9970-2c368f018980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d56c029e-a319-42ed-b19f-2ab159e84fab HTTP/1.1" status: 200 len: 217 time: 0.0535517 Jul 16 08:50:00.148714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-673199b8-875f-4067-9376-f2fbcf40ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.150233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-673199b8-875f-4067-9376-f2fbcf40ed03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.0624623 Jul 16 08:50:00.185989 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.201178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Transition to ACTIVE for port object c1643c44-53cf-4b70-af99-ea64b832c8f1 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:00.211430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-79d7e57e-b089-41ad-a327-9a27231475f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541556 Jul 16 08:50:00.232426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.233294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Transition to ACTIVE for port object c1643c44-53cf-4b70-af99-ea64b832c8f1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:00.243523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.298552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Pushing event updated for resources: {'Port': ['ID=c1643c44-53cf-4b70-af99-ea64b832c8f1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.307216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:00.309256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:00.313046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:00.341403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19140d6-8006-4e77-b32e-eeb1db566fb0 req-92c4572a-29e3-4c3a-af7e-8186a42cc426 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.343632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3677e-baab-4c85-97d0-2c69f07b066d req-e395b8e1-dc81-4356-ad7d-58ca6a7b21e0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.345326 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fed3677e-baab-4c85-97d0-2c69f07b066d req-e395b8e1-dc81-4356-ad7d-58ca6a7b21e0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 945 time: 0.1755748 Jul 16 08:50:00.349494 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-00a4d9bf-3dda-42b2-be00-d4450e879b47 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195588 Jul 16 08:50:00.357044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f19140d6-8006-4e77-b32e-eeb1db566fb0 req-92c4572a-29e3-4c3a-af7e-8186a42cc426 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 945 time: 0.1709924 Jul 16 08:50:00.389726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Attempting to bind port c1643c44-53cf-4b70-af99-ea64b832c8f1 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:00.390695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Attempting to bind port c1643c44-53cf-4b70-af99-ea64b832c8f1 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5c30ceff-ee58-4ecc-a388-03aacb9f50b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:00.391332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Attempting to bind port c1643c44-53cf-4b70-af99-ea64b832c8f1 on network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:00.399963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:00.400915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Checking segment: {'id': '5c30ceff-ee58-4ecc-a388-03aacb9f50b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:00.401561 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.402190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Bound using segment: {'id': '5c30ceff-ee58-4ecc-a388-03aacb9f50b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:00.402939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Bound port: c1643c44-53cf-4b70-af99-ea64b832c8f1, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c30ceff-ee58-4ecc-a388-03aacb9f50b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:00.403582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.455449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f19140d6-8006-4e77-b32e-eeb1db566fb0 req-f8da189d-4d65-445f-a854-0d63719cff07 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938389 Jul 16 08:50:00.459797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8dfff5f-0e4d-4283-b1c4-0d0e5d7a8758 req-4fdda64f-bba5-4abe-9b19-b74611537ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024618 Jul 16 08:50:00.507719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fed3677e-baab-4c85-97d0-2c69f07b066d req-e164b993-28d8-43a3-b353-91fba1c8ad80 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Jul 16 08:50:00.509347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] For port c1643c44-53cf-4b70-af99-ea64b832c8f1, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:00.513100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] For port c1643c44-53cf-4b70-af99-ea64b832c8f1, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1643c44-53cf-4b70-af99-ea64b832c8f1,segment=NetworkSegment(5c30ceff-ee58-4ecc-a388-03aacb9f50b6),segment_id=5c30ceff-ee58-4ecc-a388-03aacb9f50b6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:00.519591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.651904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28e4a-39e1-4788-9acf-30cf4db728e0 None None] Pushing event updated for resources: {'Port': ['ID=c1643c44-53cf-4b70-af99-ea64b832c8f1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.711919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.737918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.812138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef7ae-cb4d-47c6-b63a-2273ffd22e3c req-6a59af2b-ae3d-46f4-ba6a-4eb133d396f7 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.812138 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f7ef7ae-cb4d-47c6-b63a-2273ffd22e3c req-6a59af2b-ae3d-46f4-ba6a-4eb133d396f7 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 944 time: 0.1667707 Jul 16 08:50:00.879050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289db7d-5cec-4c8e-8d0c-b16640ea4a67 req-52537177-555a-43a5-aaea-3df9d9fc5a09 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.888819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a289db7d-5cec-4c8e-8d0c-b16640ea4a67 req-52537177-555a-43a5-aaea-3df9d9fc5a09 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.1755221 Jul 16 08:50:00.938198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f7ef7ae-cb4d-47c6-b63a-2273ffd22e3c req-2da89260-a913-4067-8cf5-ee339a37351e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172452 Jul 16 08:50:00.961552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.25.0.184 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/32691676-af78-4c31-a36f-f52110d67a08) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:00.978040 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a289db7d-5cec-4c8e-8d0c-b16640ea4a67 req-9b156776-7a3f-400d-b0cb-da929c506137 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0207031 Jul 16 08:50:01.095802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a289db7d-5cec-4c8e-8d0c-b16640ea4a67 req-bd299a96-9db9-4051-8797-6f955fe0cc8d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111999 Jul 16 08:50:01.135430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.221087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a289db7d-5cec-4c8e-8d0c-b16640ea4a67 req-574b471b-c839-4568-8bd6-cc29f6c2547b service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165209 Jul 16 08:50:01.233026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d56c029e-a319-42ed-b19f-2ab159e84fab details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:01.361301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac46ab-b553-4e1c-b14d-3ce99c4f8b0c req-80298e97-f814-45aa-b36e-2a806e4a438c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.367420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a289db7d-5cec-4c8e-8d0c-b16640ea4a67 req-c4c72fb7-a208-4b78-a463-21823eacaf93 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372516 Jul 16 08:50:01.370132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cac46ab-b553-4e1c-b14d-3ce99c4f8b0c req-80298e97-f814-45aa-b36e-2a806e4a438c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2246079 Jul 16 08:50:01.377791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.415161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port d56c029e-a319-42ed-b19f-2ab159e84fab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d56c029e-a319-42ed-b19f-2ab159e84fab,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:01.419087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1643c44-53cf-4b70-af99-ea64b832c8f1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:01.455992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'd56c029e-a319-42ed-b19f-2ab159e84fab', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'port_id': 'd56c029e-a319-42ed-b19f-2ab159e84fab', 'mac_address': 'fa:16:3e:e3:0c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f46a-b948-4306-95a7-02f3d56b862d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:01.477519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:01.480065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:01.481925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=32691676-af78-4c31-a36f-f52110d67a08,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.499555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cac46ab-b553-4e1c-b14d-3ce99c4f8b0c req-97d88b75-3984-4c3a-ae5e-21f3a745a33f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284511 Jul 16 08:50:01.505717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:01.538992 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.559906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56c029e-a319-42ed-b19f-2ab159e84fab {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:01.583024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port d56c029e-a319-42ed-b19f-2ab159e84fab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d56c029e-a319-42ed-b19f-2ab159e84fab,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:01.590294 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.623848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c1643c44-53cf-4b70-af99-ea64b832c8f1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:01.686155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=d56c029e-a319-42ed-b19f-2ab159e84fab,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.884565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['d56c029e-a319-42ed-b19f-2ab159e84fab'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:02.020827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-a846ac55-2091-44c3-a57c-11a57c7c2104 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.023697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-a846ac55-2091-44c3-a57c-11a57c7c2104 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 945 time: 0.4718337 Jul 16 08:50:02.237518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d1325-b0b2-42d3-bc43-109e8ee3cfb6 None None] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:02.296385 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.309106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32c027-1878-4bc0-8f5f-a16ef373584c req-2ea06158-21cb-4e2e-b89f-2ac8cc9c5c03 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.319907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ef32c027-1878-4bc0-8f5f-a16ef373584c req-2ea06158-21cb-4e2e-b89f-2ac8cc9c5c03 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 945 time: 0.5183151 Jul 16 08:50:02.367054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-95f5b336-d419-4ce8-a61e-2639eec428dd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.375513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-95f5b336-d419-4ce8-a61e-2639eec428dd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.2849054 Jul 16 08:50:02.405067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-f8acf3fd-f57d-4845-a883-971d0db5305a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0282824 Jul 16 08:50:02.418976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] Provisioning for port c1643c44-53cf-4b70-af99-ea64b832c8f1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:02.444974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] Provisioning complete for port c1643c44-53cf-4b70-af99-ea64b832c8f1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:02.445289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.493600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ef32c027-1878-4bc0-8f5f-a16ef373584c req-82b72976-7713-4aa5-8a28-e4aed312535f tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726112 Jul 16 08:50:02.531929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-a6ccfabb-721a-44a6-96bb-a3991d299f85 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256499 Jul 16 08:50:02.602643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Deleting port 28feafd5-4e86-446d-b883-5c20f72a263d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:02.602999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.654907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-6da78c09-5a44-4b84-99ed-22988b705549 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221476 Jul 16 08:50:02.790611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-b593907b-1b2d-4b2a-9186-7e51e453f9f4 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310787 Jul 16 08:50:02.833677 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.849608 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.934272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] For port c1643c44-53cf-4b70-af99-ea64b832c8f1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1643c44-53cf-4b70-af99-ea64b832c8f1,segment=NetworkSegment(5c30ceff-ee58-4ecc-a388-03aacb9f50b6),segment_id=5c30ceff-ee58-4ecc-a388-03aacb9f50b6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.939029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.021691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25ae71-122c-4c5d-a13b-9f379a7e27aa None None] Pushing event updated for resources: {'Port': ['ID=c1643c44-53cf-4b70-af99-ea64b832c8f1,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.033345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d4058-c94f-421a-a81e-3329e2d472eb req-b269f659-a9a6-4cfd-a066-5aa33fa5a659 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.043809 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e26d4058-c94f-421a-a81e-3329e2d472eb req-b269f659-a9a6-4cfd-a066-5aa33fa5a659 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 945 time: 0.3756349 Jul 16 08:50:03.085977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] For port 28feafd5-4e86-446d-b883-5c20f72a263d, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28feafd5-4e86-446d-b883-5c20f72a263d,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:03.086342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.175917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e26d4058-c94f-421a-a81e-3329e2d472eb req-09ced7b8-59e6-4c5a-9875-d7afd61df006 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326890 Jul 16 08:50:03.234776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d56c029e-a319-42ed-b19f-2ab159e84fab up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:03.268653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aa05640f-1048-42e6-9108-ec692b5c8dce is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:50:03.365803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1643c44-53cf-4b70-af99-ea64b832c8f1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:03.400284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fe03-0b3d-41a7-a1d4-34dd18b3a69d req-ecfc145e-06e1-483d-ad21-5b3ba2321892 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.407849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7470fe03-0b3d-41a7-a1d4-34dd18b3a69d req-ecfc145e-06e1-483d-ad21-5b3ba2321892 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1804481 Jul 16 08:50:03.422479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-33edafab-7793-4337-9a6a-1d22ebed9a42 None None] Provisioning complete for port c1643c44-53cf-4b70-af99-ea64b832c8f1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:03.424264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33edafab-7793-4337-9a6a-1d22ebed9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.461678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bb686e0-de70-4bab-9df7-bd150c033911 req-e478966c-dbce-4972-b5ff-e90410159fbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 210 time: 0.1249487 Jul 16 08:50:03.488336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.488709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.489025 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Floating IP de1b9cf7-9301-4337-9a05-f159465fc63b disassociated. External IP: 172.25.0.65, port: 28feafd5-4e86-446d-b883-5c20f72a263d. Jul 16 08:50:03.489426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Calling delete_port for 28feafd5-4e86-446d-b883-5c20f72a263d owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:03.495602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port d56c029e-a319-42ed-b19f-2ab159e84fab completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:03.501728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port d56c029e-a319-42ed-b19f-2ab159e84fab triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:03.502315 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.503989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c1643c44-53cf-4b70-af99-ea64b832c8f1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:03.504533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.518996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7470fe03-0b3d-41a7-a1d4-34dd18b3a69d req-a10679bb-05b1-4dd1-839a-58de0afaaf3f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094611 Jul 16 08:50:03.596930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:03.607188 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] Sync routers for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:03.620106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.621603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a05f3720-47a2-4c17-a491-a7f1020403ff tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2826998 Jul 16 08:50:03.624642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41800) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:03.635108 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:03.640021 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:03.857685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.935489 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:03.957116 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:03.957885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event deleted for resources: {'Port': ['ID=28feafd5-4e86-446d-b883-5c20f72a263d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.958151 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:04.031840 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:04.038511 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e174b6-8b16-4613-8d05-0cbb4e9a9795 None None] The sync data for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:04.079674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.092460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c124f1-761d-4ffc-acee-d648854fa5b0 req-edac37c3-cd0f-4a18-8e9a-d5a9ce0a8a0a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.100013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5c124f1-761d-4ffc-acee-d648854fa5b0 req-edac37c3-cd0f-4a18-8e9a-d5a9ce0a8a0a tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/ports?device_id=937ba345-c28c-4525-a33a-16b5df8d1e10 HTTP/1.1" status: 200 len: 867 time: 0.3322191 Jul 16 08:50:04.187310 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5c124f1-761d-4ffc-acee-d648854fa5b0 req-7607f89a-df25-4a02-b789-5acda0064f95 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups?id=677173b9-fd81-415e-b1e5-d10e5bafa0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859416 Jul 16 08:50:04.204702 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.253574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Router 085b7128-e356-4ad7-b777-6c59d9498c20 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:04.313566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port d56c029e-a319-42ed-b19f-2ab159e84fab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d56c029e-a319-42ed-b19f-2ab159e84fab,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.315621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c029e-a319-42ed-b19f-2ab159e84fab'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:04.322323 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c3180a-efd2-4b89-a9d8-79be5d6b73d9" -d '{"events": [{"server_uuid": "3295de6c-8533-425a-a8d8-e0f1a321de65", "name": "network-vif-plugged", "status": "completed", "tag": "d56c029e-a319-42ed-b19f-2ab159e84fab"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:04.329448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.433924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=d56c029e-a319-42ed-b19f-2ab159e84fab,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.454725 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af350fba-27e8-499d-a2f2-449981e5b199 x-openstack-request-id: req-af350fba-27e8-499d-a2f2-449981e5b199 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:04.455008 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3295de6c-8533-425a-a8d8-e0f1a321de65", "name": "network-vif-plugged", "status": "completed", "tag": "d56c029e-a319-42ed-b19f-2ab159e84fab", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:04.455549 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af350fba-27e8-499d-a2f2-449981e5b199 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:04.455936 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c029e-a319-42ed-b19f-2ab159e84fab', 'code': 200} Jul 16 08:50:04.582553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:04.582747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.592583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:04.613990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:04.614639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:04.649100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] No DVR routers for this DVR port 28feafd5-4e86-446d-b883-5c20f72a263d on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:04.656575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.659050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90ddc24a-11ee-453d-850e-9b1f57eef713 req-f7be4ef1-f378-4d9e-bbd5-beb51b348420 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.36 "DELETE /v2.0/ports/28feafd5-4e86-446d-b883-5c20f72a263d HTTP/1.1" status: 204 len: 173 time: 2.6255548 Jul 16 08:50:04.659779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'name': 'network-vif-deleted', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:04.663361 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7fdeae-0d7c-4268-a562-9d3b27c297f4" -d '{"events": [{"server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "name": "network-vif-deleted", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:04.820481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8d87f8c6-4c48-4833-9345-2efea24aa4fe req-22d090c3-c3d0-46ae-8a06-776db2e56a54 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 210 time: 0.0998132 Jul 16 08:50:04.893523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:05.235848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865899e-1a84-495c-9637-e375e0ca8f52 req-ce856dad-0f3d-420e-b372-18b032c85f31 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.244064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c865899e-1a84-495c-9637-e375e0ca8f52 req-ce856dad-0f3d-420e-b372-18b032c85f31 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1859615 Jul 16 08:50:05.264992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-3e0ed414-bc2a-4344-a865-e60218b800d9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.267197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-3e0ed414-bc2a-4344-a865-e60218b800d9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.1964331 Jul 16 08:50:05.289134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:05.309945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:05.339013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e88ed-b785-4c03-a965-831c361e7f0c req-bff1c267-d354-4e9d-90d4-bd6d65f8c9c1 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.344577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-652e88ed-b785-4c03-a965-831c361e7f0c req-bff1c267-d354-4e9d-90d4-bd6d65f8c9c1 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 946 time: 0.8827810 Jul 16 08:50:05.354476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:05.364190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:05.364834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:05.436829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28feafd5-4e86-446d-b883-5c20f72a263d no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:05.453961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d5ba2-bb0a-404c-8cc8-1a1235d9a291 req-4e07a667-f9fb-4672-9f3e-b496539350cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.457457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e62d5ba2-bb0a-404c-8cc8-1a1235d9a291 req-4e07a667-f9fb-4672-9f3e-b496539350cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 1098 time: 0.9342878 Jul 16 08:50:05.468202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 28feafd5-4e86-446d-b883-5c20f72a263d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:05.468653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28feafd5-4e86-446d-b883-5c20f72a263d not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:05.527660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e62d5ba2-bb0a-404c-8cc8-1a1235d9a291 req-debc5733-1a44-4ed2-a61e-506e866ff837 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Jul 16 08:50:05.605454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-652e88ed-b785-4c03-a965-831c361e7f0c req-e65ef596-21f0-497f-ae67-0bcc9724ea4b tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448945 Jul 16 08:50:05.612259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:05.789243 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf72360-253a-49bf-9c94-e9d0f9fbecf2 x-openstack-request-id: req-ecf72360-253a-49bf-9c94-e9d0f9fbecf2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:05.789826 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ba345-c28c-4525-a33a-16b5df8d1e10", "name": "network-vif-deleted", "tag": "28feafd5-4e86-446d-b883-5c20f72a263d", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:05.789826 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecf72360-253a-49bf-9c94-e9d0f9fbecf2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:05.790149 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937ba345-c28c-4525-a33a-16b5df8d1e10', 'name': 'network-vif-deleted', 'tag': '28feafd5-4e86-446d-b883-5c20f72a263d', 'status': 'completed', 'code': 200} Jul 16 08:50:05.859404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c865899e-1a84-495c-9637-e375e0ca8f52 req-a0cf124e-5e54-4226-8418-ec123dd15be1 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141346 Jul 16 08:50:05.968658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:06.022732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.1 (29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0/65a0bf2c-28db-46ba-b63a-8ca977a84d6d/11c94533-4780-489d-951d-75de884a14f0) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:06.039412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f57fa-ad44-461d-bc0f-992ddd3c175b None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:06Z', 'revision_number': 4, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '27c496cb-bd6e-408b-a8e5-832eb9a34980', 'name': '', 'network_id': '39a4a656-0d8c-4f12-bf80-6126f689cbbc', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'mac_address': 'fa:16:3e:fa:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:04Z', 'updated_at': '2021-07-16T08:43:13Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'subnets': [{'id': 'a3f3704e-3e71-43fc-b33f-0d05da9bffb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:06.052204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:06.062723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.071548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41818) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.196002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.245116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.266659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a58a309-f49b-4d4d-b94c-d0c58ba49cac req-5e039466-21b3-488a-96bf-7d75aef80670 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 210 time: 0.0925491 Jul 16 08:50:06.283747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.301759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.3 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/1748d28c-1cde-43a3-b1fd-d2a8a3f16e88) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:06.392247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Transition to ACTIVE for port object 11c94533-4780-489d-951d-75de884a14f0 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:06.395580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.399515 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.400692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "DELETE /v2.0/security-groups/677173b9-fd81-415e-b1e5-d10e5bafa0b6 HTTP/1.1" status: 204 len: 168 time: 0.3281698 Jul 16 08:50:06.405663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41820) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.418034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677173b9-fd81-415e-b1e5-d10e5bafa0b6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.448664 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-fda63f0e-486a-4723-b5b4-298d085800dd tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] show failed (client error): The resource could not be found. Jul 16 08:50:06.450475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.450831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.451030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fda63f0e-486a-4723-b5b4-298d085800dd tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "GET /v2.0/security-groups/677173b9-fd81-415e-b1e5-d10e5bafa0b6 HTTP/1.1" status: 404 len: 347 time: 0.0432644 Jul 16 08:50:06.451167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.451534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.451871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.452263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.452597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.452925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.453249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.453810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.453922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.454000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.454309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd5fec-6663-4c98-8bdd-52f116e7f1e5 tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:06.513039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.546403 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537de52b-bcd0-4f2f-9e3a-89cb51852669 None None] New status for floating IP de1b9cf7-9301-4337-9a05-f159465fc63b: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:06.581492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:06.588062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:06.596764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:06.606782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=11c94533-4780-489d-951d-75de884a14f0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.739372 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.803176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.833392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Deleting port 24f148b0-8b75-47cf-bf1a-51f0c9f31b5e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:06.833784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.984270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfad30-ac00-4701-a3d4-0bf696d30b60 req-d9d8316f-52d7-478c-9d12-17ab2ceca495 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.986282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73cfad30-ac00-4701-a3d4-0bf696d30b60 req-d9d8316f-52d7-478c-9d12-17ab2ceca495 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 946 time: 0.1311290 Jul 16 08:50:07.014249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.014723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.046444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.048369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Calling delete_port for 24f148b0-8b75-47cf-bf1a-51f0c9f31b5e owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:07.056298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ded24525-2ee0-4ed7-8709-a34b878e2da2 None None] Provisioning for port 11c94533-4780-489d-951d-75de884a14f0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:07.071970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ded24525-2ee0-4ed7-8709-a34b878e2da2 None None] Provisioning complete for port 11c94533-4780-489d-951d-75de884a14f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:07.072347 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ded24525-2ee0-4ed7-8709-a34b878e2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.089852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73cfad30-ac00-4701-a3d4-0bf696d30b60 req-4fc99aab-9758-49fa-b9cf-3d7f9c1374f0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937357 Jul 16 08:50:07.122651 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.136297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ded24525-2ee0-4ed7-8709-a34b878e2da2 None None] Port 11c94533-4780-489d-951d-75de884a14f0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:07.138998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:07.145750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:07.158531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:07.179829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:07.256271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.257046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.387434 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.400946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1171517 Jul 16 08:50:07.420445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50709608-8086-48aa-bffd-952b8833f570 req-24cdb2c2-25ef-4ced-82c3-fccfa16e1ef6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.432157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50709608-8086-48aa-bffd-952b8833f570 req-24cdb2c2-25ef-4ced-82c3-fccfa16e1ef6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.3973813 Jul 16 08:50:07.459288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.459718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.460065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.460429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.460817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.461629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.462132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.462519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.462897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.463224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.463571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.463896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3a32e-a3e7-4ac4-84b3-ada2363073d3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:07.477580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Request body: {'port': {'device_id': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:07.659541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50709608-8086-48aa-bffd-952b8833f570 req-14a957cd-798b-4907-90c5-ed03d341902f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260907 Jul 16 08:50:07.691272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.700363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.709997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806400ff-d19d-4164-891e-e3edfcdbc760 req-c1c6316b-a433-49fa-9c0c-88d1a2a4951b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.709997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-806400ff-d19d-4164-891e-e3edfcdbc760 req-c1c6316b-a433-49fa-9c0c-88d1a2a4951b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 931 time: 0.1263371 Jul 16 08:50:07.714269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.798107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.941532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-806400ff-d19d-4164-891e-e3edfcdbc760 req-40ba04a6-7d08-4909-b6aa-edbaff02fe58 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489098 Jul 16 08:50:07.974870 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.987861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=11c94533-4780-489d-951d-75de884a14f0,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.026255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Pushing event deleted for resources: {'Port': ['ID=24f148b0-8b75-47cf-bf1a-51f0c9f31b5e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.130037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:08.136854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:08.143139 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.145897 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.159346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d9e80ece-f1b2-4a4b-ad02-318e8516229e tempest-AttachVolumeTestJSON-444716106 tempest-AttachVolumeTestJSON-444716106-project] 10.222.0.41 "DELETE /v2.0/floatingips/de1b9cf7-9301-4337-9a05-f159465fc63b HTTP/1.1" status: 204 len: 168 time: 1.6708739 Jul 16 08:50:08.271901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:08.286360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.341541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Transition to ACTIVE for port object 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:08.350152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.465265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.478260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aa05640f-1048-42e6-9108-ec692b5c8dce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:08.581197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-acefff92-69f6-4262-a4b1-0601e2a2150c None None] Provisioning complete for port 11c94533-4780-489d-951d-75de884a14f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:08.586467 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acefff92-69f6-4262-a4b1-0601e2a2150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.600295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Attempting to bind port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:08.600700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Attempting to bind port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:08.601039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Attempting to bind port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:08.608798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:08.609282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Attempting to bind port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:08.615535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:08.616192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:08.616807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:08.617726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Bound port: 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:08.618111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.641061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:08.655067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7cf022bc-10cb-4651-a9f3-d7c53cdbfb55 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/routers/aa05640f-1048-42e6-9108-ec692b5c8dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0268648 Jul 16 08:50:08.658264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41852) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.672288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'port': {'network_id': '29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0', 'name': 'tempest-FloatingIPTestJSON-1652905529'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:08.674194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-acefff92-69f6-4262-a4b1-0601e2a2150c None None] Port 11c94533-4780-489d-951d-75de884a14f0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:08.680495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] Sync routers for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:08.692590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:08.693703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:08.722131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] For port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:08.732007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] For port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:08.737825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.742056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:08.755295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:08.757975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:08.797570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:08.798630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535f6e2-7234-49b1-9934-83a3be80e462 None None] The sync data for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:08.842306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.842920 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.848568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 HTTP/1.1" status: 200 len: 1092 time: 1.3766041 Jul 16 08:50:08.849043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'tag': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:08.854847 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8321888b-944c-44c6-9fdb-40134dcc9a76" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4c770b-eeb6-48d4-bdae-08126149b1a9", "tag": "1748d28c-1cde-43a3-b1fd-d2a8a3f16e88"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:08.898830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41e871-c4e9-4815-b3fa-a5868a87cbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.962891 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a42c3-902f-43c5-8671-90a48836423e x-openstack-request-id: req-1a9a42c3-902f-43c5-8671-90a48836423e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:08.963264 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4c770b-eeb6-48d4-bdae-08126149b1a9", "tag": "1748d28c-1cde-43a3-b1fd-d2a8a3f16e88", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:08.963473 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a9a42c3-902f-43c5-8671-90a48836423e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:08.963842 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'tag': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88', 'status': 'completed', 'code': 200} Jul 16 08:50:09.019856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-5104f80e-2375-484e-b44c-2df5a20eada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.023130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-5104f80e-2375-484e-b44c-2df5a20eada5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1070607 Jul 16 08:50:09.040726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Made reservation on behalf of 392549274b9b467ca64a30b3ac8fa959 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:09.047793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.106782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-b91fb5f4-f958-4865-a801-05bf721c31ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 HTTP/1.1" status: 200 len: 217 time: 0.0602102 Jul 16 08:50:09.113628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] device_id is not set on port 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:09.152615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60a2dd-8f0a-4823-aa9a-9320c15a6609 req-b6bf5a9b-35be-4830-9085-c019939ffae0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.156517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e60a2dd-8f0a-4823-aa9a-9320c15a6609 req-b6bf5a9b-35be-4830-9085-c019939ffae0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.2347121 Jul 16 08:50:09.285501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-46121a7e-fd6a-4bc2-890f-53cab03c7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.287149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-46121a7e-fd6a-4bc2-890f-53cab03c7402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1736562 Jul 16 08:50:09.328399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e60a2dd-8f0a-4823-aa9a-9320c15a6609 req-1a598766-a370-414f-a9ea-d660ff6f5a77 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411316 Jul 16 08:50:09.329314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-3ea72527-3381-4e11-a253-0b1d99bbf1b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350664 Jul 16 08:50:09.354329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Allocated IP 172.20.0.6 (29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0/65a0bf2c-28db-46ba-b63a-8ca977a84d6d/8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:09.395033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca682693-5df5-4213-a0ed-f15ec3249887 req-495c671b-5db7-493d-8aad-1c5c4e6b0990 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.403926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca682693-5df5-4213-a0ed-f15ec3249887 req-495c671b-5db7-493d-8aad-1c5c4e6b0990 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 943 time: 0.1872311 Jul 16 08:50:09.483251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca682693-5df5-4213-a0ed-f15ec3249887 req-f8246868-96ce-47a8-beed-712807d86016 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792012 Jul 16 08:50:09.544421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-5ca717c2-63f2-4e81-b4e8-c6f24ad45abf service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071652 Jul 16 08:50:09.579270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.601669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Transition to ACTIVE for port object 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:09.641129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.671830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eea9f699-bebe-4bfc-bf56-a19ce0d5aefd req-c5c22804-4c9a-4f65-8d65-1196a3a235d3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214340 Jul 16 08:50:09.714683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:09.720188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:09.722656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:09.763766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event updated for resources: {'Port': ['ID=8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:09.793707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.794422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.819819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8bdc2281-a4af-4e09-b1fd-211ead7bc5c1 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1602407 Jul 16 08:50:09.822488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:09.828841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Request body: {'floatingip': {'port_id': '8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:09.916558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.960075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-e87ffe7a-d3e5-4b40-b8c3-a3d2dacb7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.966050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-e87ffe7a-d3e5-4b40-b8c3-a3d2dacb7855 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1953325 Jul 16 08:50:10.112482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-949b8a9a-5968-4574-80b1-0dfd84e40aae None None] Provisioning for port 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:10.120689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-949b8a9a-5968-4574-80b1-0dfd84e40aae None None] Provisioning complete for port 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:10.123716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-949b8a9a-5968-4574-80b1-0dfd84e40aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.152749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-c1f2edf5-1c55-4a93-a3bf-8ea51e1838b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.153952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-c1f2edf5-1c55-4a93-a3bf-8ea51e1838b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.1366155 Jul 16 08:50:10.171560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-949b8a9a-5968-4574-80b1-0dfd84e40aae None None] Port 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:10.202803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-7d957c4d-250e-445c-b8b9-46f4c7303f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.204478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-7d957c4d-250e-445c-b8b9-46f4c7303f88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1098 time: 0.1186323 Jul 16 08:50:10.213044 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-2bf486a4-c2af-4bc4-807f-662274645220 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 HTTP/1.1" status: 200 len: 217 time: 0.0480001 Jul 16 08:50:10.318985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-024b9d5e-cbb3-4af5-a037-eed90dd64253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.320751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-024b9d5e-cbb3-4af5-a037-eed90dd64253 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1003697 Jul 16 08:50:10.384074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-647888d1-ce04-4fbd-b460-005e5df34a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.385799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-647888d1-ce04-4fbd-b460-005e5df34a50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 914 time: 0.1732345 Jul 16 08:50:10.391522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-c8075a68-49f4-498f-8278-14c6fd34b22e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387673 Jul 16 08:50:10.438823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-585aab27-d7f4-4954-b81e-d400719a1f79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 200 len: 217 time: 0.0464408 Jul 16 08:50:10.517410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-23c49658-1221-4a48-905b-119382c60bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.518919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-23c49658-1221-4a48-905b-119382c60bf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0743558 Jul 16 08:50:10.590917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-5d21cc0e-ff70-46c3-8d3c-816dcb6c2683 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376494 Jul 16 08:50:10.663391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f403bd-fb3b-4819-8e72-28fdb60c31a5 req-e34c868c-3f29-4401-8142-70601df0df5b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.670207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1f403bd-fb3b-4819-8e72-28fdb60c31a5 req-e34c868c-3f29-4401-8142-70601df0df5b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1502297 Jul 16 08:50:10.763074 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1f403bd-fb3b-4819-8e72-28fdb60c31a5 req-a0e44aa2-aea7-4937-89fa-9120a4ae92a4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918980 Jul 16 08:50:10.804738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-89bfeabe-0d43-4711-af78-240d83640d15 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055519 Jul 16 08:50:10.906717 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5841b1d8-56cc-46e7-b273-f70f9b31f96e req-b6a9b6a0-fee7-41d4-bdeb-26a8d77079dc service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951912 Jul 16 08:50:11.167706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-8e8c6d52-d123-42a9-8d5a-7ac8fe1cf7e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676699 Jul 16 08:50:11.190074 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.209172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.353197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca11e57-b75e-49b1-bf63-121b26e01a7e req-1975b622-e611-41d7-b57c-4b6bb90646d5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.360315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ca11e57-b75e-49b1-bf63-121b26e01a7e req-1975b622-e611-41d7-b57c-4b6bb90646d5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 943 time: 0.5854409 Jul 16 08:50:11.412226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:11.417244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8321888b-944c-44c6-9fdb-40134dcc9a76 req-f52e82c7-e2dc-4a25-8c23-3241510606e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407258 Jul 16 08:50:11.433465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ca11e57-b75e-49b1-bf63-121b26e01a7e req-881ef325-8cfc-4b5c-b871-e25672c584a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719879 Jul 16 08:50:11.455844 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP bf6827ed-5970-4710-88d4-9e96c16e3abd associated. External IP: 172.25.0.34, port: f2a2e26a-45ee-4e68-aef4-47def63ae51a. Jul 16 08:50:11.534029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:11.546503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88', 'mac_address': 'fa:16:3e:eb:0e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:11.622074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.655817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:11.682878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:11.688880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.695647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:11.748151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:11.855611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:11.866426 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:11.879124 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:11.879796 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.942068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.962527 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:11.963534 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.001331 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.002194 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb104a-f5c3-44a0-a43b-b2aa1e9dd8c6 None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:12.009916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['1748d28c-1cde-43a3-b1fd-d2a8a3f16e88'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:12.038526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011633e1-33a8-48ee-9e60-60ace192691e req-8b0f1e1f-adec-4bf5-a935-4567a489424c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.040977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-011633e1-33a8-48ee-9e60-60ace192691e req-8b0f1e1f-adec-4bf5-a935-4567a489424c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1367636 Jul 16 08:50:12.124671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-011633e1-33a8-48ee-9e60-60ace192691e req-607905c5-699b-47ae-9461-0c8f37bee7d0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772974 Jul 16 08:50:12.135202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aa05640f-1048-42e6-9108-ec692b5c8dce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:12.274035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:12.278577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.287129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] Sync routers for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:12.298199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:12.298921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.338086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.347106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:12.347825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.361661 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed8f7027-cff5-4a54-8bea-59260f2f78d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/floatingips/bf6827ed-5970-4710-88d4-9e96c16e3abd HTTP/1.1" status: 200 len: 977 time: 2.5351889 Jul 16 08:50:12.361893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41894) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:12.383409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.384085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec5020-094d-4ade-ad6c-4f744b7949ff None None] The sync data for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:12.475764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:12.476118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.577665 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.727789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a43cd-c672-48f0-9d12-ce3e184358e9 req-169ce800-2f48-4ff9-9cd9-b5c053693f2d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.729559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a13a43cd-c672-48f0-9d12-ce3e184358e9 req-169ce800-2f48-4ff9-9cd9-b5c053693f2d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 944 time: 0.1702657 Jul 16 08:50:12.831864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a13a43cd-c672-48f0-9d12-ce3e184358e9 req-db26c337-209f-4baf-ab9e-3edddb9f0615 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954726 Jul 16 08:50:12.840116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.840500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.840816 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Floating IP bf6827ed-5970-4710-88d4-9e96c16e3abd disassociated. External IP: 172.25.0.34, port: 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f. Jul 16 08:50:12.841164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:12.953950 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1ec43589-d8e1-460a-a291-2757e76199e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.984911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.013633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.135105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aa05640f-1048-42e6-9108-ec692b5c8dce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:13.262102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:13.267133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:13.274836 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] Sync routers for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:13.288829 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:13.289712 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.343569 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.357387 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:13.358401 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.388281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.390521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-11edea78-639b-4cc4-87ca-34142a98ab20 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/ports/8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f HTTP/1.1" status: 204 len: 168 time: 1.0276983 Jul 16 08:50:13.391804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.393286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41904) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:13.400436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.401859 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5745c9-d7ea-4ece-8759-aaf3da07d290 None None] The sync data for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:13.417776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5e2d0-8055-425e-92ef-cd60efdb94f3 req-da91f5ee-af5c-41a9-ab0d-ee06e40add72 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.419401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1e5e2d0-8055-425e-92ef-cd60efdb94f3 req-da91f5ee-af5c-41a9-ab0d-ee06e40add72 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 946 time: 0.1084480 Jul 16 08:50:13.439907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:13.444941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:13.447512 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125074c3-7140-4e08-a9ef-3afe76d9194b" -d '{"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-unplugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:13.450512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:13.487956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1e5e2d0-8055-425e-92ef-cd60efdb94f3 req-14bcea4a-efcc-46ec-9d98-620ec7ff76a0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Jul 16 08:50:13.524863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.594747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.598739 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8419fc2a-b851-4b98-b498-6516d5fa7814 x-openstack-request-id: req-8419fc2a-b851-4b98-b498-6516d5fa7814 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:13.600187 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-unplugged", "status": "failed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9", "code": 422}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:13.600551 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8419fc2a-b851-4b98-b498-6516d5fa7814 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:13.601214 n-d-798249-10 neutron-server[93701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'code': 422} returned with failed status Jul 16 08:50:13.607643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:13.613129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:13.613597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.714711 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.750320 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:13.754372 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.797643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf66d73-0c37-4192-ab86-2fd8a24f8897 req-90212772-ab17-4b1d-995e-dfdebb3ef9e0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.800735 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccf66d73-0c37-4192-ab86-2fd8a24f8897 req-90212772-ab17-4b1d-995e-dfdebb3ef9e0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1586931 Jul 16 08:50:13.805561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.875713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ccf66d73-0c37-4192-ab86-2fd8a24f8897 req-06c77550-54ba-4ddd-bf86-7a9f7240f303 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605714 Jul 16 08:50:13.940787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.049152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3baf0-7a74-422d-8061-e85d6166a77e req-3b472ac4-fa12-49f1-a2d0-094acb421014 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.050858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85d3baf0-7a74-422d-8061-e85d6166a77e req-3b472ac4-fa12-49f1-a2d0-094acb421014 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0788310 Jul 16 08:50:14.098682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85d3baf0-7a74-422d-8061-e85d6166a77e req-133eaae9-b054-4189-8847-d2168769d480 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390708 Jul 16 08:50:14.253901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 11c94533-4780-489d-951d-75de884a14f0 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:14.254273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.367156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.382059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 11c94533-4780-489d-951d-75de884a14f0 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:14.451565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0374a8-1303-4b7c-a705-aa5d0de05199 req-2feeacdd-f44b-4a6c-aa64-d6aededcb2b4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.459574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc0374a8-1303-4b7c-a705-aa5d0de05199 req-2feeacdd-f44b-4a6c-aa64-d6aededcb2b4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.0746083 Jul 16 08:50:14.502579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc0374a8-1303-4b7c-a705-aa5d0de05199 req-26956cc0-75be-4d2a-ad46-61fb0dfb0afc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Jul 16 08:50:14.638144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.672211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=11c94533-4780-489d-951d-75de884a14f0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.764123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-1f9cef07-4872-4842-9393-c8367e6e779c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2351203 Jul 16 08:50:15.306204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8dd26-3c33-417e-b140-2ecaab2a4120 req-be373a89-028f-486a-802d-fe046a1d51bc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.307767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fd8dd26-3c33-417e-b140-2ecaab2a4120 req-be373a89-028f-486a-802d-fe046a1d51bc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0716817 Jul 16 08:50:15.317221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-bad24fd8-2d8c-4583-8e45-6f8fd406d093 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.319273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-bad24fd8-2d8c-4583-8e45-6f8fd406d093 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.5720861 Jul 16 08:50:15.338675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.342294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-dbaea129-6b0d-4b73-8fa2-1f89f6311d92 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/quotas/c69288d805b641b68e140d85d98ac63c HTTP/1.1" status: 200 len: 375 time: 0.0154810 Jul 16 08:50:15.370595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fd8dd26-3c33-417e-b140-2ecaab2a4120 req-38da3de6-d72c-4bb2-b527-44c858778060 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Jul 16 08:50:15.505798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-5a9655bf-a0eb-46fa-93a2-8c4df6d5215a tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552815 Jul 16 08:50:15.602159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:15.606942 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e29a1a-220c-4284-b37b-c782aed7dd4a" -d '{"events": [{"server_uuid": "6f4c770b-eeb6-48d4-bdae-08126149b1a9", "name": "network-vif-plugged", "status": "completed", "tag": "1748d28c-1cde-43a3-b1fd-d2a8a3f16e88"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:15.656978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-539cc81c-16bc-4edb-8628-5e2d3808fe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.679656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-1bd831ca-e2c9-431e-bd8d-5624ac8d5604 service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663835 Jul 16 08:50:15.691767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aa05640f-1048-42e6-9108-ec692b5c8dce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:15.742865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.758397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268e6f-fca7-4863-bd94-34701f45aeac req-4b850646-85bd-4a77-a5db-1b8dd74acf89 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.759939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58268e6f-fca7-4863-bd94-34701f45aeac req-4b850646-85bd-4a77-a5db-1b8dd74acf89 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1304739 Jul 16 08:50:15.762883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-2a3e46bb-6582-4ea0-a6ab-78662d3d1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.764432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-2a3e46bb-6582-4ea0-a6ab-78662d3d1a7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6&tenant_id=c27a7f6323fb4d40803ba58bfb0a8929 HTTP/1.1" status: 200 len: 1096 time: 0.0946364 Jul 16 08:50:15.836736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58268e6f-fca7-4863-bd94-34701f45aeac req-2a7636f0-bef5-4083-855a-e0711e3f6a92 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707645 Jul 16 08:50:15.865502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-82ad65a2-f04a-49e2-b344-4cd28bf5b220 service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724894 Jul 16 08:50:15.873690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-c5efbe1d-2d97-46c4-8cb8-83964ef6d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.875219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-c5efbe1d-2d97-46c4-8cb8-83964ef6d2fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1096 time: 0.0845897 Jul 16 08:50:15.902601 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743593a-da23-4241-9b17-27af9601c9aa x-openstack-request-id: req-f743593a-da23-4241-9b17-27af9601c9aa {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:15.902909 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4c770b-eeb6-48d4-bdae-08126149b1a9", "name": "network-vif-plugged", "status": "completed", "tag": "1748d28c-1cde-43a3-b1fd-d2a8a3f16e88", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:15.903157 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f743593a-da23-4241-9b17-27af9601c9aa {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:15.903614 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88', 'code': 200} Jul 16 08:50:15.930645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:15.941828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fe239f96-e3ed-454a-9f33-9b229a91af19 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/routers/aa05640f-1048-42e6-9108-ec692b5c8dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474064 Jul 16 08:50:15.943715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:15.944478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] Sync routers for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:15.955851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:15.958731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.028634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.036278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-cd29ef2a-8c5f-4955-b2c0-6210dd6cc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.040603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-cd29ef2a-8c5f-4955-b2c0-6210dd6cc2d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 914 time: 0.1556733 Jul 16 08:50:16.075745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] Routers {'aa05640f-1048-42e6-9108-ec692b5c8dce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:16.077167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aa05640f-1048-42e6-9108-ec692b5c8dce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.140220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-e0ff89d1-eb06-4b57-a78f-28b3768a55da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 200 len: 217 time: 0.0935452 Jul 16 08:50:16.145349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f0efe37-14fa-45e2-b02d-9a8d3c8182d7 req-ee41f3b3-5a27-404c-afe2-f91a295d2bdf tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0462866 Jul 16 08:50:16.179733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.179733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e638d3-2b3f-4478-b5c6-8a5ebf583c0a None None] The sync data for ids ['aa05640f-1048-42e6-9108-ec692b5c8dce'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:16.204936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591e842-da32-4947-896b-d99b8079e454 req-d73e3eeb-af08-4f14-9cea-703c8a08cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.206720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6591e842-da32-4947-896b-d99b8079e454 req-d73e3eeb-af08-4f14-9cea-703c8a08cde6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 1097 time: 0.1904500 Jul 16 08:50:16.216242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-8a2c8460-921e-4e65-9cf9-e4b01555cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.218291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-8a2c8460-921e-4e65-9cf9-e4b01555cb31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0711365 Jul 16 08:50:16.261890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.265218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-afe3d332-abba-4274-acc5-251047c49684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411992 Jul 16 08:50:16.311248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6591e842-da32-4947-896b-d99b8079e454 req-a5b6bcb0-430f-4357-9e93-c7ad69fb00fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959425 Jul 16 08:50:16.412318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-9da1134a-5197-4e84-89f7-51d12dd37571 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402693 Jul 16 08:50:16.417916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.533325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 32691676-af78-4c31-a36f-f52110d67a08 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:16.533683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.551141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a1fe490-4134-44bc-9e1e-6bce60c5c6da req-4e79545f-1957-4a0f-bdd8-6225e1b7d1f4 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319888 Jul 16 08:50:16.638506 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.680468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.710872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 32691676-af78-4c31-a36f-f52110d67a08 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:16.741731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d76d0-9f78-4364-ad80-2e781378c443 req-0894c402-72cc-46bf-9612-30f7a559ef93 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.744394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3b4d76d0-9f78-4364-ad80-2e781378c443 req-0894c402-72cc-46bf-9612-30f7a559ef93 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.1280291 Jul 16 08:50:16.859048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3b4d76d0-9f78-4364-ad80-2e781378c443 req-543e9458-b8f5-4623-96bb-dd97cc1efb32 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599456 Jul 16 08:50:17.148971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.173394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2649435-de91-4171-8c34-e0cf38e7f855 req-ca54ffb1-249f-4d97-a44f-40e4241bcf7c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.182193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2649435-de91-4171-8c34-e0cf38e7f855 req-ca54ffb1-249f-4d97-a44f-40e4241bcf7c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1551487 Jul 16 08:50:17.231954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2649435-de91-4171-8c34-e0cf38e7f855 req-4a8caf2f-7ba3-45e8-a307-3f05b2fc8a93 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Jul 16 08:50:17.248563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=32691676-af78-4c31-a36f-f52110d67a08,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.429136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.586953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81f6eec6-72c1-45cc-9ec6-43b32d62f67c req-523d707c-5244-4bee-9819-c15e4d12c40f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0680795 Jul 16 08:50:17.588900 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.602190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.664074 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.664697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Fanout notify agent at l3_agent the message router_deleted on router aa05640f-1048-42e6-9108-ec692b5c8dce {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:17.685481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.689348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38acc7c7-fc3c-4f9b-9923-499d40c920d8 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/routers/aa05640f-1048-42e6-9108-ec692b5c8dce HTTP/1.1" status: 204 len: 168 time: 1.7424188 Jul 16 08:50:17.689762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42012) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:17.721256 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.819396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting subnet 65a0bf2c-28db-46ba-b63a-8ca977a84d6d {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:17.829380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.931686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.053753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.127448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.147811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f084-cec8-4ea1-b2f3-9f83c3d2c400 req-d1e9792e-dcaa-4224-9627-69e93b762568 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.152871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b83f084-cec8-4ea1-b2f3-9f83c3d2c400 req-d1e9792e-dcaa-4224-9627-69e93b762568 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.1282675 Jul 16 08:50:18.185617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Subnet': ['ID=65a0bf2c-28db-46ba-b63a-8ca977a84d6d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.188987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.191360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3167daf6-91f3-4f22-829d-d7d953928b03 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/subnets/65a0bf2c-28db-46ba-b63a-8ca977a84d6d HTTP/1.1" status: 204 len: 168 time: 0.4998400 Jul 16 08:50:18.194829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42016) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:18.195635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfedd8a-f317-40a9-97bc-7d5dd19d9f69 None None] Network 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:18.284508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b83f084-cec8-4ea1-b2f3-9f83c3d2c400 req-3c008492-1b7e-414d-9c64-1ed9fe6c9302 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249845 Jul 16 08:50:18.371201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.377947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.566309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] DHCP port deletion for 29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:18.627446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d6d06-d20a-481f-a5f7-78a90df238d3 req-8f8a4c95-0ce2-41a3-b58e-05f33761f766 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.635545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-471d6d06-d20a-481f-a5f7-78a90df238d3 req-8f8a4c95-0ce2-41a3-b58e-05f33761f766 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.1408587 Jul 16 08:50:18.653885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717fb4a-51d7-4ae0-886c-2a38eebe19e1 req-3664c06f-67ac-41f8-a2d3-f9f10234cf5f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.655506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8717fb4a-51d7-4ae0-886c-2a38eebe19e1 req-3664c06f-67ac-41f8-a2d3-f9f10234cf5f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1949310 Jul 16 08:50:18.659215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] Deleting port c1643c44-53cf-4b70-af99-ea64b832c8f1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:18.659626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.671297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port c1643c44-53cf-4b70-af99-ea64b832c8f1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:18.671682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.714232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-471d6d06-d20a-481f-a5f7-78a90df238d3 req-31960164-7727-47ce-8d22-22ab52650ebc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714819 Jul 16 08:50:18.799868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] For port c1643c44-53cf-4b70-af99-ea64b832c8f1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1643c44-53cf-4b70-af99-ea64b832c8f1,segment=NetworkSegment(5c30ceff-ee58-4ecc-a388-03aacb9f50b6),segment_id=5c30ceff-ee58-4ecc-a388-03aacb9f50b6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:18.800436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.843108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] Calling delete_port for c1643c44-53cf-4b70-af99-ea64b832c8f1 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:18.843893 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8717fb4a-51d7-4ae0-886c-2a38eebe19e1 req-3397d52b-df13-4c90-a827-948c1480d6b7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747913 Jul 16 08:50:18.926917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a680f7e-b59a-441f-a746-691920b83983 req-f6a1a9c0-d511-4120-84de-a847a33a8970 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0616014 Jul 16 08:50:18.945423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] For port c1643c44-53cf-4b70-af99-ea64b832c8f1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1643c44-53cf-4b70-af99-ea64b832c8f1,segment=NetworkSegment(5c30ceff-ee58-4ecc-a388-03aacb9f50b6),segment_id=5c30ceff-ee58-4ecc-a388-03aacb9f50b6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:18.945791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.965398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for c1643c44-53cf-4b70-af99-ea64b832c8f1 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:19.038163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.062574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] No DVR routers for this DVR port c1643c44-53cf-4b70-af99-ea64b832c8f1 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:19.084535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279386-645c-4f0f-94af-97f9b3d82251 None None] Pushing event deleted for resources: {'Port': ['ID=c1643c44-53cf-4b70-af99-ea64b832c8f1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.159131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.202163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=c1643c44-53cf-4b70-af99-ea64b832c8f1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.204050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] No DVR routers for this DVR port c1643c44-53cf-4b70-af99-ea64b832c8f1 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:19.344372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.348237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1643c44-53cf-4b70-af99-ea64b832c8f1 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:19.358879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:19.384274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c30ceff-ee58-4ecc-a388-03aacb9f50b6') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:19.384568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c30ceff-ee58-4ecc-a388-03aacb9f50b6') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:19.393277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c1643c44-53cf-4b70-af99-ea64b832c8f1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:19.393879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1643c44-53cf-4b70-af99-ea64b832c8f1 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:19.395193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.421830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.429676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:19.430387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:19.445259 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:19.448835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f06ae-f260-49f6-96f7-70da9d82d85a req-451373d0-46b5-4e40-bd74-8d7142f929a5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.450126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b10f06ae-f260-49f6-96f7-70da9d82d85a req-451373d0-46b5-4e40-bd74-8d7142f929a5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.1029618 Jul 16 08:50:19.508083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b10f06ae-f260-49f6-96f7-70da9d82d85a req-af793608-9e85-47a6-8717-541b12e70f8c tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492668 Jul 16 08:50:19.527545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.540477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.542363 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/networks/29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0 HTTP/1.1" status: 204 len: 168 time: 1.3459563 Jul 16 08:50:19.545170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42034) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:19.553581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f6ba7-45a1-41f9-b50c-4507f05f06b6 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Network': ['ID=29f99fce-6176-4dc5-ad0d-cc93fb7aa9d0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.699104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 516881fb-43b7-494e-b2e4-b3979655e537 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:19.699396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.793424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.794058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.812135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 516881fb-43b7-494e-b2e4-b3979655e537 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:20.019904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.062519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=516881fb-43b7-494e-b2e4-b3979655e537,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:20.116936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00004c27-e61a-4573-a01d-a12643b6e822 req-9b84e120-86e6-49a5-887e-771158c994dd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.119488 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-00004c27-e61a-4573-a01d-a12643b6e822 req-9b84e120-86e6-49a5-887e-771158c994dd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.0837572 Jul 16 08:50:20.155156 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b67b241-1610-4065-9ef6-2f785c2d542b req-6bbd9674-2968-4b88-9f18-ff4b28bff2bb tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0323935 Jul 16 08:50:20.171539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-00004c27-e61a-4573-a01d-a12643b6e822 req-76894de2-04cb-4e1e-8d73-4374dadcfd12 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462556 Jul 16 08:50:20.198228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.201361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.202541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a99bd99b-02ed-430a-ae0f-a515adef8e97 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf6827ed-5970-4710-88d4-9e96c16e3abd HTTP/1.1" status: 204 len: 168 time: 0.6563158 Jul 16 08:50:20.207931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42044) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.249717 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c17edc1-5f9a-4804-a3ef-af25f802483a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:20.250771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c17edc1-5f9a-4804-a3ef-af25f802483a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:20.253093 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6c17edc1-5f9a-4804-a3ef-af25f802483a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/ports/8b9cbb6b-f863-4c6e-9476-b7b1e38bb50f HTTP/1.1" status: 404 len: 333 time: 0.0427217 Jul 16 08:50:20.256036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.295944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-93b138c0-796b-4c31-8a9c-be25c1507bcf tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa05640f-1048-42e6-9108-ec692b5c8dce HTTP/1.1" status: 200 len: 205 time: 0.0366507 Jul 16 08:50:20.296740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42048) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.341081 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-1173f193-37dc-46c3-af79-824c4ce28506 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] delete failed (client error): The resource could not be found. Jul 16 08:50:20.345113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1173f193-37dc-46c3-af79-824c4ce28506 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/routers/aa05640f-1048-42e6-9108-ec692b5c8dce HTTP/1.1" status: 404 len: 336 time: 0.0463161 Jul 16 08:50:20.345261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42050) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.376236 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-34845d4b-a0be-402c-8a94-9f8ad1e39c6c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:20.376794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34845d4b-a0be-402c-8a94-9f8ad1e39c6c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:20.378706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34845d4b-a0be-402c-8a94-9f8ad1e39c6c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/subnets/65a0bf2c-28db-46ba-b63a-8ca977a84d6d HTTP/1.1" status: 404 len: 337 time: 0.0325892 Jul 16 08:50:20.381913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42052) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.494157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port f2a2e26a-45ee-4e68-aef4-47def63ae51a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:20.494810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.611398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.631102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for f2a2e26a-45ee-4e68-aef4-47def63ae51a owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:20.717258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26658-df5e-4e5c-8ab2-3cc403a6fd1f req-c42b9d1a-09e0-4653-a959-4e5236d121e0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.725225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4a26658-df5e-4e5c-8ab2-3cc403a6fd1f req-c42b9d1a-09e0-4653-a959-4e5236d121e0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0868030 Jul 16 08:50:20.809430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d4a26658-df5e-4e5c-8ab2-3cc403a6fd1f req-51f01713-77e3-4050-9ee1-d378128e63fc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832355 Jul 16 08:50:20.890686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ab742181-36fc-466d-abb8-034b63882385 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.891826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.893237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ab742181-36fc-466d-abb8-034b63882385 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 945 time: 0.1191320 Jul 16 08:50:20.934215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=f2a2e26a-45ee-4e68-aef4-47def63ae51a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.053089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.055472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f568e170-2de6-493f-8102-f9aa59f5f439 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/ports/f2a2e26a-45ee-4e68-aef4-47def63ae51a HTTP/1.1" status: 204 len: 168 time: 0.6722217 Jul 16 08:50:21.058355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42062) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:21.138013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:21.139046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.179747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 06dba63a-1f4e-404e-a962-d2b1dddb5e62 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:21.180185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.206307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42066) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:21.329425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:21.329726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.343435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:21.485981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5c4b6b1-e938-4691-837c-6bfbf9b55035 req-ebb5d70f-05d9-480f-b50a-8451cc728160 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0567842 Jul 16 08:50:21.495377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.526840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.537802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 06dba63a-1f4e-404e-a962-d2b1dddb5e62 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:21.562358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=1748d28c-1cde-43a3-b1fd-d2a8a3f16e88,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.570306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:21.621542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:21.626214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.628335 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05feabe2-1abb-4f01-92c8-6f46264952df req-ee021fd6-a98c-4113-aabf-0575372e90b0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "DELETE /v2.0/ports/1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 HTTP/1.1" status: 204 len: 173 time: 0.7271848 Jul 16 08:50:21.628819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'name': 'network-vif-deleted', 'tag': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:21.633039 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b14094-42ab-4704-aad0-bb7589600ac3" -d '{"events": [{"server_uuid": "6f4c770b-eeb6-48d4-bdae-08126149b1a9", "name": "network-vif-deleted", "tag": "1748d28c-1cde-43a3-b1fd-d2a8a3f16e88"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:21.684392 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9ca528-59a6-4b7b-aa14-3d873e7284fc x-openstack-request-id: req-9a9ca528-59a6-4b7b-aa14-3d873e7284fc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:21.684392 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4c770b-eeb6-48d4-bdae-08126149b1a9", "name": "network-vif-deleted", "tag": "1748d28c-1cde-43a3-b1fd-d2a8a3f16e88", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:21.684755 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a9ca528-59a6-4b7b-aa14-3d873e7284fc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:21.685165 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4c770b-eeb6-48d4-bdae-08126149b1a9', 'name': 'network-vif-deleted', 'tag': '1748d28c-1cde-43a3-b1fd-d2a8a3f16e88', 'status': 'completed', 'code': 200} Jul 16 08:50:22.021738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-504bf2f7-266c-4404-ae0f-bf507b7a2b23 req-389e9d12-0456-42df-8195-fa4af8f83042 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f4c770b-eeb6-48d4-bdae-08126149b1a9 HTTP/1.1" status: 200 len: 210 time: 0.0384295 Jul 16 08:50:22.069709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36379-47f9-418d-b109-8063dd6ba946 req-3471fa6d-d4f1-4b89-b706-e399c45ff163 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.071259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89c36379-47f9-418d-b109-8063dd6ba946 req-3471fa6d-d4f1-4b89-b706-e399c45ff163 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.6994998 Jul 16 08:50:22.218158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89c36379-47f9-418d-b109-8063dd6ba946 req-a4a44fd1-6240-4429-992d-c506d8ce3858 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366191 Jul 16 08:50:22.326123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.369870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=06dba63a-1f4e-404e-a962-d2b1dddb5e62,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.512832 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.515906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3e67d567-cc24-43e2-9ba1-ce9966e74aca tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/ports/06dba63a-1f4e-404e-a962-d2b1dddb5e62 HTTP/1.1" status: 204 len: 168 time: 1.4548547 Jul 16 08:50:22.517187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42076) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:22.602938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291b8a6-6c28-4016-bc06-573e5b23806a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.605154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4291b8a6-6c28-4016-bc06-573e5b23806a tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeb2d2d3-3b9a-4d70-a733-410f30265c42 HTTP/1.1" status: 200 len: 913 time: 0.0867872 Jul 16 08:50:22.608303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42080) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:22.619352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.716434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05ff4833-97f6-454a-9a88-cd7ad0354433 req-d47341c2-0e12-4861-9f8b-3221929ccdae tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0399714 Jul 16 08:50:22.958811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Deleting port 27c496cb-bd6e-408b-a8e5-832eb9a34980 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:22.959231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.057570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] For port 27c496cb-bd6e-408b-a8e5-832eb9a34980, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=27c496cb-bd6e-408b-a8e5-832eb9a34980,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:23.057846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.075039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.076679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Calling delete_port for 27c496cb-bd6e-408b-a8e5-832eb9a34980 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:23.365700 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.431428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c496cb-bd6e-408b-a8e5-832eb9a34980,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.461303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:23.512612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:23.512969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1748d28c-1cde-43a3-b1fd-d2a8a3f16e88 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:23.570092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbe2ab-9b54-4aad-ac38-a00d52d5a9bf req-84c50db1-fc54-4bd3-9597-9441271e783d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.577128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77fbe2ab-9b54-4aad-ac38-a00d52d5a9bf req-84c50db1-fc54-4bd3-9597-9441271e783d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1790631 Jul 16 08:50:23.685927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77fbe2ab-9b54-4aad-ac38-a00d52d5a9bf req-5b67ce08-4a55-480c-a96f-0efac2c0e091 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078970 Jul 16 08:50:23.779912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.865616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port bd6fc207-7b1f-4a31-9ece-0e238d35f795 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:23.866225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.921898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-37cd83bb-e4b2-43e0-9a20-a901ef23e99e req-a8c62e04-a5c3-49c5-b005-99086b36c17c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0605600 Jul 16 08:50:23.997262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.014949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for bd6fc207-7b1f-4a31-9ece-0e238d35f795 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:24.069711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Router 085b7128-e356-4ad7-b777-6c59d9498c20 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:24.194431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:24.201777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af83e526-3ec3-4905-a786-ffe565143840 admin admin] 10.222.0.41 "PUT /v2.0/routers/085b7128-e356-4ad7-b777-6c59d9498c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926386 Jul 16 08:50:24.203979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42092) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:24.210374 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] Sync routers for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:24.233386 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:24.234512 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:24.242267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.284275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=bd6fc207-7b1f-4a31-9ece-0e238d35f795,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:24.399766 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.401148 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:24.613440 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:50:23Z', 'revision_number': 5, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port': {'id': 'c034f631-ab9f-4e83-aef7-5b12eb133aaa', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:24.691836 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] Checking router: 085b7128-e356-4ad7-b777-6c59d9498c20 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:24.692589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.702687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.714752 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] Routers {'085b7128-e356-4ad7-b777-6c59d9498c20'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:24.716694 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['085b7128-e356-4ad7-b777-6c59d9498c20'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:24.853044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Deleting port c034f631-ab9f-4e83-aef7-5b12eb133aaa {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:24.853397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.872283 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] Set router 085b7128-e356-4ad7-b777-6c59d9498c20 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:24.943183 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:50:24Z', 'revision_number': 6, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:24.974914 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96976d6d-cac5-426f-af0b-581e49279ce0 None None] The sync data for ids ['085b7128-e356-4ad7-b777-6c59d9498c20'] in n-d-798249-10 is: [{'id': '085b7128-e356-4ad7-b777-6c59d9498c20', 'name': 'tempest-AttachVolumeTestJSON-2084219763-router', 'tenant_id': '09f3e0a28d204c569a3769ecef953e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:59Z', 'updated_at': '2021-07-16T08:50:24Z', 'revision_number': 6, 'project_id': '09f3e0a28d204c569a3769ecef953e29', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:25.065262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] For port c034f631-ab9f-4e83-aef7-5b12eb133aaa, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c034f631-ab9f-4e83-aef7-5b12eb133aaa,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:25.066019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.084145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Calling delete_port for c034f631-ab9f-4e83-aef7-5b12eb133aaa owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:25.218591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb147a-c462-47d6-b78c-085711e45e54 req-c96fef9e-6b4f-4bb4-baa0-9c92547587a7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.225834 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6fb147a-c462-47d6-b78c-085711e45e54 req-c96fef9e-6b4f-4bb4-baa0-9c92547587a7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1583469 Jul 16 08:50:25.230006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Router aeb2d2d3-3b9a-4d70-a733-410f30265c42 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:25.285371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6fb147a-c462-47d6-b78c-085711e45e54 req-3e2d25cc-f5e6-435f-8c65-804964c73d0f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Jul 16 08:50:25.303401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.386990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c034f631-ab9f-4e83-aef7-5b12eb133aaa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.539908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 27c496cb-bd6e-408b-a8e5-832eb9a34980 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:25.543072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.584825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:25.590744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aad39184-18ff-4387-b98e-ff6ea362a9d7 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "PUT /v2.0/routers/aeb2d2d3-3b9a-4d70-a733-410f30265c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9762855 Jul 16 08:50:25.593468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42112) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.629639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] Sync routers for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:25.662781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:25.665416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:25.702341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e657638-1365-46f9-b65d-5d0b88d0625d req-2b1c5567-d954-44f2-ac3f-692ba95a053f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.1566515 Jul 16 08:50:25.750102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 27c496cb-bd6e-408b-a8e5-832eb9a34980 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:25.750102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 27c496cb-bd6e-408b-a8e5-832eb9a34980 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:25.752539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:25.778455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] Routers {'aeb2d2d3-3b9a-4d70-a733-410f30265c42'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:25.779185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:25.783217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.785799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.851848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:25.852438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5eac6c-640b-4b12-8254-c13f9b9c023c None None] The sync data for ids ['aeb2d2d3-3b9a-4d70-a733-410f30265c42'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:25.894298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.894901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 085b7128-e356-4ad7-b777-6c59d9498c20 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:25.907345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.908917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1ece88fc-cac7-4e75-8454-ca75ce581df1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/085b7128-e356-4ad7-b777-6c59d9498c20 HTTP/1.1" status: 204 len: 168 time: 1.7036996 Jul 16 08:50:25.923521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.925133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42122) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.930216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.936229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.942491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.948291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.954235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.960816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.962890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-74edd788-d812-4ad1-8466-5fbd6e6cce24 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.2611291 Jul 16 08:50:25.972751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.056730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Deleting subnet a3f3704e-3e71-43fc-b33f-0d05da9bffb3 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:26.068880 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.105600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.105851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-ea3181d3-5d92-4c4c-81c6-1d0410ee8297 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.111911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-ea3181d3-5d92-4c4c-81c6-1d0410ee8297 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.2588079 Jul 16 08:50:26.139614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-db5b8a7f-fbc5-4850-8a94-93c0b026467b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0237608 Jul 16 08:50:26.185428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.198911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77620aa1-6fe9-4e98-a6c4-f44efe2e7d2e req-c8a9a0f4-ed68-4ed2-b0c6-2fe570085794 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047556 Jul 16 08:50:26.248604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting port 8cbed97e-2ccc-4f0d-ab3b-0dd5853e4029 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:26.249269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.299849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-2ee4d32a-1fa6-4acd-9e92-ed6a18450b82 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1475396 Jul 16 08:50:26.336082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.350426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Calling delete_port for 8cbed97e-2ccc-4f0d-ab3b-0dd5853e4029 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:26.362332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.562593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-46ebcc33-cde5-4b78-aa9d-6053ace6fca2 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479618 Jul 16 08:50:26.662401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.696491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-00a99763-5326-43df-8208-cfdebd6dc880 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279674 Jul 16 08:50:26.697178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3d49f-6aee-4b24-ba02-f0f7d6248901 req-128174e4-286b-4724-a736-53ed7a1073d1 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.699155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2dc3d49f-6aee-4b24-ba02-f0f7d6248901 req-128174e4-286b-4724-a736-53ed7a1073d1 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1302302 Jul 16 08:50:26.701042 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.706902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9cb39-835b-43f7-aea5-f0e3f18ce946 None None] Network 39a4a656-0d8c-4f12-bf80-6126f689cbbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:26.707600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42128) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:26.717532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a3f3704e-3e71-43fc-b33f-0d05da9bffb3 HTTP/1.1" status: 204 len: 168 time: 0.7775428 Jul 16 08:50:26.719944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d6008-25a2-4a21-a1a2-5507c84adfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f3704e-3e71-43fc-b33f-0d05da9bffb3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.744613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.814021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Port': ['ID=8cbed97e-2ccc-4f0d-ab3b-0dd5853e4029,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.939914 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.976766 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2dc3d49f-6aee-4b24-ba02-f0f7d6248901 req-6e7a25e8-509e-493a-9998-d3a25c6e48ac tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675312 Jul 16 08:50:26.994666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] DHCP port deletion for 39a4a656-0d8c-4f12-bf80-6126f689cbbc request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:27.030297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.120275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] Deleting port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:27.120585 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.134700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9608b7c9-baa3-4f14-bd26-4151ba78b66d req-352a2d52-c6ef-4ab4-8df8-a996c117fb05 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0536656 Jul 16 08:50:27.201873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e83e7179-07a7-4386-b5f1-69c163497ba0 req-4057a632-4f9f-4ef0-bc97-109abb3f992e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 210 time: 0.1204667 Jul 16 08:50:27.218745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.235468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.273549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] For port 8cf0e8c2-1204-4b1a-b564-c217846a14c4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cf0e8c2-1204-4b1a-b564-c217846a14c4,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.273960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.303904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] Calling delete_port for 8cf0e8c2-1204-4b1a-b564-c217846a14c4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:27.322650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.323817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Fanout notify agent at l3_agent the message router_deleted on router aeb2d2d3-3b9a-4d70-a733-410f30265c42 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:27.339850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.341089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f27d4b78-1b59-4c16-b3ea-624588870530 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/routers/aeb2d2d3-3b9a-4d70-a733-410f30265c42 HTTP/1.1" status: 204 len: 168 time: 1.7457108 Jul 16 08:50:27.343162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Deleting port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:27.343793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:27.349585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.427479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cf0e8c2-1204-4b1a-b564-c217846a14c4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:27.441076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Deleting subnet 06e0d6dd-7b1f-4185-aa90-c7c1d8679c05 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:27.447995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.494057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] For port 8cf0e8c2-1204-4b1a-b564-c217846a14c4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cf0e8c2-1204-4b1a-b564-c217846a14c4,segment=NetworkSegment(35d15708-8f7c-40a6-acac-6d5ad3c236c6),segment_id=35d15708-8f7c-40a6-acac-6d5ad3c236c6)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.494301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.510378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Calling delete_port for 8cf0e8c2-1204-4b1a-b564-c217846a14c4 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:27.599151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.621343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.652950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf0e8c2-1204-4b1a-b564-c217846a14c4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.657825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] No DVR routers for this DVR port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:27.660043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.667490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.673880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.674185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.680682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.686884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.693712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.699708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.701814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-1d48293d-aaf7-4cac-8006-9ae85f1fc0d5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.2162249 Jul 16 08:50:27.712329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] Pushing event deleted for resources: {'Port': ['ID=8cf0e8c2-1204-4b1a-b564-c217846a14c4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.721350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No active binding found for port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 {{(pid=93701) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:50:27.721791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cf0e8c2-1204-4b1a-b564-c217846a14c4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:27.722222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c034f631-ab9f-4e83-aef7-5b12eb133aaa no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:27.743968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c034f631-ab9f-4e83-aef7-5b12eb133aaa {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:27.744319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c034f631-ab9f-4e83-aef7-5b12eb133aaa not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:27.747972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.749316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e6f9de-709d-4610-a3da-de9feeb76481 None None] No DVR routers for this DVR port 8cf0e8c2-1204-4b1a-b564-c217846a14c4 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:27.772822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.786591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a4a656-0d8c-4f12-bf80-6126f689cbbc']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:27.798096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d15708-8f7c-40a6-acac-6d5ad3c236c6') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:27.799041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d15708-8f7c-40a6-acac-6d5ad3c236c6') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:27.799873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6b6d3b5-dc3b-481f-9b13-be3d7169af06 req-015e9ee4-9277-4d7d-b175-9e1aa4bffcf4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911551 Jul 16 08:50:27.810713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.829660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.837651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:27.838499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:27.841964 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:27.858456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.889278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.891186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/subnets/06e0d6dd-7b1f-4185-aa90-c7c1d8679c05 HTTP/1.1" status: 204 len: 168 time: 0.5464263 Jul 16 08:50:27.892164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9fa21-e41b-41b1-9a66-d743752e16d5 tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Subnet': ['ID=06e0d6dd-7b1f-4185-aa90-c7c1d8679c05,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.894424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42148) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:27.911924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.918051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.920974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] 10.222.0.41 "DELETE /v2.0/networks/39a4a656-0d8c-4f12-bf80-6126f689cbbc HTTP/1.1" status: 204 len: 168 time: 1.2103524 Jul 16 08:50:27.933274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09125-7182-472e-bc14-962d8f382f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a4a656-0d8c-4f12-bf80-6126f689cbbc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.988499 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.070550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42154) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.106981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.121414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf76ca15-8843-4393-9548-e34324b48b7a']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.139052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-14f4fb59-dc4c-43d6-b15f-cf7296b04376 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09f3e0a28d204c569a3769ecef953e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674827 Jul 16 08:50:28.140614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf14081c-6c69-434e-bbd6-c7532999f569') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.141084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf14081c-6c69-434e-bbd6-c7532999f569') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:28.142639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42156) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.163772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.189313 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.202459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:28.202872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:28.205906 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:28.218683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968b90-4b11-4768-9848-9ce8132da5cd req-838225c6-8897-4c20-9b9e-0846111ae1c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.220696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15968b90-4b11-4768-9848-9ce8132da5cd req-838225c6-8897-4c20-9b9e-0846111ae1c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.1005545 Jul 16 08:50:28.279898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a709ee28-8af4-4a95-8bef-e61bbe26647e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.291636 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.295410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15968b90-4b11-4768-9848-9ce8132da5cd req-66d1aaef-6ee1-4eeb-8874-ed3e3a3f25c8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682948 Jul 16 08:50:28.306794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.311262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] 10.222.0.41 "DELETE /v2.0/networks/cf76ca15-8843-4393-9548-e34324b48b7a HTTP/1.1" status: 204 len: 168 time: 0.4157448 Jul 16 08:50:28.317888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a709ee28-8af4-4a95-8bef-e61bbe26647e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.334446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489149d7-c819-4864-aaf8-d5fae571621c tempest-FloatingIPTestJSON-1360436856 tempest-FloatingIPTestJSON-1360436856-project] Pushing event deleted for resources: {'Network': ['ID=cf76ca15-8843-4393-9548-e34324b48b7a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.400412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64dd95c-fd88-4f30-85f7-266bf9abdbe2 req-9350dcff-3bbb-4f48-954d-7fddc6369a8e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0324991 Jul 16 08:50:28.452453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d9b9044-cc5c-4fab-b6b6-ad0e1d58112d req-1307b44b-6998-4d48-93ab-b7377febda71 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 210 time: 0.0325999 Jul 16 08:50:28.494008 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a709ee28-8af4-4a95-8bef-e61bbe26647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.496933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a709ee28-8af4-4a95-8bef-e61bbe26647e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.498079 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a709ee28-8af4-4a95-8bef-e61bbe26647e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c76f2e53-7aff-4e36-ba0d-382ac868e1ad HTTP/1.1" status: 204 len: 168 time: 0.3545101 Jul 16 08:50:28.518713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709ee28-8af4-4a95-8bef-e61bbe26647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f2e53-7aff-4e36-ba0d-382ac868e1ad,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.541736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-f649176c-0826-4b54-b557-446ebbb189d0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.543463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-f649176c-0826-4b54-b557-446ebbb189d0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.1364572 Jul 16 08:50:28.557179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Request body: {'port': {'device_id': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'admin_state_up': True, 'tenant_id': 'c69288d805b641b68e140d85d98ac63c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:28.712159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Made reservation on behalf of c69288d805b641b68e140d85d98ac63c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:28.713991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42170) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.720286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.913700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Allocated IP 172.20.0.6 (ad06d8bc-b461-44d3-824f-23ffca076238/24c4f46a-b948-4306-95a7-02f3d56b862d/6433ff97-1813-4214-914c-8d993aaaa3bb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:28.932604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-2ec69660-9b7d-44fd-948c-7a803536f700 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.935356 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-2ec69660-9b7d-44fd-948c-7a803536f700 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.1793146 Jul 16 08:50:28.957147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:29.073406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-08db47c1-0313-4489-b1cc-dfe602166df0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=392549274b9b467ca64a30b3ac8fa959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576746 Jul 16 08:50:29.077366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42184) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:29.150262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:29.154143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.169551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a728de32-f60c-4c34-9d2e-6bf79dbac9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.230384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a728de32-f60c-4c34-9d2e-6bf79dbac9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.385714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.3 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/387f8f04-f750-4a0b-af22-7720fe515c79) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:29.489670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a728de32-f60c-4c34-9d2e-6bf79dbac9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.492142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a728de32-f60c-4c34-9d2e-6bf79dbac9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.493299 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a728de32-f60c-4c34-9d2e-6bf79dbac9a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86558f86-036f-48c7-b800-74b03149ba7c HTTP/1.1" status: 204 len: 168 time: 0.4150243 Jul 16 08:50:29.508586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.514634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.520702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.527190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.533343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.536920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.540015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.542804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.545922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.548776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.553454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-db177365-dc3f-492c-9db6-18667620f728 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.5877738 Jul 16 08:50:29.554871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.560796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.566693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.573214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.575099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-0ff2f505-fabe-4a08-bdbe-7ab02655797e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.3426983 Jul 16 08:50:29.592771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728de32-f60c-4c34-9d2e-6bf79dbac9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86558f86-036f-48c7-b800-74b03149ba7c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.613836 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.627933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f2ee027-dfad-4434-8f29-d3eb930058a4 req-7abed06f-17c3-4c71-8bb4-77f9553d7ef2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735826 Jul 16 08:50:29.689038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.703306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['d56c029e-a319-42ed-b19f-2ab159e84fab'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:29.716242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-930ce68e-fe65-4e29-8722-65b470468dd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.717642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-930ce68e-fe65-4e29-8722-65b470468dd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "GET /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1261833 Jul 16 08:50:29.726013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a90005-e9b7-431a-baf1-599f1deb5f01 req-cd8100d2-0767-453d-81be-3fd6433c00ef tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.733152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76a90005-e9b7-431a-baf1-599f1deb5f01 req-cd8100d2-0767-453d-81be-3fd6433c00ef tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.3000555 Jul 16 08:50:29.753152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:29.821539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.824056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Network ad06d8bc-b461-44d3-824f-23ffca076238 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:29.829767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:29.836954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:29.871954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event updated for resources: {'Port': ['ID=6433ff97-1813-4214-914c-8d993aaaa3bb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.898670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76a90005-e9b7-431a-baf1-599f1deb5f01 req-6a2084f6-8bd6-4f8a-9506-f17814c9a29b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646855 Jul 16 08:50:29.919022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.919761 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.945488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad065fa3-e7ef-46b5-be3d-b842f5efcc71 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3930464 Jul 16 08:50:29.955600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591702a1-8887-4a09-99da-f1a1c8b38d59 req-636a25e5-7fef-488a-a7f5-427c8414e9af tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.963794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-591702a1-8887-4a09-99da-f1a1c8b38d59 req-636a25e5-7fef-488a-a7f5-427c8414e9af tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 931 time: 0.2045250 Jul 16 08:50:29.976274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Request body: {'port': {'device_id': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:30.001205 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-6ea71373-393f-47cb-8976-8de41401eda5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "GET /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2597442 Jul 16 08:50:30.032607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:30.037269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.072379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-591702a1-8887-4a09-99da-f1a1c8b38d59 req-b21c1f75-ea71-4ddd-b27e-0dbb63aaaecd tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075444 Jul 16 08:50:30.137218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.172028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:30.183165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:30.206179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:30.214833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=387f8f04-f750-4a0b-af22-7720fe515c79,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.239085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:30.266728 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.297163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.297691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.341031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdaf39-06df-445b-9db1-58d694c86fc4 req-cf11e49f-2ad8-491e-894a-0a85640c9e27 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.347877 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8acdaf39-06df-445b-9db1-58d694c86fc4 req-cf11e49f-2ad8-491e-894a-0a85640c9e27 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 931 time: 0.2292867 Jul 16 08:50:30.358037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-59e11bfc-2c32-4302-b46d-4fa571564629 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4053650 Jul 16 08:50:30.382636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Request body: {'port': {'device_id': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:30.460521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8acdaf39-06df-445b-9db1-58d694c86fc4 req-e74fc007-cc98-41c8-be26-dfcd0b7d72e8 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111534 Jul 16 08:50:30.578463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6433ff97-1813-4214-914c-8d993aaaa3bb {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:30.590217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.608296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Transition to ACTIVE for port object 6433ff97-1813-4214-914c-8d993aaaa3bb will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:30.613449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.708475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Pushing event updated for resources: {'Port': ['ID=6433ff97-1813-4214-914c-8d993aaaa3bb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.895782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Attempting to bind port 6433ff97-1813-4214-914c-8d993aaaa3bb on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:30.896781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Attempting to bind port 6433ff97-1813-4214-914c-8d993aaaa3bb by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:30.897413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Attempting to bind port 6433ff97-1813-4214-914c-8d993aaaa3bb on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:30.907833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Port 6433ff97-1813-4214-914c-8d993aaaa3bb on network ad06d8bc-b461-44d3-824f-23ffca076238 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:30.908424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Attempting to bind port 6433ff97-1813-4214-914c-8d993aaaa3bb on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:30.935106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:30.935684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Checking segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:30.936111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Bound using segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:30.936664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Bound port: 6433ff97-1813-4214-914c-8d993aaaa3bb, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:30.937314 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.062312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] For port 6433ff97-1813-4214-914c-8d993aaaa3bb, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:31.067778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] For port 6433ff97-1813-4214-914c-8d993aaaa3bb, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6433ff97-1813-4214-914c-8d993aaaa3bb,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:31.072825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.074803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.095650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=de2c738f-7594-4e16-90d5-243d0a722601,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:31.199801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Pushing event updated for resources: {'Port': ['ID=6433ff97-1813-4214-914c-8d993aaaa3bb,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.206018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.213612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.219047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.220127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.220300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.222538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-8fefeb0a-a988-4711-9ea9-a88c92bd9a59 service neutron] 10.222.0.18 "PUT /v2.0/ports/6433ff97-1813-4214-914c-8d993aaaa3bb HTTP/1.1" status: 200 len: 1092 time: 1.2502913 Jul 16 08:50:31.222946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'tag': '6433ff97-1813-4214-914c-8d993aaaa3bb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:31.226228 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be" -d '{"events": [{"name": "network-changed", "server_uuid": "60a5283b-7a7a-4613-998b-22922c9d3ffb", "tag": "6433ff97-1813-4214-914c-8d993aaaa3bb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:31.227538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.233626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.240382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.247961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.255985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7cba648f-36ca-4e84-8220-82b75415caae req-b2811218-4c40-49dd-90cd-7aaae1a19fa5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 5433 time: 0.2612059 Jul 16 08:50:31.310985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] For port de2c738f-7594-4e16-90d5-243d0a722601, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:31.374685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:31.376773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f412cc6c-898d-4ce6-9c41-328989044d7e no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:31.386060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] device_id is not set on port de2c738f-7594-4e16-90d5-243d0a722601 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:31.456501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75309d-14cc-4810-b267-6c116bd9ad86 req-db2ed9b5-1406-4cea-9155-94efea11f425 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.465599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f75309d-14cc-4810-b267-6c116bd9ad86 req-db2ed9b5-1406-4cea-9155-94efea11f425 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 944 time: 0.2669089 Jul 16 08:50:31.471735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad8fc18e-10f5-4044-8990-efe96b435e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.474444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-ad8fc18e-10f5-4044-8990-efe96b435e81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 1095 time: 0.1463394 Jul 16 08:50:31.530185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4f75309d-14cc-4810-b267-6c116bd9ad86 req-b3f1add3-07d7-4d45-9166-0355a45f7521 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636075 Jul 16 08:50:31.555615 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.594914 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:31.602897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387f8f04-f750-4a0b-af22-7720fe515c79 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:31.612235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.612495 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6220c1-3856-4351-b057-54ff91977434" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:31.630554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Transition to ACTIVE for port object 387f8f04-f750-4a0b-af22-7720fe515c79 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:31.645717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.656215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f412cc6c-898d-4ce6-9c41-328989044d7e,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:31.662791 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.663533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device de2c738f-7594-4e16-90d5-243d0a722601 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:31.663898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-bf7d0398-4135-472e-9d48-f307d8f38592 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6433ff97-1813-4214-914c-8d993aaaa3bb HTTP/1.1" status: 200 len: 217 time: 0.1504657 Jul 16 08:50:31.674178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.717075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7cba648f-36ca-4e84-8220-82b75415caae req-31ce3e6b-0ef8-435b-ac33-cbc07ca52cdf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4557490 Jul 16 08:50:31.737944 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.753654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:31.790764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'network_id': 'ba3fa1cb-3e73-4cff-98df-758db50bda3d', 'port_id': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'mac_address': 'fa:16:3e:7f:dd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e816c4f6-c966-48de-a523-3e5b08b7e05c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:31.835839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.858088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-766d2e33-a3b4-4694-a855-b03cd6be3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.860085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4607b0d4-1165-428d-85de-ee85ce1cded9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:31.865158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-766d2e33-a3b4-4694-a855-b03cd6be3ca3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.1936722 Jul 16 08:50:31.866867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.881196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=387f8f04-f750-4a0b-af22-7720fe515c79,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.896610 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb243d23-d291-445b-95ff-43bf81b0594a x-openstack-request-id: req-fb243d23-d291-445b-95ff-43bf81b0594a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:31.897388 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a5283b-7a7a-4613-998b-22922c9d3ffb", "tag": "6433ff97-1813-4214-914c-8d993aaaa3bb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:31.898581 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb243d23-d291-445b-95ff-43bf81b0594a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:31.899176 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'tag': '6433ff97-1813-4214-914c-8d993aaaa3bb', 'status': 'completed', 'code': 200} Jul 16 08:50:31.902963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:31.904328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device de2c738f-7594-4e16-90d5-243d0a722601 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:31.905021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 67d41dbd-d547-4e84-bf3e-c8789fa80ffa no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:31.908030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.999553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.069403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] No DVR routers for this DVR port de2c738f-7594-4e16-90d5-243d0a722601 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:32.112984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4607b0d4-1165-428d-85de-ee85ce1cded9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:32.127745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-5f16280c-4445-4dfd-9776-a8740dfd8992 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261460 Jul 16 08:50:32.193375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] In _notify_port_updated(), no bound segment for port de2c738f-7594-4e16-90d5-243d0a722601 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:50:32.194500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.195135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.204069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] 10.222.0.18 "PUT /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 200 len: 1027 time: 2.1783891 Jul 16 08:50:32.206412 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.211016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42270) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.252257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.267798 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.268582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 094620bd-e02e-4e7a-9f69-6c8efcba8300 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:32.316630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd29e6-fa73-4742-be9e-fc81814c9eb3 req-a2bfac5c-7d39-4b24-b14d-6fb4f16d9b1c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.319911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bcd29e6-fa73-4742-be9e-fc81814c9eb3 req-a2bfac5c-7d39-4b24-b14d-6fb4f16d9b1c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 943 time: 0.4449017 Jul 16 08:50:32.365226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-99eeee78-59f6-4d0d-9eb7-e78714bfb7cf service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268019 Jul 16 08:50:32.367552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.383700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6544e4-f4c4-40c7-9c38-118a58fc5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.396827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3bcd29e6-fa73-4742-be9e-fc81814c9eb3 req-92ceb69b-7b92-42c7-9e27-05ef645e49fa tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676305 Jul 16 08:50:32.405011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Attempting to bind port 387f8f04-f750-4a0b-af22-7720fe515c79 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:32.405241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Attempting to bind port 387f8f04-f750-4a0b-af22-7720fe515c79 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:32.405581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Attempting to bind port 387f8f04-f750-4a0b-af22-7720fe515c79 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:32.414070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Port 387f8f04-f750-4a0b-af22-7720fe515c79 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:32.414070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Attempting to bind port 387f8f04-f750-4a0b-af22-7720fe515c79 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:32.415721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aaf1b830-b842-441e-925d-e05dff9a0b64 None None] Provisioning complete for port de2c738f-7594-4e16-90d5-243d0a722601 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:32.416198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b830-b842-441e-925d-e05dff9a0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.434258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:32.434258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:32.434590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:32.435054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Bound port: 387f8f04-f750-4a0b-af22-7720fe515c79, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:32.435459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.450559 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78719833-ee73-445e-abb3-cb1ea150a1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.456793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-30c65d9e-6096-4ad6-a811-9e26d3d8c86d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.458398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-30c65d9e-6096-4ad6-a811-9e26d3d8c86d tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "GET /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2534883 Jul 16 08:50:32.494653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:32.507615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b2488-c87d-4c96-949e-e03a7eeadfa6 req-f4f266a4-a0df-4b70-8ca8-feb6250d1f16 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.514445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a79b2488-c87d-4c96-949e-e03a7eeadfa6 req-f4f266a4-a0df-4b70-8ca8-feb6250d1f16 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 943 time: 0.4391184 Jul 16 08:50:32.521130 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c9bf9-6ea9-492c-ba2b-ad48bbbb4a46 x-openstack-request-id: req-434c9bf9-6ea9-492c-ba2b-ad48bbbb4a46 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:32.521417 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:32.521667 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-434c9bf9-6ea9-492c-ba2b-ad48bbbb4a46 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:32.522054 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e', 'code': 200} Jul 16 08:50:32.540198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1b830-b842-441e-925d-e05dff9a0b64 None None] Port de2c738f-7594-4e16-90d5-243d0a722601 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:32.543068 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.584972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.590019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.592194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fbcd280c-0d48-4fd9-a06c-20d874bbae15 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:32.615148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a79b2488-c87d-4c96-949e-e03a7eeadfa6 req-55c660e5-e284-40eb-b677-f9bc5b8d6abc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996735 Jul 16 08:50:32.627545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dde0aca-3914-4e2a-bf59-25e642084ee0 req-d01ab8a8-e4bc-4892-ada1-384e1a2fd8b7 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361877 Jul 16 08:50:32.655473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] For port 387f8f04-f750-4a0b-af22-7720fe515c79, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:32.659813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] For port 387f8f04-f750-4a0b-af22-7720fe515c79, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=387f8f04-f750-4a0b-af22-7720fe515c79,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:32.682147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.734244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.752354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.752653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=387f8f04-f750-4a0b-af22-7720fe515c79,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.772099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.772747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.774254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-b0152578-69b1-48fc-98ee-7891bfa65bb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/387f8f04-f750-4a0b-af22-7720fe515c79 HTTP/1.1" status: 200 len: 1092 time: 2.4016485 Jul 16 08:50:32.775014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'tag': '387f8f04-f750-4a0b-af22-7720fe515c79'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:32.777415 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a9df2-bc13-4494-919a-6695a62e9b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28417f-efee-490c-a640-bb386e6b9ddc", "tag": "387f8f04-f750-4a0b-af22-7720fe515c79"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:32.780325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.811721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.817402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.817872 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:32.835198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78719833-ee73-445e-abb3-cb1ea150a1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.859279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78719833-ee73-445e-abb3-cb1ea150a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.923304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78719833-ee73-445e-abb3-cb1ea150a1bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b57a2f7056e452a999d1d50bc2dc0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093070 Jul 16 08:50:32.933026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42288) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.950073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-68225bf8-6c44-4a87-8564-2637c427850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.951726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-68225bf8-6c44-4a87-8564-2637c427850f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 1095 time: 0.1097188 Jul 16 08:50:32.953811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.972672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.978654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78719833-ee73-445e-abb3-cb1ea150a1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84907e00-1b02-460c-952d-0a9b4f66142e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.999107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-af4e8e2c-06d7-4a2c-aaec-7c059655890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.000713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-af4e8e2c-06d7-4a2c-aaec-7c059655890d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 1095 time: 0.2895210 Jul 16 08:50:33.013506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17809d-2865-422e-9ead-06b9b9f18ff3 req-93564350-28ae-467b-91c8-ff52e937dfdc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.014983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e17809d-2865-422e-9ead-06b9b9f18ff3 req-93564350-28ae-467b-91c8-ff52e937dfdc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 945 time: 0.1868711 Jul 16 08:50:33.077689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-d4ff0bd4-5b1e-4bab-8a76-775bf6f8cc33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f8f04-f750-4a0b-af22-7720fe515c79 HTTP/1.1" status: 200 len: 217 time: 0.1015420 Jul 16 08:50:33.102714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5e17809d-2865-422e-9ead-06b9b9f18ff3 req-37922565-70db-4f27-b424-a9f4552115b6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786002 Jul 16 08:50:33.128518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-d75e8b55-a55e-4703-9199-a5eade088e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.130797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-d75e8b55-a55e-4703-9199-a5eade088e18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 916 time: 0.1147149 Jul 16 08:50:33.164135 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea18e4-4b42-471a-a633-f51cfe7ac619 x-openstack-request-id: req-edea18e4-4b42-471a-a633-f51cfe7ac619 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:33.164427 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28417f-efee-490c-a640-bb386e6b9ddc", "tag": "387f8f04-f750-4a0b-af22-7720fe515c79", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:33.164675 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edea18e4-4b42-471a-a633-f51cfe7ac619 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:33.165072 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'tag': '387f8f04-f750-4a0b-af22-7720fe515c79', 'status': 'completed', 'code': 200} Jul 16 08:50:33.168229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:33.178656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-4b550a7e-86a6-4b8e-9251-b9828e475e4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6433ff97-1813-4214-914c-8d993aaaa3bb HTTP/1.1" status: 200 len: 217 time: 0.0412462 Jul 16 08:50:33.186630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc7-e805-457d-8b71-64f61bca3da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.206639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-276b62ff-05cf-4102-8bd4-79f4a341bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.208720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-276b62ff-05cf-4102-8bd4-79f4a341bbd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1178780 Jul 16 08:50:33.247542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.249037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-2554f7e1-0c6a-409d-b1b4-fdcb3978a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.250590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-2554f7e1-0c6a-409d-b1b4-fdcb3978a3dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.0642729 Jul 16 08:50:33.253897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.260954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.267566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.274463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.280613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.282584 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3bb6621-8063-4733-bbcd-c220095facae req-b530e96a-c8bf-41fe-883d-1644e65547ff tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 4651 time: 0.3299255 Jul 16 08:50:33.294765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc7-e805-457d-8b71-64f61bca3da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.312348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-0feb80af-978a-47ab-8e10-e8f7338d662a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553043 Jul 16 08:50:33.329245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-78e65b74-b3fa-49ee-a48e-cef658027209 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092072 Jul 16 08:50:33.341632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] For port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:33.412958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-a731432e-4585-4eb5-b1df-efdcdfd93a24 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925953 Jul 16 08:50:33.436428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] device_id is not set on port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:33.482657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3bb6621-8063-4733-bbcd-c220095facae req-60522de2-ae9f-42e9-afbf-60d64fb8b64c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&id=50c59d40-422b-45a8-a4c5-48ac682863c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1856863 Jul 16 08:50:33.487952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.506615 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.543445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16cdf76e-9c7e-45fd-bc7a-5832ad9df3be req-5f4b9a9f-9b72-46ff-86b8-169050a20751 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229243 Jul 16 08:50:33.549802 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc7-e805-457d-8b71-64f61bca3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.553270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6b55dc7-e805-457d-8b71-64f61bca3da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.556798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b6b55dc7-e805-457d-8b71-64f61bca3da7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84907e00-1b02-460c-952d-0a9b4f66142e HTTP/1.1" status: 204 len: 168 time: 0.6147127 Jul 16 08:50:33.574369 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:33.574963 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:33.576832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-3c28f67d-165e-4034-97bc-2505257191f2 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288160 Jul 16 08:50:33.593405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55dc7-e805-457d-8b71-64f61bca3da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84907e00-1b02-460c-952d-0a9b4f66142e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.604525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.665799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] No DVR routers for this DVR port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:33.713529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Pushing event updated for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.719266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] In _notify_port_updated(), no bound segment for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 on network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:50:33.720196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.720807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.722220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-3c730066-367d-4bb4-81b8-5c8454a5d133 service neutron] 10.222.0.18 "PUT /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 200 len: 1025 time: 1.2395153 Jul 16 08:50:33.784079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc486e3-eb93-4d7e-8a8c-8a09ce7e43f6 req-461765e0-e505-4729-9525-c35ba1f688cf tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.793818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cc486e3-eb93-4d7e-8a8c-8a09ce7e43f6 req-461765e0-e505-4729-9525-c35ba1f688cf tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 943 time: 0.1489637 Jul 16 08:50:33.844876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7cc486e3-eb93-4d7e-8a8c-8a09ce7e43f6 req-6f64ed09-e037-4af8-aa57-a9b0930ce6d3 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Jul 16 08:50:33.932663 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b7ac3d2-71f0-4dbf-bfea-96755506196d req-5c7f1f0d-3bcc-4507-9ddb-deb0b7492d9a service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426664 Jul 16 08:50:33.970871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837960-8848-43d6-aa8b-a4ac953e07a6 req-0608cddd-7fcd-433b-bc52-d6eb15bcbe3b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.975194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-311dae57-64fb-48d7-9ae3-8ef2e314c903 None None] Provisioning complete for port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:33.978089 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-311dae57-64fb-48d7-9ae3-8ef2e314c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.979199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e837960-8848-43d6-aa8b-a4ac953e07a6 req-0608cddd-7fcd-433b-bc52-d6eb15bcbe3b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 943 time: 0.1744637 Jul 16 08:50:34.005649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port fbcd280c-0d48-4fd9-a06c-20d874bbae15 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:34.016981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42304) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.017300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.025105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-311dae57-64fb-48d7-9ae3-8ef2e314c903 None None] Port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:34.034105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8099-6421-40bd-a671-a2d20ac18ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.100097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e837960-8848-43d6-aa8b-a4ac953e07a6 req-e9c54b7d-78e3-4639-9c28-c20bd0f24b80 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199231 Jul 16 08:50:34.127237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 0d632d41-28f8-490b-a527-596b40e52f64 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:34.157818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8099-6421-40bd-a671-a2d20ac18ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.162432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6c4b8099-6421-40bd-a671-a2d20ac18ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.232872 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.245821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] For port fbcd280c-0d48-4fd9-a06c-20d874bbae15, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fbcd280c-0d48-4fd9-a06c-20d874bbae15,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:34.246833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.250649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-68de7abf-fa0e-4ba5-ad70-d0435f3f2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.252391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-68de7abf-fa0e-4ba5-ad70-d0435f3f2fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 1095 time: 0.2064157 Jul 16 08:50:34.262493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b8099-6421-40bd-a671-a2d20ac18ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70677407-1a61-4d77-80dc-32650427fa3a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.279118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0d632d41-28f8-490b-a527-596b40e52f64,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:34.283123 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.291789 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6c4b8099-6421-40bd-a671-a2d20ac18ad2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a4d27adcb2243feb854556110ad264f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736256 Jul 16 08:50:34.292291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:34.292446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.380193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.397378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.397555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.398017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.398517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.398810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.399301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.399962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.400387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.400738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.401273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.401667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.402058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:34.414095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4607b0d4-1165-428d-85de-ee85ce1cded9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:34.414539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.434261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb6533bd-780c-4f06-bbb0-a132421af602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.455100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-94e91b57-f668-4790-ae9e-39b8f7e50c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.456668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-94e91b57-f668-4790-ae9e-39b8f7e50c31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.1953270 Jul 16 08:50:34.471117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a314d3-5fa3-4d20-848b-217c0619c1fd req-2b0413f3-daa6-4f4a-8dfc-d6ba22292de9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.473898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07a314d3-5fa3-4d20-848b-217c0619c1fd req-2b0413f3-daa6-4f4a-8dfc-d6ba22292de9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 945 time: 0.2419105 Jul 16 08:50:34.492060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb6533bd-780c-4f06-bbb0-a132421af602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.515257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.525081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:34.528224 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6b439-45c9-488d-b526-123521f6b85a" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0d632d41-28f8-490b-a527-596b40e52f64"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:34.563404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-07a314d3-5fa3-4d20-848b-217c0619c1fd req-2cf83e2b-98c1-4b58-ab31-f4a1f85291f5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779521 Jul 16 08:50:34.587504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb6533bd-780c-4f06-bbb0-a132421af602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.590227 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb6533bd-780c-4f06-bbb0-a132421af602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.594511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fb6533bd-780c-4f06-bbb0-a132421af602 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70677407-1a61-4d77-80dc-32650427fa3a HTTP/1.1" status: 204 len: 168 time: 0.2978926 Jul 16 08:50:34.594687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:34.595128 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-0087b05d-4f00-4da5-8d65-a9b70c81ac80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f8f04-f750-4a0b-af22-7720fe515c79 HTTP/1.1" status: 200 len: 217 time: 0.1023242 Jul 16 08:50:34.598817 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.607083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6533bd-780c-4f06-bbb0-a132421af602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70677407-1a61-4d77-80dc-32650427fa3a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.656562 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc6260-568e-4b3e-91c8-c4eb8a5a1117 x-openstack-request-id: req-9fbc6260-568e-4b3e-91c8-c4eb8a5a1117 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:34.656911 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0d632d41-28f8-490b-a527-596b40e52f64", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:34.657097 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fbc6260-568e-4b3e-91c8-c4eb8a5a1117 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:34.657497 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa', 'code': 200} Jul 16 08:50:34.657752 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300', 'code': 200} Jul 16 08:50:34.658007 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'code': 200} Jul 16 08:50:34.658259 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64', 'code': 200} Jul 16 08:50:34.698446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.705647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.706024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.706392 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Floating IP 1fd69613-fa93-44fd-8483-d88b741a2494 disassociated. External IP: 172.25.0.51, port: fbcd280c-0d48-4fd9-a06c-20d874bbae15. Jul 16 08:50:34.706750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for fbcd280c-0d48-4fd9-a06c-20d874bbae15 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:34.752194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-443165b5-126b-4622-90f0-04a30f6f0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.753551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-443165b5-126b-4622-90f0-04a30f6f0395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1493690 Jul 16 08:50:34.824923 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-716bb0df-4867-4b43-bc7d-eb22ffb601a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369098 Jul 16 08:50:34.893968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-203997b8-6be0-4917-9608-b7d11a5e205c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.900876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-203997b8-6be0-4917-9608-b7d11a5e205c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.906808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-203997b8-6be0-4917-9608-b7d11a5e205c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.913426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-203997b8-6be0-4917-9608-b7d11a5e205c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.919829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-203997b8-6be0-4917-9608-b7d11a5e205c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.927850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-203997b8-6be0-4917-9608-b7d11a5e205c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 3877 time: 0.2508609 Jul 16 08:50:35.034131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd74da8c-30c4-40a4-ad40-6d869afbea37 req-a5dd0b80-48d8-46ce-9a97-6ac090a31e4c tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048138 Jul 16 08:50:35.037604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-fbe3a755-ae15-4190-ae06-4dcdc2128d1c service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056422 Jul 16 08:50:35.095180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b044-c4cf-4172-b23d-964fb692cb89 req-1c6faaf4-52d0-48fc-9d65-4d82c17e73e6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.100756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d863b044-c4cf-4172-b23d-964fb692cb89 req-1c6faaf4-52d0-48fc-9d65-4d82c17e73e6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 943 time: 0.1063654 Jul 16 08:50:35.152736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.169745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d863b044-c4cf-4172-b23d-964fb692cb89 req-040935fd-2e53-49e6-964c-d8ec263b9713 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628653 Jul 16 08:50:35.405570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6433ff97-1813-4214-914c-8d993aaaa3bb details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:35.502182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 387f8f04-f750-4a0b-af22-7720fe515c79 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:35.561504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=fbcd280c-0d48-4fd9-a06c-20d874bbae15,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.603885 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:35.711500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 387f8f04-f750-4a0b-af22-7720fe515c79, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=387f8f04-f750-4a0b-af22-7720fe515c79,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:35.716757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6433ff97-1813-4214-914c-8d993aaaa3bb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6433ff97-1813-4214-914c-8d993aaaa3bb,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:35.720615 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-091a9df2-bc13-4494-919a-6695a62e9b0a req-6ff6bc90-8bed-4cea-8c4e-7beb7b39b56e service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569748 Jul 16 08:50:35.744261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '6433ff97-1813-4214-914c-8d993aaaa3bb', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'port_id': '6433ff97-1813-4214-914c-8d993aaaa3bb', 'mac_address': 'fa:16:3e:e0:c5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f46a-b948-4306-95a7-02f3d56b862d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:35.746433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '387f8f04-f750-4a0b-af22-7720fe515c79', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': '387f8f04-f750-4a0b-af22-7720fe515c79', 'mac_address': 'fa:16:3e:06:78:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:35.804757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8d41f-37f1-4c9a-b848-c8df676081fa req-72430c24-0640-4e45-a1b5-7c2f6c934281 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.811924 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.812631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80d8d41f-37f1-4c9a-b848-c8df676081fa req-72430c24-0640-4e45-a1b5-7c2f6c934281 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 943 time: 0.2670338 Jul 16 08:50:35.845145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387f8f04-f750-4a0b-af22-7720fe515c79 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:35.896984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80d8d41f-37f1-4c9a-b848-c8df676081fa req-01da3bc3-8140-4e75-8222-4864a4a87525 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771320 Jul 16 08:50:35.912129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Router 48c01ef5-0ad7-4305-b6bc-8da762a32754 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:35.931766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.934079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5010-8cff-4a9b-b593-96fec080f150 req-15e7f969-1890-4694-bc3d-bbf1e0745acd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.947294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e26a5010-8cff-4a9b-b593-96fec080f150 req-15e7f969-1890-4694-bc3d-bbf1e0745acd tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1702218 Jul 16 08:50:35.956857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6433ff97-1813-4214-914c-8d993aaaa3bb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:36.008964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42356) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.013625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 387f8f04-f750-4a0b-af22-7720fe515c79, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=387f8f04-f750-4a0b-af22-7720fe515c79,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.017197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6433ff97-1813-4214-914c-8d993aaaa3bb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6433ff97-1813-4214-914c-8d993aaaa3bb,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.019423 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.026019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.057220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e26a5010-8cff-4a9b-b593-96fec080f150 req-e42ecd36-92f8-4ee7-8cd2-188413ae4cef tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089873 Jul 16 08:50:36.093053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:36.102441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] Sync routers for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:36.118378 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:36.119171 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:36.150666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=387f8f04-f750-4a0b-af22-7720fe515c79,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.273498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] No DVR routers for this DVR port fbcd280c-0d48-4fd9-a06c-20d874bbae15 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:36.291205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.293314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-4bdc8d24-5c8a-42e1-83e4-07c63b7ba004 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "DELETE /v2.0/ports/fbcd280c-0d48-4fd9-a06c-20d874bbae15 HTTP/1.1" status: 204 len: 173 time: 2.5623982 Jul 16 08:50:36.301758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-168cb3d9-ae34-4697-99b5-ab3cce8e478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.303472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:36.307480 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4d5ab-a735-4f4a-bedb-b8cdb76f76fb" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:36.312716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6433ff97-1813-4214-914c-8d993aaaa3bb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.319663 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:36.325548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6433ff97-1813-4214-914c-8d993aaaa3bb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:36.376785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['387f8f04-f750-4a0b-af22-7720fe515c79'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:36.603278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1f454-84b4-4695-866e-ca65caed9b23 req-f23aa676-11ab-4bef-a93f-b0815c5aa96e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.605315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1b1f454-84b4-4695-866e-ca65caed9b23 req-f23aa676-11ab-4bef-a93f-b0815c5aa96e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 944 time: 0.1497571 Jul 16 08:50:36.641016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-168cb3d9-ae34-4697-99b5-ab3cce8e478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.655863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-168cb3d9-ae34-4697-99b5-ab3cce8e478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.659759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:36.664693 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de10c547-1753-43c0-9dd6-9000aa2f8668" -d '{"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-plugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:36.669542 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:36.698908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1b1f454-84b4-4695-866e-ca65caed9b23 req-88bd2f2b-b5cd-440d-a36d-8b5484967336 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797105 Jul 16 08:50:36.741475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-168cb3d9-ae34-4697-99b5-ab3cce8e478f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=496fe78c2a504d798eb65fba7ebd19d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279613 Jul 16 08:50:36.744027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42382) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.747062 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] Checking router: 48c01ef5-0ad7-4305-b6bc-8da762a32754 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:36.767029 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:36.768007 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:36.768297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86206e9-05ff-45dc-a2f4-578b8a2cee78 req-f96415c4-7cae-478b-b4dd-08fad2d365a0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.782971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cb3d9-ae34-4697-99b5-ab3cce8e478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e7ba1-c6b9-49d2-aa67-0b16e5190775,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.783502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86206e9-05ff-45dc-a2f4-578b8a2cee78 req-f96415c4-7cae-478b-b4dd-08fad2d365a0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.801318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86206e9-05ff-45dc-a2f4-578b8a2cee78 req-f96415c4-7cae-478b-b4dd-08fad2d365a0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.818575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86206e9-05ff-45dc-a2f4-578b8a2cee78 req-f96415c4-7cae-478b-b4dd-08fad2d365a0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.827620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e86206e9-05ff-45dc-a2f4-578b8a2cee78 req-f96415c4-7cae-478b-b4dd-08fad2d365a0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 3143 time: 0.4506085 Jul 16 08:50:36.836018 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee9e25-8fab-4ea3-8b8e-a6d9b47c1a3d x-openstack-request-id: req-90ee9e25-8fab-4ea3-8b8e-a6d9b47c1a3d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:36.836298 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "fbcd280c-0d48-4fd9-a06c-20d874bbae15", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:36.836561 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90ee9e25-8fab-4ea3-8b8e-a6d9b47c1a3d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:36.836976 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': 'fbcd280c-0d48-4fd9-a06c-20d874bbae15', 'status': 'completed', 'code': 200} Jul 16 08:50:36.855159 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d5e1c-df52-4cff-9f9f-33ff9ebe317e x-openstack-request-id: req-506d5e1c-df52-4cff-9f9f-33ff9ebe317e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:36.855744 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-plugged", "status": "completed", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:36.855744 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-506d5e1c-df52-4cff-9f9f-33ff9ebe317e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:36.856118 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'code': 200} Jul 16 08:50:36.878034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39939f79-01cb-4d43-877b-d73d3c997b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.894895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e86206e9-05ff-45dc-a2f4-578b8a2cee78 req-693aaeb4-0d2f-4a77-a352-615c9d51d63b tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661554 Jul 16 08:50:36.908912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port 0d632d41-28f8-490b-a527-596b40e52f64 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:36.911273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.926911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39939f79-01cb-4d43-877b-d73d3c997b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.030695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39939f79-01cb-4d43-877b-d73d3c997b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.030695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39939f79-01cb-4d43-877b-d73d3c997b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.030965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-39939f79-01cb-4d43-877b-d73d3c997b01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310e7ba1-c6b9-49d2-aa67-0b16e5190775 HTTP/1.1" status: 204 len: 168 time: 0.2786272 Jul 16 08:50:37.062271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939f79-01cb-4d43-877b-d73d3c997b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e7ba1-c6b9-49d2-aa67-0b16e5190775,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.115826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] For port 0d632d41-28f8-490b-a527-596b40e52f64, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=0d632d41-28f8-490b-a527-596b40e52f64,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:37.117050 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.136586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for 0d632d41-28f8-490b-a527-596b40e52f64 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:37.185365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd840526-58f7-4dd4-b7c6-7e7ea3596031 req-5c9606f5-b1e9-43c0-8215-3b05ff00a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.187003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd840526-58f7-4dd4-b7c6-7e7ea3596031 req-5c9606f5-b1e9-43c0-8215-3b05ff00a09c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1099 time: 0.1164539 Jul 16 08:50:37.198499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7574e-b7b7-4b30-b32d-6af7cce23cf0 req-eb6144a9-16bf-4b95-9ff1-5fdfcd92cee4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.201275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9b7574e-b7b7-4b30-b32d-6af7cce23cf0 req-eb6144a9-16bf-4b95-9ff1-5fdfcd92cee4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 944 time: 0.1686316 Jul 16 08:50:37.208641 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:37.243139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd840526-58f7-4dd4-b7c6-7e7ea3596031 req-ff7c3533-4fd7-46fc-97ee-5332037e1b15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Jul 16 08:50:37.292660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9b7574e-b7b7-4b30-b32d-6af7cce23cf0 req-7a9d6fee-f6ee-4e96-9841-936255366c12 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585485 Jul 16 08:50:37.404773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6433ff97-1813-4214-914c-8d993aaaa3bb up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:37.415026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf87bb-c94f-4718-95e3-3253a9e59e20 req-3559ccf7-bb8f-4680-aea2-c8f4b5900c48 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.422534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5bcf87bb-c94f-4718-95e3-3253a9e59e20 req-3559ccf7-bb8f-4680-aea2-c8f4b5900c48 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1562827 Jul 16 08:50:37.455083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.475219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 6433ff97-1813-4214-914c-8d993aaaa3bb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:37.480823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 6433ff97-1813-4214-914c-8d993aaaa3bb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:37.481480 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.502793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=0d632d41-28f8-490b-a527-596b40e52f64,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.514255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5bcf87bb-c94f-4718-95e3-3253a9e59e20 req-8c9d9a64-aaee-452b-8123-0988ff5d9226 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907989 Jul 16 08:50:37.529104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 387f8f04-f750-4a0b-af22-7720fe515c79 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:37.573208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] No DVR routers for this DVR port 0d632d41-28f8-490b-a527-596b40e52f64 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:37.575155 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:37.576764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.578989 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-e1a6bc72-e349-41a8-89b9-67e8e1ae3dad tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "DELETE /v2.0/ports/0d632d41-28f8-490b-a527-596b40e52f64 HTTP/1.1" status: 204 len: 173 time: 1.2342291 Jul 16 08:50:37.611268 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8eb9d-cf86-45a4-8dc0-ff59fec4eaa8 None None] The sync data for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 is: [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:39:33Z', 'revision_number': 4, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd50914f1-5646-4824-a3e9-4749198a4af3', 'name': '', 'network_id': '59a2d090-a14a-4ce4-8d26-90cb91a4399d', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'mac_address': 'fa:16:3e:d5:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '6dbac040-021b-4d28-9384-1324e90c3686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:29Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'subnets': [{'id': '6dbac040-021b-4d28-9384-1324e90c3686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:37.655580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 387f8f04-f750-4a0b-af22-7720fe515c79 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:37.667511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 387f8f04-f750-4a0b-af22-7720fe515c79 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:37.667889 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.672028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.713631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:37.714079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.735923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6433ff97-1813-4214-914c-8d993aaaa3bb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6433ff97-1813-4214-914c-8d993aaaa3bb,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:37.741502 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.859300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] For port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:37.860666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.899922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for 67d41dbd-d547-4e84-bf3e-c8789fa80ffa owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:37.969550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441dea8-79a8-46fe-92de-bbf51fd0b568 req-01dc61d0-c1cc-4efa-aba1-81b8470390c1 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.982586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4441dea8-79a8-46fe-92de-bbf51fd0b568 req-01dc61d0-c1cc-4efa-aba1-81b8470390c1 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 945 time: 0.1348188 Jul 16 08:50:38.008534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.062049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 387f8f04-f750-4a0b-af22-7720fe515c79, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=387f8f04-f750-4a0b-af22-7720fe515c79,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:38.071828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.083596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4441dea8-79a8-46fe-92de-bbf51fd0b568 req-6bb44408-a503-4a25-af3f-0f66e21ba29c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998821 Jul 16 08:50:38.127662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836f055-7287-4fcd-94ef-ccb3c9052fd7 None None] New status for floating IP 1fd69613-fa93-44fd-8483-d88b741a2494: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:38.185951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6433ff97-1813-4214-914c-8d993aaaa3bb,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.234344 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.341242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=387f8f04-f750-4a0b-af22-7720fe515c79,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.346827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] No DVR routers for this DVR port 67d41dbd-d547-4e84-bf3e-c8789fa80ffa on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:38.360981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=67d41dbd-d547-4e84-bf3e-c8789fa80ffa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.365443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.367824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-48d52ec9-debe-40d0-bb76-a8241e3b3365 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "DELETE /v2.0/ports/67d41dbd-d547-4e84-bf3e-c8789fa80ffa HTTP/1.1" status: 204 len: 173 time: 0.7832181 Jul 16 08:50:38.378688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5818fad-84f3-4501-8ff3-62ac7e31ec5b req-8e912f75-cc12-44cb-b6ae-ecc730425ca6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.386295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5818fad-84f3-4501-8ff3-62ac7e31ec5b req-8e912f75-cc12-44cb-b6ae-ecc730425ca6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.392570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5818fad-84f3-4501-8ff3-62ac7e31ec5b req-8e912f75-cc12-44cb-b6ae-ecc730425ca6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.400485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5818fad-84f3-4501-8ff3-62ac7e31ec5b req-8e912f75-cc12-44cb-b6ae-ecc730425ca6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 2332 time: 0.2118227 Jul 16 08:50:38.514949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5818fad-84f3-4501-8ff3-62ac7e31ec5b req-e1397a61-9e5b-47cd-a1ea-89346f90747a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups?id=cab093fa-32eb-44cd-9ad2-40ba763f9934&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135201 Jul 16 08:50:38.567901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port f412cc6c-898d-4ce6-9c41-328989044d7e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:38.568378 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.595145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce9e2-aaf1-4034-9f63-2300d67726cd req-0cd485ac-13a8-4317-9628-cd22a32e8ea1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.606493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-040ce9e2-aaf1-4034-9f63-2300d67726cd req-0cd485ac-13a8-4317-9628-cd22a32e8ea1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.1389644 Jul 16 08:50:38.690218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-040ce9e2-aaf1-4034-9f63-2300d67726cd req-e3e21aec-ef33-459c-8c49-3f47c45d298d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827591 Jul 16 08:50:38.751439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] For port f412cc6c-898d-4ce6-9c41-328989044d7e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f412cc6c-898d-4ce6-9c41-328989044d7e,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:38.752114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.767991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for f412cc6c-898d-4ce6-9c41-328989044d7e owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:38.857590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6433ff97-1813-4214-914c-8d993aaaa3bb'}, {'server_uuid': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f8f04-f750-4a0b-af22-7720fe515c79'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:38.860422 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb839bc8-373c-4df4-b646-70c712028e93" -d '{"events": [{"server_uuid": "60a5283b-7a7a-4613-998b-22922c9d3ffb", "name": "network-vif-plugged", "status": "completed", "tag": "6433ff97-1813-4214-914c-8d993aaaa3bb"}, {"server_uuid": "ff28417f-efee-490c-a640-bb386e6b9ddc", "name": "network-vif-plugged", "status": "completed", "tag": "387f8f04-f750-4a0b-af22-7720fe515c79"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:38.933568 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b83c28-59a7-4a6e-818c-7e7ad553612a x-openstack-request-id: req-c9b83c28-59a7-4a6e-818c-7e7ad553612a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:38.934118 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a5283b-7a7a-4613-998b-22922c9d3ffb", "name": "network-vif-plugged", "status": "completed", "tag": "6433ff97-1813-4214-914c-8d993aaaa3bb", "code": 200}, {"server_uuid": "ff28417f-efee-490c-a640-bb386e6b9ddc", "name": "network-vif-plugged", "status": "completed", "tag": "387f8f04-f750-4a0b-af22-7720fe515c79", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:38.934435 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9b83c28-59a7-4a6e-818c-7e7ad553612a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:38.935557 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6433ff97-1813-4214-914c-8d993aaaa3bb', 'code': 200} Jul 16 08:50:38.935750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:38.936250 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f8f04-f750-4a0b-af22-7720fe515c79', 'code': 200} Jul 16 08:50:38.937729 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad70c3e6-ddd0-4116-80fd-6d577a625609" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "0d632d41-28f8-490b-a527-596b40e52f64"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:38.994528 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4c8243-e0b0-48cb-8e81-fff20cb0e82e x-openstack-request-id: req-4f4c8243-e0b0-48cb-8e81-fff20cb0e82e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:38.994826 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "0d632d41-28f8-490b-a527-596b40e52f64", "status": "completed", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "67d41dbd-d547-4e84-bf3e-c8789fa80ffa", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:38.995080 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f4c8243-e0b0-48cb-8e81-fff20cb0e82e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:38.995520 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': '0d632d41-28f8-490b-a527-596b40e52f64', 'status': 'completed', 'code': 200} Jul 16 08:50:38.995776 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': '67d41dbd-d547-4e84-bf3e-c8789fa80ffa', 'status': 'completed', 'code': 200} Jul 16 08:50:39.014471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.025266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c66a-d3c0-4fe1-9501-0fc1cfce3366 req-b53fbe57-2c12-492d-bc62-40de6592b3d8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.034079 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a451c66a-d3c0-4fe1-9501-0fc1cfce3366 req-b53fbe57-2c12-492d-bc62-40de6592b3d8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2592728 Jul 16 08:50:39.147030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=f412cc6c-898d-4ce6-9c41-328989044d7e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.165913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc1d1c-652e-4db8-89c2-1801ba5f47f4 req-47a1ebbd-df61-41f2-81f2-859fea1b9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.167458 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bdc1d1c-652e-4db8-89c2-1801ba5f47f4 req-47a1ebbd-df61-41f2-81f2-859fea1b9e9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 1097 time: 0.1572833 Jul 16 08:50:39.228058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] No DVR routers for this DVR port f412cc6c-898d-4ce6-9c41-328989044d7e on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:39.234556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bdc1d1c-652e-4db8-89c2-1801ba5f47f4 req-2281bf58-d129-49d3-b545-61523c4eea2d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600121 Jul 16 08:50:39.274483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.277150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-c218cdc7-19a4-4d46-8001-e885864debd0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "DELETE /v2.0/ports/f412cc6c-898d-4ce6-9c41-328989044d7e HTTP/1.1" status: 204 len: 173 time: 0.8741238 Jul 16 08:50:39.354231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a451c66a-d3c0-4fe1-9501-0fc1cfce3366 req-d3c0def2-049f-4c84-b929-68b5d2c07a73 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191209 Jul 16 08:50:39.361168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bf9ae-37f9-40b7-8fef-7c4ad73c9aea req-e701abc4-a1ff-4525-bc19-e569dd51d960 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.363720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-644bf9ae-37f9-40b7-8fef-7c4ad73c9aea req-e701abc4-a1ff-4525-bc19-e569dd51d960 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 945 time: 0.1280670 Jul 16 08:50:39.423506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-644bf9ae-37f9-40b7-8fef-7c4ad73c9aea req-63c03d18-15ed-4e8a-bfeb-b11df2d9b202 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Jul 16 08:50:39.431675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39727a1b-55d4-4764-aeb7-f2f1e3fec624 req-468d20d1-74a5-4b10-9665-df12522ba67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.433208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39727a1b-55d4-4764-aeb7-f2f1e3fec624 req-468d20d1-74a5-4b10-9665-df12522ba67a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 1097 time: 0.2310967 Jul 16 08:50:39.443877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port 094620bd-e02e-4e7a-9f69-6c8efcba8300 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:39.444419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.507956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39727a1b-55d4-4764-aeb7-f2f1e3fec624 req-dbc41e32-7b6e-4a9f-acaf-ae0f8990be31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656993 Jul 16 08:50:39.590884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] For port 094620bd-e02e-4e7a-9f69-6c8efcba8300, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=094620bd-e02e-4e7a-9f69-6c8efcba8300,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:39.591544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.615470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for 094620bd-e02e-4e7a-9f69-6c8efcba8300 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:39.874578 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.908348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2d5a521-aab0-42b3-81d5-8b040e03a95e req-1fd4acb3-41e3-4a46-aed1-02f3c274d524 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0460532 Jul 16 08:50:39.968066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=094620bd-e02e-4e7a-9f69-6c8efcba8300,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.042937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b47cd-5a7b-42c1-8131-15aab6b517a4 req-d17b0285-1069-40b3-ac99-c0fdc0e908db tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.052160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf8b47cd-5a7b-42c1-8131-15aab6b517a4 req-d17b0285-1069-40b3-ac99-c0fdc0e908db tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.1554451 Jul 16 08:50:40.062231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] No DVR routers for this DVR port 094620bd-e02e-4e7a-9f69-6c8efcba8300 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:40.074365 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.081810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b12b368-0702-4a22-a450-b13bd05a9d82 req-9ebfc493-d3b1-43b3-98c4-b88375218732 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.18 "DELETE /v2.0/ports/094620bd-e02e-4e7a-9f69-6c8efcba8300 HTTP/1.1" status: 204 len: 173 time: 0.7947674 Jul 16 08:50:40.129909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf8b47cd-5a7b-42c1-8131-15aab6b517a4 req-57f93500-706d-4d29-8232-c0a74002c9ad tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746965 Jul 16 08:50:40.614176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68099a4a-a6bf-4020-9a2f-d46d29f3a48d req-e7bc3b96-bd7d-4474-bf74-290d3baf314b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.621848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68099a4a-a6bf-4020-9a2f-d46d29f3a48d req-e7bc3b96-bd7d-4474-bf74-290d3baf314b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1146913 Jul 16 08:50:40.667504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68099a4a-a6bf-4020-9a2f-d46d29f3a48d req-445cdeb5-bb6a-430c-b46e-bccf120f1b34 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Jul 16 08:50:40.698788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a7b7e-bc5b-41a8-bea0-7b8c7e53a995 req-19271d31-dfc5-4b16-8df0-6e674c9617d4 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.706671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d1a7b7e-bc5b-41a8-bea0-7b8c7e53a995 req-19271d31-dfc5-4b16-8df0-6e674c9617d4 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 945 time: 0.1268702 Jul 16 08:50:40.755442 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d1a7b7e-bc5b-41a8-bea0-7b8c7e53a995 req-6dc3631e-b070-4e9c-b6a7-ec6622d53223 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Jul 16 08:50:40.892900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa9547-3126-48d0-9bf3-5cd7bf31079f req-aa71b75c-e04a-4111-82e4-b4d961324860 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.894430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6aa9547-3126-48d0-9bf3-5cd7bf31079f req-aa71b75c-e04a-4111-82e4-b4d961324860 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.0747929 Jul 16 08:50:40.942628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6aa9547-3126-48d0-9bf3-5cd7bf31079f req-ae81638e-e69b-4e37-a2c0-5305d4b72d6c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Jul 16 08:50:40.996971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e'}, {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:40.999597 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5480675f-08df-4421-987e-1a6307b7bffd" -d '{"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e"}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:41.008901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.162334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e38f6f05-8199-41b1-ae5c-c99073735eac req-d74ae48a-3798-4b72-b755-243027564aaf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0801535 Jul 16 08:50:41.181464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcc287b0-caef-4de7-b9d5-a63b8a636db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.204882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8e67a-5043-415b-b121-c31012dbdebd req-282f4e6d-bb54-4c01-9925-d32d5e78f9f9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.213682 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80e8e67a-5043-415b-b121-c31012dbdebd req-282f4e6d-bb54-4c01-9925-d32d5e78f9f9 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1078954 Jul 16 08:50:41.228051 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb894f6-eaab-48ba-90f8-89ebd80b4faf x-openstack-request-id: req-0eb894f6-eaab-48ba-90f8-89ebd80b4faf {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:41.228346 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "f412cc6c-898d-4ce6-9c41-328989044d7e", "status": "completed", "code": 200}, {"server_uuid": "7bb0c3ca-bb13-467e-898a-a8e95f4e93e7", "name": "network-vif-deleted", "tag": "094620bd-e02e-4e7a-9f69-6c8efcba8300", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:41.228596 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0eb894f6-eaab-48ba-90f8-89ebd80b4faf {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:41.228995 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': 'f412cc6c-898d-4ce6-9c41-328989044d7e', 'status': 'completed', 'code': 200} Jul 16 08:50:41.229249 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0c3ca-bb13-467e-898a-a8e95f4e93e7', 'name': 'network-vif-deleted', 'tag': '094620bd-e02e-4e7a-9f69-6c8efcba8300', 'status': 'completed', 'code': 200} Jul 16 08:50:41.283931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80e8e67a-5043-415b-b121-c31012dbdebd req-e7c50083-cbdc-4b3a-a855-871c3deaf079 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691509 Jul 16 08:50:41.412998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcc287b0-caef-4de7-b9d5-a63b8a636db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.419135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcc287b0-caef-4de7-b9d5-a63b8a636db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.451209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0e548-f694-4579-85d3-400632004a90 req-776c9f19-ebf4-46cb-833a-e94bde5c28a0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.459560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78f0e548-f694-4579-85d3-400632004a90 req-776c9f19-ebf4-46cb-833a-e94bde5c28a0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.0841205 Jul 16 08:50:41.477815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc287b0-caef-4de7-b9d5-a63b8a636db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c448a76-2299-4189-9164-b1a53af1b968,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.529530 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bcc287b0-caef-4de7-b9d5-a63b8a636db6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f90438c1e4d74a01a861108c59f6d3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172167 Jul 16 08:50:41.529836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42552) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.536871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78f0e548-f694-4579-85d3-400632004a90 req-0d58b632-4eb9-4d7f-9014-b475328de074 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761423 Jul 16 08:50:41.650281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed51be-6207-4351-96c3-37aa411817ee req-0ccc4309-5e7c-4707-b22a-4e55f7a9129a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.657543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1aed51be-6207-4351-96c3-37aa411817ee req-0ccc4309-5e7c-4707-b22a-4e55f7a9129a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1169462 Jul 16 08:50:41.659361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0934c6c-caaf-469d-8c6d-3a1feaf5d48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.753660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1aed51be-6207-4351-96c3-37aa411817ee req-b39a34af-b622-4ceb-bcb7-b245f441bd9f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951574 Jul 16 08:50:41.756522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0934c6c-caaf-469d-8c6d-3a1feaf5d48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.849371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d63f9-e1aa-460d-ad6b-924269d527d8 req-a3ec8f7a-6a95-4a70-8fc0-92d9b3b567f2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.852293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0934c6c-caaf-469d-8c6d-3a1feaf5d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.855086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0934c6c-caaf-469d-8c6d-3a1feaf5d48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.856495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d0934c6c-caaf-469d-8c6d-3a1feaf5d48b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c448a76-2299-4189-9164-b1a53af1b968 HTTP/1.1" status: 204 len: 168 time: 0.3257806 Jul 16 08:50:41.871954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d2d63f9-e1aa-460d-ad6b-924269d527d8 req-a3ec8f7a-6a95-4a70-8fc0-92d9b3b567f2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.1368260 Jul 16 08:50:41.881457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934c6c-caaf-469d-8c6d-3a1feaf5d48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c448a76-2299-4189-9164-b1a53af1b968,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.936087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d2d63f9-e1aa-460d-ad6b-924269d527d8 req-ee493b87-38f2-4780-9d19-3134f9e05adc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630260 Jul 16 08:50:42.218806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fd215-1bca-40ed-ad10-814c717cb655 req-966e3a45-58cb-4ebd-832b-8c2e9405a9cc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.241575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c3fd215-1bca-40ed-ad10-814c717cb655 req-966e3a45-58cb-4ebd-832b-8c2e9405a9cc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2718878 Jul 16 08:50:42.321936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c3fd215-1bca-40ed-ad10-814c717cb655 req-7f4b05d8-8e27-4674-b42f-e62a287a4164 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608759 Jul 16 08:50:42.475831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42584) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:42.491645 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8d37-29bd-44cc-9d3d-3c7f25f5edf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.527161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cce8fdd7-1f6d-4045-92f1-12eb02f60086 req-39afb039-60df-43b0-900c-ff733f354dc0 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0376666 Jul 16 08:50:42.684246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8d37-29bd-44cc-9d3d-3c7f25f5edf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.685333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a7eb1-7a0c-4cf6-8276-308e9f5b43df req-124de8ae-e8a1-44c8-960c-fa4ee8dcbb8c tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.687175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-942a7eb1-7a0c-4cf6-8276-308e9f5b43df req-124de8ae-e8a1-44c8-960c-fa4ee8dcbb8c tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.0960658 Jul 16 08:50:42.700520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8d37-29bd-44cc-9d3d-3c7f25f5edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.731910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-942a7eb1-7a0c-4cf6-8276-308e9f5b43df req-d173de0b-ab85-4640-a249-2b29dd4c32dc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385387 Jul 16 08:50:42.791498 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c4b8d37-29bd-44cc-9d3d-3c7f25f5edf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b9359e68748485b88434f5d028a211a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145103 Jul 16 08:50:42.792513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b8d37-29bd-44cc-9d3d-3c7f25f5edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99880ba-8295-4f06-a8c0-2de58428a7e2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:42.794179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:42.819511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149d0cf-b3e1-407b-8506-fd5e7978144f req-3fd33128-b4ed-415c-8282-62977f5fcded tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.823499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7149d0cf-b3e1-407b-8506-fd5e7978144f req-3fd33128-b4ed-415c-8282-62977f5fcded tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1449151 Jul 16 08:50:42.856651 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6230872d-b75d-49c5-b700-29220f416388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.878024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7149d0cf-b3e1-407b-8506-fd5e7978144f req-8ccd690d-480e-4e1b-a34a-8e7f06a83243 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Jul 16 08:50:42.880074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6230872d-b75d-49c5-b700-29220f416388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.933611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6230872d-b75d-49c5-b700-29220f416388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.936269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6230872d-b75d-49c5-b700-29220f416388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.937556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6230872d-b75d-49c5-b700-29220f416388 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c99880ba-8295-4f06-a8c0-2de58428a7e2 HTTP/1.1" status: 204 len: 168 time: 0.1417105 Jul 16 08:50:42.959870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230872d-b75d-49c5-b700-29220f416388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99880ba-8295-4f06-a8c0-2de58428a7e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:42.971092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c290c057-4063-444f-a806-1636f3f4b212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.146116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512c0cd-38ef-4874-9e89-ac3c8640084e req-6b34d85f-7ad5-48c2-a4d1-f03b5b57b3ce tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.153375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9512c0cd-38ef-4874-9e89-ac3c8640084e req-6b34d85f-7ad5-48c2-a4d1-f03b5b57b3ce tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1011388 Jul 16 08:50:43.205862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9512c0cd-38ef-4874-9e89-ac3c8640084e req-3a6b513e-c680-46de-9db0-492e4f109d4d tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Jul 16 08:50:43.799708 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd2c7590-4148-469c-9245-74af89141865 req-16c1d529-7dbb-45ab-99be-0c91cc6bf163 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0552204 Jul 16 08:50:43.960111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-a2bd0f80-e7ba-48c6-a5e7-205ff33d98dd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.962774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-a2bd0f80-e7ba-48c6-a5e7-205ff33d98dd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.1516011 Jul 16 08:50:44.168813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27cf78-2142-4f05-8f80-c500f99f059a req-a1d9e10f-b73c-484e-81a2-c26d48784a45 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.176381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a27cf78-2142-4f05-8f80-c500f99f059a req-a1d9e10f-b73c-484e-81a2-c26d48784a45 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2115357 Jul 16 08:50:44.211717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port 387f8f04-f750-4a0b-af22-7720fe515c79 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:44.212062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.214260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d5f91-327e-4014-99d1-dbeb86e3e137 req-ea393bdc-5456-4ba1-bdee-bc71f8a6bea2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.219405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a55d5f91-327e-4014-99d1-dbeb86e3e137 req-ea393bdc-5456-4ba1-bdee-bc71f8a6bea2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 945 time: 0.1100817 Jul 16 08:50:44.278388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a55d5f91-327e-4014-99d1-dbeb86e3e137 req-01a6994c-9c62-40a5-b78a-ea0ac9305e8c tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525901 Jul 16 08:50:44.310436 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a27cf78-2142-4f05-8f80-c500f99f059a req-5558c791-ec21-4195-ab36-e8496c17ea15 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330209 Jul 16 08:50:44.405525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port 387f8f04-f750-4a0b-af22-7720fe515c79, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=387f8f04-f750-4a0b-af22-7720fe515c79,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:44.406258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.425621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for 387f8f04-f750-4a0b-af22-7720fe515c79 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:44.627784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.662709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4', '387f8f04-f750-4a0b-af22-7720fe515c79'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:44.797827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=387f8f04-f750-4a0b-af22-7720fe515c79,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.846529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port 387f8f04-f750-4a0b-af22-7720fe515c79 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:44.884562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.892509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92c0a252-218a-4f2f-a88a-027a2f1b270a req-0b241c29-9d18-4341-b47b-a1e45c7f2821 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "DELETE /v2.0/ports/387f8f04-f750-4a0b-af22-7720fe515c79 HTTP/1.1" status: 204 len: 173 time: 0.8518174 Jul 16 08:50:44.897865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'name': 'network-vif-deleted', 'tag': '387f8f04-f750-4a0b-af22-7720fe515c79'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:44.908302 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f5e42b-f4af-4240-9310-4b8791292613" -d '{"events": [{"server_uuid": "ff28417f-efee-490c-a640-bb386e6b9ddc", "name": "network-vif-deleted", "tag": "387f8f04-f750-4a0b-af22-7720fe515c79"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:45.018230 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56522a3-328c-4a1b-8820-f7f609c9c0e9 x-openstack-request-id: req-d56522a3-328c-4a1b-8820-f7f609c9c0e9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:45.018623 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28417f-efee-490c-a640-bb386e6b9ddc", "name": "network-vif-deleted", "tag": "387f8f04-f750-4a0b-af22-7720fe515c79", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:45.019081 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d56522a3-328c-4a1b-8820-f7f609c9c0e9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:45.020096 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28417f-efee-490c-a640-bb386e6b9ddc', 'name': 'network-vif-deleted', 'tag': '387f8f04-f750-4a0b-af22-7720fe515c79', 'status': 'completed', 'code': 200} Jul 16 08:50:45.130322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc42b224-0add-43db-82a1-d9e821166539 req-b1e5042f-63b2-4be5-b8b8-485e9874ef0b tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0715740 Jul 16 08:50:45.552477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f7a5e89-2557-4eeb-9837-8dfc5543cbec req-c4b841fe-8032-48d5-8e02-786736f1f1e1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff28417f-efee-490c-a640-bb386e6b9ddc HTTP/1.1" status: 200 len: 210 time: 0.0772121 Jul 16 08:50:45.636229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-802ddf13-501d-42d6-804b-dabc54d2d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.750405 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.783671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9496ac6-7ec6-41d2-a940-5e47b9f79ac9 req-232911e3-b641-4b9b-bcdf-83c009d9ac64 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.794514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9496ac6-7ec6-41d2-a940-5e47b9f79ac9 req-232911e3-b641-4b9b-bcdf-83c009d9ac64 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2291203 Jul 16 08:50:45.864672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9496ac6-7ec6-41d2-a940-5e47b9f79ac9 req-cea67ea1-42c4-47ec-b106-ba71d13470b0 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684035 Jul 16 08:50:46.348146 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa24c186-223c-4412-a460-2ed7d85f99e0 req-8845eb81-cdc5-4b0e-b25b-ba3840146c97 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0589316 Jul 16 08:50:46.417536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-6f8ec46c-8170-4ee0-a070-4a274bfb487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.419375 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-6f8ec46c-8170-4ee0-a070-4a274bfb487a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 1099 time: 0.0693581 Jul 16 08:50:46.534384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ce13d-3204-4d08-abd6-ae1b8e51c8c4 req-a2d13592-5b7a-4fa5-ad40-f85984649620 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.537049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c2ce13d-3204-4d08-abd6-ae1b8e51c8c4 req-a2d13592-5b7a-4fa5-ad40-f85984649620 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.0934684 Jul 16 08:50:46.544817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-deb3966b-034c-4593-b413-769d353b9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.546646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-deb3966b-034c-4593-b413-769d353b9bb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 200 len: 914 time: 0.1176388 Jul 16 08:50:46.585043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c2ce13d-3204-4d08-abd6-ae1b8e51c8c4 req-470cfacc-14bf-4ee9-81bc-31dbc360c5c5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Jul 16 08:50:46.611355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-b57a6e27-2b0b-41d6-a255-a844496c77f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 200 len: 217 time: 0.0582132 Jul 16 08:50:46.639222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.684487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-deeb5ec4-690c-47a4-a213-f13c5282fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.686987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-deeb5ec4-690c-47a4-a213-f13c5282fdde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 200 len: 853 time: 0.0615773 Jul 16 08:50:46.727974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-9fa666d2-6a20-4f45-aa99-e7d2b65e5851 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba3fa1cb-3e73-4cff-98df-758db50bda3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337949 Jul 16 08:50:46.879898 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-e73114d0-74ad-4503-ac25-f51ad77b46de service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435549 Jul 16 08:50:47.083119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f90f612-9fcf-4355-8c49-6ade0795a5e9 req-a4b9913c-5ec2-41c2-8ff6-8ebe1fd515f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972301 Jul 16 08:50:47.111971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-115a61e9-1d94-43c6-bb21-e2db03818cfd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.119674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-115a61e9-1d94-43c6-bb21-e2db03818cfd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.1754060 Jul 16 08:50:47.136089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-1f47905c-8fde-47b3-a8fa-5023a5fc2cfe tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0155513 Jul 16 08:50:47.224817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-c52f9998-8f3a-4b7a-88db-999a7b82b3b3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877602 Jul 16 08:50:47.559402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ec0dd95-92ac-4a28-b51f-b73bc78c537a req-911b4437-6fd0-446d-9247-37c4a4ce2ecb tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0631504 Jul 16 08:50:47.594388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 387f8f04-f750-4a0b-af22-7720fe515c79 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:47.601598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-1d22ed83-aa96-4a43-9fbb-3685672e175e service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738723 Jul 16 08:50:47.683494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 387f8f04-f750-4a0b-af22-7720fe515c79 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:47.683494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 387f8f04-f750-4a0b-af22-7720fe515c79 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:47.743132 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.912053 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-8b6f40f2-a1a6-42a8-8dd3-375fb52a3f0f service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993684 Jul 16 08:50:48.087369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b213d3-2f74-427a-990b-9eb1e2fa1d84 req-ff30688b-4779-4036-81d6-be4ec6e61f18 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.089081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06b213d3-2f74-427a-990b-9eb1e2fa1d84 req-ff30688b-4779-4036-81d6-be4ec6e61f18 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1497581 Jul 16 08:50:48.229877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06b213d3-2f74-427a-990b-9eb1e2fa1d84 req-7eeb8b75-a334-4038-a2f1-48b08fcddb19 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229575 Jul 16 08:50:48.291068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2a42061-176b-401f-9d44-c0610121c0e7 req-e5dd42b8-be4a-43fd-bc63-f9604b7774f6 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 210 time: 0.0505073 Jul 16 08:50:48.332519 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.794026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-45ca95c3-f83e-454a-97f9-b34d2c207791 req-e98cca88-27fe-42a7-86d6-764bc37469b8 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0533535 Jul 16 08:50:49.505216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67780ac2-e0d9-4d67-a921-4599a96b9523 req-381d3652-e2c0-4514-b85c-a9cc94739a7a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.510535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67780ac2-e0d9-4d67-a921-4599a96b9523 req-381d3652-e2c0-4514-b85c-a9cc94739a7a tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1094518 Jul 16 08:50:49.570203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb98e76a-27cd-457b-a1c2-0493961c75e7 req-c811a0b3-d866-43d4-983b-eab7ab9bc531 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 210 time: 0.0725658 Jul 16 08:50:49.604406 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67780ac2-e0d9-4d67-a921-4599a96b9523 req-432befdf-d1ed-4aa3-9707-3f8c970d9251 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778048 Jul 16 08:50:49.952515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d843a-62c5-4aca-bcff-9cd394da24a8 req-75b029ac-2ee9-4784-b1bc-e1b24840a965 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.968967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-576d843a-62c5-4aca-bcff-9cd394da24a8 req-75b029ac-2ee9-4784-b1bc-e1b24840a965 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2036910 Jul 16 08:50:50.033878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-576d843a-62c5-4aca-bcff-9cd394da24a8 req-cca7d9cd-216e-48cc-bc57-08d0e041a7e8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636344 Jul 16 08:50:50.225166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b363e7a0-cc5b-4d81-9a3e-f232f764a0f7 req-c1c8584d-bb61-41ae-95e1-7f91dc4c5bb5 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.1376517 Jul 16 08:50:50.369421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c477-85f3-4e62-8c4f-fae9685183a0 req-3b959eb1-bb3a-491f-a93b-e6c875af21f3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.382267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ba7c477-85f3-4e62-8c4f-fae9685183a0 req-3b959eb1-bb3a-491f-a93b-e6c875af21f3 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1635804 Jul 16 08:50:50.458847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-d9d656e8-c000-4f5d-a445-269df6b322e7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.460729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-d9d656e8-c000-4f5d-a445-269df6b322e7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.4223418 Jul 16 08:50:50.461955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ba7c477-85f3-4e62-8c4f-fae9685183a0 req-af45327c-c9e7-4342-bf90-3dc34399ba56 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784373 Jul 16 08:50:50.491261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:50.716163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:50.719890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.835653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-96764b29-f553-41d6-aaa5-643b99452b81 req-ed40c5f7-729d-4600-b3e9-4e8610c69be5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 210 time: 0.0533412 Jul 16 08:50:51.139943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e042a5-80e1-4745-b0d6-22b77da06a2e req-32e5b11e-dae2-41bf-8f81-4b8c22a1c2a8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.141459 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63e042a5-80e1-4745-b0d6-22b77da06a2e req-32e5b11e-dae2-41bf-8f81-4b8c22a1c2a8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.5113783 Jul 16 08:50:51.210156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63e042a5-80e1-4745-b0d6-22b77da06a2e req-84adf859-ec06-4621-b031-52a540f9e397 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618713 Jul 16 08:50:51.264064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.9 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:51.536471 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-858f7fa2-fea3-4770-b576-c20aacbc9c3e req-c390906e-6269-464b-8352-1a01ab505a0a tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Jul 16 08:50:51.599420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.651831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf6615-9a6c-43a0-bd2f-693648bb40e7 req-6ad3c407-fb5c-4be7-bb69-e45c3f97542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.672165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8fbf6615-9a6c-43a0-bd2f-693648bb40e7 req-6ad3c407-fb5c-4be7-bb69-e45c3f97542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1533051 Jul 16 08:50:51.704698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.737323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:51.778883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:51.782390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:51.787637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8fbf6615-9a6c-43a0-bd2f-693648bb40e7 req-c5af08f3-66f4-4d1e-9e0d-fca830eb4ddc tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063287 Jul 16 08:50:51.787986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:51.828864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.908161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.908917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.932637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-40edf43a-0f77-41d2-a8f0-3c14e670a710 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4540000 Jul 16 08:50:51.957077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Request body: {'port': {'device_id': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:52.127012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb5ca4-092a-4946-b446-009289a84533 req-0f4637d2-ff12-43b3-9725-782451103473 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.128960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64cb5ca4-092a-4946-b446-009289a84533 req-0f4637d2-ff12-43b3-9725-782451103473 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 931 time: 0.0873387 Jul 16 08:50:52.172207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64cb5ca4-092a-4946-b446-009289a84533 req-ec857f39-0d25-4a85-9699-52d426886463 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Jul 16 08:50:52.187735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.250134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b0c6-88f9-4e06-901f-92dc7e9b4637 req-a37aa7d9-9063-4119-88de-b809b9e425b5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.251688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5f1b0c6-88f9-4e06-901f-92dc7e9b4637 req-a37aa7d9-9063-4119-88de-b809b9e425b5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2091408 Jul 16 08:50:52.360634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5f1b0c6-88f9-4e06-901f-92dc7e9b4637 req-213a902f-276c-4f97-bc49-503fdc4eeae8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991654 Jul 16 08:50:52.682922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:52.693362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.725551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Transition to ACTIVE for port object f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:52.738237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.815240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42918) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:52.835606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Pushing event updated for resources: {'Port': ['ID=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.848249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d0d11138-63a8-42f5-8a43-6eae137f0575 req-deea37ce-afc9-4518-91cb-6bc270a0b579 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0518613 Jul 16 08:50:52.848771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd82874-b440-4f6b-b8c6-035e41850389 req-a543765f-d8f7-4884-8a75-5dcbd697b5da tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.856097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abd82874-b440-4f6b-b8c6-035e41850389 req-a543765f-d8f7-4884-8a75-5dcbd697b5da tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2453575 Jul 16 08:50:52.975106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Attempting to bind port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:52.975473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Attempting to bind port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:52.975809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Attempting to bind port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:52.991691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:52.992019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Attempting to bind port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:53.005988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-abd82874-b440-4f6b-b8c6-035e41850389 req-03182fdb-7c02-441c-bfba-c837ca1d8606 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486621 Jul 16 08:50:53.011213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:53.011213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:53.031972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:53.032590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Bound port: f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:53.033106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.101174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2c26d0-d4d8-472d-9daa-eb4bb098d95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.222043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] For port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:53.230914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] For port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:53.249938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.327457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2c26d0-d4d8-472d-9daa-eb4bb098d95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.336516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab998b3-f3b5-480f-9dc0-c828cd1f3e81 req-1d9e0883-3efe-481f-bc3e-738089c539b4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.337417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.338075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.338251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ab998b3-f3b5-480f-9dc0-c828cd1f3e81 req-1d9e0883-3efe-481f-bc3e-738089c539b4 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1443598 Jul 16 08:50:53.339615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2c26d0-d4d8-472d-9daa-eb4bb098d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.339742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] 10.222.0.36 "PUT /v2.0/ports/f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 HTTP/1.1" status: 200 len: 1092 time: 1.3921993 Jul 16 08:50:53.340073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'tag': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:53.342340 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86de624-5c29-44d9-aa80-aa56ff070ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f", "tag": "f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:53.372369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f952b2-87cb-42b4-9d22-f556a3d7f55b service neutron] Pushing event updated for resources: {'Port': ['ID=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.408669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c26d0-d4d8-472d-9daa-eb4bb098d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab5750-ec61-42fd-bddf-7336db765a1a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.438846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1b2c26d0-d4d8-472d-9daa-eb4bb098d95c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdfb612c2fe34f55904a8424afa9eb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023889 Jul 16 08:50:53.446669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42930) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:53.511277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ab998b3-f3b5-480f-9dc0-c828cd1f3e81 req-21fbf984-fd88-481e-9ba6-4bd520334971 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644011 Jul 16 08:50:53.541485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-83717771-c6bc-45c9-943d-149b898ddb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.543215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-83717771-c6bc-45c9-943d-149b898ddb75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 1095 time: 0.1419749 Jul 16 08:50:53.552530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f48a38-a573-4726-8a26-7c87de11ce53 req-e83aaaf4-8fde-4173-9332-4d216a4b97f7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.554822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52578a5a-e2b2-47f2-9bdb-a33a13105865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.561275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9f48a38-a573-4726-8a26-7c87de11ce53 req-e83aaaf4-8fde-4173-9332-4d216a4b97f7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 943 time: 0.1072013 Jul 16 08:50:53.595349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52578a5a-e2b2-47f2-9bdb-a33a13105865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.627170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-58256683-a899-49c2-a987-91ab458e4da7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 HTTP/1.1" status: 200 len: 217 time: 0.0559783 Jul 16 08:50:53.629308 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ad55b0-6d80-432e-8f35-03066b433251 x-openstack-request-id: req-97ad55b0-6d80-432e-8f35-03066b433251 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:53.629773 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f", "tag": "f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:53.630183 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97ad55b0-6d80-432e-8f35-03066b433251 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:53.630796 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'tag': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2', 'status': 'completed', 'code': 200} Jul 16 08:50:53.682369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52578a5a-e2b2-47f2-9bdb-a33a13105865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.685056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52578a5a-e2b2-47f2-9bdb-a33a13105865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.686443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-52578a5a-e2b2-47f2-9bdb-a33a13105865 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4ab5750-ec61-42fd-bddf-7336db765a1a HTTP/1.1" status: 204 len: 168 time: 0.2386906 Jul 16 08:50:53.706380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-588236ce-9055-4ccf-9ac8-544ea075b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.708430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-588236ce-9055-4ccf-9ac8-544ea075b642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.0696952 Jul 16 08:50:53.725414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578a5a-e2b2-47f2-9bdb-a33a13105865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab5750-ec61-42fd-bddf-7336db765a1a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.789170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-adf82f69-2425-4d42-b849-b61a45d09992 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727146 Jul 16 08:50:53.845886 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9f48a38-a573-4726-8a26-7c87de11ce53 req-871d90cd-5ea8-485e-b886-045bbed02473 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831612 Jul 16 08:50:53.986925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-23d62f8a-6112-495c-bfa5-994f2de87eef service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889129 Jul 16 08:50:54.011370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeda290-a884-46f6-8341-260e412630f9 req-d0c7e4d7-b88d-4388-a95f-00982313b623 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.014202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-afeda290-a884-46f6-8341-260e412630f9 req-d0c7e4d7-b88d-4388-a95f-00982313b623 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1440682 Jul 16 08:50:54.126817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc2b3a8-ce80-49f9-8a8a-d5b7de1d151b req-74f1d412-44ba-4c90-8c34-76fd177165b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324158 Jul 16 08:50:54.132682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-afeda290-a884-46f6-8341-260e412630f9 req-cf454fbc-f733-49cf-aca2-154c32d321f6 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120439 Jul 16 08:50:54.205355 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9081428-4b6b-49dc-be57-d70a0720bc7c req-0c8d6067-6c4f-4ef0-a022-4d3b71d2446b tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0714154 Jul 16 08:50:54.295611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42948) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:54.329678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-bfefa059-5b87-4c1d-a103-7868cfc52634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.331498 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-bfefa059-5b87-4c1d-a103-7868cfc52634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 1095 time: 0.0845404 Jul 16 08:50:54.332784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68770b51-81ea-4180-b51a-2a9b802f6095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.472446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-ef3dd16f-2c47-43e1-a398-15bb96a83912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.475035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-ef3dd16f-2c47-43e1-a398-15bb96a83912 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.1350710 Jul 16 08:50:54.502974 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68770b51-81ea-4180-b51a-2a9b802f6095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.519781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-68770b51-81ea-4180-b51a-2a9b802f6095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.538627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-ff78912c-2e89-45a2-91e2-f969bf26299f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 HTTP/1.1" status: 200 len: 217 time: 0.0563838 Jul 16 08:50:54.583498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-68770b51-81ea-4180-b51a-2a9b802f6095 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e386dbb1aef94540ab6ed6db90086622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867324 Jul 16 08:50:54.589946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 42950) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:54.605936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a3d90-0f5e-4792-9e6e-4791026b6175 req-8742e959-3a37-44a5-a697-a2f1b66ece3b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.607733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa2a3d90-0f5e-4792-9e6e-4791026b6175 req-8742e959-3a37-44a5-a697-a2f1b66ece3b tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2905860 Jul 16 08:50:54.609226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770b51-81ea-4180-b51a-2a9b802f6095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fee236f-4b6b-41c0-ba22-859afd2defa1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:54.653525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-db3b4331-022b-41d9-8bfc-e68636b1461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.655119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-db3b4331-022b-41d9-8bfc-e68636b1461b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1092277 Jul 16 08:50:54.712313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa2a3d90-0f5e-4792-9e6e-4791026b6175 req-518889d9-30aa-48ca-a6bf-ff2942c7f404 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806544 Jul 16 08:50:54.712581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-8476a8c2-3bac-4cab-ad43-4e1eb169cfdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498683 Jul 16 08:50:54.736852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e76e-fd42-4c9e-99e4-8638051b879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.777032 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e76e-fd42-4c9e-99e4-8638051b879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.872239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-1d8f6103-577f-40f2-b46d-ccd0e33ccb0c service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517923 Jul 16 08:50:54.900468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e76e-fd42-4c9e-99e4-8638051b879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.905618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e76e-fd42-4c9e-99e4-8638051b879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.907227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ffd0e76e-fd42-4c9e-99e4-8638051b879e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fee236f-4b6b-41c0-ba22-859afd2defa1 HTTP/1.1" status: 204 len: 168 time: 0.2884791 Jul 16 08:50:54.949536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0e76e-fd42-4c9e-99e4-8638051b879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fee236f-4b6b-41c0-ba22-859afd2defa1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.061416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0c8c-6dcc-4ee8-9544-ae5a07989dd6 req-b586e537-e7e6-464a-a5a3-0d39e045a787 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.063463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af4b0c8c-6dcc-4ee8-9544-ae5a07989dd6 req-b586e537-e7e6-464a-a5a3-0d39e045a787 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1302197 Jul 16 08:50:55.094913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a86de624-5c29-44d9-aa80-aa56ff070ce2 req-9990dcb1-90d9-4708-9895-3b7b59540ead service neutron] 10.222.0.36 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148261 Jul 16 08:50:55.124723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af4b0c8c-6dcc-4ee8-9544-ae5a07989dd6 req-6956f3b5-98ce-4ea4-9952-b818f263be34 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517004 Jul 16 08:50:55.125424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c4df9-be8c-46f7-b2f6-53106373e9e1 req-247d63ee-3ec8-4c38-a10a-20543c83b43b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.135692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-149c4df9-be8c-46f7-b2f6-53106373e9e1 req-247d63ee-3ec8-4c38-a10a-20543c83b43b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 943 time: 0.1355569 Jul 16 08:50:55.203603 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-149c4df9-be8c-46f7-b2f6-53106373e9e1 req-55c6afa3-fc91-43b1-9c43-87c9aa1c64d7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547380 Jul 16 08:50:55.348011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687bfaf-23ff-4bd8-a8fa-1d154f8f9aae req-aac3e347-70de-4193-9edb-4540a92784c5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.353279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0687bfaf-23ff-4bd8-a8fa-1d154f8f9aae req-aac3e347-70de-4193-9edb-4540a92784c5 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.0863888 Jul 16 08:50:55.401893 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0687bfaf-23ff-4bd8-a8fa-1d154f8f9aae req-94643e6a-55e4-495e-87c2-79ba8dfc95c7 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476418 Jul 16 08:50:55.563965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7a5c9e1-9399-46b2-be43-a1fa15ebc182 req-c9c6f29e-3d80-4fe0-af23-8ea3ff8df213 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0587797 Jul 16 08:50:55.585305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:55.664968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c2cff-3559-4dec-81ab-566b72a2fe8e req-e3c8e909-7348-4454-a16b-be9336897b27 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.674264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb1c2cff-3559-4dec-81ab-566b72a2fe8e req-e3c8e909-7348-4454-a16b-be9336897b27 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1221764 Jul 16 08:50:55.742677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:55.753174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb1c2cff-3559-4dec-81ab-566b72a2fe8e req-cc8569b3-7846-41ac-bd55-6aa5d474d9de tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775986 Jul 16 08:50:55.760840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2', 'mac_address': 'fa:16:3e:ff:90:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:55.850469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.875207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:55.939005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:55.950820 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.010282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:56.061671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd7958-0284-4698-80ff-266729806a4f req-a96b1558-f4bc-4bda-884e-ffa1b849e25c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.063687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19fd7958-0284-4698-80ff-266729806a4f req-a96b1558-f4bc-4bda-884e-ffa1b849e25c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1129754 Jul 16 08:50:56.108465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19fd7958-0284-4698-80ff-266729806a4f req-d5732040-9f08-4f81-a056-208c9ea25565 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Jul 16 08:50:56.335929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:56.337782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5dd88-8801-4e16-b392-ecd982a1fe77 req-d5a65e3c-eeaa-43b0-b3d1-b04ccc464e2c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.341491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cc5dd88-8801-4e16-b392-ecd982a1fe77 req-d5a65e3c-eeaa-43b0-b3d1-b04ccc464e2c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.0889091 Jul 16 08:50:56.403050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cc5dd88-8801-4e16-b392-ecd982a1fe77 req-d4f40500-0ba8-4678-b26b-75429536ffde tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523629 Jul 16 08:50:56.804219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00fcdd-da1b-4de1-a341-826ec9fd052b req-b1e58a13-ec9c-4a71-8a94-9cfe944130a4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.814537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d00fcdd-da1b-4de1-a341-826ec9fd052b req-b1e58a13-ec9c-4a71-8a94-9cfe944130a4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 944 time: 0.1124856 Jul 16 08:50:56.862279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d00fcdd-da1b-4de1-a341-826ec9fd052b req-9b1c2488-4425-4983-905f-cd145dedf6d2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467432 Jul 16 08:50:56.895494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dec02b30-0704-4afd-b83b-40b04701e872 req-0c7e0b38-01dc-4548-81c8-908497442f75 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0703454 Jul 16 08:50:57.580194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:57.657074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:57.661918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:57.662416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.795872 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.839728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:57.840783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:57.843465 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28203f5a-6aaf-4f12-921b-e707af082eab" -d '{"events": [{"server_uuid": "15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:57.860742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.895251 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9efecdc-351c-402d-b816-63b6ca67cd71 x-openstack-request-id: req-e9efecdc-351c-402d-b816-63b6ca67cd71 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:57.895601 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:57.895890 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9efecdc-351c-402d-b816-63b6ca67cd71 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:57.896355 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2', 'code': 200} Jul 16 08:50:57.926861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.170390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4203-34b8-4ec8-8ea2-4487adbe68a3 req-5642149d-439b-408d-a787-604c3d7cb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.173066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55bf4203-34b8-4ec8-8ea2-4487adbe68a3 req-5642149d-439b-408d-a787-604c3d7cb848 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 1097 time: 0.1761239 Jul 16 08:50:58.207609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4615c4fd-3a5c-432b-818d-539565d08d16 req-b3f80907-3812-46ac-93ff-c11e8d221af4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0577273 Jul 16 08:50:58.234547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55bf4203-34b8-4ec8-8ea2-4487adbe68a3 req-dab9ae0c-6d91-46d2-b5a3-8ec95c36de51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Jul 16 08:50:58.245132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182d539-9323-457a-a180-b56e32cea772 req-882ace11-11b2-41ab-ac6e-874164492cd0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.252582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1182d539-9323-457a-a180-b56e32cea772 req-882ace11-11b2-41ab-ac6e-874164492cd0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 945 time: 0.1628087 Jul 16 08:50:58.360638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1182d539-9323-457a-a180-b56e32cea772 req-53785a7f-3e74-4c04-a880-a886e6faae22 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060774 Jul 16 08:50:59.223071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43098) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:59.545370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-901c43d2-b864-4305-b3b5-25015218b157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.736493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-957ef496-b22e-442c-802d-9ae54d465855 req-94b0ef0b-252d-4035-bad1-7c1392649881 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0971637 Jul 16 08:50:59.742675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6fcf9-e3df-4252-9014-3ee4f7247e09 req-266ddf5b-06b3-4e30-b68a-f1453b97300e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.772862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17a6fcf9-e3df-4252-9014-3ee4f7247e09 req-266ddf5b-06b3-4e30-b68a-f1453b97300e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 945 time: 0.1645014 Jul 16 08:50:59.860551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17a6fcf9-e3df-4252-9014-3ee4f7247e09 req-5b083c32-1334-4dd1-8ce3-9bf442d2eb35 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863831 Jul 16 08:50:59.947127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-901c43d2-b864-4305-b3b5-25015218b157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.954788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-901c43d2-b864-4305-b3b5-25015218b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.076639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43116) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.084937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-901c43d2-b864-4305-b3b5-25015218b157 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a610f2fc606c4720acfbac377f4a842c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8598239 Jul 16 08:51:00.087466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c43d2-b864-4305-b3b5-25015218b157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f993c3-1780-44da-bdc9-8707b52a3807,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:00.150978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5186ae66-0255-45ac-bea2-09cb977c0357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.177071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5186ae66-0255-45ac-bea2-09cb977c0357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.228105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5186ae66-0255-45ac-bea2-09cb977c0357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.231439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5186ae66-0255-45ac-bea2-09cb977c0357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.233289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5186ae66-0255-45ac-bea2-09cb977c0357 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76f993c3-1780-44da-bdc9-8707b52a3807 HTTP/1.1" status: 204 len: 168 time: 0.1552112 Jul 16 08:51:00.254266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ae66-0255-45ac-bea2-09cb977c0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f993c3-1780-44da-bdc9-8707b52a3807,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:00.445394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-c984de6d-52c6-47f5-87ca-45dc62135e68 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.447264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-c984de6d-52c6-47f5-87ca-45dc62135e68 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.2090771 Jul 16 08:51:00.473929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-37b8bc9c-9b4e-41e4-8dab-865dc71100f3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0176122 Jul 16 08:51:00.551572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-d56847f0-4500-4ce7-aea6-970e9c879d0f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761385 Jul 16 08:51:00.668559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.680848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-954e7fe7-5986-49aa-8089-15cdc807b1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235886 Jul 16 08:51:00.697561 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64584ea9-3f02-4d96-9a2d-da157b37b64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.839300 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-8735afc2-fb73-409d-8452-8239e3fba78e service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567483 Jul 16 08:51:00.895464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64584ea9-3f02-4d96-9a2d-da157b37b64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.901554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-64584ea9-3f02-4d96-9a2d-da157b37b64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.938040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-64584ea9-3f02-4d96-9a2d-da157b37b64b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0162edfa3284118a5ada0688de6cce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678196 Jul 16 08:51:00.941603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.965250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64584ea9-3f02-4d96-9a2d-da157b37b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8655a-c32a-4526-836b-0883adad7331,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.139826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd93b-bb1a-4241-bccc-df5be2a324af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.174102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34a52b27-6437-4df3-aab4-0714074bb75f req-b2608e2a-7dc4-46a9-85b0-861946c3920e tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb0c3ca-bb13-467e-898a-a8e95f4e93e7 HTTP/1.1" status: 200 len: 210 time: 0.0588202 Jul 16 08:51:01.207570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd93b-bb1a-4241-bccc-df5be2a324af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.348945 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd93b-bb1a-4241-bccc-df5be2a324af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.351766 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd93b-bb1a-4241-bccc-df5be2a324af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.353451 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3a7fd93b-bb1a-4241-bccc-df5be2a324af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2b8655a-c32a-4526-836b-0883adad7331 HTTP/1.1" status: 204 len: 168 time: 0.4101856 Jul 16 08:51:01.375947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e185de5-8782-4bad-ace3-86702a2256f3 req-c9a6f5a4-08d8-4056-a7a1-fb66e5315345 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 210 time: 0.0795944 Jul 16 08:51:01.378687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd93b-bb1a-4241-bccc-df5be2a324af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8655a-c32a-4526-836b-0883adad7331,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.393299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43216) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.526816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f125881b-0793-4d8b-91a4-eb0c1158ee11 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.545859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.564269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f125881b-0793-4d8b-91a4-eb0c1158ee11 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.645510 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f125881b-0793-4d8b-91a4-eb0c1158ee11 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.648563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f125881b-0793-4d8b-91a4-eb0c1158ee11 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.649967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f125881b-0793-4d8b-91a4-eb0c1158ee11 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/security-groups/cab093fa-32eb-44cd-9ad2-40ba763f9934 HTTP/1.1" status: 204 len: 168 time: 0.2553573 Jul 16 08:51:02.654386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43224) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.669572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125881b-0793-4d8b-91a4-eb0c1158ee11 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab093fa-32eb-44cd-9ad2-40ba763f9934,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.684948 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-00855601-d5c0-49e4-8417-1d8fceb7eaf6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] show failed (client error): The resource could not be found. Jul 16 08:51:02.689786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00855601-d5c0-49e4-8417-1d8fceb7eaf6 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "GET /v2.0/security-groups/cab093fa-32eb-44cd-9ad2-40ba763f9934 HTTP/1.1" status: 404 len: 347 time: 0.0330484 Jul 16 08:51:02.691912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43226) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.882261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-5676d94c-04d8-4fed-8c25-ac7185135ba3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:02.892778 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-5676d94c-04d8-4fed-8c25-ac7185135ba3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.2030585 Jul 16 08:51:02.896469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3ff6c6b-8dcb-4650-9d4a-7adf2f9ea857 req-a598afa2-df6f-4900-9ded-a37a49ea2ab9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 210 time: 0.2034454 Jul 16 08:51:02.906718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:02.946015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.162630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:51:03.162630 n-d-798249-10 neutron-server[93699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:51:03.162630 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id': 'bcbf5f538a8d43ff83da05cc0ce7d486', 'id': 'e582a66f-5b15-4b1a-a43e-e54f30d26869', 'expiration': datetime.datetime(2021, 7, 16, 8, 53, 3, 148176)}] Jul 16 08:51:03.162630 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:03.163068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:03.163940 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:03.167220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.238463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port 910d2367-c9dd-475f-8436-e1221c220052 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:03.238829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.282182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cde26-68be-4cf9-8bd0-30a4b74460d1 req-73bb1804-87b5-4caf-bd8c-44c843e00db8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:03.284189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd0cde26-68be-4cf9-8bd0-30a4b74460d1 req-73bb1804-87b5-4caf-bd8c-44c843e00db8 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.1273704 Jul 16 08:51:03.350036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.8 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/9097b89d-c978-42c0-a360-025c43adbcbc) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:03.372076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.372432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.388470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd0cde26-68be-4cf9-8bd0-30a4b74460d1 req-c41971f0-4977-4bfd-a0f0-031c16992dac tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688076 Jul 16 08:51:03.393362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for 910d2367-c9dd-475f-8436-e1221c220052 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:03.531155 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.606604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.664371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.697756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:03.701060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4', 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:03.723782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:03.726494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:03.838565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.839392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:03.840040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.843766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=9097b89d-c978-42c0-a360-025c43adbcbc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.085747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.088793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.099211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bdf2ba25-61d1-41a1-ac5f-bf6356e3d1d0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1966915 Jul 16 08:51:04.125333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.150895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Request body: {'port': {'device_id': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.152420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=910d2367-c9dd-475f-8436-e1221c220052,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.256236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcbf5f538a8d43ff83da05cc0ce7d486&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7089798 Jul 16 08:51:04.259902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.260197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43278) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.315477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9464-45bf-4105-8505-a20cf41d1e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b21e482-533d-48d3-b3b4-b4a5fe9001fe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.347454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe784a9a-7f7a-42ff-9155-8d49901db535 req-6525e788-5e8c-4568-a40a-348ce2115386 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.348711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe784a9a-7f7a-42ff-9155-8d49901db535 req-6525e788-5e8c-4568-a40a-348ce2115386 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 931 time: 0.2484305 Jul 16 08:51:04.375190 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.378263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.382281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3dfd1fdc-dfde-430e-a35e-a42aac11fbb4 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/floatingips/1fd69613-fa93-44fd-8483-d88b741a2494 HTTP/1.1" status: 204 len: 168 time: 1.6851065 Jul 16 08:51:04.383210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43284) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.483146 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe784a9a-7f7a-42ff-9155-8d49901db535 req-a579e00b-9c8a-4734-acf6-b60ba5c366c2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858173 Jul 16 08:51:04.488976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6020-8eec-4525-91bf-064702c26744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.539633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6020-8eec-4525-91bf-064702c26744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.543914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port de2c738f-7594-4e16-90d5-243d0a722601 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:04.544495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.741941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9097b89d-c978-42c0-a360-025c43adbcbc {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:04.742640 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.752094 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.766702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5719-3d64-40df-aedd-b738b6020bbc req-d8ae3a0f-bb6f-40fe-9b19-3bdcfc470286 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.766929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Transition to ACTIVE for port object 9097b89d-c978-42c0-a360-025c43adbcbc will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:04.770422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-179c5719-3d64-40df-aedd-b738b6020bbc req-d8ae3a0f-bb6f-40fe-9b19-3bdcfc470286 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.2284369 Jul 16 08:51:04.780426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.785485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for de2c738f-7594-4e16-90d5-243d0a722601 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:04.901015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6020-8eec-4525-91bf-064702c26744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.904425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5eaf6020-8eec-4525-91bf-064702c26744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.905988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5eaf6020-8eec-4525-91bf-064702c26744 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b21e482-533d-48d3-b3b4-b4a5fe9001fe HTTP/1.1" status: 204 len: 168 time: 0.6412528 Jul 16 08:51:04.936839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Attempting to bind port 9097b89d-c978-42c0-a360-025c43adbcbc on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:04.937285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Attempting to bind port 9097b89d-c978-42c0-a360-025c43adbcbc by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:04.937758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Attempting to bind port 9097b89d-c978-42c0-a360-025c43adbcbc on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:04.943031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Pushing event updated for resources: {'Port': ['ID=9097b89d-c978-42c0-a360-025c43adbcbc,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.945982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Port 9097b89d-c978-42c0-a360-025c43adbcbc on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:04.946327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Attempting to bind port 9097b89d-c978-42c0-a360-025c43adbcbc on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:04.952126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:04.952519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:04.952909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:04.953342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Bound port: 9097b89d-c978-42c0-a360-025c43adbcbc, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:04.953701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.978347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf6020-8eec-4525-91bf-064702c26744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b21e482-533d-48d3-b3b4-b4a5fe9001fe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.985783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-179c5719-3d64-40df-aedd-b738b6020bbc req-988eca14-a26b-4757-bcbe-b93e5894812f tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070592 Jul 16 08:51:05.056298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] For port 9097b89d-c978-42c0-a360-025c43adbcbc, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:05.062748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] For port 9097b89d-c978-42c0-a360-025c43adbcbc, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9097b89d-c978-42c0-a360-025c43adbcbc,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:05.070706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.089210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-1e40904c-6a89-4094-a233-a2c3a589e085 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.093534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-1e40904c-6a89-4094-a233-a2c3a589e085 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 947 time: 0.3486445 Jul 16 08:51:05.120591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.121566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.124713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] 10.222.0.18 "PUT /v2.0/ports/9097b89d-c978-42c0-a360-025c43adbcbc HTTP/1.1" status: 200 len: 1092 time: 1.0056608 Jul 16 08:51:05.125504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'tag': '9097b89d-c978-42c0-a360-025c43adbcbc'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:05.129793 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365" -d '{"events": [{"name": "network-changed", "server_uuid": "e479175f-d8b7-4ef8-9622-2ba47c92be8c", "tag": "9097b89d-c978-42c0-a360-025c43adbcbc"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:05.136002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.190388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6aa01-c433-4c7b-a539-61180435c13f service neutron] Pushing event updated for resources: {'Port': ['ID=9097b89d-c978-42c0-a360-025c43adbcbc,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.218518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.232662 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d41d2d-001e-4f48-952e-df292218d192 x-openstack-request-id: req-61d41d2d-001e-4f48-952e-df292218d192 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:05.233109 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e479175f-d8b7-4ef8-9622-2ba47c92be8c", "tag": "9097b89d-c978-42c0-a360-025c43adbcbc", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:05.233455 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61d41d2d-001e-4f48-952e-df292218d192 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:05.233943 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'tag': '9097b89d-c978-42c0-a360-025c43adbcbc', 'status': 'completed', 'code': 200} Jul 16 08:51:05.268926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-285c081b-cd74-4ac8-bdb8-977e8f2758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.271825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-285c081b-cd74-4ac8-bdb8-977e8f2758f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 1095 time: 0.0696716 Jul 16 08:51:05.323310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=de2c738f-7594-4e16-90d5-243d0a722601,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.356831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-37c008f5-0e9d-488b-8823-ab98f0333f19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9097b89d-c978-42c0-a360-025c43adbcbc HTTP/1.1" status: 200 len: 217 time: 0.0762167 Jul 16 08:51:05.410810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.415078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-27f0ebb5-6535-40ad-8c3d-1e08403a25bc tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/ports/de2c738f-7594-4e16-90d5-243d0a722601 HTTP/1.1" status: 204 len: 168 time: 1.0275645 Jul 16 08:51:05.415384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.432113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43314) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.437383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Deleting port 4607b0d4-1165-428d-85de-ee85ce1cded9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:05.437749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.468461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42f78594-4379-4214-aa29-1cb670d580b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.480464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4099c895-e6a0-4aaf-8e2b-f95ac49e3480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.500923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-609524dd-9ec1-49d0-8138-d0d35d3f64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.501922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-609524dd-9ec1-49d0-8138-d0d35d3f64e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1368189 Jul 16 08:51:05.547924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-5f5603bc-331b-40a7-b797-fc1fa49f339d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364807 Jul 16 08:51:05.686629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] For port 4607b0d4-1165-428d-85de-ee85ce1cded9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4607b0d4-1165-428d-85de-ee85ce1cded9,segment=NetworkSegment(bb149abf-1630-4451-8170-7b96203173fd),segment_id=bb149abf-1630-4451-8170-7b96203173fd)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:05.687002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.693027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-bc4e00c6-2d17-43e0-9e57-8576e3f85363 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349516 Jul 16 08:51:05.711396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Calling delete_port for 4607b0d4-1165-428d-85de-ee85ce1cded9 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:05.722980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:05.723344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.743102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42f78594-4379-4214-aa29-1cb670d580b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.755052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-42f78594-4379-4214-aa29-1cb670d580b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.866964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-42f78594-4379-4214-aa29-1cb670d580b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e27b664ac054967ab273591fa5721ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330776 Jul 16 08:51:05.871094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43318) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.874886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f78594-4379-4214-aa29-1cb670d580b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8554e9af-fc8e-424d-be2c-129f44837fd2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.877486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f11a8-c558-4aec-bc92-bf6a264a4cfd req-161f4770-08e4-4a71-a56e-ccc4f499a6a9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.879774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f71f11a8-c558-4aec-bc92-bf6a264a4cfd req-161f4770-08e4-4a71-a56e-ccc4f499a6a9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 943 time: 0.2603569 Jul 16 08:51:05.935435 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b66ad66b-e2ee-4bcc-a21d-cc174aa2ca9c req-e26eae4f-1ada-4b0a-be2c-8cef27e447aa service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322671 Jul 16 08:51:05.952146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f71f11a8-c558-4aec-bc92-bf6a264a4cfd req-7deb488c-9e43-412a-aeaa-b8d2c335d59a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Jul 16 08:51:05.993471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.995163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2708358b-706e-4783-bd21-d89004eb3206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.010137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:06.012930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4099c895-e6a0-4aaf-8e2b-f95ac49e3480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.044034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4099c895-e6a0-4aaf-8e2b-f95ac49e3480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.080530 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4099c895-e6a0-4aaf-8e2b-f95ac49e3480 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=feab3ae008344ab4979d9d205f65eb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9431713 Jul 16 08:51:06.092652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43322) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:06.104255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2708358b-706e-4783-bd21-d89004eb3206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.179685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099c895-e6a0-4aaf-8e2b-f95ac49e3480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74543ce3-1ffc-4525-a026-be3b37ad4119,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.192030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.250420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-8defd117-f428-459e-a2de-f2bd49b01711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.250683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Pushing event deleted for resources: {'Port': ['ID=4607b0d4-1165-428d-85de-ee85ce1cded9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.252215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-8defd117-f428-459e-a2de-f2bd49b01711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 1095 time: 0.2379885 Jul 16 08:51:06.296692 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-740cba27-9047-4fac-9b47-59dc563efde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.318991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] No DVR routers for this DVR port 4607b0d4-1165-428d-85de-ee85ce1cded9 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:06.322292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.324444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2b8d106-21b4-481c-9691-fc1d9088d813 req-ee5e894a-7f56-48c3-92f1-4594fad4542c tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.18 "DELETE /v2.0/ports/4607b0d4-1165-428d-85de-ee85ce1cded9 HTTP/1.1" status: 204 len: 173 time: 1.2234857 Jul 16 08:51:06.325056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.333281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410b42-9e5c-450b-ae87-60e500a8c424 req-1dbe9ce8-a498-4f0e-8787-7ed31a76ad61 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.334760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e410b42-9e5c-450b-ae87-60e500a8c424 req-1dbe9ce8-a498-4f0e-8787-7ed31a76ad61 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5571170-d4fb-4d97-9ba5-f49b230f4df6 HTTP/1.1" status: 200 len: 868 time: 0.1968534 Jul 16 08:51:06.335630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2708358b-706e-4783-bd21-d89004eb3206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.336776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-deleted', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:06.338998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2708358b-706e-4783-bd21-d89004eb3206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.339207 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3230a259-08cb-4360-a9da-d7d31493b98a" -d '{"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-deleted", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:06.340348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2708358b-706e-4783-bd21-d89004eb3206 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8554e9af-fc8e-424d-be2c-129f44837fd2 HTTP/1.1" status: 204 len: 168 time: 0.4665661 Jul 16 08:51:06.383591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708358b-706e-4783-bd21-d89004eb3206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8554e9af-fc8e-424d-be2c-129f44837fd2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.464979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-740cba27-9047-4fac-9b47-59dc563efde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.511595 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed35e0-2761-47e6-b6d5-91b864290122 x-openstack-request-id: req-d7ed35e0-2761-47e6-b6d5-91b864290122 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:06.512128 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5571170-d4fb-4d97-9ba5-f49b230f4df6", "name": "network-vif-deleted", "tag": "4607b0d4-1165-428d-85de-ee85ce1cded9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:06.512369 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7ed35e0-2761-47e6-b6d5-91b864290122 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:06.512906 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5571170-d4fb-4d97-9ba5-f49b230f4df6', 'name': 'network-vif-deleted', 'tag': '4607b0d4-1165-428d-85de-ee85ce1cded9', 'status': 'completed', 'code': 200} Jul 16 08:51:06.516022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e410b42-9e5c-450b-ae87-60e500a8c424 req-d04c04fe-dbcf-4e09-ba30-3c090e815675 tempest-ServersNegativeTestJSON-609400981 tempest-ServersNegativeTestJSON-609400981-project] 10.222.0.41 "GET /v2.0/security-groups?id=2294d160-1ba3-40c5-ba7d-95151424c340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393585 Jul 16 08:51:06.551576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.581777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-b7b53f6b-2d9e-402a-ab32-d3b835d2ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.583924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-b7b53f6b-2d9e-402a-ab32-d3b835d2ece2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.3106034 Jul 16 08:51:06.585448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-740cba27-9047-4fac-9b47-59dc563efde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.586167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.586568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.586960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.587407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.588752 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-740cba27-9047-4fac-9b47-59dc563efde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.592776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-740cba27-9047-4fac-9b47-59dc563efde8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74543ce3-1ffc-4525-a026-be3b37ad4119 HTTP/1.1" status: 204 len: 168 time: 0.4978642 Jul 16 08:51:06.596591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.597095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.597432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.597782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.598126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.598462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.598912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.600190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:06.621270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.624290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92aa3932-6512-4896-b33d-573ea2cd7347 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/ports/a66d7ffd-4cc7-41ad-aa8c-e957a06e0ee9 HTTP/1.1" status: 204 len: 168 time: 1.2079623 Jul 16 08:51:06.626725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43334) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:06.642159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cba27-9047-4fac-9b47-59dc563efde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74543ce3-1ffc-4525-a026-be3b37ad4119,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.646845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-d724df39-e203-4e9f-bd7d-93c03b797639 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9097b89d-c978-42c0-a360-025c43adbcbc HTTP/1.1" status: 200 len: 217 time: 0.0529163 Jul 16 08:51:06.712268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting subnet 86d4bb26-94fb-40f0-b9ab-8758831520a2 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:06.730094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.738583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-186e8def-0bf5-41c3-9a9b-d9fa96061414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.741026 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-186e8def-0bf5-41c3-9a9b-d9fa96061414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.0875344 Jul 16 08:51:06.816219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.833777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-f8975ca2-35b2-42e9-ae61-9398377a1704 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745065 Jul 16 08:51:06.968897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.012291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-ae385283-68e9-473e-8f12-2814e750dc97 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710849 Jul 16 08:51:07.133359 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.210305 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.214813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/subnets/86d4bb26-94fb-40f0-b9ab-8758831520a2 HTTP/1.1" status: 204 len: 168 time: 0.5836859 Jul 16 08:51:07.214813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c635856-0147-4e81-8f83-3fc64f4618d2 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Subnet': ['ID=86d4bb26-94fb-40f0-b9ab-8758831520a2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.218947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.220318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb25e7af-1e46-4b1f-84b3-0c9e2e99f39a None None] Network 05fa5dc6-4aed-4c0d-8482-fd8478130a1e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:07.230888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae86ec0-95c2-4c5d-bf64-1503ccbc2365 req-35fb9994-8f92-4738-9736-5e8fcbe647ad service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098143 Jul 16 08:51:07.325292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting subnet 2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:07.331396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.338860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43356) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.367717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fcb7b-2367-4acb-8314-80f478ae7d3f req-9ab779cc-28d7-45d6-a726-aa0b30737b01 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.368488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.374800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2fcb7b-2367-4acb-8314-80f478ae7d3f req-9ab779cc-28d7-45d6-a726-aa0b30737b01 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 943 time: 0.2245944 Jul 16 08:51:07.414717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.494463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2fcb7b-2367-4acb-8314-80f478ae7d3f req-55ea2ddb-ac69-440c-8dd8-bcc334b3f9af tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096823 Jul 16 08:51:07.544949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9097b89d-c978-42c0-a360-025c43adbcbc details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:07.557755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.567902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.597205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.631569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] DHCP port deletion for 05fa5dc6-4aed-4c0d-8482-fd8478130a1e request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:07.631997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43362) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.632839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=956c7b47ac554c90b62293d8718554a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920918 Jul 16 08:51:07.634623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7df804a-ccd8-4849-aaad-4fcadb73e5a7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.646056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.646056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.646348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.646602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.646864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.647197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.647541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.647951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.648279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.648598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.648915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.649364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da10ba-13fc-4d50-b719-64415177acd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:07.658572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:07.668557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43364) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.731963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b6682e1-1898-42f9-b5bc-24335ac36189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.735409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 4607b0d4-1165-428d-85de-ee85ce1cded9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:07.736000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4607b0d4-1165-428d-85de-ee85ce1cded9 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:07.743519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Deleting subnet e816c4f6-c966-48de-a523-3e5b08b7e05c {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:07.747027 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.760789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b6682e1-1898-42f9-b5bc-24335ac36189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.779521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.785215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] Deleting port 92c5701f-3f44-4833-a361-d6d5180e1177 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:07.785900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.789723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.807254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.812052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/subnets/2ff3c135-e7ab-4c37-a7c6-0d81b47d8407 HTTP/1.1" status: 204 len: 168 time: 0.5727985 Jul 16 08:51:07.816999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43368) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.837630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f555a8a-4d01-41f8-910f-66c529cf12bf tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff3c135-e7ab-4c37-a7c6-0d81b47d8407,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.852490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac53df1-2ad6-47f8-a22e-f205093cf9a8 None None] Network 3f48b460-7e8e-448c-b879-adaf0ebc3b4e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:07.866675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] For port 92c5701f-3f44-4833-a361-d6d5180e1177, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92c5701f-3f44-4833-a361-d6d5180e1177,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:07.867296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.868530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b6682e1-1898-42f9-b5bc-24335ac36189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.871203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b6682e1-1898-42f9-b5bc-24335ac36189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.875307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b6682e1-1898-42f9-b5bc-24335ac36189 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7df804a-ccd8-4849-aaad-4fcadb73e5a7 HTTP/1.1" status: 204 len: 168 time: 0.2398520 Jul 16 08:51:07.881111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] Calling delete_port for 92c5701f-3f44-4833-a361-d6d5180e1177 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:07.885632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6682e1-1898-42f9-b5bc-24335ac36189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7df804a-ccd8-4849-aaad-4fcadb73e5a7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.941272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.957970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9097b89d-c978-42c0-a360-025c43adbcbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9097b89d-c978-42c0-a360-025c43adbcbc,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:07.965678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.997225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '9097b89d-c978-42c0-a360-025c43adbcbc', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': '9097b89d-c978-42c0-a360-025c43adbcbc', 'mac_address': 'fa:16:3e:dc:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:08.039022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.090731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.092668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e816c4f6-c966-48de-a523-3e5b08b7e05c HTTP/1.1" status: 204 len: 168 time: 0.4213033 Jul 16 08:51:08.095286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc7de3-248a-4669-917e-19463c5653fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e816c4f6-c966-48de-a523-3e5b08b7e05c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.096142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:08.105870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Deleting port 92c5701f-3f44-4833-a361-d6d5180e1177 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:08.106223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.137891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.160478 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.184427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] For port 92c5701f-3f44-4833-a361-d6d5180e1177, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92c5701f-3f44-4833-a361-d6d5180e1177,segment=NetworkSegment(d06e54fd-bccf-4252-b094-33c91e781758),segment_id=d06e54fd-bccf-4252-b094-33c91e781758)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:08.184711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.194296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] Pushing event deleted for resources: {'Port': ['ID=92c5701f-3f44-4833-a361-d6d5180e1177,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.197240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9097b89d-c978-42c0-a360-025c43adbcbc {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:08.202045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Calling delete_port for 92c5701f-3f44-4833-a361-d6d5180e1177 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:08.223571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845fb8b-dc86-4502-aac4-0a84aaf2b5b2 None None] No DVR routers for this DVR port 92c5701f-3f44-4833-a361-d6d5180e1177 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:08.245326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9097b89d-c978-42c0-a360-025c43adbcbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9097b89d-c978-42c0-a360-025c43adbcbc,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:08.255462 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.285060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.334423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9097b89d-c978-42c0-a360-025c43adbcbc,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.358029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] DHCP port deletion for 3f48b460-7e8e-448c-b879-adaf0ebc3b4e request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:08.454088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.463463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] Deleting port a8bcbd98-7b57-4663-91f0-f879387c8892 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:08.463872 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.481332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3fa1cb-3e73-4cff-98df-758db50bda3d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:08.509212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb149abf-1630-4451-8170-7b96203173fd') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:08.509356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb149abf-1630-4451-8170-7b96203173fd') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:08.529819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['9097b89d-c978-42c0-a360-025c43adbcbc'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:08.535757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.564499 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.583181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:08.583620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:08.585436 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:08.602687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] For port a8bcbd98-7b57-4663-91f0-f879387c8892, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a8bcbd98-7b57-4663-91f0-f879387c8892,segment=NetworkSegment(305488d0-63a5-49b4-8f84-fb0477d9fae2),segment_id=305488d0-63a5-49b4-8f84-fb0477d9fae2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:08.603473 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.649282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] Calling delete_port for a8bcbd98-7b57-4663-91f0-f879387c8892 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:08.763817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.788599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.796695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba3fa1cb-3e73-4cff-98df-758db50bda3d HTTP/1.1" status: 204 len: 168 time: 0.6993194 Jul 16 08:51:08.829637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013da438-1534-4304-8af4-e23293926fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3fa1cb-3e73-4cff-98df-758db50bda3d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.848450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.864721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc088d3c-05af-4c23-9277-86919bc524f8 req-5626aa95-8333-496a-bf31-708cd07ea144 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.865577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] No DVR routers for this DVR port a8bcbd98-7b57-4663-91f0-f879387c8892 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:08.866129 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc088d3c-05af-4c23-9277-86919bc524f8 req-5626aa95-8333-496a-bf31-708cd07ea144 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 944 time: 0.2629809 Jul 16 08:51:08.914801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0d499-52f5-4a0f-850f-1d48e34d0a6f None None] Pushing event deleted for resources: {'Port': ['ID=a8bcbd98-7b57-4663-91f0-f879387c8892,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.937355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc088d3c-05af-4c23-9277-86919bc524f8 req-60efc56e-4871-4a1b-a390-40aa435aad5b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635595 Jul 16 08:51:09.024116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.061102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Port': ['ID=92c5701f-3f44-4833-a361-d6d5180e1177,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.063001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] No DVR routers for this DVR port 92c5701f-3f44-4833-a361-d6d5180e1177 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:09.137347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43422) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.192025 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.192484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3412663d-e797-4716-9038-ad07c3dced5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c27a7f6323fb4d40803ba58bfb0a8929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535533 Jul 16 08:51:09.194611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43424) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.201637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-cfeb7f63-1cfe-4011-b4b9-639acff8835e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.203349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-cfeb7f63-1cfe-4011-b4b9-639acff8835e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.2085109 Jul 16 08:51:09.222067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-1965dde4-4c7c-4771-abf7-01354cf61ec0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/quotas/c69288d805b641b68e140d85d98ac63c HTTP/1.1" status: 200 len: 375 time: 0.0116677 Jul 16 08:51:09.223816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fa5dc6-4aed-4c0d-8482-fd8478130a1e']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.245931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06e54fd-bccf-4252-b094-33c91e781758') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.246630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06e54fd-bccf-4252-b094-33c91e781758') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.266811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e94b8f5-8c44-4af4-b0d9-274698f48d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.279542 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.302106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.303401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e94b8f5-8c44-4af4-b0d9-274698f48d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.313530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:09.313955 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:09.318945 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:09.388112 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-24680fb6-ff05-4ba9-9e03-4610e2be4ec0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563921 Jul 16 08:51:09.388374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e94b8f5-8c44-4af4-b0d9-274698f48d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.391436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e94b8f5-8c44-4af4-b0d9-274698f48d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.397245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e94b8f5-8c44-4af4-b0d9-274698f48d91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2294d160-1ba3-40c5-ba7d-95151424c340 HTTP/1.1" status: 204 len: 168 time: 0.1997406 Jul 16 08:51:09.399363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.407564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94b8f5-8c44-4af4-b0d9-274698f48d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2294d160-1ba3-40c5-ba7d-95151424c340,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.426106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.428051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/networks/05fa5dc6-4aed-4c0d-8482-fd8478130a1e HTTP/1.1" status: 204 len: 168 time: 1.6098714 Jul 16 08:51:09.431419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.441139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a947bc-1467-482f-a2da-604a8ce9c7a1 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Network': ['ID=05fa5dc6-4aed-4c0d-8482-fd8478130a1e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.457788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92c5701f-3f44-4833-a361-d6d5180e1177 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:09.512236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 92c5701f-3f44-4833-a361-d6d5180e1177 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:09.512815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92c5701f-3f44-4833-a361-d6d5180e1177 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:09.513383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8bcbd98-7b57-4663-91f0-f879387c8892 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:09.548564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.573991 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-42063df8-d3f2-4412-868b-6d0f33741d1f service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780381 Jul 16 08:51:09.584491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9097b89d-c978-42c0-a360-025c43adbcbc up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:09.587796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a8bcbd98-7b57-4663-91f0-f879387c8892 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:09.588162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a8bcbd98-7b57-4663-91f0-f879387c8892 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:09.654234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.665766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f48b460-7e8e-448c-b879-adaf0ebc3b4e']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.687931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305488d0-63a5-49b4-8f84-fb0477d9fae2') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.689436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305488d0-63a5-49b4-8f84-fb0477d9fae2') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.691132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 9097b89d-c978-42c0-a360-025c43adbcbc completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:09.701201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 9097b89d-c978-42c0-a360-025c43adbcbc triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:09.701517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.705538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.723229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.736545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:09.738105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:09.746189 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:09.786880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-c2738a60-76f2-4b40-a873-9334722d5663 service neutron] 10.222.0.41 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119863 Jul 16 08:51:09.825653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.877350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 9097b89d-c978-42c0-a360-025c43adbcbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9097b89d-c978-42c0-a360-025c43adbcbc,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:09.878626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9097b89d-c978-42c0-a360-025c43adbcbc'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:09.881155 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b782d0-7c70-4cc1-9e6e-5814a957a4ba" -d '{"events": [{"server_uuid": "e479175f-d8b7-4ef8-9622-2ba47c92be8c", "name": "network-vif-plugged", "status": "completed", "tag": "9097b89d-c978-42c0-a360-025c43adbcbc"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:09.886309 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.915701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.958133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.964039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] 10.222.0.41 "DELETE /v2.0/networks/3f48b460-7e8e-448c-b879-adaf0ebc3b4e HTTP/1.1" status: 204 len: 168 time: 0.5273087 Jul 16 08:51:09.964039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001e402-e362-4ac8-8381-dfbaa3628057 tempest-TaggedBootDevicesTest-746968517 tempest-TaggedBootDevicesTest-746968517-project] Pushing event deleted for resources: {'Network': ['ID=3f48b460-7e8e-448c-b879-adaf0ebc3b4e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.976699 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f936c1-d35e-4c1a-ba31-9608a81ed61f x-openstack-request-id: req-80f936c1-d35e-4c1a-ba31-9608a81ed61f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:09.979605 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479175f-d8b7-4ef8-9622-2ba47c92be8c", "name": "network-vif-plugged", "status": "completed", "tag": "9097b89d-c978-42c0-a360-025c43adbcbc", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:09.979808 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80f936c1-d35e-4c1a-ba31-9608a81ed61f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:10.002866 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9097b89d-c978-42c0-a360-025c43adbcbc', 'code': 200} Jul 16 08:51:10.061210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=9097b89d-c978-42c0-a360-025c43adbcbc,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.223850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-160c64d3-56b5-49b2-99f7-124b4829e561 req-1d70c61d-b4ac-49bf-be54-459537115a6b tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 210 time: 0.0376928 Jul 16 08:51:10.232500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc83f-e4f9-47d9-83bd-1e9c9b3da35c req-d492e718-e369-4a8f-a602-75441d49e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.234215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63edc83f-e4f9-47d9-83bd-1e9c9b3da35c req-d492e718-e369-4a8f-a602-75441d49e3b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 1097 time: 0.1572983 Jul 16 08:51:10.241507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe62ea-cfc0-4416-a042-faddc3534132 req-ded1f007-24b7-418f-a79d-9bf8950e55c2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.244384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74fe62ea-cfc0-4416-a042-faddc3534132 req-ded1f007-24b7-418f-a79d-9bf8950e55c2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 945 time: 0.0975881 Jul 16 08:51:10.326190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-63edc83f-e4f9-47d9-83bd-1e9c9b3da35c req-eb63ebd4-1275-484d-b49a-02f51468bc16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841954 Jul 16 08:51:10.330158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74fe62ea-cfc0-4416-a042-faddc3534132 req-326f0154-e881-44dc-b61d-40ab65dd908a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784125 Jul 16 08:51:11.434772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-49be23b4-9079-4d72-8e62-3a1507a6c47b req-c9a723c8-9fc5-437b-9a14-5fa7407bb5ff tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 210 time: 0.0480614 Jul 16 08:51:11.574324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43536) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.620961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43542) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.815876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e5344-7ffa-4487-bd42-537a583178fb req-4de0fd49-3389-4cb7-8bb7-ad3c470c4cfb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.817344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-447e5344-7ffa-4487-bd42-537a583178fb req-4de0fd49-3389-4cb7-8bb7-ad3c470c4cfb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 945 time: 0.2441628 Jul 16 08:51:11.828703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-745cce1e-09c2-49c3-8125-2c42a0233a6d tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.830237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-745cce1e-09c2-49c3-8125-2c42a0233a6d tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 815 time: 0.1468682 Jul 16 08:51:11.853036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Request body: {'port': {'device_id': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'admin_state_up': True, 'tenant_id': 'c69288d805b641b68e140d85d98ac63c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:11.898088 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-447e5344-7ffa-4487-bd42-537a583178fb req-4b6b467a-b0ff-45a6-aa83-56687d85aa67 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668085 Jul 16 08:51:11.992223 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b52110d-b2f0-401d-b631-3bf5b0d8f49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.996668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43550) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.039587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Made reservation on behalf of c69288d805b641b68e140d85d98ac63c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:12.043654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.047276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b8e61e-6dd7-498a-b297-709883535d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.093030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60c15739-2a49-4a25-a9f6-aa462d415dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.203660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Allocated IP 172.20.0.13 (ad06d8bc-b461-44d3-824f-23ffca076238/24c4f46a-b948-4306-95a7-02f3d56b862d/7b30cf60-216d-4e37-a1e7-f086c6de9da7) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:12.209947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c564f1-a85b-48f0-b257-28977d91fe93 req-9b698a0e-109e-4c63-9d95-289b95567ed4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.211731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89c564f1-a85b-48f0-b257-28977d91fe93 req-9b698a0e-109e-4c63-9d95-289b95567ed4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 945 time: 0.1066852 Jul 16 08:51:12.213889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b52110d-b2f0-401d-b631-3bf5b0d8f49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.220769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b52110d-b2f0-401d-b631-3bf5b0d8f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.281689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b52110d-b2f0-401d-b631-3bf5b0d8f49d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08f251c83a1d430ba23bc9afc73f2373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591525 Jul 16 08:51:12.289726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52110d-b2f0-401d-b631-3bf5b0d8f49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7f731d-9fcb-41f2-ab96-e44b62f8b9e4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.292248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43554) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.361316 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89c564f1-a85b-48f0-b257-28977d91fe93 req-a16c6696-fb81-430f-8d2d-fe0dccc79f42 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102262 Jul 16 08:51:12.397564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001979bd-d35a-4c31-bed3-16182f66ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.421040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.428346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001979bd-d35a-4c31-bed3-16182f66ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.438057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b8e61e-6dd7-498a-b297-709883535d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.447477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b8e61e-6dd7-498a-b297-709883535d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.522907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16b8e61e-6dd7-498a-b297-709883535d0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da0ccf8c6a2f415e8f6dc6e6c4b1627a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9421964 Jul 16 08:51:12.527350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8e61e-6dd7-498a-b297-709883535d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eac395-a031-49d2-af74-5406712cea67,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.529537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43560) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.577264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.590283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['d56c029e-a319-42ed-b19f-2ab159e84fab', '6433ff97-1813-4214-914c-8d993aaaa3bb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:12.605391 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:12.609345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60c15739-2a49-4a25-a9f6-aa462d415dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.610551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001979bd-d35a-4c31-bed3-16182f66ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.615058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-001979bd-d35a-4c31-bed3-16182f66ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.616318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-001979bd-d35a-4c31-bed3-16182f66ae3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb7f731d-9fcb-41f2-ab96-e44b62f8b9e4 HTTP/1.1" status: 204 len: 168 time: 0.3219812 Jul 16 08:51:12.626093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60c15739-2a49-4a25-a9f6-aa462d415dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.640742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:12.679833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Network ad06d8bc-b461-44d3-824f-23ffca076238 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:12.709253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001979bd-d35a-4c31-bed3-16182f66ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7f731d-9fcb-41f2-ab96-e44b62f8b9e4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.716280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:12.722710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:12.758934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event updated for resources: {'Port': ['ID=7b30cf60-216d-4e37-a1e7-f086c6de9da7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.778834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-60c15739-2a49-4a25-a9f6-aa462d415dac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa221ac2b2d4480f98d5bd0bc9234e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775221 Jul 16 08:51:12.786714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43568) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.852030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15739-2a49-4a25-a9f6-aa462d415dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e557b38d-72a9-4ac1-848e-99db4a333c90,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.869187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2d2dd-a140-479e-b386-f02de5e42d01 req-30938ddf-5665-4742-97d4-b9f94bdb910b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.876152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76e2d2dd-a140-479e-b386-f02de5e42d01 req-30938ddf-5665-4742-97d4-b9f94bdb910b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 945 time: 0.3696842 Jul 16 08:51:12.900352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dea44787-5b8e-4485-a841-3f46aaccf134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.936843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948557cf-5759-4994-be03-cada2c5a937c req-789b904b-00ae-485d-9871-8691a60035b0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.940929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.941587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.946413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-948557cf-5759-4994-be03-cada2c5a937c req-789b904b-00ae-485d-9871-8691a60035b0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 932 time: 0.3284383 Jul 16 08:51:12.973062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dea44787-5b8e-4485-a841-3f46aaccf134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.986424 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76e2d2dd-a140-479e-b386-f02de5e42d01 req-9aa2df00-7a9d-4a80-99f5-26bfb42a3675 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093283 Jul 16 08:51:13.012246 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-948557cf-5759-4994-be03-cada2c5a937c req-f0d60618-fccb-4136-bb3d-ae16507b6e19 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Jul 16 08:51:13.015133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62b26cb8-a337-47ca-ad4f-5fd216ee57eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.021629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-b54d537f-72a8-4684-807c-465c69dafd35 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736059 Jul 16 08:51:13.038173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7901aedb-46da-461b-b24d-61c257b5ee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.052564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Request body: {'port': {'device_id': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:13.076910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62b26cb8-a337-47ca-ad4f-5fd216ee57eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.172457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62b26cb8-a337-47ca-ad4f-5fd216ee57eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.175347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-62b26cb8-a337-47ca-ad4f-5fd216ee57eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.178022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dea44787-5b8e-4485-a841-3f46aaccf134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.178600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-62b26cb8-a337-47ca-ad4f-5fd216ee57eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e557b38d-72a9-4ac1-848e-99db4a333c90 HTTP/1.1" status: 204 len: 168 time: 0.3890967 Jul 16 08:51:13.181727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dea44787-5b8e-4485-a841-3f46aaccf134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.183445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dea44787-5b8e-4485-a841-3f46aaccf134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4eac395-a031-49d2-af74-5406712cea67 HTTP/1.1" status: 204 len: 168 time: 0.6313534 Jul 16 08:51:13.199347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.199586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b26cb8-a337-47ca-ad4f-5fd216ee57eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e557b38d-72a9-4ac1-848e-99db4a333c90,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.214463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44787-5b8e-4485-a841-3f46aaccf134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eac395-a031-49d2-af74-5406712cea67,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.642596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b30cf60-216d-4e37-a1e7-f086c6de9da7 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:13.651691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.680315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Transition to ACTIVE for port object 7b30cf60-216d-4e37-a1e7-f086c6de9da7 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:13.685485 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.730936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd506-cf25-4ff3-ab17-8d63c1f54e38 req-0e49967d-0095-4be5-a72c-35f26ae97355 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.740962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-baddd506-cf25-4ff3-ab17-8d63c1f54e38 req-0e49967d-0095-4be5-a72c-35f26ae97355 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 945 time: 0.1321068 Jul 16 08:51:13.745474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43594) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.763961 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-119f5c96-d2a8-4667-8473-c43c8ffa8409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.875967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-baddd506-cf25-4ff3-ab17-8d63c1f54e38 req-95952285-941d-44df-9790-a3c9100c53de tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313813 Jul 16 08:51:13.906119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43602) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.906505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-119f5c96-d2a8-4667-8473-c43c8ffa8409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.907936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Pushing event updated for resources: {'Port': ['ID=7b30cf60-216d-4e37-a1e7-f086c6de9da7,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.932289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2879238f-bfda-4ce7-8956-d2602c50dd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.935399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-119f5c96-d2a8-4667-8473-c43c8ffa8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.012524 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-119f5c96-d2a8-4667-8473-c43c8ffa8409 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7908ca74e904ad3a1ca834f1d68dc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656789 Jul 16 08:51:14.015702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5c96-d2a8-4667-8473-c43c8ffa8409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb9a82d-0acc-4126-a4d4-af2b7c7af0fe,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.015896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43608) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:14.041180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Attempting to bind port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:14.041913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Attempting to bind port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:14.041913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Attempting to bind port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:14.047061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 on network ad06d8bc-b461-44d3-824f-23ffca076238 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:14.047533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Attempting to bind port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 on network ad06d8bc-b461-44d3-824f-23ffca076238 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:14.053528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:14.053717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Checking segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:14.054142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Bound using segment: {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:14.054630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Bound port: 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:14.055056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.150554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:14.162541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] For port 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:14.170067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] For port 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:14.173939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd133d2-b741-428a-88b6-6f42c342a0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.180043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.214339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2879238f-bfda-4ce7-8956-d2602c50dd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.216796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd133d2-b741-428a-88b6-6f42c342a0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.223755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2879238f-bfda-4ce7-8956-d2602c50dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.273470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.274387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.276019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] 10.222.0.36 "PUT /v2.0/ports/7b30cf60-216d-4e37-a1e7-f086c6de9da7 HTTP/1.1" status: 200 len: 1093 time: 1.2296448 Jul 16 08:51:14.279231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'tag': '7b30cf60-216d-4e37-a1e7-f086c6de9da7'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:14.281640 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60619b-2314-42dd-a8ee-6c353a58cb93" -d '{"events": [{"name": "network-changed", "server_uuid": "99e15f8f-db87-4036-a6f6-9b8192f77ea6", "tag": "7b30cf60-216d-4e37-a1e7-f086c6de9da7"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:14.291960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2879238f-bfda-4ce7-8956-d2602c50dd21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fde7ce0ba1f648208b836e05a10e2330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845658 Jul 16 08:51:14.294418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879238f-bfda-4ce7-8956-d2602c50dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ba0b91-64ad-4904-9467-462ad3524de4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.296808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43618) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:14.340514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd133d2-b741-428a-88b6-6f42c342a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.343890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd133d2-b741-428a-88b6-6f42c342a0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.344800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5dd133d2-b741-428a-88b6-6f42c342a0bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceb9a82d-0acc-4126-a4d4-af2b7c7af0fe HTTP/1.1" status: 204 len: 168 time: 0.3276985 Jul 16 08:51:14.358359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd133d2-b741-428a-88b6-6f42c342a0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb9a82d-0acc-4126-a4d4-af2b7c7af0fe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.366191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ab410-1f69-4385-ac56-ef89024fc01e service neutron] Pushing event updated for resources: {'Port': ['ID=7b30cf60-216d-4e37-a1e7-f086c6de9da7,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.378111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9531eff3-5642-4fa2-b2c5-65f794711697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.390311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1629815173-network', 'tenant_id': '4cbe245849d54a9aa3451543efd71f5c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:14.427002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9531eff3-5642-4fa2-b2c5-65f794711697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.446953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Made reservation on behalf of 4cbe245849d54a9aa3451543efd71f5c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:14.449538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.459111 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01485b-2882-411d-b4a1-71503781d532 x-openstack-request-id: req-dd01485b-2882-411d-b4a1-71503781d532 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:14.460062 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e15f8f-db87-4036-a6f6-9b8192f77ea6", "tag": "7b30cf60-216d-4e37-a1e7-f086c6de9da7", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:14.460473 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd01485b-2882-411d-b4a1-71503781d532 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:14.461050 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'tag': '7b30cf60-216d-4e37-a1e7-f086c6de9da7', 'status': 'completed', 'code': 200} Jul 16 08:51:14.471987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.530751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525133-2d14-437d-a274-acc40cbabc6d req-929a5085-49dd-4f11-a449-e8c888eff357 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.548704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ae525133-2d14-437d-a274-acc40cbabc6d req-929a5085-49dd-4f11-a449-e8c888eff357 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 944 time: 0.3225369 Jul 16 08:51:14.602898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-a2b30337-dd81-4df0-9f36-8301612f11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.604713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-a2b30337-dd81-4df0-9f36-8301612f11c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2269723 Jul 16 08:51:14.605962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.607449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9531eff3-5642-4fa2-b2c5-65f794711697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.611493 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9531eff3-5642-4fa2-b2c5-65f794711697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.613916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9531eff3-5642-4fa2-b2c5-65f794711697 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5ba0b91-64ad-4904-9467-462ad3524de4 HTTP/1.1" status: 204 len: 168 time: 0.3156404 Jul 16 08:51:14.619398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.638832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531eff3-5642-4fa2-b2c5-65f794711697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ba0b91-64ad-4904-9467-462ad3524de4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.640815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ae525133-2d14-437d-a274-acc40cbabc6d req-8c8df2e3-3d0b-4704-b66f-4af76992e9c7 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846419 Jul 16 08:51:14.701537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:14.728422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-22bd5524-76c4-4811-99be-58ae8aaa4bba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7 HTTP/1.1" status: 200 len: 217 time: 0.0865602 Jul 16 08:51:14.731030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b27fe3-fd90-43e9-95cd-db2a4dba5646,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.757598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.757959 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Added segment 7dab1363-48a3-4e1d-bb11-8b1beec6fff4 of type vlan for network c22ac961-3c4e-44d4-82fc-fe1872e6f72f Jul 16 08:51:14.796736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-27d2016d-53cc-4dc3-b700-880350881bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.798451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-27d2016d-53cc-4dc3-b700-880350881bcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.0635998 Jul 16 08:51:14.825759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.863935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.865071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.865669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.876954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-087d3bb3-59b3-47f1-885a-706d441702e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703647 Jul 16 08:51:14.937313 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] Pushing event updated for resources: {'Network': ['ID=c22ac961-3c4e-44d4-82fc-fe1872e6f72f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.951093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c22ac961-3c4e-44d4-82fc-fe1872e6f72f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:14.959515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-daaf977d-c84d-45aa-935f-883b791343ed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8046186 Jul 16 08:51:15.076833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-42ee70f8-4a35-4dc6-9a99-99f10a39ca2d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.078306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-42ee70f8-4a35-4dc6-9a99-99f10a39ca2d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 945 time: 0.2039104 Jul 16 08:51:15.228890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-0d986484-e975-4fc5-98b3-0bae4b7e6869 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954612 Jul 16 08:51:15.304151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1928e00-f163-41e0-838b-1b4155a9a89f req-bdf9f617-3a57-4fd9-b39e-f0576ee19da7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.313148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1928e00-f163-41e0-838b-1b4155a9a89f req-bdf9f617-3a57-4fd9-b39e-f0576ee19da7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 945 time: 0.1656742 Jul 16 08:51:15.346749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port 9097b89d-c978-42c0-a360-025c43adbcbc {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:15.347069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.365034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1928e00-f163-41e0-838b-1b4155a9a89f req-36d1afeb-6b4f-4cd9-9f3d-c0006e440651 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447056 Jul 16 08:51:15.457843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3a5e679-b7cb-477b-8d7a-1bc67ae95d9c req-255a6e77-05e3-4e61-9a50-2ba7a49019c1 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187412 Jul 16 08:51:15.498067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port 9097b89d-c978-42c0-a360-025c43adbcbc, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=9097b89d-c978-42c0-a360-025c43adbcbc,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:15.498508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.521402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for 9097b89d-c978-42c0-a360-025c43adbcbc owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:15.635634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a54a2718-e37d-4dde-8d0d-d48d3b422e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.746887 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.842065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-0669055a-2728-4200-9d83-cd430414fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.843645 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-0669055a-2728-4200-9d83-cd430414fc5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2725635 Jul 16 08:51:15.890501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf882e-a12e-4678-85c0-243f45ed90c6 req-f671c607-908c-40ab-92be-82ecdc776db6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.898013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7adf882e-a12e-4678-85c0-243f45ed90c6 req-f671c607-908c-40ab-92be-82ecdc776db6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 944 time: 0.0942030 Jul 16 08:51:15.963605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7adf882e-a12e-4678-85c0-243f45ed90c6 req-f1f98bfe-108d-42f7-a8bb-245716d653ea tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Jul 16 08:51:15.995907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed317-d0c5-46ad-8d87-8555a5213486 req-a87595ae-9923-445a-9d23-1c766d9af450 tempest-ComputeTenantNetworksTest-1056584166 tempest-ComputeTenantNetworksTest-1056584166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.005401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed317-d0c5-46ad-8d87-8555a5213486 req-a87595ae-9923-445a-9d23-1c766d9af450 tempest-ComputeTenantNetworksTest-1056584166 tempest-ComputeTenantNetworksTest-1056584166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.011643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed317-d0c5-46ad-8d87-8555a5213486 req-a87595ae-9923-445a-9d23-1c766d9af450 tempest-ComputeTenantNetworksTest-1056584166 tempest-ComputeTenantNetworksTest-1056584166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.013892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-400ed317-d0c5-46ad-8d87-8555a5213486 req-a87595ae-9923-445a-9d23-1c766d9af450 tempest-ComputeTenantNetworksTest-1056584166 tempest-ComputeTenantNetworksTest-1056584166-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4099798 Jul 16 08:51:16.022013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-b77b08fe-c32a-41af-bff0-3d2aba899b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.023880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-b77b08fe-c32a-41af-bff0-3d2aba899b0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 916 time: 0.1693451 Jul 16 08:51:16.085842 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-0e1b28ec-8228-49e4-82b8-5c931c1f3fed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7 HTTP/1.1" status: 200 len: 217 time: 0.0532241 Jul 16 08:51:16.102496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.138087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4', 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:16.157023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43908cd5-296c-456e-b77b-4eeb9c6b9d5d req-6fd6cce8-4786-4121-a336-8738b8aaa345 tempest-ComputeTenantNetworksTest-1056584166 tempest-ComputeTenantNetworksTest-1056584166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.162616 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43908cd5-296c-456e-b77b-4eeb9c6b9d5d req-6fd6cce8-4786-4121-a336-8738b8aaa345 tempest-ComputeTenantNetworksTest-1056584166 tempest-ComputeTenantNetworksTest-1056584166-project] 10.222.0.41 "GET /v2.0/networks/c22ac961-3c4e-44d4-82fc-fe1872e6f72f HTTP/1.1" status: 200 len: 769 time: 0.1262093 Jul 16 08:51:16.167886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43682) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:16.184344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=9097b89d-c978-42c0-a360-025c43adbcbc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.249099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port 9097b89d-c978-42c0-a360-025c43adbcbc on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:16.252800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-a8b3dca5-b9b8-473f-9a12-cb0979711a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.254787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-a8b3dca5-b9b8-473f-9a12-cb0979711a6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.1624696 Jul 16 08:51:16.256161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.258579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd27b0a2-3f3f-4028-91e5-61dc3e7897e6 req-6e3bd9ee-1fb8-4a07-bd4d-656c1c9a9201 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "DELETE /v2.0/ports/9097b89d-c978-42c0-a360-025c43adbcbc HTTP/1.1" status: 204 len: 173 time: 1.1750720 Jul 16 08:51:16.319859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-cc3d4f3a-ac8b-4c81-9249-460c633c176e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578470 Jul 16 08:51:16.365672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.471176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'name': 'network-vif-deleted', 'tag': '9097b89d-c978-42c0-a360-025c43adbcbc'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:16.474598 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86d441-dbed-4d33-b007-6acfad55fdcf" -d '{"events": [{"server_uuid": "e479175f-d8b7-4ef8-9622-2ba47c92be8c", "name": "network-vif-deleted", "tag": "9097b89d-c978-42c0-a360-025c43adbcbc"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:16.540731 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-ef544a25-4142-4fc6-8b85-b0836bdd8f2f service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138281 Jul 16 08:51:16.545081 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.561438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22ac961-3c4e-44d4-82fc-fe1872e6f72f']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.587060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dab1363-48a3-4e1d-bb11-8b1beec6fff4') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.587741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dab1363-48a3-4e1d-bb11-8b1beec6fff4') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.592260 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242fdcd9-9440-456a-8603-574d3c6c96b7 x-openstack-request-id: req-242fdcd9-9440-456a-8603-574d3c6c96b7 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:16.592717 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479175f-d8b7-4ef8-9622-2ba47c92be8c", "name": "network-vif-deleted", "tag": "9097b89d-c978-42c0-a360-025c43adbcbc", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:16.592979 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-242fdcd9-9440-456a-8603-574d3c6c96b7 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:16.593397 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e479175f-d8b7-4ef8-9622-2ba47c92be8c', 'name': 'network-vif-deleted', 'tag': '9097b89d-c978-42c0-a360-025c43adbcbc', 'status': 'completed', 'code': 200} Jul 16 08:51:16.600670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.618907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.637755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:16.639882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:16.645274 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:16.740874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.746113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.750444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.768717 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/c22ac961-3c4e-44d4-82fc-fe1872e6f72f HTTP/1.1" status: 204 len: 168 time: 0.5947082 Jul 16 08:51:16.769486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b91d61ca-3975-4d2d-aeef-85a839a86169 req-531c0fd9-ddf1-4d71-9156-f692a9a32232 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e479175f-d8b7-4ef8-9622-2ba47c92be8c HTTP/1.1" status: 200 len: 210 time: 0.0496230 Jul 16 08:51:16.808767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b227d-d35a-49c6-9162-46f5db89a5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c22ac961-3c4e-44d4-82fc-fe1872e6f72f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.819622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb60619b-2314-42dd-a8ee-6c353a58cb93 req-c6c45bbb-d860-478a-a8ff-00d2fcb0324f service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704704 Jul 16 08:51:17.071650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43722) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:17.156904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b16f3d80-1d84-4f5b-93bf-67e1ad4b9aba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cbe245849d54a9aa3451543efd71f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818632 Jul 16 08:51:17.158210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:17.259015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bac98d5c-2245-4b7a-8aec-6f3461f93308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.272915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d61d0-d4bb-411c-85bd-bf7863ffc83c req-f69a06ab-901e-4486-ab43-c002ec707d93 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.274666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb6d61d0-d4bb-411c-85bd-bf7863ffc83c req-f69a06ab-901e-4486-ab43-c002ec707d93 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 944 time: 0.1422095 Jul 16 08:51:17.306362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bac98d5c-2245-4b7a-8aec-6f3461f93308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.374924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bac98d5c-2245-4b7a-8aec-6f3461f93308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.379908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bac98d5c-2245-4b7a-8aec-6f3461f93308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.385739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bac98d5c-2245-4b7a-8aec-6f3461f93308 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99b27fe3-fd90-43e9-95cd-db2a4dba5646 HTTP/1.1" status: 204 len: 168 time: 0.2252443 Jul 16 08:51:17.398822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac98d5c-2245-4b7a-8aec-6f3461f93308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b27fe3-fd90-43e9-95cd-db2a4dba5646,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.408226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb6d61d0-d4bb-411c-85bd-bf7863ffc83c req-02ec1757-1ed1-4d59-969e-45d698f068d2 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258934 Jul 16 08:51:17.606915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9097b89d-c978-42c0-a360-025c43adbcbc no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:17.634780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 9097b89d-c978-42c0-a360-025c43adbcbc {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:17.635136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 9097b89d-c978-42c0-a360-025c43adbcbc not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:17.675633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7b30cf60-216d-4e37-a1e7-f086c6de9da7 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:17.735122 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.747538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43754) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:17.878512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.901049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '7b30cf60-216d-4e37-a1e7-f086c6de9da7', 'network_id': 'ad06d8bc-b461-44d3-824f-23ffca076238', 'port_id': '7b30cf60-216d-4e37-a1e7-f086c6de9da7', 'mac_address': 'fa:16:3e:dd:e4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c4f46a-b948-4306-95a7-02f3d56b862d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:17.956235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.961970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2dc6-e419-443c-b601-e5dce8fe7628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.987700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b30cf60-216d-4e37-a1e7-f086c6de9da7 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:18.023934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.029782 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.106569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7b30cf60-216d-4e37-a1e7-f086c6de9da7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.140746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2dc6-e419-443c-b601-e5dce8fe7628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.150861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2dc6-e419-443c-b601-e5dce8fe7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.222080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2dc6-e419-443c-b601-e5dce8fe7628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45593657-0693-4275-8496-8c00f49fd2a9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.267052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed6b2dc6-e419-443c-b601-e5dce8fe7628 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42fb52fc96374dbeaa9839a1cb4554a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160525 Jul 16 08:51:18.267283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43788) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.329380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['7b30cf60-216d-4e37-a1e7-f086c6de9da7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:18.333184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93ad0f82-63e9-4b01-998c-e9bc06916559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.372154 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93ad0f82-63e9-4b01-998c-e9bc06916559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.446476 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93ad0f82-63e9-4b01-998c-e9bc06916559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.452248 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93ad0f82-63e9-4b01-998c-e9bc06916559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.453710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-93ad0f82-63e9-4b01-998c-e9bc06916559 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45593657-0693-4275-8496-8c00f49fd2a9 HTTP/1.1" status: 204 len: 168 time: 0.1838787 Jul 16 08:51:18.463918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad0f82-63e9-4b01-998c-e9bc06916559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45593657-0693-4275-8496-8c00f49fd2a9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.515026 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.687812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5309c-6b6e-4376-96fc-e3ba332a8fe1 req-d8e2ea69-57ab-4716-b501-1f19a56e0c3d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.696549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0bb5309c-6b6e-4376-96fc-e3ba332a8fe1 req-d8e2ea69-57ab-4716-b501-1f19a56e0c3d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 945 time: 0.1202805 Jul 16 08:51:18.742026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb59939-9aef-4ac0-afff-9394e61b7c05 req-633ffdb2-9e2a-4120-a3aa-885918b1b0e0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.750042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5cb59939-9aef-4ac0-afff-9394e61b7c05 req-633ffdb2-9e2a-4120-a3aa-885918b1b0e0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 945 time: 0.1265206 Jul 16 08:51:18.771955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0bb5309c-6b6e-4376-96fc-e3ba332a8fe1 req-06db96bc-5593-423d-b5be-61e51c039496 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745633 Jul 16 08:51:18.846308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5cb59939-9aef-4ac0-afff-9394e61b7c05 req-512b4fd8-b6e3-4234-900f-26b97bc7c9a8 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948758 Jul 16 08:51:18.879859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43820) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.038731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6f0174d2-9c1c-4b0f-8790-d66dffc12d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.134273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6f0174d2-9c1c-4b0f-8790-d66dffc12d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.140046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6f0174d2-9c1c-4b0f-8790-d66dffc12d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.159461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43832) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.179254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6f0174d2-9c1c-4b0f-8790-d66dffc12d48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce21e1ede3e2459dac3c72e48af9a24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986860 Jul 16 08:51:19.182384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.208690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0174d2-9c1c-4b0f-8790-d66dffc12d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573202f7-d838-4458-a8ca-98ea7f561a37,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.272893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9fb51e7-92a8-48a5-bee0-0fd25a35b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.304076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9fb51e7-92a8-48a5-bee0-0fd25a35b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.352128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b3a8586-70e0-4470-8b46-1ff809b0932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.370261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9fb51e7-92a8-48a5-bee0-0fd25a35b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.373204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9fb51e7-92a8-48a5-bee0-0fd25a35b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.374669 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a9fb51e7-92a8-48a5-bee0-0fd25a35b7a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/573202f7-d838-4458-a8ca-98ea7f561a37 HTTP/1.1" status: 204 len: 168 time: 0.1913815 Jul 16 08:51:19.384245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb51e7-92a8-48a5-bee0-0fd25a35b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573202f7-d838-4458-a8ca-98ea7f561a37,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.482853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b3a8586-70e0-4470-8b46-1ff809b0932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.490957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b3a8586-70e0-4470-8b46-1ff809b0932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.542774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b3a8586-70e0-4470-8b46-1ff809b0932b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3688c4c9a050456eb0007caaa5b4c81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817163 Jul 16 08:51:19.543963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a8586-70e0-4470-8b46-1ff809b0932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26a516-a69c-4c3e-a48c-dda96b15e909,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.545608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.611128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63bc261e-a363-4372-8e91-fafd34d0c621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.639487 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63bc261e-a363-4372-8e91-fafd34d0c621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.705788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7b30cf60-216d-4e37-a1e7-f086c6de9da7 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:19.707137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63bc261e-a363-4372-8e91-fafd34d0c621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.710415 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63bc261e-a363-4372-8e91-fafd34d0c621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.712513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-63bc261e-a363-4372-8e91-fafd34d0c621 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd26a516-a69c-4c3e-a48c-dda96b15e909 HTTP/1.1" status: 204 len: 168 time: 0.1639266 Jul 16 08:51:19.723605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc261e-a363-4372-8e91-fafd34d0c621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26a516-a69c-4c3e-a48c-dda96b15e909,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.786358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:19.792463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43862) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.798700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:19.799886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.821421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fa86709-39e4-45c1-9be9-8aae4f230999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.001228 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.037836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b30cf60-216d-4e37-a1e7-f086c6de9da7'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:20.042912 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ed148c-521f-4acf-9e50-42aee2f35060" -d '{"events": [{"server_uuid": "99e15f8f-db87-4036-a6f6-9b8192f77ea6", "name": "network-vif-plugged", "status": "completed", "tag": "7b30cf60-216d-4e37-a1e7-f086c6de9da7"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:20.062194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:20.070716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.091488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-1fe236ed-fdd4-418d-8700-7f169e99e865 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.093017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-1fe236ed-fdd4-418d-8700-7f169e99e865 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 945 time: 0.1853492 Jul 16 08:51:20.126915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7b30cf60-216d-4e37-a1e7-f086c6de9da7,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.197922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46f494-7b32-475a-81e2-090aaae08656 req-83f6b64e-0918-4de2-954c-c32cd31621ce tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.199879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f46f494-7b32-475a-81e2-090aaae08656 req-83f6b64e-0918-4de2-954c-c32cd31621ce tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 946 time: 0.1017435 Jul 16 08:51:20.211978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fa86709-39e4-45c1-9be9-8aae4f230999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.249641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fa86709-39e4-45c1-9be9-8aae4f230999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.266586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f46f494-7b32-475a-81e2-090aaae08656 req-b40bffbc-38a6-4308-9ecf-15808fd843bc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610561 Jul 16 08:51:20.320260 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2f2df-bf7f-4e58-8a52-8f216df7f845 x-openstack-request-id: req-6db2f2df-bf7f-4e58-8a52-8f216df7f845 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:20.320751 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e15f8f-db87-4036-a6f6-9b8192f77ea6", "name": "network-vif-plugged", "status": "completed", "tag": "7b30cf60-216d-4e37-a1e7-f086c6de9da7", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:20.321187 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6db2f2df-bf7f-4e58-8a52-8f216df7f845 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:20.321902 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b30cf60-216d-4e37-a1e7-f086c6de9da7', 'code': 200} Jul 16 08:51:20.324802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2fa86709-39e4-45c1-9be9-8aae4f230999 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f15584425664aceb2a8b64d2c4891b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312562 Jul 16 08:51:20.328262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.342266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa86709-39e4-45c1-9be9-8aae4f230999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f28db-fbf4-44c0-9325-f70beafeaec3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.389499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:20.390148 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.499220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6790-5963-4ca0-9e7c-ec5e6cf74f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.534903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916765d9-de54-49b2-a769-9830d590cc90 req-7cdfdfa9-e50e-4ca2-a1a7-988678c37237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.536722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-916765d9-de54-49b2-a769-9830d590cc90 req-7cdfdfa9-e50e-4ca2-a1a7-988678c37237 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 1098 time: 0.1204338 Jul 16 08:51:20.539021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6790-5963-4ca0-9e7c-ec5e6cf74f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.562642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:20.564554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.603197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-916765d9-de54-49b2-a769-9830d590cc90 req-c4c0ae45-76e0-4211-8f4c-c34311905d93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561438 Jul 16 08:51:20.633428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6790-5963-4ca0-9e7c-ec5e6cf74f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.637174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6790-5963-4ca0-9e7c-ec5e6cf74f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.638349 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4b6d6790-5963-4ca0-9e7c-ec5e6cf74f4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac9f28db-fbf4-44c0-9325-f70beafeaec3 HTTP/1.1" status: 204 len: 168 time: 0.3084571 Jul 16 08:51:20.646796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d6790-5963-4ca0-9e7c-ec5e6cf74f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f28db-fbf4-44c0-9325-f70beafeaec3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.648963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:20.755498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3cac-9e7a-4e9e-9e17-c412ebed3635 req-63c7f8fa-abca-45b1-bf47-2804d460058b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.762782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9cb3cac-9e7a-4e9e-9e17-c412ebed3635 req-63c7f8fa-abca-45b1-bf47-2804d460058b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 945 time: 0.7394369 Jul 16 08:51:20.821991 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9cb3cac-9e7a-4e9e-9e17-c412ebed3635 req-58982f6a-c0e3-46fc-9b4c-a0fc0f86da36 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577867 Jul 16 08:51:21.254816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.289453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4', 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:21.333183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.453608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:21.464835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.467048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-27d2bdc0-e48a-4051-b5e8-f9de116f78f5 req-30b66920-2b23-4927-b9b9-ccab43d1bbbd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "DELETE /v2.0/ports/f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 HTTP/1.1" status: 204 len: 173 time: 1.3672686 Jul 16 08:51:21.467571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'name': 'network-vif-deleted', 'tag': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:21.475102 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12276559-f58b-4d6f-bb3b-866b905366f7" -d '{"events": [{"server_uuid": "15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f", "name": "network-vif-deleted", "tag": "f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:21.561775 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a94d1-0d68-4030-82f1-88e694364bca x-openstack-request-id: req-101a94d1-0d68-4030-82f1-88e694364bca {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:21.562422 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f", "name": "network-vif-deleted", "tag": "f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:21.562861 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-101a94d1-0d68-4030-82f1-88e694364bca {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:21.563491 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f', 'name': 'network-vif-deleted', 'tag': 'f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2', 'status': 'completed', 'code': 200} Jul 16 08:51:21.960030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7cfbf-bf4a-4ed4-9dc2-d7b2b727dd26 req-4db15de1-534d-4606-8710-9d31c3416e3e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.963926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e7cfbf-bf4a-4ed4-9dc2-d7b2b727dd26 req-4db15de1-534d-4606-8710-9d31c3416e3e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 946 time: 0.4152050 Jul 16 08:51:22.042582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43968) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:22.064468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e7cfbf-bf4a-4ed4-9dc2-d7b2b727dd26 req-6901c117-cf5f-4eef-a91e-2221bd9ecacb tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948727 Jul 16 08:51:22.066281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7f19fe25-9c71-4251-9108-2134f354abad req-e780d742-633c-4227-8913-7a380f58f7fe tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a7bfe7-3f50-49aa-9895-8cb90d5e0a8f HTTP/1.1" status: 200 len: 210 time: 0.0515280 Jul 16 08:51:22.229082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43980) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:22.568860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3859f2fa-4ef3-4617-804e-676db5f43855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.745249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3859f2fa-4ef3-4617-804e-676db5f43855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.750409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3859f2fa-4ef3-4617-804e-676db5f43855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.790259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859f2fa-4ef3-4617-804e-676db5f43855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25e0fe-8819-4474-995e-47e51eed5ec6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:22.831588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3859f2fa-4ef3-4617-804e-676db5f43855 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34e382808e344c378e66793873a8cad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993547 Jul 16 08:51:22.833213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:22.900305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f793a21b-9c73-45b5-8c80-a1fa450c85bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.927904 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f793a21b-9c73-45b5-8c80-a1fa450c85bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.985937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f793a21b-9c73-45b5-8c80-a1fa450c85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.989418 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f793a21b-9c73-45b5-8c80-a1fa450c85bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.990975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f793a21b-9c73-45b5-8c80-a1fa450c85bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b25e0fe-8819-4474-995e-47e51eed5ec6 HTTP/1.1" status: 204 len: 168 time: 0.1564302 Jul 16 08:51:23.011842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793a21b-9c73-45b5-8c80-a1fa450c85bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25e0fe-8819-4474-995e-47e51eed5ec6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.183220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.359684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd1676-1b8b-48a3-b8c7-4b37b822e76d req-1d7061b6-acd6-4ee0-8765-28b95ba220ef tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.372113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19dd1676-1b8b-48a3-b8c7-4b37b822e76d req-1d7061b6-acd6-4ee0-8765-28b95ba220ef tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 946 time: 0.1380064 Jul 16 08:51:23.426755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19dd1676-1b8b-48a3-b8c7-4b37b822e76d req-0bc4a2f4-5f03-43e8-afe6-20a7e1de6e7d tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Jul 16 08:51:23.723795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:23.742037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44086) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.755564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-a646b4aa-a85f-4455-a834-5fb348623e23 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.764189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-a646b4aa-a85f-4455-a834-5fb348623e23 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.2686622 Jul 16 08:51:23.772465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082dfadf-686f-4147-981c-882073ceb5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.783976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:23.784552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f67c4bd1-a429-4d8c-b0a9-18ccb2f884f2 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:23.785381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-af24c4d0-5842-493b-aec3-9ed78ee5a273 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0196879 Jul 16 08:51:23.935996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-07c72f7a-41a0-40d7-adfb-f64968344b11 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1495211 Jul 16 08:51:23.992946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082dfadf-686f-4147-981c-882073ceb5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.998160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082dfadf-686f-4147-981c-882073ceb5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.069304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-90e5292b-8dba-48b0-9ee9-9efe7cbb8019 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270111 Jul 16 08:51:24.069519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-082dfadf-686f-4147-981c-882073ceb5cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e066c33e27f402b93b7a2b53f1e78d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247046 Jul 16 08:51:24.070371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dfadf-686f-4147-981c-882073ceb5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f6bad-0abb-40c5-a41a-1aa9da810399,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.072277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.116255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Deleting port d50914f1-5646-4824-a3e9-4749198a4af3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:24.116604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.264515 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20300464-48ef-4ba3-81a0-7ddae5e398ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.322452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20300464-48ef-4ba3-81a0-7ddae5e398ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.349323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-de83e993-c42d-4653-aed4-80b25e4751e7 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626693 Jul 16 08:51:24.356536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] For port d50914f1-5646-4824-a3e9-4749198a4af3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d50914f1-5646-4824-a3e9-4749198a4af3,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:24.356906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.436432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Calling delete_port for d50914f1-5646-4824-a3e9-4749198a4af3 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:24.465975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.559147 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20300464-48ef-4ba3-81a0-7ddae5e398ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.568825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-20300464-48ef-4ba3-81a0-7ddae5e398ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.577879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-20300464-48ef-4ba3-81a0-7ddae5e398ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe5f6bad-0abb-40c5-a41a-1aa9da810399 HTTP/1.1" status: 204 len: 168 time: 0.5040588 Jul 16 08:51:24.606438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20300464-48ef-4ba3-81a0-7ddae5e398ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f6bad-0abb-40c5-a41a-1aa9da810399,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.668286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b02e4a7f-1a4d-469d-8e1c-0f9f73fba4f1 req-0ad509a3-9a1b-4edc-8d50-190e9dc7a936 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 210 time: 0.0740941 Jul 16 08:51:24.770439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-128f14c2-c5d7-4cee-a138-af76c61d0fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.935849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.991985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50914f1-5646-4824-a3e9-4749198a4af3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.996564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-128f14c2-c5d7-4cee-a138-af76c61d0fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.006149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-128f14c2-c5d7-4cee-a138-af76c61d0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.087228 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-128f14c2-c5d7-4cee-a138-af76c61d0fc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fe93ddeeaa34bc1abe9c3614f62e0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198769 Jul 16 08:51:25.090222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.101626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f14c2-c5d7-4cee-a138-af76c61d0fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ffa80-aae6-453b-b611-25e289353bf0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.198114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a06c646-5656-4cb6-a68c-deb0eb2f4c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.225058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a06c646-5656-4cb6-a68c-deb0eb2f4c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.313193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a06c646-5656-4cb6-a68c-deb0eb2f4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.317166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a06c646-5656-4cb6-a68c-deb0eb2f4c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.318483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a06c646-5656-4cb6-a68c-deb0eb2f4c2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d24ffa80-aae6-453b-b611-25e289353bf0 HTTP/1.1" status: 204 len: 168 time: 0.2271175 Jul 16 08:51:25.356908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06c646-5656-4cb6-a68c-deb0eb2f4c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ffa80-aae6-453b-b611-25e289353bf0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.399698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.908858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Router 48c01ef5-0ad7-4305-b6bc-8da762a32754 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:26.007290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.017857 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed3614d1-1999-4f7f-a057-e6f8b7a26e7e req-44b43d00-78c0-4c38-a5c1-31ad0f1a48ab tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 210 time: 0.0751932 Jul 16 08:51:26.051404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bf1-d29c-48b7-97f3-f081910f94cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.133511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:26.146306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-53fcad31-ed70-43f7-b902-d3d0a317b881 admin admin] 10.222.0.41 "PUT /v2.0/routers/48c01ef5-0ad7-4305-b6bc-8da762a32754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1026309 Jul 16 08:51:26.149970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44196) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.152747 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] Sync routers for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:26.163170 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:26.163892 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:26.216985 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bf1-d29c-48b7-97f3-f081910f94cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.223718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7bf1-d29c-48b7-97f3-f081910f94cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.258221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1f5e7bf1-d29c-48b7-97f3-f081910f94cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7083376887c420aa78f26985de0707c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372770 Jul 16 08:51:26.289037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44200) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.305309 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:26.457460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7bf1-d29c-48b7-97f3-f081910f94cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7310b5-f7b1-41d7-9a78-09da6f5fd71a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.474716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.582924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd313-5863-42bc-90b1-aa7ad522aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.645419 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.670122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f9db5279-f1f5-4d9b-89b2-539123602897 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.674346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f9db5279-f1f5-4d9b-89b2-539123602897 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.4220037 Jul 16 08:51:26.685142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd313-5863-42bc-90b1-aa7ad522aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.694798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:26.701246 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:51:24Z', 'revision_number': 5, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port': {'id': 'df50055c-60d4-4fd4-b7f0-15326d2a84d5', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:25Z', 'updated_at': '2021-07-16T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:26.727874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Deleting port df50055c-60d4-4fd4-b7f0-15326d2a84d5 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:26.728530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.756580 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] Checking router: 48c01ef5-0ad7-4305-b6bc-8da762a32754 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:26.787051 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] Routers {'48c01ef5-0ad7-4305-b6bc-8da762a32754'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:26.787792 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['48c01ef5-0ad7-4305-b6bc-8da762a32754'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:26.878286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] For port df50055c-60d4-4fd4-b7f0-15326d2a84d5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df50055c-60d4-4fd4-b7f0-15326d2a84d5,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:26.883359 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.922539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Calling delete_port for df50055c-60d4-4fd4-b7f0-15326d2a84d5 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:26.946381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd313-5863-42bc-90b1-aa7ad522aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.948545 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] Set router 48c01ef5-0ad7-4305-b6bc-8da762a32754 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:26.952620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd313-5863-42bc-90b1-aa7ad522aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.953618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dfbbd313-5863-42bc-90b1-aa7ad522aebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f7310b5-f7b1-41d7-9a78-09da6f5fd71a HTTP/1.1" status: 204 len: 168 time: 0.6636093 Jul 16 08:51:26.964901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:26.973844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.013401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbd313-5863-42bc-90b1-aa7ad522aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7310b5-f7b1-41d7-9a78-09da6f5fd71a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.047940 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:51:26Z', 'revision_number': 6, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.076154 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337ce0c-dd16-4049-8d4a-9c11c41d813f None None] The sync data for ids ['48c01ef5-0ad7-4305-b6bc-8da762a32754'] in n-d-798249-10 is: [{'id': '48c01ef5-0ad7-4305-b6bc-8da762a32754', 'name': 'tempest-TaggedBootDevicesTest-449128594-router', 'tenant_id': 'c209d130b2cb483ca431c39caf1f7188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:24Z', 'updated_at': '2021-07-16T08:51:26Z', 'revision_number': 6, 'project_id': 'c209d130b2cb483ca431c39caf1f7188', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:27.197408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.222540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.8 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/20730967-85f2-4e09-84ad-d989398b845b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:27.339391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=df50055c-60d4-4fd4-b7f0-15326d2a84d5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.356067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.429745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3df86b0-feb5-4081-99f5-22264d07092e req-55b2c3c8-16d6-4010-8889-754157cb165f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 210 time: 0.1283560 Jul 16 08:51:27.582545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d50914f1-5646-4824-a3e9-4749198a4af3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:27.584491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.587157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.605160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.650997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d50914f1-5646-4824-a3e9-4749198a4af3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:27.651640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d50914f1-5646-4824-a3e9-4749198a4af3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:27.717285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.718345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c01ef5-0ad7-4305-b6bc-8da762a32754 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:27.722813 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.734097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.738588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3cab2b4b-c351-48cc-8872-4ec30575cb40 admin admin] 10.222.0.41 "DELETE /v2.0/routers/48c01ef5-0ad7-4305-b6bc-8da762a32754 HTTP/1.1" status: 204 len: 168 time: 1.5845199 Jul 16 08:51:27.739423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44246) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.761415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:27.808752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=20730967-85f2-4e09-84ad-d989398b845b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.818927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:27.820397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:27.827461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:27.886794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Deleting subnet 6dbac040-021b-4d28-9384-1324e90c3686 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:27.890929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.920311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.921055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.948180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.978420 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-f1a34b55-870d-4506-b8f8-fda849da9625 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2954476 Jul 16 08:51:27.991877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Request body: {'port': {'device_id': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:28.165485 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.185759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.350543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.401549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b809e3-328d-4fa1-a452-d3aca8b0d086 None None] Network 59a2d090-a14a-4ce4-8d26-90cb91a4399d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:28.459443 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.470307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6dbac040-021b-4d28-9384-1324e90c3686 HTTP/1.1" status: 204 len: 168 time: 0.7281828 Jul 16 08:51:28.470307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44288) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.630168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.638095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15f1b5-bc84-4f3a-b91c-78be1b2ecfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbac040-021b-4d28-9384-1324e90c3686,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.789330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-9475b9d0-d451-45aa-b1d9-a70b61c215f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1813982 Jul 16 08:51:28.791619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20730967-85f2-4e09-84ad-d989398b845b {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:28.803301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Deleting port 21dded37-25e4-49ed-b571-c765b94a9e89 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:28.804014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.821099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] DHCP port deletion for 59a2d090-a14a-4ce4-8d26-90cb91a4399d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:28.827005 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.857658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Transition to ACTIVE for port object 20730967-85f2-4e09-84ad-d989398b845b will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:28.924469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.953394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] Deleting port 21dded37-25e4-49ed-b571-c765b94a9e89 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:28.953863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.102888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] For port 21dded37-25e4-49ed-b571-c765b94a9e89, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21dded37-25e4-49ed-b571-c765b94a9e89,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.103536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.112582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] For port 21dded37-25e4-49ed-b571-c765b94a9e89, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=21dded37-25e4-49ed-b571-c765b94a9e89,segment=NetworkSegment(ebac574e-bf7f-4c25-9ad0-e9199440a1ce),segment_id=ebac574e-bf7f-4c25-9ad0-e9199440a1ce)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.113257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.130571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Pushing event updated for resources: {'Port': ['ID=20730967-85f2-4e09-84ad-d989398b845b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.137156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] Calling delete_port for 21dded37-25e4-49ed-b571-c765b94a9e89 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:29.168542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-efa2f469-4961-47d7-a45b-f809324dddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.170590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-efa2f469-4961-47d7-a45b-f809324dddb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 1098 time: 0.3249674 Jul 16 08:51:29.171931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Calling delete_port for 21dded37-25e4-49ed-b571-c765b94a9e89 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:29.325655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19268d62-342d-442a-b63c-4dc140c7d5aa req-5fdeccb2-aa8e-462a-a90b-db8e17491fbf tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.328373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19268d62-342d-442a-b63c-4dc140c7d5aa req-5fdeccb2-aa8e-462a-a90b-db8e17491fbf tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 943 time: 0.4721107 Jul 16 08:51:29.396768 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.436066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Attempting to bind port 20730967-85f2-4e09-84ad-d989398b845b on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:29.450270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Attempting to bind port 20730967-85f2-4e09-84ad-d989398b845b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:29.450548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Attempting to bind port 20730967-85f2-4e09-84ad-d989398b845b on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:29.482592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-297754e1-1115-411e-950f-7866e3958234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.484032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-297754e1-1115-411e-950f-7866e3958234 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 916 time: 0.2861164 Jul 16 08:51:29.488511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df50055c-60d4-4fd4-b7f0-15326d2a84d5 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:29.494331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] Pushing event deleted for resources: {'Port': ['ID=21dded37-25e4-49ed-b571-c765b94a9e89,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.497965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Port 20730967-85f2-4e09-84ad-d989398b845b on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:29.506836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Attempting to bind port 20730967-85f2-4e09-84ad-d989398b845b on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:29.540021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19268d62-342d-442a-b63c-4dc140c7d5aa req-60795bde-4b53-440d-95bc-1863d06e59c8 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012136 Jul 16 08:51:29.540877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:29.541216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:29.541709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:29.542063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Bound port: 20730967-85f2-4e09-84ad-d989398b845b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:29.542403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.571971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dba509-b042-45a0-b793-ffab14105cf2 None None] No DVR routers for this DVR port 21dded37-25e4-49ed-b571-c765b94a9e89 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:29.575298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: df50055c-60d4-4fd4-b7f0-15326d2a84d5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:29.575683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df50055c-60d4-4fd4-b7f0-15326d2a84d5 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:29.576109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21dded37-25e4-49ed-b571-c765b94a9e89 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:29.649505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 21dded37-25e4-49ed-b571-c765b94a9e89 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:29.656048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 21dded37-25e4-49ed-b571-c765b94a9e89 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:29.697530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] For port 20730967-85f2-4e09-84ad-d989398b845b, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:29.702962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] For port 20730967-85f2-4e09-84ad-d989398b845b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=20730967-85f2-4e09-84ad-d989398b845b,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:29.711799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.716056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-39df0ae6-b7ad-4066-a658-49933555e125 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d56c029e-a319-42ed-b19f-2ab159e84fab HTTP/1.1" status: 200 len: 217 time: 0.2252409 Jul 16 08:51:29.722199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.784969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.786987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.789329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] 10.222.0.18 "PUT /v2.0/ports/20730967-85f2-4e09-84ad-d989398b845b HTTP/1.1" status: 200 len: 1092 time: 1.8036969 Jul 16 08:51:29.789996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'tag': '20730967-85f2-4e09-84ad-d989398b845b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:29.793813 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b17c6d-d02f-4bec-a63e-e49671fe21ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7e2532-4f40-4eb4-ae64-bb11afa3ea98", "tag": "20730967-85f2-4e09-84ad-d989398b845b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:29.825807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-ad89fe2f-5f8a-4c53-ab10-d36d6e8ddcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.828206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-ad89fe2f-5f8a-4c53-ab10-d36d6e8ddcd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.0990932 Jul 16 08:51:29.869511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Pushing event deleted for resources: {'Port': ['ID=21dded37-25e4-49ed-b571-c765b94a9e89,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.890682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] No DVR routers for this DVR port 21dded37-25e4-49ed-b571-c765b94a9e89 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:29.894844 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26ca50a-eef4-45f2-afe1-0774ad4e589b x-openstack-request-id: req-f26ca50a-eef4-45f2-afe1-0774ad4e589b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:29.895286 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7e2532-4f40-4eb4-ae64-bb11afa3ea98", "tag": "20730967-85f2-4e09-84ad-d989398b845b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:29.895681 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f26ca50a-eef4-45f2-afe1-0774ad4e589b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:29.896369 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'tag': '20730967-85f2-4e09-84ad-d989398b845b', 'status': 'completed', 'code': 200} Jul 16 08:51:29.939896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-00bedadb-eeee-4402-8016-477c80cd9489 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805745 Jul 16 08:51:29.945491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648263a-8179-4b14-a2fc-0592111d69db service neutron] Pushing event updated for resources: {'Port': ['ID=20730967-85f2-4e09-84ad-d989398b845b,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.019845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-4a771654-64df-444c-a958-310041029861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.023124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-4a771654-64df-444c-a958-310041029861 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 1095 time: 0.1801980 Jul 16 08:51:30.093161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-943d2e71-f2c7-4d77-ac51-85649d9afd1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20730967-85f2-4e09-84ad-d989398b845b HTTP/1.1" status: 200 len: 217 time: 0.0634062 Jul 16 08:51:30.216185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-2a4ebd09-1061-4cca-974e-14a7c0f68b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.218622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-2a4ebd09-1061-4cca-974e-14a7c0f68b34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1148229 Jul 16 08:51:30.291399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-9096b213-61c3-4cd1-a549-da26be90568c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660200 Jul 16 08:51:30.458252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-4290028b-6807-40dd-a071-d295416997e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602528 Jul 16 08:51:30.603721 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-324ad3b9-69da-4bc0-ab91-1dd2c282656c req-b3448751-557c-4498-8765-96df27e43356 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346571 Jul 16 08:51:30.775149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.810379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a2d090-a14a-4ce4-8d26-90cb91a4399d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.820336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-1bfe0f1c-559e-409b-b37f-94cf3145ad80 service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8543885 Jul 16 08:51:30.824501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.825172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebac574e-bf7f-4c25-9ad0-e9199440a1ce') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.941832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-d54fe197-7302-473d-90e3-d37417f5eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.943504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-d54fe197-7302-473d-90e3-d37417f5eeae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 1095 time: 0.2742443 Jul 16 08:51:30.945152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aca59ac0-cf63-490e-8d3b-74d3e2f44454 req-c3d4ff7e-4dec-453e-ad94-193310a23f6c service neutron] 10.222.0.18 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043031 Jul 16 08:51:30.949884 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.967306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.980425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:30.981409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:30.988790 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:31.108339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.117183 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.123077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] 10.222.0.41 "DELETE /v2.0/networks/59a2d090-a14a-4ce4-8d26-90cb91a4399d HTTP/1.1" status: 204 len: 168 time: 2.6384902 Jul 16 08:51:31.150489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8686-33c0-4e58-ad1d-79d93630ab30 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a2d090-a14a-4ce4-8d26-90cb91a4399d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.167172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-ce671666-1b25-44a0-a9c6-f6c2fb64eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.169025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-ce671666-1b25-44a0-a9c6-f6c2fb64eeb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.2146330 Jul 16 08:51:31.229559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-aa38e3fa-d3a7-408c-800a-abb5ee85695d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20730967-85f2-4e09-84ad-d989398b845b HTTP/1.1" status: 200 len: 217 time: 0.0488245 Jul 16 08:51:31.238937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8693d4-93cc-453e-ba0a-b67befb1e333 req-7db199c8-9a95-455b-890c-18adfa6fc137 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.240271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8693d4-93cc-453e-ba0a-b67befb1e333 req-7db199c8-9a95-455b-890c-18adfa6fc137 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 943 time: 0.4801135 Jul 16 08:51:31.402083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8693d4-93cc-453e-ba0a-b67befb1e333 req-e23c9f30-19e3-4084-9d36-767eab8da1bb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319718 Jul 16 08:51:31.405921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-06510e9d-3828-40c8-b081-b5a703b976af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.412836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-06510e9d-3828-40c8-b081-b5a703b976af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1715107 Jul 16 08:51:31.491702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-66e056f6-37a4-49bf-8491-dfd697699f8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698531 Jul 16 08:51:31.559585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44410) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.626981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-691d1c96-7a23-4622-a7c1-fb0a3d8fba9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c209d130b2cb483ca431c39caf1f7188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660005 Jul 16 08:51:31.629562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.682720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 20730967-85f2-4e09-84ad-d989398b845b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:31.712674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18fb4f6d-5d69-4463-9bcc-dc4e7d8143a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.752706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18fb4f6d-5d69-4463-9bcc-dc4e7d8143a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.776802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-6233fea2-9bff-4faf-8f43-92a67e5ffeb9 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777553 Jul 16 08:51:31.862292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18fb4f6d-5d69-4463-9bcc-dc4e7d8143a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.870841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18fb4f6d-5d69-4463-9bcc-dc4e7d8143a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.874357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-18fb4f6d-5d69-4463-9bcc-dc4e7d8143a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50c59d40-422b-45a8-a4c5-48ac682863c4 HTTP/1.1" status: 204 len: 168 time: 0.2418442 Jul 16 08:51:31.905162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb4f6d-5d69-4463-9bcc-dc4e7d8143a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c59d40-422b-45a8-a4c5-48ac682863c4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.981229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 20730967-85f2-4e09-84ad-d989398b845b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=20730967-85f2-4e09-84ad-d989398b845b,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:32.000807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b17c6d-d02f-4bec-a63e-e49671fe21ea req-a1c67f05-b4f4-4d97-a997-c3fe0b327f4e service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163513 Jul 16 08:51:32.026299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '20730967-85f2-4e09-84ad-d989398b845b', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': '20730967-85f2-4e09-84ad-d989398b845b', 'mac_address': 'fa:16:3e:33:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:32.081545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.096663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20730967-85f2-4e09-84ad-d989398b845b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:32.119572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 20730967-85f2-4e09-84ad-d989398b845b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=20730967-85f2-4e09-84ad-d989398b845b,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:32.125296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.232906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=20730967-85f2-4e09-84ad-d989398b845b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:32.340252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['20730967-85f2-4e09-84ad-d989398b845b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:32.901365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7a16-52de-4b52-a139-b7d898fc41d8 req-73b1cecb-7af6-417c-a744-35dd8268a5d1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.918411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-307a7a16-52de-4b52-a139-b7d898fc41d8 req-73b1cecb-7af6-417c-a744-35dd8268a5d1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 944 time: 0.1735933 Jul 16 08:51:33.014903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-307a7a16-52de-4b52-a139-b7d898fc41d8 req-b66b938a-cba5-4e37-bd0e-b7cf8d79d39d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976057 Jul 16 08:51:33.549406 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.684145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 20730967-85f2-4e09-84ad-d989398b845b up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:33.711576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44510) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.786303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 20730967-85f2-4e09-84ad-d989398b845b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:33.791048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 20730967-85f2-4e09-84ad-d989398b845b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:33.791572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.921766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.972051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20730967-85f2-4e09-84ad-d989398b845b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:33.975541 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b0b5a4-845c-4b07-93ce-d6a0559b249b" -d '{"events": [{"server_uuid": "9e7e2532-4f40-4eb4-ae64-bb11afa3ea98", "name": "network-vif-plugged", "status": "completed", "tag": "20730967-85f2-4e09-84ad-d989398b845b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:33.979371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 20730967-85f2-4e09-84ad-d989398b845b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=20730967-85f2-4e09-84ad-d989398b845b,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:33.984636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.018885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-639509049-network', 'tenant_id': 'ba8618ef3ed94efb8ef6a592e0de546b'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:34.062532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Made reservation on behalf of ba8618ef3ed94efb8ef6a592e0de546b for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:34.067521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.069446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=20730967-85f2-4e09-84ad-d989398b845b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.090209 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0aab71-f93c-4230-a6eb-c708f36ed98b x-openstack-request-id: req-3f0aab71-f93c-4230-a6eb-c708f36ed98b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:34.090578 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7e2532-4f40-4eb4-ae64-bb11afa3ea98", "name": "network-vif-plugged", "status": "completed", "tag": "20730967-85f2-4e09-84ad-d989398b845b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:34.091854 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f0aab71-f93c-4230-a6eb-c708f36ed98b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:34.094204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.094471 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20730967-85f2-4e09-84ad-d989398b845b', 'code': 200} Jul 16 08:51:34.296742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9708-5f57-45d4-b5a8-44730c29d932 req-1257eb9c-24ef-4b4f-ad41-534213c59ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.300381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7dce9708-5f57-45d4-b5a8-44730c29d932 req-1257eb9c-24ef-4b4f-ad41-534213c59ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 1097 time: 0.1515677 Jul 16 08:51:34.300532 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.317612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.321873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44536) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.331661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:34.344053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.344594 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Added segment fe3a97ef-1292-48e9-8d36-449f15cac2f9 of type vlan for network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 Jul 16 08:51:34.351502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7dce9708-5f57-45d4-b5a8-44730c29d932 req-89bd7692-8e52-4d4a-b776-218f73bba2c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Jul 16 08:51:34.401217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.451933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b359-4057-4433-8fb3-ccaf499ddff1 req-19d0c166-c44e-4e22-9d85-1f43a5d68a96 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.453918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9f3b359-4057-4433-8fb3-ccaf499ddff1 req-19d0c166-c44e-4e22-9d85-1f43a5d68a96 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.2311673 Jul 16 08:51:34.462986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.464057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.464573 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.501318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44542) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.502070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7878301 Jul 16 08:51:34.508676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Request body: {'subnet': {'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-639509049-subnet', 'tenant_id': 'ba8618ef3ed94efb8ef6a592e0de546b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:34.514098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8201bb57-444f-4975-8d7d-a805ab4a1a94,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.552036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9f3b359-4057-4433-8fb3-ccaf499ddff1 req-4bbe4bd2-d855-4373-9a58-bd4b4d98b7eb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900393 Jul 16 08:51:34.562050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Made reservation on behalf of ba8618ef3ed94efb8ef6a592e0de546b for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:34.566089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.604220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e67f6-c97f-47b2-9666-0e02595ad08a admin admin] Pushing event updated for resources: {'Network': ['ID=e01c1a29-2d89-4e12-8da7-d9a0ae204d53,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.619952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:34.684198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8df53e0-193c-4013-97fc-ff2f5c119eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.844966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.897762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8df53e0-193c-4013-97fc-ff2f5c119eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.925164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8df53e0-193c-4013-97fc-ff2f5c119eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.006676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed195b08-35b9-4d9f-80aa-3a7a7bde5800,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.014081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8df53e0-193c-4013-97fc-ff2f5c119eb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11e3f8c9aede4878b2ab5285b9709d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884491 Jul 16 08:51:35.014081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df53e0-193c-4013-97fc-ff2f5c119eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98759c12-0897-4266-8f18-f2fe5f751a73,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.015103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44556) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:35.021784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Checking segment: {'id': 'fe3a97ef-1292-48e9-8d36-449f15cac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:35.022225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Network hostable DHCP agents. Network: e01c1a29-2d89-4e12-8da7-d9a0ae204d53, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:35.044650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:35.056965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e01c1a29-2d89-4e12-8da7-d9a0ae204d53) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:35.063013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.064576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.068790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdaba0a-a3c1-496d-80f1-9936f4db3bc3 None None] Network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:35.095671 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d9ede5a-3674-4e1e-a4c4-0cf4e2dbb855 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5918233 Jul 16 08:51:35.144808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e92efa97-b181-442c-8414-54b423361ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.200220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e92efa97-b181-442c-8414-54b423361ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.290209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f3843-14f0-4fac-ba6a-349bacc8cf34 None None] Network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:35.303688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e92efa97-b181-442c-8414-54b423361ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.306758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e92efa97-b181-442c-8414-54b423361ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.308094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e92efa97-b181-442c-8414-54b423361ff3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98759c12-0897-4266-8f18-f2fe5f751a73 HTTP/1.1" status: 204 len: 168 time: 0.2919328 Jul 16 08:51:35.326357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efa97-b181-442c-8414-54b423361ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98759c12-0897-4266-8f18-f2fe5f751a73,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.761354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc53163-a581-4f20-acf3-c85de8191378 req-1109a72c-7f99-4c87-8fc3-4422ba7b9b91 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.762904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4dc53163-a581-4f20-acf3-c85de8191378 req-1109a72c-7f99-4c87-8fc3-4422ba7b9b91 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.0773604 Jul 16 08:51:35.814347 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4dc53163-a581-4f20-acf3-c85de8191378 req-a3294a5c-34ef-481a-af58-951d2fa44e8f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Jul 16 08:51:35.941487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7e6072da-1b26-483e-ad3a-a403b7e65f17 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.944022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7e6072da-1b26-483e-ad3a-a403b7e65f17 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/networks?id=e01c1a29-2d89-4e12-8da7-d9a0ae204d53 HTTP/1.1" status: 200 len: 808 time: 0.1855702 Jul 16 08:51:35.972231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-823b4d8a-678d-4f65-8b63-6be4d9c6c32a tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/quotas/ba8618ef3ed94efb8ef6a592e0de546b HTTP/1.1" status: 200 len: 375 time: 0.0198288 Jul 16 08:51:36.053031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-76028ce0-3b69-47ed-aae7-e55a30192028 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba8618ef3ed94efb8ef6a592e0de546b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681889 Jul 16 08:51:36.202747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-0cc75470-82df-4f0b-868e-be51428167d9 service neutron] 10.222.0.41 "GET /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374559 Jul 16 08:51:36.318938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25496c9-c79b-469c-be00-4f6a48bf5682 req-3f73adb8-26a8-47a8-a800-ebb215b470e7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.320803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c25496c9-c79b-469c-be00-4f6a48bf5682 req-3f73adb8-26a8-47a8-a800-ebb215b470e7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.1400244 Jul 16 08:51:36.356349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-a805fb43-8a79-4ea5-8f90-de46911027f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460040 Jul 16 08:51:36.382935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c25496c9-c79b-469c-be00-4f6a48bf5682 req-316032ad-e575-4cf5-ae9e-5d05d4e6ea4d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Jul 16 08:51:36.641768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbd545-ae60-44e5-bdc5-3b8d6a26c5e8 req-d0d39088-432a-422a-a992-6c4ddcb11b31 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.643560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89bbd545-ae60-44e5-bdc5-3b8d6a26c5e8 req-d0d39088-432a-422a-a992-6c4ddcb11b31 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.0879614 Jul 16 08:51:36.646386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fd00ba3-9823-4677-a409-f20a06cfc087 req-51020aa7-7263-417d-a648-d7341b972560 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 210 time: 0.0839932 Jul 16 08:51:36.712661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89bbd545-ae60-44e5-bdc5-3b8d6a26c5e8 req-b2817192-2e74-4eca-8435-c1915c323298 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619857 Jul 16 08:51:37.297989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96667-b656-461b-89f2-ad002dc1775f req-4faeb69e-90f1-4f4b-997e-fa7c1ae11b9e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.306328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6b96667-b656-461b-89f2-ad002dc1775f req-4faeb69e-90f1-4f4b-997e-fa7c1ae11b9e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.1262541 Jul 16 08:51:37.366574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6b96667-b656-461b-89f2-ad002dc1775f req-27672d50-5c3f-4739-8ac9-c39a0ac9e683 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544851 Jul 16 08:51:37.586336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44654) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.721604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5ac4-9ba4-4c34-b54c-9a67c5059592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.842523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5ac4-9ba4-4c34-b54c-9a67c5059592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.848247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5ac4-9ba4-4c34-b54c-9a67c5059592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.852963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c8ade9d0-c14c-4868-8ed5-e223f3bd7f44 req-f8a92174-4fe9-4b37-ae10-1bb19a3eb5c7 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 210 time: 0.0464473 Jul 16 08:51:37.899108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f5ac4-9ba4-4c34-b54c-9a67c5059592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e27ef3b-5fd2-4339-a102-986de4364c00,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.908705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4c0f5ac4-9ba4-4c34-b54c-9a67c5059592 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=644b34618edc4e109b60d4113c647243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209822 Jul 16 08:51:37.911798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44664) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.990664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f63a015-4749-4c9b-9e91-03e88ca0d991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.015348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f63a015-4749-4c9b-9e91-03e88ca0d991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.258928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-40c7bb19-3c6a-4cce-8974-a72fdd30bfa7 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.260985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-40c7bb19-3c6a-4cce-8974-a72fdd30bfa7 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.36 "GET /v2.0/networks?id=e01c1a29-2d89-4e12-8da7-d9a0ae204d53 HTTP/1.1" status: 200 len: 808 time: 0.2303951 Jul 16 08:51:38.261650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f63a015-4749-4c9b-9e91-03e88ca0d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.264500 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f63a015-4749-4c9b-9e91-03e88ca0d991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.266149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1f63a015-4749-4c9b-9e91-03e88ca0d991 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e27ef3b-5fd2-4339-a102-986de4364c00 HTTP/1.1" status: 204 len: 168 time: 0.3528013 Jul 16 08:51:38.284072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Request body: {'port': {'device_id': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53', 'admin_state_up': True, 'tenant_id': 'ba8618ef3ed94efb8ef6a592e0de546b'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:38.325885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63a015-4749-4c9b-9e91-03e88ca0d991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e27ef3b-5fd2-4339-a102-986de4364c00,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.486961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Made reservation on behalf of ba8618ef3ed94efb8ef6a592e0de546b for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:38.490874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.570512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990d450-015e-4430-9737-f34ae40ee2bd req-09787c49-dcfb-461d-99fc-5fa7fba0c2e5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.572921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f990d450-015e-4430-9737-f34ae40ee2bd req-09787c49-dcfb-461d-99fc-5fa7fba0c2e5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.1771672 Jul 16 08:51:38.619864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d825f5-a3fb-44d3-8333-c24836e0bb5c req-e755ffd0-2d37-4829-a069-a64859c2ed6f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.628625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41d825f5-a3fb-44d3-8333-c24836e0bb5c req-e755ffd0-2d37-4829-a069-a64859c2ed6f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 945 time: 0.0956879 Jul 16 08:51:38.677119 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41d825f5-a3fb-44d3-8333-c24836e0bb5c req-46ddf712-fd4a-455a-9906-758514004a98 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Jul 16 08:51:38.763853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Allocated IP 172.20.0.12 (e01c1a29-2d89-4e12-8da7-d9a0ae204d53/ed195b08-35b9-4d9f-80aa-3a7a7bde5800/1338edec-44c1-40a9-8ff7-bef9d0d26067) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:38.824182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port 20730967-85f2-4e09-84ad-d989398b845b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:38.824810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.040021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84e0311e-736b-40bf-9351-616a34052911 req-a5ee38b6-f575-42f4-8aa5-ef7debafd39b tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 210 time: 0.0400627 Jul 16 08:51:39.077032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port 20730967-85f2-4e09-84ad-d989398b845b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=20730967-85f2-4e09-84ad-d989398b845b,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:39.077032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.103667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for 20730967-85f2-4e09-84ad-d989398b845b owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:39.107687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.219409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.276206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:39.281964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:39.363902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:39.473522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Pushing event updated for resources: {'Port': ['ID=1338edec-44c1-40a9-8ff7-bef9d0d26067,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.531976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.533269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.539707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.551458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['20730967-85f2-4e09-84ad-d989398b845b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:39.604528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:39.655940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port 20730967-85f2-4e09-84ad-d989398b845b on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:39.655940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=20730967-85f2-4e09-84ad-d989398b845b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.655940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-13add1ea-ae77-463b-b016-385592bce988 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3757691 Jul 16 08:51:39.667959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.671593 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f990d450-015e-4430-9737-f34ae40ee2bd req-f533adba-a3b0-4625-ba71-97cb0a5b7869 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "DELETE /v2.0/ports/20730967-85f2-4e09-84ad-d989398b845b HTTP/1.1" status: 204 len: 173 time: 1.0886836 Jul 16 08:51:39.672400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'name': 'network-vif-deleted', 'tag': '20730967-85f2-4e09-84ad-d989398b845b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:39.676372 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb1cd9-0d43-4c8e-9f6d-f91c7109a047" -d '{"events": [{"server_uuid": "9e7e2532-4f40-4eb4-ae64-bb11afa3ea98", "name": "network-vif-deleted", "tag": "20730967-85f2-4e09-84ad-d989398b845b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:39.717155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Request body: {'port': {'device_id': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:39.769114 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459c998d-1386-424e-80d9-831e477a6d1c x-openstack-request-id: req-459c998d-1386-424e-80d9-831e477a6d1c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:39.769804 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7e2532-4f40-4eb4-ae64-bb11afa3ea98", "name": "network-vif-deleted", "tag": "20730967-85f2-4e09-84ad-d989398b845b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:39.770280 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-459c998d-1386-424e-80d9-831e477a6d1c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:39.770897 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7e2532-4f40-4eb4-ae64-bb11afa3ea98', 'name': 'network-vif-deleted', 'tag': '20730967-85f2-4e09-84ad-d989398b845b', 'status': 'completed', 'code': 200} Jul 16 08:51:39.838699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.061419 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-76e4e8a6-7ccd-4385-a9f9-89a9785f0cb7 req-00efc6b8-318c-4343-9a1d-a5aaac920d43 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7e2532-4f40-4eb4-ae64-bb11afa3ea98 HTTP/1.1" status: 200 len: 210 time: 0.1087759 Jul 16 08:51:40.287973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1338edec-44c1-40a9-8ff7-bef9d0d26067 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:40.300880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.318214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Transition to ACTIVE for port object 1338edec-44c1-40a9-8ff7-bef9d0d26067 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:40.322349 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.360282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddae97-d32a-4d86-b8cb-8fafa1e0000a req-7f130e3b-250f-462c-9dd7-d1f499b57e56 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.372635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fddae97-d32a-4d86-b8cb-8fafa1e0000a req-7f130e3b-250f-462c-9dd7-d1f499b57e56 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 932 time: 0.1879463 Jul 16 08:51:40.424484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0fddae97-d32a-4d86-b8cb-8fafa1e0000a req-4b6d0573-f2e5-4d89-ba9f-67863a7f9a4d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501387 Jul 16 08:51:40.462145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Pushing event updated for resources: {'Port': ['ID=1338edec-44c1-40a9-8ff7-bef9d0d26067,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.601929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Attempting to bind port 1338edec-44c1-40a9-8ff7-bef9d0d26067 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:40.602284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Attempting to bind port 1338edec-44c1-40a9-8ff7-bef9d0d26067 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fe3a97ef-1292-48e9-8d36-449f15cac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:40.602632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Attempting to bind port 1338edec-44c1-40a9-8ff7-bef9d0d26067 on network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:40.611563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Port 1338edec-44c1-40a9-8ff7-bef9d0d26067 on network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:40.612025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Attempting to bind port 1338edec-44c1-40a9-8ff7-bef9d0d26067 on network e01c1a29-2d89-4e12-8da7-d9a0ae204d53 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:40.625716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:40.626063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Checking segment: {'id': 'fe3a97ef-1292-48e9-8d36-449f15cac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:40.626583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Bound using segment: {'id': 'fe3a97ef-1292-48e9-8d36-449f15cac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:40.627255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Bound port: 1338edec-44c1-40a9-8ff7-bef9d0d26067, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3a97ef-1292-48e9-8d36-449f15cac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:40.630663 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.728231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:40.751054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] For port 1338edec-44c1-40a9-8ff7-bef9d0d26067, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:40.779767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] For port 1338edec-44c1-40a9-8ff7-bef9d0d26067, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067,segment=NetworkSegment(fe3a97ef-1292-48e9-8d36-449f15cac2f9),segment_id=fe3a97ef-1292-48e9-8d36-449f15cac2f9)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:40.787780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.846188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.846818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.848271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] 10.222.0.36 "PUT /v2.0/ports/1338edec-44c1-40a9-8ff7-bef9d0d26067 HTTP/1.1" status: 200 len: 1093 time: 1.1469207 Jul 16 08:51:40.876801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56f6b-f3f6-4d9e-966e-ec147254e441 service neutron] Pushing event updated for resources: {'Port': ['ID=1338edec-44c1-40a9-8ff7-bef9d0d26067,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.013353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-cd7d36bd-608d-4039-a089-f08d5eca60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.017506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-cd7d36bd-608d-4039-a089-f08d5eca60a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba8618ef3ed94efb8ef6a592e0de546b&device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 1096 time: 0.1107121 Jul 16 08:51:41.066569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7003bad-2fb4-4349-9940-232c09608bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.143959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-8f4e55d2-25d6-484d-889c-b58adffe4fa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067 HTTP/1.1" status: 200 len: 217 time: 0.1093729 Jul 16 08:51:41.238320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-22a1b6a6-684b-4c48-9ab9-26e58d837a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.240162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-22a1b6a6-684b-4c48-9ab9-26e58d837a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed195b08-35b9-4d9f-80aa-3a7a7bde5800 HTTP/1.1" status: 200 len: 848 time: 0.0836999 Jul 16 08:51:41.264689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44778) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:41.291739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7003bad-2fb4-4349-9940-232c09608bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.296801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7003bad-2fb4-4349-9940-232c09608bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.298689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-80c9279e-c809-4db6-9980-22ef9caa6cab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e01c1a29-2d89-4e12-8da7-d9a0ae204d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505545 Jul 16 08:51:41.353802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f7003bad-2fb4-4349-9940-232c09608bfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfcbb8a804c749ec86e1af464d547c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242628 Jul 16 08:51:41.355730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003bad-2fb4-4349-9940-232c09608bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cc38ad-d46f-4f66-b848-fa395d483b44,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.357579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44782) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:41.409702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d097b3bf-98d9-44a4-8d70-ff661ca0794b tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:41.438458 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d097b3bf-98d9-44a4-8d70-ff661ca0794b tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] 10.222.0.41 "PUT /v2.0/quotas/0fcccaf609e7443ca6ac3229c4412531 HTTP/1.1" status: 200 len: 368 time: 0.1726511 Jul 16 08:51:41.442876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44792) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:41.459619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Request body: {'network': {'project_id': '0fcccaf609e7443ca6ac3229c4412531'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:41.530787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-f900eea6-b635-4b17-a456-e02a6edfcf89 service neutron] 10.222.0.36 "GET /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238059 Jul 16 08:51:41.558968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b14fab78-6b8b-47af-86c0-72c15c8bbb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.591522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Made reservation on behalf of 0fcccaf609e7443ca6ac3229c4412531 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:41.593860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.614379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b413e24-9c70-45d0-9536-26a5f5caddfc req-9e6bc939-b32e-4f65-9cd8-7c2e381ea028 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.616016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b413e24-9c70-45d0-9536-26a5f5caddfc req-9e6bc939-b32e-4f65-9cd8-7c2e381ea028 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 944 time: 0.0788209 Jul 16 08:51:41.643772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b14fab78-6b8b-47af-86c0-72c15c8bbb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.645575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.658434 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b413e24-9c70-45d0-9536-26a5f5caddfc req-508985d3-092e-4dd2-a74f-d6706af89462 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 Jul 16 08:51:41.713597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 20730967-85f2-4e09-84ad-d989398b845b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:41.743714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 20730967-85f2-4e09-84ad-d989398b845b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:41.743714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 20730967-85f2-4e09-84ad-d989398b845b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:42.007979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'tag': '1338edec-44c1-40a9-8ff7-bef9d0d26067'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:42.010196 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe54b7-3e17-4fd0-8d93-d0e160197929" -d '{"events": [{"name": "network-changed", "server_uuid": "3a274457-5b13-4821-a210-f27d3d5b3b34", "tag": "1338edec-44c1-40a9-8ff7-bef9d0d26067"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:42.071116 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33913fff-b040-40ae-9f7c-d1f0bdd1490b x-openstack-request-id: req-33913fff-b040-40ae-9f7c-d1f0bdd1490b {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:42.071404 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a274457-5b13-4821-a210-f27d3d5b3b34", "tag": "1338edec-44c1-40a9-8ff7-bef9d0d26067", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:42.071663 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33913fff-b040-40ae-9f7c-d1f0bdd1490b {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:42.072046 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'tag': '1338edec-44c1-40a9-8ff7-bef9d0d26067', 'status': 'completed', 'code': 200} Jul 16 08:51:42.092584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-05a98859-39d3-4335-bccb-f406be25b495 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.093971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-05a98859-39d3-4335-bccb-f406be25b495 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.6225288 Jul 16 08:51:42.114129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b59606c2-e388-4b61-9a2f-849b77a77cc0 req-08b01a5e-b14f-4e1f-ab37-6cffef75fffb service neutron] 10.222.0.36 "GET /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719311 Jul 16 08:51:42.119457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-b08e2dad-97d6-4ed1-85cb-d5b1fca8b0d2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/quotas/a7bcb70824e44d1596e3fa607133fe2c HTTP/1.1" status: 200 len: 375 time: 0.0139561 Jul 16 08:51:42.192168 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b14fab78-6b8b-47af-86c0-72c15c8bbb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.194004 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b14fab78-6b8b-47af-86c0-72c15c8bbb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.195078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b14fab78-6b8b-47af-86c0-72c15c8bbb0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52cc38ad-d46f-4f66-b848-fa395d483b44 HTTP/1.1" status: 204 len: 168 time: 0.8361790 Jul 16 08:51:42.234910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fab78-6b8b-47af-86c0-72c15c8bbb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cc38ad-d46f-4f66-b848-fa395d483b44,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.327272 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-86332245-7b0a-4932-b09e-e2d7f1ed29fc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2021248 Jul 16 08:51:42.411520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.418950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.499776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:42.517793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce86f8-150f-47d0-aaee-7ab8267ca2d9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.542326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.542668 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Added segment f50ffa50-3724-4d21-b108-5752f1406935 of type vlan for network fd4d77d9-b1c1-4612-9065-8e7da17eeb7a Jul 16 08:51:42.564889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-ae1aca95-ddea-43b0-b504-10cc529123e0 service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282326 Jul 16 08:51:42.598505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-9369a157-e1c5-4f36-aec2-980eaeba8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.599945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-9369a157-e1c5-4f36-aec2-980eaeba8292 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba8618ef3ed94efb8ef6a592e0de546b&device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 1096 time: 0.3538964 Jul 16 08:51:42.633433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.699761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44820) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.717647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b852f109-b150-4bea-a6aa-848b9a0d51ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.770234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.771202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.771815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.790609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-6c077d03-06d9-46af-8650-98029c613a5b service neutron] 10.222.0.41 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071853 Jul 16 08:51:42.815232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-e1c01503-cc7f-4d48-b6f9-1c523ff6a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.816766 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-e1c01503-cc7f-4d48-b6f9-1c523ff6a970 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e01c1a29-2d89-4e12-8da7-d9a0ae204d53 HTTP/1.1" status: 200 len: 909 time: 0.2023220 Jul 16 08:51:42.878666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b852f109-b150-4bea-a6aa-848b9a0d51ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.884915 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b852f109-b150-4bea-a6aa-848b9a0d51ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.895477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Pushing event updated for resources: {'Network': ['ID=fd4d77d9-b1c1-4612-9065-8e7da17eeb7a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.905079 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-46e52642-94cf-4cd1-a34c-39b168a1757b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067 HTTP/1.1" status: 200 len: 217 time: 0.0806243 Jul 16 08:51:42.906536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network fd4d77d9-b1c1-4612-9065-8e7da17eeb7a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:42.910369 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0b00b39b-fc53-48bd-8048-634cfa3828f9 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4657621 Jul 16 08:51:42.911010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44824) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.916057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Request body: {'network': {'project_id': '0fcccaf609e7443ca6ac3229c4412531'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:42.950132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b852f109-b150-4bea-a6aa-848b9a0d51ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5e91bce4f324901b0951c2a2aad96c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487261 Jul 16 08:51:42.958500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44826) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.013353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9de991ba-1729-45a8-9537-a9782e0eeb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.014300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-14c91dc7-5afe-4017-bcf2-a62561cfe11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.015840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-14c91dc7-5afe-4017-bcf2-a62561cfe11b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed195b08-35b9-4d9f-80aa-3a7a7bde5800 HTTP/1.1" status: 200 len: 848 time: 0.0957472 Jul 16 08:51:43.018535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Made reservation on behalf of 0fcccaf609e7443ca6ac3229c4412531 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:43.021115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.073515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852f109-b150-4bea-a6aa-848b9a0d51ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e3519-ac02-4f9f-8972-a9e10c32edcf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.074038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-9fa1a58b-055e-4eb9-8db7-8588556fff76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e01c1a29-2d89-4e12-8da7-d9a0ae204d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505621 Jul 16 08:51:43.130329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13effe9-4442-4430-ba0c-ad87847c6a29 req-c0fabb2f-aa1d-4cd2-8748-865719280f1d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.132869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c13effe9-4442-4430-ba0c-ad87847c6a29 req-c0fabb2f-aa1d-4cd2-8748-865719280f1d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 944 time: 0.1799595 Jul 16 08:51:43.163541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea24a764-1ba1-4de9-a1e3-c3f328e4cd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.165343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:43.170714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57836dfd-ea30-4db0-aeff-4ac5d80b40f4 req-9d2a7439-42d0-41b7-ba8f-58ecbcea5ab2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 210 time: 0.0606027 Jul 16 08:51:43.203743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c13effe9-4442-4430-ba0c-ad87847c6a29 req-51fe95fd-2b5a-4175-827a-50f29c4cbd32 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634439 Jul 16 08:51:43.241542 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.241542 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Added segment 1030c772-2e0d-4e23-92d1-c0be0a579ad2 of type vlan for network af36a034-c699-410e-b411-0e406b06e617 Jul 16 08:51:43.265723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea24a764-1ba1-4de9-a1e3-c3f328e4cd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.325541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-913c44b5-a628-4759-a97f-0a34eb7e1592 service neutron] 10.222.0.36 "GET /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382250 Jul 16 08:51:43.336059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.447830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.449400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.449633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.461467 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea24a764-1ba1-4de9-a1e3-c3f328e4cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.464151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea24a764-1ba1-4de9-a1e3-c3f328e4cd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.465341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea24a764-1ba1-4de9-a1e3-c3f328e4cd7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f1e3519-ac02-4f9f-8972-a9e10c32edcf HTTP/1.1" status: 204 len: 168 time: 0.5059032 Jul 16 08:51:43.521405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44850) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.521651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6095068 Jul 16 08:51:43.522479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24a764-1ba1-4de9-a1e3-c3f328e4cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e3519-ac02-4f9f-8972-a9e10c32edcf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.528063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7d56ce02-c1cc-4cb5-8183-f0688177adb1 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Request body: {'network': {'project_id': '0fcccaf609e7443ca6ac3229c4412531'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:43.534269 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aafe54b7-3e17-4fd0-8d93-d0e160197929 req-e6160e75-d670-4b73-93c8-02210c4bb618 service neutron] 10.222.0.36 "GET /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947260 Jul 16 08:51:43.567189 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d56ce02-c1cc-4cb5-8183-f0688177adb1 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:51:43.567725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d56ce02-c1cc-4cb5-8183-f0688177adb1 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:43.573145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7d56ce02-c1cc-4cb5-8183-f0688177adb1 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0497785 Jul 16 08:51:43.574818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43121cc-f7df-45d0-84b0-f6659666d1bc tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Pushing event updated for resources: {'Network': ['ID=af36a034-c699-410e-b411-0e406b06e617,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.587453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network af36a034-c699-410e-b411-0e406b06e617 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:43.740390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44856) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.879554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1338edec-44c1-40a9-8ff7-bef9d0d26067 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:44.017877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2e8dfef-143e-47bd-a21c-02ddab5a4e57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fcccaf609e7443ca6ac3229c4412531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753162 Jul 16 08:51:44.021237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.111190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1338edec-44c1-40a9-8ff7-bef9d0d26067, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067,segment=NetworkSegment(fe3a97ef-1292-48e9-8d36-449f15cac2f9),segment_id=fe3a97ef-1292-48e9-8d36-449f15cac2f9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:44.124089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '1338edec-44c1-40a9-8ff7-bef9d0d26067', 'network_id': 'e01c1a29-2d89-4e12-8da7-d9a0ae204d53', 'port_id': '1338edec-44c1-40a9-8ff7-bef9d0d26067', 'mac_address': 'fa:16:3e:54:e6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed195b08-35b9-4d9f-80aa-3a7a7bde5800', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:44.166290 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.168039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e0d2-db11-4ca8-a6ad-84224a1ec279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.183427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1338edec-44c1-40a9-8ff7-bef9d0d26067 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:44.210231 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e0d2-db11-4ca8-a6ad-84224a1ec279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.214822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1338edec-44c1-40a9-8ff7-bef9d0d26067, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067,segment=NetworkSegment(fe3a97ef-1292-48e9-8d36-449f15cac2f9),segment_id=fe3a97ef-1292-48e9-8d36-449f15cac2f9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:44.221267 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.323269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e0d2-db11-4ca8-a6ad-84224a1ec279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.326460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e0d2-db11-4ca8-a6ad-84224a1ec279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.327843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9bd1e0d2-db11-4ca8-a6ad-84224a1ec279 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2ce86f8-150f-47d0-aaee-7ab8267ca2d9 HTTP/1.1" status: 204 len: 168 time: 0.3055944 Jul 16 08:51:44.331252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44882) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.358415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e0d2-db11-4ca8-a6ad-84224a1ec279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce86f8-150f-47d0-aaee-7ab8267ca2d9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.373228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=1338edec-44c1-40a9-8ff7-bef9d0d26067,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.402865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.403213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.403583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.403920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.404866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.405213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.405548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.407587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.407949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.408385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.408734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.409147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:44.452165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.550908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['1338edec-44c1-40a9-8ff7-bef9d0d26067'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:44.552499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bed9ebf0-e702-4ded-ab91-195826ce0097 req-2c1b06cb-7934-4417-bfae-134a54f85a70 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 210 time: 0.1052015 Jul 16 08:51:44.649620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.667162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af36a034-c699-410e-b411-0e406b06e617']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.686495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1030c772-2e0d-4e23-92d1-c0be0a579ad2') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.686795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1030c772-2e0d-4e23-92d1-c0be0a579ad2') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.699569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.725630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.747291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6661e0-e9b6-4510-8fba-85a267e329be req-efb7d796-acc7-4236-8ded-aa763fd79621 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.758469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6a6661e0-e9b6-4510-8fba-85a267e329be req-efb7d796-acc7-4236-8ded-aa763fd79621 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 945 time: 0.2334590 Jul 16 08:51:44.771760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:44.772166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:44.791786 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:44.981523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-00f3924a-d224-4f49-bcd1-3beb24f199f1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.983582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-00f3924a-d224-4f49-bcd1-3beb24f199f1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 805 time: 0.2309637 Jul 16 08:51:44.997645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Request body: {'port': {'device_id': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'admin_state_up': True, 'tenant_id': 'a7bcb70824e44d1596e3fa607133fe2c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:45.011006 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6a6661e0-e9b6-4510-8fba-85a267e329be req-19eac5c6-07c8-4e86-8939-3a9dbc9022c5 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409708 Jul 16 08:51:45.013893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.028141 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.032406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] 10.222.0.41 "DELETE /v2.0/networks/af36a034-c699-410e-b411-0e406b06e617 HTTP/1.1" status: 204 len: 168 time: 0.6997688 Jul 16 08:51:45.036107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44896) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:45.050548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a7cd7-37d0-4009-aab0-ac050e1ff826 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Pushing event deleted for resources: {'Network': ['ID=af36a034-c699-410e-b411-0e406b06e617,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.216188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.314905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Made reservation on behalf of a7bcb70824e44d1596e3fa607133fe2c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:45.320401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.430379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.447738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4d77d9-b1c1-4612-9065-8e7da17eeb7a']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:45.486277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50ffa50-3724-4d21-b108-5752f1406935') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:45.486579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50ffa50-3724-4d21-b108-5752f1406935') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:45.503706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.526310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.536545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Allocated IP 172.20.0.13 (d5baee56-fb4c-42a6-88c4-ce1409a11973/f6afea2d-15c8-4287-b535-82a35b8e5c65/fab2707f-b1b7-499c-bc60-bef34e87cf20) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:45.539515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:45.539922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:45.542140 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:45.634574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-59685e34-19b7-4c63-a271-acdc5a991661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.675911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.684158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.689694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] 10.222.0.41 "DELETE /v2.0/networks/fd4d77d9-b1c1-4612-9065-8e7da17eeb7a HTTP/1.1" status: 204 len: 168 time: 0.6309583 Jul 16 08:51:45.711181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbe6b2-745f-4806-893b-b73b10bd2f90 tempest-QuotasNegativeTest-37264624 tempest-QuotasNegativeTest-37264624-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd4d77d9-b1c1-4612-9065-8e7da17eeb7a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.746854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.792006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-553423da-c56b-4490-be0f-a0c65b6366a9 req-38893016-f0ab-4c21-8b4a-10eba64af55e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 210 time: 0.0617816 Jul 16 08:51:45.894578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1338edec-44c1-40a9-8ff7-bef9d0d26067 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:45.905214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.970833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.014832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 1338edec-44c1-40a9-8ff7-bef9d0d26067 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:46.028081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 1338edec-44c1-40a9-8ff7-bef9d0d26067 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:46.030070 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.042766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Network d5baee56-fb4c-42a6-88c4-ce1409a11973 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:46.050721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:46.056043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:46.059436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:46.160187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event updated for resources: {'Port': ['ID=fab2707f-b1b7-499c-bc60-bef34e87cf20,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.208301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.209138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.240619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-0f47a153-5129-4318-84d5-41ad3543a6a7 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2478774 Jul 16 08:51:46.255200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Request body: {'port': {'device_id': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:46.350684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff4b8-83c3-467b-8138-b8870a82c0a9 req-383ad993-8785-4aef-8d33-e5c6d481b13c tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.358779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbaff4b8-83c3-467b-8138-b8870a82c0a9 req-383ad993-8785-4aef-8d33-e5c6d481b13c tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 945 time: 0.1169596 Jul 16 08:51:46.425228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44948) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:46.450273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.473411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cbaff4b8-83c3-467b-8138-b8870a82c0a9 req-d1c84fa7-c4fe-4ba0-be36-268baf8944b0 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012201 Jul 16 08:51:46.481457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27c0bf4-e319-44df-94b9-334f0167f390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.545863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.615868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1338edec-44c1-40a9-8ff7-bef9d0d26067'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:46.622516 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b353133a-f9a1-4aa4-89be-64f550ddc53b" -d '{"events": [{"server_uuid": "3a274457-5b13-4821-a210-f27d3d5b3b34", "name": "network-vif-plugged", "status": "completed", "tag": "1338edec-44c1-40a9-8ff7-bef9d0d26067"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:46.672110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27c0bf4-e319-44df-94b9-334f0167f390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.682368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d27c0bf4-e319-44df-94b9-334f0167f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.749634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 1338edec-44c1-40a9-8ff7-bef9d0d26067, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067,segment=NetworkSegment(fe3a97ef-1292-48e9-8d36-449f15cac2f9),segment_id=fe3a97ef-1292-48e9-8d36-449f15cac2f9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:46.763228 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574cf6d5-d074-4e5a-817d-b6a102a115a3 x-openstack-request-id: req-574cf6d5-d074-4e5a-817d-b6a102a115a3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:46.763535 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a274457-5b13-4821-a210-f27d3d5b3b34", "name": "network-vif-plugged", "status": "completed", "tag": "1338edec-44c1-40a9-8ff7-bef9d0d26067", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:46.767131 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-574cf6d5-d074-4e5a-817d-b6a102a115a3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:46.767776 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1338edec-44c1-40a9-8ff7-bef9d0d26067', 'code': 200} Jul 16 08:51:46.777675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.784832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d27c0bf4-e319-44df-94b9-334f0167f390 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60e604a964794a6aa9f30179c60f7010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543696 Jul 16 08:51:46.787503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44960) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:46.825199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0bf4-e319-44df-94b9-334f0167f390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11f2e41-4c7c-4491-83c4-8c0b883804c3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.849658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.916073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=1338edec-44c1-40a9-8ff7-bef9d0d26067,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.923568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8356f099-e71b-427f-b45b-52a625c5b0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.958622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8356f099-e71b-427f-b45b-52a625c5b0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.033420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ac17b-a724-4b77-aa8c-e1ef4d911d62 req-56580b80-c3df-4295-a063-83de2700ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.035427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-578ac17b-a724-4b77-aa8c-e1ef4d911d62 req-56580b80-c3df-4295-a063-83de2700ee6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 1098 time: 0.1862984 Jul 16 08:51:47.083689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8356f099-e71b-427f-b45b-52a625c5b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.086983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8356f099-e71b-427f-b45b-52a625c5b0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.091564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8356f099-e71b-427f-b45b-52a625c5b0e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f11f2e41-4c7c-4491-83c4-8c0b883804c3 HTTP/1.1" status: 204 len: 168 time: 0.3021073 Jul 16 08:51:47.110973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356f099-e71b-427f-b45b-52a625c5b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11f2e41-4c7c-4491-83c4-8c0b883804c3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.139101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-578ac17b-a724-4b77-aa8c-e1ef4d911d62 req-ffbf57f7-a4b9-4d93-b724-b9e51f04df1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953822 Jul 16 08:51:47.147220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49444b-50e1-40bd-9a08-1c13f6aa0f4d req-7f1e897f-33ed-4c02-82d2-f2ffaecb02a5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.154696 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a49444b-50e1-40bd-9a08-1c13f6aa0f4d req-7f1e897f-33ed-4c02-82d2-f2ffaecb02a5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 932 time: 0.1287208 Jul 16 08:51:47.213037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a49444b-50e1-40bd-9a08-1c13f6aa0f4d req-d044b519-41ba-4bdc-b052-790f18ffa791 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519016 Jul 16 08:51:47.235097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab2707f-b1b7-499c-bc60-bef34e87cf20 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:47.252576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.269948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Transition to ACTIVE for port object fab2707f-b1b7-499c-bc60-bef34e87cf20 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:47.275249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.415835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Pushing event updated for resources: {'Port': ['ID=fab2707f-b1b7-499c-bc60-bef34e87cf20,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.428066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Attempting to bind port fab2707f-b1b7-499c-bc60-bef34e87cf20 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:47.428359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Attempting to bind port fab2707f-b1b7-499c-bc60-bef34e87cf20 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:47.428690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Attempting to bind port fab2707f-b1b7-499c-bc60-bef34e87cf20 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:47.444598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Port fab2707f-b1b7-499c-bc60-bef34e87cf20 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:47.445445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Attempting to bind port fab2707f-b1b7-499c-bc60-bef34e87cf20 on network d5baee56-fb4c-42a6-88c4-ce1409a11973 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:47.451513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:47.452129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Checking segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:47.452326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Bound using segment: {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:47.452637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Bound port: fab2707f-b1b7-499c-bc60-bef34e87cf20, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a34f48-3a37-4a64-9606-0cb62ad60964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:47.453002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.525228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] For port fab2707f-b1b7-499c-bc60-bef34e87cf20, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:47.529818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] For port fab2707f-b1b7-499c-bc60-bef34e87cf20, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:47.534702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.584273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.584958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.586979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] 10.222.0.18 "PUT /v2.0/ports/fab2707f-b1b7-499c-bc60-bef34e87cf20 HTTP/1.1" status: 200 len: 1093 time: 1.3388526 Jul 16 08:51:47.587585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'tag': 'fab2707f-b1b7-499c-bc60-bef34e87cf20'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:47.590456 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224cff45-c31c-4467-bc58-de0568aadadb" -d '{"events": [{"name": "network-changed", "server_uuid": "798b0675-b629-4c67-b368-5ae361e0ddb0", "tag": "fab2707f-b1b7-499c-bc60-bef34e87cf20"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:47.620728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44986) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.642252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3efa5-a458-4951-9a61-623385767467 service neutron] Pushing event updated for resources: {'Port': ['ID=fab2707f-b1b7-499c-bc60-bef34e87cf20,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.698674 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58ab287-ca43-41a9-b9d0-c1c699f89ad2 x-openstack-request-id: req-d58ab287-ca43-41a9-b9d0-c1c699f89ad2 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:47.698987 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798b0675-b629-4c67-b368-5ae361e0ddb0", "tag": "fab2707f-b1b7-499c-bc60-bef34e87cf20", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:47.699237 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d58ab287-ca43-41a9-b9d0-c1c699f89ad2 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:47.699780 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'tag': 'fab2707f-b1b7-499c-bc60-bef34e87cf20', 'status': 'completed', 'code': 200} Jul 16 08:51:47.727028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.784920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-21123e31-dc1f-46f6-a895-6bdb020cdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.786642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-21123e31-dc1f-46f6-a895-6bdb020cdf97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 1096 time: 0.1330190 Jul 16 08:51:47.801591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371464-c701-49e1-8479-488d35026815 req-1f893e1d-734f-49c8-944e-fb1e38c150e5 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.804277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e371464-c701-49e1-8479-488d35026815 req-1f893e1d-734f-49c8-944e-fb1e38c150e5 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 946 time: 0.0886798 Jul 16 08:51:47.869203 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-5b4a7616-4c2f-4a26-b27e-c645d6aa88c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20 HTTP/1.1" status: 200 len: 217 time: 0.0636992 Jul 16 08:51:47.893924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.899034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.920555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4723eb9-0655-472d-a6ab-31ae19f442db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.941017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e371464-c701-49e1-8479-488d35026815 req-a7b87bec-85c2-467b-82d5-24793410331a tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285098 Jul 16 08:51:47.960576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:51:47.960576 n-d-798249-10 neutron-server[93700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:51:47.960576 n-d-798249-10 neutron-server[93700]: [parameters: {'project_id': 'c469a62e5a4042849ad97ce99ca002b5', 'id': '8d79f024-e04e-4a30-9c9d-ab504184acdd', 'expiration': datetime.datetime(2021, 7, 16, 8, 53, 47, 953138)}] Jul 16 08:51:47.960576 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:47.961104 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:47.965385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-67debb54-4c92-4999-95b9-ef4a413f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.967189 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-67debb54-4c92-4999-95b9-ef4a413f793e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.0864949 Jul 16 08:51:48.023459 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-796d3237-b630-45ce-9854-b8f253599660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498936 Jul 16 08:51:48.099650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4723eb9-0655-472d-a6ab-31ae19f442db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.106668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a4723eb9-0655-472d-a6ab-31ae19f442db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.163284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723eb9-0655-472d-a6ab-31ae19f442db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7befb027-2eea-4d63-9bf0-8ec1437f42ab,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.172259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a4723eb9-0655-472d-a6ab-31ae19f442db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=032ff83f1cce4ee79524fd9063d50163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720463 Jul 16 08:51:48.173434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44998) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.212029 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-632d9cda-0011-4354-88be-6218e383038d service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821272 Jul 16 08:51:48.251495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd970db-756f-48d6-b5de-1447d6f222ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.324652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd970db-756f-48d6-b5de-1447d6f222ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.344928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.387591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd970db-756f-48d6-b5de-1447d6f222ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.390442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dd970db-756f-48d6-b5de-1447d6f222ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.394016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5dd970db-756f-48d6-b5de-1447d6f222ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7befb027-2eea-4d63-9bf0-8ec1437f42ab HTTP/1.1" status: 204 len: 168 time: 0.2173069 Jul 16 08:51:48.433212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19f7e3c2-1275-40f1-a378-da3d4956662b req-b1a4ce70-bafb-4359-be38-eb39a922982c service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148564 Jul 16 08:51:48.440467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd970db-756f-48d6-b5de-1447d6f222ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7befb027-2eea-4d63-9bf0-8ec1437f42ab,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.462517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.535191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f259b65-5417-408e-8416-ff0153045b3b req-56bcf753-0f12-46c0-aab7-91b2c6dad093 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.544122 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f259b65-5417-408e-8416-ff0153045b3b req-56bcf753-0f12-46c0-aab7-91b2c6dad093 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 944 time: 0.1346827 Jul 16 08:51:48.591471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f259b65-5417-408e-8416-ff0153045b3b req-2c4aa5ce-0c5c-4231-ae50-97b68c134333 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jul 16 08:51:48.733724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.738955 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.779341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cff45-c31c-4467-bc58-de0568aadadb req-9a3a1baf-4311-49ce-ab10-077b98696952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.781343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-9a3a1baf-4311-49ce-ab10-077b98696952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 1096 time: 0.2571554 Jul 16 08:51:48.815366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45008) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.815851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c469a62e5a4042849ad97ce99ca002b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1945117 Jul 16 08:51:48.830353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2288d3-bbe0-40a1-a3c1-f3865b0e0ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66838d9c-f27d-4c2a-9e59-24986d95e0aa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.928413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cff45-c31c-4467-bc58-de0568aadadb req-2295e66c-3571-4c7c-a589-693f53b98135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.930885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-2295e66c-3571-4c7c-a589-693f53b98135 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 200 len: 906 time: 0.1420460 Jul 16 08:51:48.953577 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4910-a6cd-4f1b-96e3-9c67fd9d37f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.992193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4910-a6cd-4f1b-96e3-9c67fd9d37f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.026222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-fa3401bf-42ee-4bac-b3e8-f6d09048ba56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20 HTTP/1.1" status: 200 len: 217 time: 0.0885861 Jul 16 08:51:49.082608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4910-a6cd-4f1b-96e3-9c67fd9d37f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.085801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4910-a6cd-4f1b-96e3-9c67fd9d37f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.090243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb4d4910-a6cd-4f1b-96e3-9c67fd9d37f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66838d9c-f27d-4c2a-9e59-24986d95e0aa HTTP/1.1" status: 204 len: 168 time: 0.2736175 Jul 16 08:51:49.099208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d4910-a6cd-4f1b-96e3-9c67fd9d37f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66838d9c-f27d-4c2a-9e59-24986d95e0aa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.216555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cff45-c31c-4467-bc58-de0568aadadb req-d2d8dc4a-35c2-4403-87df-3564e219fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.218145 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-d2d8dc4a-35c2-4403-87df-3564e219fbe3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 200 len: 845 time: 0.1835763 Jul 16 08:51:49.270285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-1d46c237-4492-45d8-8063-75a4488d1f9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5baee56-fb4c-42a6-88c4-ce1409a11973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429378 Jul 16 08:51:49.329682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceb8ce-ebb7-493e-bdd3-cb92629f67d2 req-c042ecb0-7965-46d3-8a05-ca76f23ab94d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.331644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8eceb8ce-ebb7-493e-bdd3-cb92629f67d2 req-c042ecb0-7965-46d3-8a05-ca76f23ab94d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 946 time: 0.1587725 Jul 16 08:51:49.469062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8eceb8ce-ebb7-493e-bdd3-cb92629f67d2 req-c9c2ac00-16a0-432a-864e-41edd218f089 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984778 Jul 16 08:51:49.482566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-54d48fea-a670-4a3e-8aaf-f2a872c347c6 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021739 Jul 16 08:51:49.606960 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:49.671702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-224cff45-c31c-4467-bc58-de0568aadadb req-fe64d478-bd58-4407-8bec-8716f84b5510 service neutron] 10.222.0.18 "GET /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837535 Jul 16 08:51:49.775705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fab2707f-b1b7-499c-bc60-bef34e87cf20 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:49.833557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45056) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:49.848572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-637cbe4f-5454-4bc0-aedf-2a2bb2fa0830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.959982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fab2707f-b1b7-499c-bc60-bef34e87cf20, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:49.974316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-0eb5-48f3-839e-ffe3aef427f0 req-81cfe32f-ce8f-4bae-9290-4a3096915d89 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.998311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4ace03d-0eb5-48f3-839e-ffe3aef427f0 req-81cfe32f-ce8f-4bae-9290-4a3096915d89 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 944 time: 0.1617136 Jul 16 08:51:50.000071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'fab2707f-b1b7-499c-bc60-bef34e87cf20', 'network_id': 'd5baee56-fb4c-42a6-88c4-ce1409a11973', 'port_id': 'fab2707f-b1b7-499c-bc60-bef34e87cf20', 'mac_address': 'fa:16:3e:c2:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6afea2d-15c8-4287-b535-82a35b8e5c65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:50.028429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-637cbe4f-5454-4bc0-aedf-2a2bb2fa0830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.035143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-637cbe4f-5454-4bc0-aedf-2a2bb2fa0830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.064871 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4ace03d-0eb5-48f3-839e-ffe3aef427f0 req-925588db-33a1-4691-a11f-608582d4658b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Jul 16 08:51:50.092307 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.130095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab2707f-b1b7-499c-bc60-bef34e87cf20 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:50.131687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-637cbe4f-5454-4bc0-aedf-2a2bb2fa0830 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93019156d2c74499ab60c0b23319b081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968431 Jul 16 08:51:50.136984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.139549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cbe4f-5454-4bc0-aedf-2a2bb2fa0830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16160c74-819d-4b0c-9c24-2bac33b046ed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.174630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fab2707f-b1b7-499c-bc60-bef34e87cf20, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:50.202897 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.225840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a09279fb-60e8-4fb0-ba36-08fc20331a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.283384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a09279fb-60e8-4fb0-ba36-08fc20331a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.316740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fab2707f-b1b7-499c-bc60-bef34e87cf20,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.362962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a09279fb-60e8-4fb0-ba36-08fc20331a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.366213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a09279fb-60e8-4fb0-ba36-08fc20331a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.367442 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a09279fb-60e8-4fb0-ba36-08fc20331a29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16160c74-819d-4b0c-9c24-2bac33b046ed HTTP/1.1" status: 204 len: 168 time: 0.2291887 Jul 16 08:51:50.410450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09279fb-60e8-4fb0-ba36-08fc20331a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16160c74-819d-4b0c-9c24-2bac33b046ed,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.410710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['fab2707f-b1b7-499c-bc60-bef34e87cf20'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:51.181313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45114) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.397197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-083916be-02cc-4728-98a9-0c65863ccca3 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:51.424340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571213d2-dc2e-48eb-bc40-25f11e21de0c req-f868008b-3082-45c1-9898-cc333049147d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:51.431556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-571213d2-dc2e-48eb-bc40-25f11e21de0c req-f868008b-3082-45c1-9898-cc333049147d tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 945 time: 0.1429172 Jul 16 08:51:51.486704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-083916be-02cc-4728-98a9-0c65863ccca3 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "PUT /v2.0/quotas/09b144eb2dce4b608a7af1c725bf6401 HTTP/1.1" status: 200 len: 366 time: 0.3041880 Jul 16 08:51:51.489210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45130) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.508613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-571213d2-dc2e-48eb-bc40-25f11e21de0c req-d6e37d6d-bd71-419c-bf68-26ca51d2ef15 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760634 Jul 16 08:51:51.538532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e00ff1d2-0147-49f9-98f9-05aca3087dd4 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0457642 Jul 16 08:51:51.538849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.564931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ac3da7ea-61ca-4de4-b71a-60ed2694382f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "GET /v2.0/quotas/09b144eb2dce4b608a7af1c725bf6401 HTTP/1.1" status: 200 len: 366 time: 0.0163364 Jul 16 08:51:51.565054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45134) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.584156 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99a6caaf-e7ac-46f1-bfbd-b0a5578ce238 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/09b144eb2dce4b608a7af1c725bf6401 HTTP/1.1" status: 204 len: 168 time: 0.0213845 Jul 16 08:51:51.586649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.596526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f083703f-4731-4b71-a86f-3f01faa5aa9d tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0085962 Jul 16 08:51:51.599019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45140) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.618685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb1373e1-2196-40b7-bf31-05a8f1957d9e tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "GET /v2.0/quotas/09b144eb2dce4b608a7af1c725bf6401 HTTP/1.1" status: 200 len: 370 time: 0.0184364 Jul 16 08:51:51.621368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.628282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d9f8b943-0d14-452e-9486-274c4134a121 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "GET /v2.0/quotas/09b144eb2dce4b608a7af1c725bf6401/default HTTP/1.1" status: 200 len: 370 time: 0.0057309 Jul 16 08:51:51.631441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.650252 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-67ae84ab-6072-4a19-a116-e90200333cd3 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:51:51.651290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-67ae84ab-6072-4a19-a116-e90200333cd3 tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/09b144eb2dce4b608a7af1c725bf6401 HTTP/1.1" status: 404 len: 348 time: 0.0174937 Jul 16 08:51:51.775182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fab2707f-b1b7-499c-bc60-bef34e87cf20 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:51.867902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port fab2707f-b1b7-499c-bc60-bef34e87cf20 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:51.873111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port fab2707f-b1b7-499c-bc60-bef34e87cf20 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:51.873545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.009500 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.069651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab2707f-b1b7-499c-bc60-bef34e87cf20'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:52.072443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:52.074721 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c26eab-cfa0-48ee-9f57-266ed0180123" -d '{"events": [{"server_uuid": "798b0675-b629-4c67-b368-5ae361e0ddb0", "name": "network-vif-plugged", "status": "completed", "tag": "fab2707f-b1b7-499c-bc60-bef34e87cf20"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:52.078532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fab2707f-b1b7-499c-bc60-bef34e87cf20, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:52.092777 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.120717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:network and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.130388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.142403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:subnet and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.151042 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f650b5-9126-47bd-b3f3-664dedb15cad x-openstack-request-id: req-78f650b5-9126-47bd-b3f3-664dedb15cad {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:52.151352 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798b0675-b629-4c67-b368-5ae361e0ddb0", "name": "network-vif-plugged", "status": "completed", "tag": "fab2707f-b1b7-499c-bc60-bef34e87cf20", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:52.151638 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78f650b5-9126-47bd-b3f3-664dedb15cad {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:52.152027 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab2707f-b1b7-499c-bc60-bef34e87cf20', 'code': 200} Jul 16 08:51:52.158413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fab2707f-b1b7-499c-bc60-bef34e87cf20,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.163682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.196906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:subnetpool and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.208311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.257740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:port and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.267191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.278722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:router and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.290228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.304382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a8b7f-8692-48c8-89db-ff15901d493d req-ace9b7ee-9346-49b4-828d-9f3fcb5aa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.305915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8a8b7f-8692-48c8-89db-ff15901d493d req-ace9b7ee-9346-49b4-828d-9f3fcb5aa5a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 1098 time: 0.0891175 Jul 16 08:51:52.306602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:floatingip and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.311912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.370051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e8a8b7f-8692-48c8-89db-ff15901d493d req-9a2230cf-6a30-464d-9026-aac345e5f33b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Jul 16 08:51:52.392534 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:security_group and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.398139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.405402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Usage tracker for resource:security_group_rule and tenant:6cd77b835bb641e1bd784319a49ca9e3 is out of sync, need to count used quota {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:51:52.411612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.quota.resource [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:51:52.418964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f4dc7d30-6d30-47b6-8905-8b5674b48a5f tempest-QuotasTest-1476982409 tempest-QuotasTest-1476982409-project-admin] 10.222.0.41 "GET /v2.0/quotas/6cd77b835bb641e1bd784319a49ca9e3/details.json HTTP/1.1" status: 200 len: 703 time: 0.3453639 Jul 16 08:51:52.880886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff6439-c8b4-431c-b931-f55c07889c3a req-4eb9f70c-5ec8-410c-a45f-2691a650f4bd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.889797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2ff6439-c8b4-431c-b931-f55c07889c3a req-4eb9f70c-5ec8-410c-a45f-2691a650f4bd tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1333373 Jul 16 08:51:52.916738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:52.954274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2ff6439-c8b4-431c-b931-f55c07889c3a req-ebc177ff-cedb-4700-9b5a-249f064c70de tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Jul 16 08:51:53.246835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa3a0-b51b-4bb3-adad-22f214d8a1d5 req-444ecfbb-783d-49c8-b4cd-c924e3a48499 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.248356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-551aa3a0-b51b-4bb3-adad-22f214d8a1d5 req-444ecfbb-783d-49c8-b4cd-c924e3a48499 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 946 time: 0.1409650 Jul 16 08:51:53.319241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86c2d57e-8434-4795-a98e-aa727622ccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.345688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-551aa3a0-b51b-4bb3-adad-22f214d8a1d5 req-0788bb35-1c98-4804-a481-826c7e9cb94e tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871630 Jul 16 08:51:53.479034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86c2d57e-8434-4795-a98e-aa727622ccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.484405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86c2d57e-8434-4795-a98e-aa727622ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.560468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-86c2d57e-8434-4795-a98e-aa727622ccb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3358d9fb41d48d5987f7d89ad8f2ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428630 Jul 16 08:51:53.563219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45218) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.563861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d57e-8434-4795-a98e-aa727622ccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241d7bff-cf28-499f-9503-2ea69bac3cfd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.668405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99df5025-87f6-43b4-b23e-d6a29a3876ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.693861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99df5025-87f6-43b4-b23e-d6a29a3876ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.755745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99df5025-87f6-43b4-b23e-d6a29a3876ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.759820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-3d0f1601-8e45-4939-8f65-a1ff41927fde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1199021 Jul 16 08:51:53.760096 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-99df5025-87f6-43b4-b23e-d6a29a3876ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.764818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-99df5025-87f6-43b4-b23e-d6a29a3876ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/241d7bff-cf28-499f-9503-2ea69bac3cfd HTTP/1.1" status: 204 len: 168 time: 0.1979251 Jul 16 08:51:53.783415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df5025-87f6-43b4-b23e-d6a29a3876ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d7bff-cf28-499f-9503-2ea69bac3cfd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.904098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57bb04-0290-4556-b242-23f6e42f4b27 req-338ef593-a330-43da-be2d-bcd4392fa3a3 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.912084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b57bb04-0290-4556-b242-23f6e42f4b27 req-338ef593-a330-43da-be2d-bcd4392fa3a3 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 946 time: 0.1313872 Jul 16 08:51:53.913832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45232) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.956555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3b57bb04-0290-4556-b242-23f6e42f4b27 req-6e31aa40-fdef-4887-a8dd-ff8378313a28 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Jul 16 08:51:54.215202 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d30dfb5d-2fb6-4321-8599-b4e48ee53285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.267076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45242) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.287068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-68168009-6708-4a99-ba7c-cfbeeb4caa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.288609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-68168009-6708-4a99-ba7c-cfbeeb4caa27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c69288d805b641b68e140d85d98ac63c&device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 1097 time: 0.4434042 Jul 16 08:51:54.289744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9818d33-7096-431b-9091-18ba1240d61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.301360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca982-d06c-4e48-b455-3c42561fbc06 req-08001109-08bb-48c5-844f-4b8e528d7ce9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.302852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47ca982-d06c-4e48-b455-3c42561fbc06 req-08001109-08bb-48c5-844f-4b8e528d7ce9 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.0906873 Jul 16 08:51:54.348428 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47ca982-d06c-4e48-b455-3c42561fbc06 req-ad485dff-d8e4-409e-ae76-1f611d723ad2 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393245 Jul 16 08:51:54.368155 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d30dfb5d-2fb6-4321-8599-b4e48ee53285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.381224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d30dfb5d-2fb6-4321-8599-b4e48ee53285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.477340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d30dfb5d-2fb6-4321-8599-b4e48ee53285 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07ab6f8478544dd2b5cbaa981084dcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617363 Jul 16 08:51:54.482611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45250) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.491598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dfb5d-2fb6-4321-8599-b4e48ee53285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34288b93-4d69-4a9b-bdcf-caa2d4272e8c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.520672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-16ca6b5e-7de8-45cc-ba04-ff58e00d74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.528521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-16ca6b5e-7de8-45cc-ba04-ff58e00d74bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 200 len: 916 time: 0.1788175 Jul 16 08:51:54.600288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-0d3af035-3d0f-41c0-9434-75b446afe8bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7 HTTP/1.1" status: 200 len: 217 time: 0.0493951 Jul 16 08:51:54.604795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-900fd23e-f1d3-46d0-b19e-a849e1d6fe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.630502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-900fd23e-f1d3-46d0-b19e-a849e1d6fe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.672151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9818d33-7096-431b-9091-18ba1240d61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.692087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-4dbb020c-265f-42c1-9919-d3174274dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.693910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-4dbb020c-265f-42c1-9919-d3174274dd57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 200 len: 855 time: 0.0708356 Jul 16 08:51:54.695654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9818d33-7096-431b-9091-18ba1240d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.752885 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9818d33-7096-431b-9091-18ba1240d61c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd77b835bb641e1bd784319a49ca9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843802 Jul 16 08:51:54.756880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45258) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:54.757186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ae395-9840-4417-9001-eec93093801c req-b54a0aad-699d-4527-99ea-87807cd500c0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.760504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-281ae395-9840-4417-9001-eec93093801c req-b54a0aad-699d-4527-99ea-87807cd500c0 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 946 time: 0.2018211 Jul 16 08:51:54.763570 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-9d8c2834-90aa-4ae6-a77f-6c2d57d9ca84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad06d8bc-b461-44d3-824f-23ffca076238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607610 Jul 16 08:51:54.848820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9818d33-7096-431b-9091-18ba1240d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431c9273-fc06-40b3-9ad2-040205c53d35,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.884618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-900fd23e-f1d3-46d0-b19e-a849e1d6fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.888652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-900fd23e-f1d3-46d0-b19e-a849e1d6fe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.893513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-900fd23e-f1d3-46d0-b19e-a849e1d6fe77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34288b93-4d69-4a9b-bdcf-caa2d4272e8c HTTP/1.1" status: 204 len: 168 time: 0.4062235 Jul 16 08:51:54.903974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-281ae395-9840-4417-9001-eec93093801c req-e72b4aa4-ef9b-40bc-a58a-bf637fb412df tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303146 Jul 16 08:51:54.931448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fd23e-f1d3-46d0-b19e-a849e1d6fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34288b93-4d69-4a9b-bdcf-caa2d4272e8c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.944282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-d5fdc9e1-a517-4d70-9aad-b1b87addb6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597674 Jul 16 08:51:54.979061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d36decb-6e48-4a89-9ae1-054a1d012c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.029838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d8e7-10e6-457c-96e4-c9ee69dd0d7c req-01421130-a3de-433d-bb28-f23ce6aa086b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.031468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13c9d8e7-10e6-457c-96e4-c9ee69dd0d7c req-01421130-a3de-433d-bb28-f23ce6aa086b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.3032093 Jul 16 08:51:55.063932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315d53-b74a-4004-8285-2b282d44323d req-cbdbb912-f0f5-410e-adbe-b553a7bd3dbe tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.066111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38315d53-b74a-4004-8285-2b282d44323d req-cbdbb912-f0f5-410e-adbe-b553a7bd3dbe tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 946 time: 0.2675445 Jul 16 08:51:55.070215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d36decb-6e48-4a89-9ae1-054a1d012c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.115794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5cceacb9-18ef-4655-a713-df5650f747f1 req-df35ad68-7cee-4d2f-a0b8-d6d80853a6be service neutron] 10.222.0.36 "GET /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661220 Jul 16 08:51:55.190869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13c9d8e7-10e6-457c-96e4-c9ee69dd0d7c req-3b364ef2-1513-424f-a4d6-ad0bc072f312 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434381 Jul 16 08:51:55.242052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8b8ee-362e-4e14-9d54-e93ddba71778 req-9a383690-b339-45ff-93cb-e6e7d8ca4c21 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.244119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56f8b8ee-362e-4e14-9d54-e93ddba71778 req-9a383690-b339-45ff-93cb-e6e7d8ca4c21 tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 946 time: 0.1037960 Jul 16 08:51:55.305311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Deleting port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:55.305712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.311076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d36decb-6e48-4a89-9ae1-054a1d012c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.315456 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1d36decb-6e48-4a89-9ae1-054a1d012c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.320843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1d36decb-6e48-4a89-9ae1-054a1d012c39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/431c9273-fc06-40b3-9ad2-040205c53d35 HTTP/1.1" status: 204 len: 168 time: 0.5627542 Jul 16 08:51:55.350465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56f8b8ee-362e-4e14-9d54-e93ddba71778 req-b2fbdb36-ba89-4dcd-b92f-deae43b70bad tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/security-groups?id=8201bb57-444f-4975-8d7d-a805ab4a1a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984526 Jul 16 08:51:55.382648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36decb-6e48-4a89-9ae1-054a1d012c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431c9273-fc06-40b3-9ad2-040205c53d35,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.471826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2ad3-6747-4895-9756-3316026c062c req-1d89d62b-35ba-4694-a9a4-6c6a76d4af7d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.473838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95cd2ad3-6747-4895-9756-3316026c062c req-1d89d62b-35ba-4694-a9a4-6c6a76d4af7d tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 946 time: 0.1138377 Jul 16 08:51:55.531433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbbfe-a7f9-418f-bfff-8b022023b365 req-e69fbd52-aeb2-4ae6-8691-63056c4517b3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.533039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06edbbfe-a7f9-418f-bfff-8b022023b365 req-e69fbd52-aeb2-4ae6-8691-63056c4517b3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1522017 Jul 16 08:51:55.538382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] For port 7b30cf60-216d-4e37-a1e7-f086c6de9da7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7b30cf60-216d-4e37-a1e7-f086c6de9da7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:55.538750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.566579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Calling delete_port for 7b30cf60-216d-4e37-a1e7-f086c6de9da7 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:55.604292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Deleting port 1338edec-44c1-40a9-8ff7-bef9d0d26067 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:55.605138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.648565 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06edbbfe-a7f9-418f-bfff-8b022023b365 req-c70159c7-94d7-4ed4-82e0-3fe5e5939c8b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069000 Jul 16 08:51:55.721482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] For port 1338edec-44c1-40a9-8ff7-bef9d0d26067, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=1338edec-44c1-40a9-8ff7-bef9d0d26067,segment=NetworkSegment(fe3a97ef-1292-48e9-8d36-449f15cac2f9),segment_id=fe3a97ef-1292-48e9-8d36-449f15cac2f9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:55.721861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.738782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Calling delete_port for 1338edec-44c1-40a9-8ff7-bef9d0d26067 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:55.792437 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.812044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['d56c029e-a319-42ed-b19f-2ab159e84fab', '6433ff97-1813-4214-914c-8d993aaaa3bb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:55.880384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7', '7b30cf60-216d-4e37-a1e7-f086c6de9da7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:55.912646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event deleted for resources: {'Port': ['ID=7b30cf60-216d-4e37-a1e7-f086c6de9da7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.937493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] No DVR routers for this DVR port 7b30cf60-216d-4e37-a1e7-f086c6de9da7 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:55.941401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.944621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-38315d53-b74a-4004-8285-2b282d44323d req-590f2587-82f7-46e6-a473-15fcabe1d1dc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "DELETE /v2.0/ports/7b30cf60-216d-4e37-a1e7-f086c6de9da7 HTTP/1.1" status: 204 len: 173 time: 0.8346031 Jul 16 08:51:55.945167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'name': 'network-vif-deleted', 'tag': '7b30cf60-216d-4e37-a1e7-f086c6de9da7'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:55.958542 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c973f-a47b-4371-9ff0-229986068621" -d '{"events": [{"server_uuid": "99e15f8f-db87-4036-a6f6-9b8192f77ea6", "name": "network-vif-deleted", "tag": "7b30cf60-216d-4e37-a1e7-f086c6de9da7"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:55.998781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.065526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Pushing event deleted for resources: {'Port': ['ID=1338edec-44c1-40a9-8ff7-bef9d0d26067,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:56.170525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7198004c-5403-4737-bf33-671d8a0d05e4 req-73077c7d-188b-4f2d-ba23-53a0cbceb7ad tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e15f8f-db87-4036-a6f6-9b8192f77ea6 HTTP/1.1" status: 200 len: 210 time: 0.0541923 Jul 16 08:51:56.227514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] No DVR routers for this DVR port 1338edec-44c1-40a9-8ff7-bef9d0d26067 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:56.231292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.233409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-95cd2ad3-6747-4895-9756-3316026c062c req-af1b3163-f8d9-406b-9296-1b1feee535ae tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.36 "DELETE /v2.0/ports/1338edec-44c1-40a9-8ff7-bef9d0d26067 HTTP/1.1" status: 204 len: 173 time: 0.7531793 Jul 16 08:51:56.233907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'name': 'network-vif-deleted', 'tag': '1338edec-44c1-40a9-8ff7-bef9d0d26067'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:56.236696 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e6e7d-6b54-46a7-8c94-af1ee9aee013" -d '{"events": [{"server_uuid": "3a274457-5b13-4821-a210-f27d3d5b3b34", "name": "network-vif-deleted", "tag": "1338edec-44c1-40a9-8ff7-bef9d0d26067"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:56.353692 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a33c879-d90c-4e72-b434-3ba655d0876e x-openstack-request-id: req-0a33c879-d90c-4e72-b434-3ba655d0876e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:56.354376 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a274457-5b13-4821-a210-f27d3d5b3b34", "name": "network-vif-deleted", "tag": "1338edec-44c1-40a9-8ff7-bef9d0d26067", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:56.354376 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a33c879-d90c-4e72-b434-3ba655d0876e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:56.354926 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a274457-5b13-4821-a210-f27d3d5b3b34', 'name': 'network-vif-deleted', 'tag': '1338edec-44c1-40a9-8ff7-bef9d0d26067', 'status': 'completed', 'code': 200} Jul 16 08:51:56.562158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ecd93-31ac-4aab-8983-b9f23b411be9 req-20e82722-595c-4deb-9458-42ccc8afefee tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.563917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-256ecd93-31ac-4aab-8983-b9f23b411be9 req-20e82722-595c-4deb-9458-42ccc8afefee tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.0998385 Jul 16 08:51:56.596492 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e9a50d-cbdb-43da-a723-2f86fc821a16 x-openstack-request-id: req-c7e9a50d-cbdb-43da-a723-2f86fc821a16 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:56.597599 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e15f8f-db87-4036-a6f6-9b8192f77ea6", "name": "network-vif-deleted", "tag": "7b30cf60-216d-4e37-a1e7-f086c6de9da7", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:56.598316 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7e9a50d-cbdb-43da-a723-2f86fc821a16 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:56.598316 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e15f8f-db87-4036-a6f6-9b8192f77ea6', 'name': 'network-vif-deleted', 'tag': '7b30cf60-216d-4e37-a1e7-f086c6de9da7', 'status': 'completed', 'code': 200} Jul 16 08:51:56.625298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-256ecd93-31ac-4aab-8983-b9f23b411be9 req-0993364e-7b1d-4a4f-964f-c2f8966cdaaf tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Jul 16 08:51:56.792631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-971fe078-4f71-41ed-974a-5d85fd100d26 req-d93c5dfa-3dd7-4fbe-b8bf-3a5f94967f6b tempest-ServerTagsTestJSON-401039810 tempest-ServerTagsTestJSON-401039810-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a274457-5b13-4821-a210-f27d3d5b3b34 HTTP/1.1" status: 200 len: 210 time: 0.0549219 Jul 16 08:51:57.444431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.589464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a8072f67-b965-4ddc-b744-7399c8880b90 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] Request body: {'port': {'network_id': 'b9b65fd2-b36f-4f19-9551-b6885b4a355e', 'name': 'tempest-NetworksNegativeTestJSON-1578345831'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:57.604184 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8072f67-b965-4ddc-b744-7399c8880b90 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] POST failed (client error): The resource could not be found. Jul 16 08:51:57.604938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8072f67-b965-4ddc-b744-7399c8880b90 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:57.606472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a8072f67-b965-4ddc-b744-7399c8880b90 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1610405 Jul 16 08:51:57.610908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.630208 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-70636f95-b421-45e3-9443-edd299f01b48 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:57.630984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70636f95-b421-45e3-9443-edd299f01b48 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:57.633143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-70636f95-b421-45e3-9443-edd299f01b48 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "DELETE /v2.0/networks/71020237-4473-4819-883f-8848c057cedb HTTP/1.1" status: 404 len: 339 time: 0.0210774 Jul 16 08:51:57.636852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45372) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.700952 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3abb27-9c17-446a-88f6-2294709bf8f9 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:57.702447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3abb27-9c17-446a-88f6-2294709bf8f9 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:57.715654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5c3abb27-9c17-446a-88f6-2294709bf8f9 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "DELETE /v2.0/ports/220efe88-ae4c-47fc-a639-e501e820dcfe HTTP/1.1" status: 404 len: 333 time: 0.0774031 Jul 16 08:51:57.720056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45378) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.747049 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-34172db5-c3d2-491c-98cc-ebf838395c12 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:57.747746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34172db5-c3d2-491c-98cc-ebf838395c12 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:57.749646 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34172db5-c3d2-491c-98cc-ebf838395c12 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "DELETE /v2.0/subnets/b8812d22-fe1c-4492-9b24-cb0b18ea659e HTTP/1.1" status: 404 len: 337 time: 0.0287054 Jul 16 08:51:57.753953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45382) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.791690 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c271ea0-544a-4ea0-bf96-f4c9490b9fa4 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] GET failed (client error): The resource could not be found. Jul 16 08:51:57.793672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c271ea0-544a-4ea0-bf96-f4c9490b9fa4 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "GET /v2.0/networks/ab036b52-7fe9-444f-8078-72a2ee8ff768 HTTP/1.1" status: 404 len: 339 time: 0.0386634 Jul 16 08:51:57.797880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45384) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.860180 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f57ae3-ada0-48d6-94be-1c153e2f947b tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] GET failed (client error): The resource could not be found. Jul 16 08:51:57.865917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-72f57ae3-ada0-48d6-94be-1c153e2f947b tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "GET /v2.0/ports/76baaac4-b8f3-440b-acd9-92a9777afd90 HTTP/1.1" status: 404 len: 333 time: 0.0667369 Jul 16 08:51:57.871688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.931724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7f57-2801-4492-984a-6df120f9715e req-590c1ff2-5287-42be-ab0c-90d546103d89 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:57.937889 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f56697d-447e-4433-9277-f470358c1094 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] GET failed (client error): The resource could not be found. Jul 16 08:51:57.938052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7b30cf60-216d-4e37-a1e7-f086c6de9da7 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:57.944225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8cfb7f57-2801-4492-984a-6df120f9715e req-590c1ff2-5287-42be-ab0c-90d546103d89 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1402497 Jul 16 08:51:57.945370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f56697d-447e-4433-9277-f470358c1094 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "GET /v2.0/subnets/bfad6645-1578-42d0-8a73-3be7e5a6edb7 HTTP/1.1" status: 404 len: 337 time: 0.0725071 Jul 16 08:51:57.946405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45396) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.953352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-59685f7a-58e4-4547-a483-fcea094d252f tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:57.969566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45398) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.974167 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-59685f7a-58e4-4547-a483-fcea094d252f tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] PUT failed (client error): The resource could not be found. Jul 16 08:51:57.974857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59685f7a-58e4-4547-a483-fcea094d252f tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:57.976617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 7b30cf60-216d-4e37-a1e7-f086c6de9da7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:57.976978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7b30cf60-216d-4e37-a1e7-f086c6de9da7 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:57.977412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1338edec-44c1-40a9-8ff7-bef9d0d26067 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:57.980981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-59685f7a-58e4-4547-a483-fcea094d252f tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "PUT /v2.0/networks/8e9a14a9-ccdb-4257-be9b-e6c63c6bcf4d HTTP/1.1" status: 404 len: 339 time: 0.0330896 Jul 16 08:51:57.981622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45400) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.024314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f703cfc1-1fff-444a-999d-27436f45c875 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:58.024851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 1338edec-44c1-40a9-8ff7-bef9d0d26067 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:58.025205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 1338edec-44c1-40a9-8ff7-bef9d0d26067 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:58.039134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8cfb7f57-2801-4492-984a-6df120f9715e req-5ecb2b2a-b02a-43bc-978e-b37b881203ec tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Jul 16 08:51:58.086755 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f703cfc1-1fff-444a-999d-27436f45c875 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] PUT failed (client error): The resource could not be found. Jul 16 08:51:58.087511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f703cfc1-1fff-444a-999d-27436f45c875 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:58.088667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f703cfc1-1fff-444a-999d-27436f45c875 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "PUT /v2.0/ports/a018091f-72cd-4c51-b60a-eefef57e87aa HTTP/1.1" status: 404 len: 333 time: 0.1049633 Jul 16 08:51:58.093251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45404) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.100344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-34c27f65-ebb0-4011-99e0-dd24eec24967 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:58.106230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Deleting subnet ed195b08-35b9-4d9f-80aa-3a7a7bde5800 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:58.109636 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.148951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.177719 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c27f65-ebb0-4011-99e0-dd24eec24967 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] PUT failed (client error): The resource could not be found. Jul 16 08:51:58.182040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c27f65-ebb0-4011-99e0-dd24eec24967 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:58.187743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-34c27f65-ebb0-4011-99e0-dd24eec24967 tempest-NetworksNegativeTestJSON-229042992 tempest-NetworksNegativeTestJSON-229042992-project] 10.222.0.41 "PUT /v2.0/subnets/0deb4964-5d3b-44f0-a18a-d955ccfe26b5 HTTP/1.1" status: 404 len: 337 time: 0.0930057 Jul 16 08:51:58.198689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.270948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.275602 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.294286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.296129 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ed195b08-35b9-4d9f-80aa-3a7a7bde5800 HTTP/1.1" status: 204 len: 168 time: 0.3252158 Jul 16 08:51:58.299270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45416) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.317008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122876d-e474-4158-9384-9aa99aecee9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed195b08-35b9-4d9f-80aa-3a7a7bde5800,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.396613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.426035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6c57-d904-485f-bb6c-c15494d5633d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.526238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.542115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01c1a29-2d89-4e12-8da7-d9a0ae204d53']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.559885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3a97ef-1292-48e9-8d36-449f15cac2f9') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.560181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3a97ef-1292-48e9-8d36-449f15cac2f9') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.574356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.598344 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.608861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:58.609501 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:58.612268 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:58.687264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45424) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.699742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.708842 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6c57-d904-485f-bb6c-c15494d5633d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.710945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.712995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] 10.222.0.41 "DELETE /v2.0/networks/e01c1a29-2d89-4e12-8da7-d9a0ae204d53 HTTP/1.1" status: 204 len: 168 time: 0.4127383 Jul 16 08:51:58.725022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6c57-d904-485f-bb6c-c15494d5633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.736120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3edd-bfa8-4a1b-9d94-9c1762c27ace admin admin] Pushing event deleted for resources: {'Network': ['ID=e01c1a29-2d89-4e12-8da7-d9a0ae204d53,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.770989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.771238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c6bc6c57-d904-485f-bb6c-c15494d5633d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=832aa1fd13654b6e875d688d8cc7b7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984260 Jul 16 08:51:58.773382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc6c57-d904-485f-bb6c-c15494d5633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9c60e-c8e7-4918-ae41-cdfcf1756d2a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.877970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21b911f2-a0f0-4197-840d-38037c73c42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.881117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82b2952-1e71-42a3-9362-60725035b810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.925595 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82b2952-1e71-42a3-9362-60725035b810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.956424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45434) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:59.007170 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82b2952-1e71-42a3-9362-60725035b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.010504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a82b2952-1e71-42a3-9362-60725035b810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.011815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a82b2952-1e71-42a3-9362-60725035b810 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7d9c60e-c8e7-4918-ae41-cdfcf1756d2a HTTP/1.1" status: 204 len: 168 time: 0.2390397 Jul 16 08:51:59.017455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45440) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:59.018990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea6e2924-33a0-40a8-8366-0a713a47f7c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba8618ef3ed94efb8ef6a592e0de546b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607822 Jul 16 08:51:59.041244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b2952-1e71-42a3-9362-60725035b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9c60e-c8e7-4918-ae41-cdfcf1756d2a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.118235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10c05886-b87d-49cf-b85a-b769727bfc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.161960 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10c05886-b87d-49cf-b85a-b769727bfc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.189134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21b911f2-a0f0-4197-840d-38037c73c42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.205324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21b911f2-a0f0-4197-840d-38037c73c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.261056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b911f2-a0f0-4197-840d-38037c73c42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1a997-bc32-4610-95cb-e626496fb23f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.282383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-21b911f2-a0f0-4197-840d-38037c73c42b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e68fea322b5742c5bde907bcfa5e8cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934572 Jul 16 08:51:59.285125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45448) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:59.322481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10c05886-b87d-49cf-b85a-b769727bfc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.325143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-10c05886-b87d-49cf-b85a-b769727bfc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.326316 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-10c05886-b87d-49cf-b85a-b769727bfc47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8201bb57-444f-4975-8d7d-a805ab4a1a94 HTTP/1.1" status: 204 len: 168 time: 0.3079045 Jul 16 08:51:59.331999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac369-2674-4963-8bd2-91e605fa2e55 req-69786bf9-5a3c-461c-ae35-a356d51f9222 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.338817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-081ac369-2674-4963-8bd2-91e605fa2e55 req-69786bf9-5a3c-461c-ae35-a356d51f9222 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1305819 Jul 16 08:51:59.348903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c05886-b87d-49cf-b85a-b769727bfc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8201bb57-444f-4975-8d7d-a805ab4a1a94,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.399051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84620dae-6846-487e-996a-786e3ff6cc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.408119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-081ac369-2674-4963-8bd2-91e605fa2e55 req-c291e0bd-eee0-4369-871b-e0f3900315e3 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Jul 16 08:51:59.437185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84620dae-6846-487e-996a-786e3ff6cc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.490821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84620dae-6846-487e-996a-786e3ff6cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.493444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84620dae-6846-487e-996a-786e3ff6cc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.499062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-84620dae-6846-487e-996a-786e3ff6cc0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90e1a997-bc32-4610-95cb-e626496fb23f HTTP/1.1" status: 204 len: 168 time: 0.2081676 Jul 16 08:51:59.517238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84620dae-6846-487e-996a-786e3ff6cc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1a997-bc32-4610-95cb-e626496fb23f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.649211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48586-396e-4b43-9c39-a74fbbe3b30f req-1c2ba023-fff2-4f6a-bc1e-6ee53dd86189 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.651535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8aa48586-396e-4b43-9c39-a74fbbe3b30f req-1c2ba023-fff2-4f6a-bc1e-6ee53dd86189 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1189828 Jul 16 08:52:00.707934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8aa48586-396e-4b43-9c39-a74fbbe3b30f req-81f17df7-b9eb-4ca1-be5d-a4401716500a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Jul 16 08:52:01.052255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fa2d5-0ad9-4bab-a418-c3e6fe059202 req-f0cd57d2-ca0f-42f1-9b92-3c09c6460806 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.053919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e00fa2d5-0ad9-4bab-a418-c3e6fe059202 req-f0cd57d2-ca0f-42f1-9b92-3c09c6460806 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 945 time: 0.0846851 Jul 16 08:52:01.092422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45538) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:01.108828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e00fa2d5-0ad9-4bab-a418-c3e6fe059202 req-a621d2e6-3c26-4f68-a055-01c80362b3ee tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Jul 16 08:52:01.194225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45544) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:01.306507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-439130323-network', 'tenant_id': 'b90a34b0199c4fb2a9b032a661b5e2a4'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.328034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1638031678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.341899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Made reservation on behalf of b90a34b0199c4fb2a9b032a661b5e2a4 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:01.344590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.359874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.372376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.373372 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.447503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.453236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.524138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.530007 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.538711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.540009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ddf49762-54e4-451f-80f8-5473ee45f4a0 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3444655 Jul 16 08:52:01.543025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:01.549103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-800768303'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.559771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:01.571686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d4419-91ca-4edc-9644-492221e34fa1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.573869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Made reservation on behalf of 5470684c44114873a275923eb9135984 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:01.577755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.578108 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Added segment 9f0082d5-1056-4633-8d32-02bc33cef4ee of type vlan for network c17b14b3-2d56-40f9-a0b2-33f4648bf21e Jul 16 08:52:01.579467 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.590875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.632697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.669056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.671614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.673009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.706956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.712307 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.716587 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6227114 Jul 16 08:52:01.719785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45570) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:01.763571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Request body: {'subnet': {'network_id': 'c17b14b3-2d56-40f9-a0b2-33f4648bf21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-439130323-subnet', 'tenant_id': 'b90a34b0199c4fb2a9b032a661b5e2a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.785441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d1964-3276-448d-92d4-f5feadc41ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=c17b14b3-2d56-40f9-a0b2-33f4648bf21e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.793997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:01.795485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Made reservation on behalf of b90a34b0199c4fb2a9b032a661b5e2a4 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:01.796648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c17b14b3-2d56-40f9-a0b2-33f4648bf21e details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:01.800502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.801526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b0b90-2241-4ced-9943-f4f3820c90ae,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.822320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.822665 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Added segment be547ad3-dc46-4e56-9694-bb81b19cc257 of type vlan for network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 Jul 16 08:52:01.910042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.988498 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.994099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.994704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.010076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.018734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4735138 Jul 16 08:52:02.022861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45580) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:02.062589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde78b01-0ade-426a-b6f8-5dd87b060131 req-1a926dcf-8667-4242-a357-b13ca1231365 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.069992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bde78b01-0ade-426a-b6f8-5dd87b060131 req-1a926dcf-8667-4242-a357-b13ca1231365 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1495326 Jul 16 08:52:02.078771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'subnet': {'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:02.110359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a445c89-9097-465a-a99d-f0569ec3616a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Network': ['ID=015b5fd2-5e3f-4fc9-b414-86e4e81d0737,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.127170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:02.131074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7b9162-12b7-4a0f-bfc7-78a295178610,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.146530 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bde78b01-0ade-426a-b6f8-5dd87b060131 req-aa77c4ac-debd-4714-bec0-1a7f1edfd1fc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753896 Jul 16 08:52:02.178850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Checking segment: {'id': '9f0082d5-1056-4633-8d32-02bc33cef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c17b14b3-2d56-40f9-a0b2-33f4648bf21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:02.179806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Network hostable DHCP agents. Network: c17b14b3-2d56-40f9-a0b2-33f4648bf21e, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:02.213572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Network c17b14b3-2d56-40f9-a0b2-33f4648bf21e is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:02.228378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c17b14b3-2d56-40f9-a0b2-33f4648bf21e) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:02.232157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Made reservation on behalf of 5470684c44114873a275923eb9135984 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:02.236962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.243729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.245123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.442637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192d822-df4e-459b-a632-b2911ba75160 None None] Network c17b14b3-2d56-40f9-a0b2-33f4648bf21e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:02.454386 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4da8c324-97ad-4e72-9052-2c7b2bd6717a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7322218 Jul 16 08:52:02.509500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dc1bf-3186-461b-841d-93d35bab916f req-4e041ca0-fa36-4484-b178-830da7804cf7 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.511163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c96dc1bf-3186-461b-841d-93d35bab916f req-4e041ca0-fa36-4484-b178-830da7804cf7 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 945 time: 0.1635282 Jul 16 08:52:02.578083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4f2a8-e2c2-4b70-93c1-5d57aa65018b req-2a257136-578e-4efb-956a-a9d398613552 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.587207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1b4f2a8-e2c2-4b70-93c1-5d57aa65018b req-2a257136-578e-4efb-956a-a9d398613552 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 945 time: 0.1985838 Jul 16 08:52:02.595405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.672548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdbde6d-f8f1-4374-9c1e-da1fdf8250fb None None] Network c17b14b3-2d56-40f9-a0b2-33f4648bf21e requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:02.677038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1b4f2a8-e2c2-4b70-93c1-5d57aa65018b req-84e03766-a0b1-452b-b0f9-7c6d62f11ed3 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885153 Jul 16 08:52:02.710600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Deleting port 6433ff97-1813-4214-914c-8d993aaaa3bb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:02.711122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.731670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Subnet': ['ID=a538d298-371b-4bca-b652-e21fc0f76d75,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.739951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Checking segment: {'id': 'be547ad3-dc46-4e56-9694-bb81b19cc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:02.740325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network hostable DHCP agents. Network: 015b5fd2-5e3f-4fc9-b414-86e4e81d0737, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:02.760104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:02.783398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 015b5fd2-5e3f-4fc9-b414-86e4e81d0737) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:02.793071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.794174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.824693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-63b8f8bc-5221-45a2-a3e1-c273bed52f70 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519004 Jul 16 08:52:02.827829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45600) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:02.845192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'network': {'name': 'tempest-router-network01--1785873337'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:02.846543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45606) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:02.850315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a257c30-e37e-4969-a76e-464fb38aabb6 None None] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:02.871455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Made reservation on behalf of 5470684c44114873a275923eb9135984 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:02.876711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.907022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:02.912999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] For port 6433ff97-1813-4214-914c-8d993aaaa3bb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6433ff97-1813-4214-914c-8d993aaaa3bb,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:02.913502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.921884 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.923164 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Added segment 5aa5a7cd-33f3-43bf-a19b-1bccee74c99c of type vlan for network ecf7a1a4-a042-42d1-ba76-f3740a665f96 Jul 16 08:52:02.937136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Calling delete_port for 6433ff97-1813-4214-914c-8d993aaaa3bb owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:02.951455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Deleting subnet 6a7b9162-12b7-4a0f-bfc7-78a295178610 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:02.963292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.982753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.020788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.034902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.036925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.049194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.128294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.136890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Network': ['ID=ecf7a1a4-a042-42d1-ba76-f3740a665f96,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.154314 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2934ff6f-3eaa-425d-8654-7ed84bd1ec1f tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3222489 Jul 16 08:52:03.154314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45618) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.161723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:03.168203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'network': {'name': 'tempest-router-network02--515101934'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:03.187042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-015b5fd2-5e3f-4fc9-b414-86e4e81d0737', 'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737', 'tenant_id': '5470684c44114873a275923eb9135984', 'fixed_ips': [{'subnet_id': 'a538d298-371b-4bca-b652-e21fc0f76d75'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:03.188642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.220272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Made reservation on behalf of 5470684c44114873a275923eb9135984 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:03.227502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.285056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:03.307015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.307386 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Added segment c679f848-1f28-4c3c-9494-1cee0783c1bb of type vlan for network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 Jul 16 08:52:03.341175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.350751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.409323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Allocated IP 172.20.0.2 (015b5fd2-5e3f-4fc9-b414-86e4e81d0737/a538d298-371b-4bca-b652-e21fc0f76d75/959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:03.421782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7b9162-12b7-4a0f-bfc7-78a295178610,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.427946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.430156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-617f30bf-819a-4790-ac18-af30404025c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6a7b9162-12b7-4a0f-bfc7-78a295178610 HTTP/1.1" status: 204 len: 168 time: 0.5819333 Jul 16 08:52:03.430860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event deleted for resources: {'Port': ['ID=6433ff97-1813-4214-914c-8d993aaaa3bb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.438941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45626) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.475272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.526775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d959a-5a37-495e-b065-89fad59f04ec req-69f11248-b21a-4720-a8f5-d4d321a770f8 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.528477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-569d959a-5a37-495e-b065-89fad59f04ec req-69f11248-b21a-4720-a8f5-d4d321a770f8 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1451616 Jul 16 08:52:03.536280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] No DVR routers for this DVR port 6433ff97-1813-4214-914c-8d993aaaa3bb on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:03.539503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.541500 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c96dc1bf-3186-461b-841d-93d35bab916f req-97627a3b-c755-48c3-b793-865924599905 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "DELETE /v2.0/ports/6433ff97-1813-4214-914c-8d993aaaa3bb HTTP/1.1" status: 204 len: 173 time: 1.0200810 Jul 16 08:52:03.553140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'name': 'network-vif-deleted', 'tag': '6433ff97-1813-4214-914c-8d993aaaa3bb'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:03.556491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['d56c029e-a319-42ed-b19f-2ab159e84fab', '6433ff97-1813-4214-914c-8d993aaaa3bb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:03.559429 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b889b3-2a81-4456-83b8-d7cc526cba70" -d '{"events": [{"server_uuid": "60a5283b-7a7a-4613-998b-22922c9d3ffb", "name": "network-vif-deleted", "tag": "6433ff97-1813-4214-914c-8d993aaaa3bb"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:03.559651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:03.621163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-569d959a-5a37-495e-b065-89fad59f04ec req-f10b359c-1c55-4ab8-9681-b3e2c82f7202 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798879 Jul 16 08:52:03.622419 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.646371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.647203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.661455 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e741a56-6ae8-4b99-b17b-da911ddb8537 x-openstack-request-id: req-6e741a56-6ae8-4b99-b17b-da911ddb8537 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:03.661821 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a5283b-7a7a-4613-998b-22922c9d3ffb", "name": "network-vif-deleted", "tag": "6433ff97-1813-4214-914c-8d993aaaa3bb", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:03.662015 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e741a56-6ae8-4b99-b17b-da911ddb8537 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:03.662429 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a5283b-7a7a-4613-998b-22922c9d3ffb', 'name': 'network-vif-deleted', 'tag': '6433ff97-1813-4214-914c-8d993aaaa3bb', 'status': 'completed', 'code': 200} Jul 16 08:52:03.674424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.744387 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.752046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5963438 Jul 16 08:52:03.774228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45638) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.828108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'subnet': {'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:03.833977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec21016-26d9-4d59-b164-c27c49cee20e tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Network': ['ID=246ef13e-69ac-46e6-bb76-0e6f6b69ffb8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.859221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:03.889943 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.908136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17b14b3-2d56-40f9-a0b2-33f4648bf21e']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.927514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0082d5-1056-4633-8d32-02bc33cef4ee') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.927797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0082d5-1056-4633-8d32-02bc33cef4ee') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.943606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.958889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Made reservation on behalf of 5470684c44114873a275923eb9135984 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:03.963570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.969183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.977209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:03.977618 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:03.979426 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:04.013560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.077356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02d375c8-0a41-4b0a-bb5a-52ffaba42112 req-302dc201-dfad-4b24-8399-eb326908c2bc tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=60a5283b-7a7a-4613-998b-22922c9d3ffb HTTP/1.1" status: 200 len: 210 time: 0.0761902 Jul 16 08:52:04.090707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.103690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.117732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c17b14b3-2d56-40f9-a0b2-33f4648bf21e HTTP/1.1" status: 204 len: 168 time: 0.6692748 Jul 16 08:52:04.136396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Transition to ACTIVE for port object 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:04.149528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c2337-1a30-407e-9c18-363c6bb2f140 admin admin] Pushing event deleted for resources: {'Network': ['ID=c17b14b3-2d56-40f9-a0b2-33f4648bf21e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.172775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Transition to ACTIVE for port object 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:04.216287 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.350315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.365416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Pushing event updated for resources: {'Port': ['ID=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.407730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:04.423382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Subnet': ['ID=0d02b437-3478-4f6f-9c12-66e6d4dbeda2,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.436293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Checking segment: {'id': '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:04.436815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network hostable DHCP agents. Network: ecf7a1a4-a042-42d1-ba76-f3740a665f96, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:04.458129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:04.464238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.471384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:04.471715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ecf7a1a4-a042-42d1-ba76-f3740a665f96) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:04.477168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:04.478663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.479257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.504967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb80a610-3e27-4c62-88fc-2d9c985ab16c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7271619 Jul 16 08:52:04.505924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.515505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'subnet': {'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:04.523365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a27dbd-3696-45f9-84dc-bbe6762be7aa None None] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:04.562317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-561936ad-54b5-4bc9-ab5f-f07e645fff35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b90a34b0199c4fb2a9b032a661b5e2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968943 Jul 16 08:52:04.565283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.585415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Attempting to bind port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:04.585790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Attempting to bind port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'be547ad3-dc46-4e56-9694-bb81b19cc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:04.586176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Attempting to bind port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb on network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:04.594246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:04.594781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Checking segment: {'id': 'be547ad3-dc46-4e56-9694-bb81b19cc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:04.595254 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.595694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Bound using segment: {'id': 'be547ad3-dc46-4e56-9694-bb81b19cc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:04.596175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Bound port: 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be547ad3-dc46-4e56-9694-bb81b19cc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '015b5fd2-5e3f-4fc9-b414-86e4e81d0737'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:04.596551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.695071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d252ff41-dd64-4f9d-b838-0b2a0c7ac37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.704223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] For port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:04.708154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Made reservation on behalf of 5470684c44114873a275923eb9135984 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:04.708334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] For port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,segment=NetworkSegment(be547ad3-dc46-4e56-9694-bb81b19cc257),segment_id=be547ad3-dc46-4e56-9694-bb81b19cc257)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:04.712886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.714721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.756333 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d252ff41-dd64-4f9d-b838-0b2a0c7ac37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.855025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06eaf4-ddea-480d-bf77-11ef471fb119 None None] Pushing event updated for resources: {'Port': ['ID=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.930053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-ecf7a1a4-a042-42d1-ba76-f3740a665f96', 'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96', 'tenant_id': '5470684c44114873a275923eb9135984', 'fixed_ips': [{'subnet_id': '0d02b437-3478-4f6f-9c12-66e6d4dbeda2'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:04.931800 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.955465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e3016-b24f-4ff4-b706-6f39b7deea3e req-d5609144-b0a7-41c2-90e0-ff5c790ab1a8 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.957025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e39e3016-b24f-4ff4-b706-6f39b7deea3e req-d5609144-b0a7-41c2-90e0-ff5c790ab1a8 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1388981 Jul 16 08:52:04.989840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d252ff41-dd64-4f9d-b838-0b2a0c7ac37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.992971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d252ff41-dd64-4f9d-b838-0b2a0c7ac37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.993826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d252ff41-dd64-4f9d-b838-0b2a0c7ac37d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f58d4419-91ca-4edc-9644-492221e34fa1 HTTP/1.1" status: 204 len: 168 time: 0.4278100 Jul 16 08:52:05.090526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ff41-dd64-4f9d-b838-0b2a0c7ac37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d4419-91ca-4edc-9644-492221e34fa1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.252670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e39e3016-b24f-4ff4-b706-6f39b7deea3e req-199b81fb-8963-4f43-9462-1890ba4e828e tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667823 Jul 16 08:52:05.265037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Allocated IP 172.20.0.2 (ecf7a1a4-a042-42d1-ba76-f3740a665f96/0d02b437-3478-4f6f-9c12-66e6d4dbeda2/cb19aa23-7927-41e9-bc0e-f6b1161197c4) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:05.303968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.434436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Subnet': ['ID=d1e8c78b-831e-437e-9106-afc053331e7a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.468110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Checking segment: {'id': 'c679f848-1f28-4c3c-9494-1cee0783c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:05.470328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network hostable DHCP agents. Network: 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:05.508744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:05.524540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:05.531235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.532001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.541712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b001c9-b162-4554-8989-2c73f20e8625 None None] Network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:05.560110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9c88db09-7855-48a8-b84b-d42404d378c7 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0534914 Jul 16 08:52:05.564102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45678) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:05.698101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:05.800631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.862288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6433ff97-1813-4214-914c-8d993aaaa3bb no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:05.902418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Transition to ACTIVE for port object cb19aa23-7927-41e9-bc0e-f6b1161197c4 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:05.904197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 6433ff97-1813-4214-914c-8d993aaaa3bb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:05.904546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6433ff97-1813-4214-914c-8d993aaaa3bb not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:05.913667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:05.978491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Transition to ACTIVE for port object cb19aa23-7927-41e9-bc0e-f6b1161197c4 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:05.982692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-246ef13e-69ac-46e6-bb76-0e6f6b69ffb8', 'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8', 'tenant_id': '5470684c44114873a275923eb9135984', 'fixed_ips': [{'subnet_id': 'd1e8c78b-831e-437e-9106-afc053331e7a'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:05.983639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.005692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.070708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:06.150048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:06.164442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:06.185348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Pushing event updated for resources: {'Port': ['ID=cb19aa23-7927-41e9-bc0e-f6b1161197c4,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.304072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Attempting to bind port cb19aa23-7927-41e9-bc0e-f6b1161197c4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:06.304628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Attempting to bind port cb19aa23-7927-41e9-bc0e-f6b1161197c4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:06.305165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Attempting to bind port cb19aa23-7927-41e9-bc0e-f6b1161197c4 on network ecf7a1a4-a042-42d1-ba76-f3740a665f96 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:06.318048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:06.318658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Checking segment: {'id': '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:06.319418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.319972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Bound using segment: {'id': '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:06.320869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Bound port: cb19aa23-7927-41e9-bc0e-f6b1161197c4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a1a4-a042-42d1-ba76-f3740a665f96'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:06.321430 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.327141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Allocated IP 172.20.0.2 (246ef13e-69ac-46e6-bb76-0e6f6b69ffb8/d1e8c78b-831e-437e-9106-afc053331e7a/1f12b80a-9cf7-4abd-a88f-d8bd228700ee) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:06.433014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] For port cb19aa23-7927-41e9-bc0e-f6b1161197c4, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:06.439141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6198937a-a2be-4f3a-8dea-bbd983f4a6a5 None None] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:06.473808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] For port cb19aa23-7927-41e9-bc0e-f6b1161197c4, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cb19aa23-7927-41e9-bc0e-f6b1161197c4,segment=NetworkSegment(5aa5a7cd-33f3-43bf-a19b-1bccee74c99c),segment_id=5aa5a7cd-33f3-43bf-a19b-1bccee74c99c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:06.487461 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.579215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] Provisioning for port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:06.605557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] Provisioning complete for port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:06.606081 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.666733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7504a41-2513-4c6e-8bc6-fa1ebc69d659 req-9a6f7136-85ad-49de-8179-052ee8c00cf4 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.669077 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d9b0e-fe63-489d-8561-618af6e00040 req-ac1936ba-de28-4cdb-b738-d4e7142daadc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.675106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7504a41-2513-4c6e-8bc6-fa1ebc69d659 req-9a6f7136-85ad-49de-8179-052ee8c00cf4 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 946 time: 0.8134599 Jul 16 08:52:06.676733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c4d9b0e-fe63-489d-8561-618af6e00040 req-ac1936ba-de28-4cdb-b738-d4e7142daadc tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1557188 Jul 16 08:52:06.743270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f875-54fd-4644-87a6-d47333442ba3 None None] Pushing event updated for resources: {'Port': ['ID=cb19aa23-7927-41e9-bc0e-f6b1161197c4,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.747101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c4d9b0e-fe63-489d-8561-618af6e00040 req-1e48ff5e-fe1f-4f60-b926-947e8deb0d80 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692067 Jul 16 08:52:06.790584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7504a41-2513-4c6e-8bc6-fa1ebc69d659 req-d77cc95c-1dd4-48bd-b4f0-ccc5d19a08e6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145165 Jul 16 08:52:06.794232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.213118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-ab406fed-4cb1-41c0-a95f-8561886c86c6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.215945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-ab406fed-4cb1-41c0-a95f-8561886c86c6 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 946 time: 0.1788650 Jul 16 08:52:07.284408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.364139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.387300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Transition to ACTIVE for port object 1f12b80a-9cf7-4abd-a88f-d8bd228700ee will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:07.394702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] For port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,segment=NetworkSegment(be547ad3-dc46-4e56-9694-bb81b19cc257),segment_id=be547ad3-dc46-4e56-9694-bb81b19cc257)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:07.408626 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.423866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Transition to ACTIVE for port object 1f12b80a-9cf7-4abd-a88f-d8bd228700ee will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:07.447509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Deleting port d56c029e-a319-42ed-b19f-2ab159e84fab {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:07.447873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.464452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Allocated IP 172.20.0.1 (ecf7a1a4-a042-42d1-ba76-f3740a665f96/0d02b437-3478-4f6f-9c12-66e6d4dbeda2/33586157-db10-4661-87ef-9251d9f17051) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:07.465114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.503587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb1c7e-1766-4b2f-a5f3-2f888d6847d8 None None] Pushing event updated for resources: {'Port': ['ID=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.525996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:07.570185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:07.574100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:07.647752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cb19aa23-7927-41e9-bc0e-f6b1161197c4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:07.716019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] For port d56c029e-a319-42ed-b19f-2ab159e84fab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=d56c029e-a319-42ed-b19f-2ab159e84fab,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:07.716647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.736643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Pushing event updated for resources: {'Port': ['ID=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.747083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Calling delete_port for d56c029e-a319-42ed-b19f-2ab159e84fab owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:07.769461 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.806411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Transition to ACTIVE for port object 33586157-db10-4661-87ef-9251d9f17051 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:07.919775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.958644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Attempting to bind port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:07.958875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Attempting to bind port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c679f848-1f28-4c3c-9494-1cee0783c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:07.966118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Attempting to bind port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee on network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:07.999240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:08.001103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Checking segment: {'id': 'c679f848-1f28-4c3c-9494-1cee0783c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:08.006117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.006861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Bound using segment: {'id': 'c679f848-1f28-4c3c-9494-1cee0783c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:08.008980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Bound port: 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c679f848-1f28-4c3c-9494-1cee0783c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '246ef13e-69ac-46e6-bb76-0e6f6b69ffb8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:08.009605 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.129856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:08.141771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:08.151408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Port': ['ID=33586157-db10-4661-87ef-9251d9f17051,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.157500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:08.179118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b0306721-4429-41d9-af07-849c730fe3e6 None None] Provisioning complete for port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:08.185957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0306721-4429-41d9-af07-849c730fe3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.236815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.291861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.293943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] For port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:08.295368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.295783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.298655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.299130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.299450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.299784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.299992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] For port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,segment=NetworkSegment(c679f848-1f28-4c3c-9494-1cee0783c1bb),segment_id=c679f848-1f28-4c3c-9494-1cee0783c1bb)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:08.300147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.300427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.300753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.301147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.301395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.307592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port cb19aa23-7927-41e9-bc0e-f6b1161197c4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:08.310654 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.313615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:08.324566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.376938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event deleted for resources: {'Port': ['ID=d56c029e-a319-42ed-b19f-2ab159e84fab,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.393823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080956b-3c33-4af8-b12e-4506e4858869 None None] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:08.447235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20953ad-2829-4e2b-9608-c7690d05b725 req-3533de56-32e7-4480-a5f8-a5df5651fd80 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.459196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a20953ad-2829-4e2b-9608-c7690d05b725 req-3533de56-32e7-4480-a5f8-a5df5651fd80 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.3616226 Jul 16 08:52:08.461446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] No DVR routers for this DVR port d56c029e-a319-42ed-b19f-2ab159e84fab on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:08.467031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.470987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9939ec0b-387a-4f88-a02a-2198395f4a83 req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.18 "DELETE /v2.0/ports/d56c029e-a319-42ed-b19f-2ab159e84fab HTTP/1.1" status: 204 len: 173 time: 1.2503326 Jul 16 08:52:08.477010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'name': 'network-vif-deleted', 'tag': 'd56c029e-a319-42ed-b19f-2ab159e84fab'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:08.479871 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246d553d-5ef2-4d2d-9b6d-8204fd44b91b" -d '{"events": [{"server_uuid": "3295de6c-8533-425a-a8d8-e0f1a321de65", "name": "network-vif-deleted", "tag": "d56c029e-a319-42ed-b19f-2ab159e84fab"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:08.491845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.492238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.492660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.493757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.494141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.495776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.496271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.496612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.498796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.499578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.499981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.500318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd292-2393-446e-8132-a7b4734edf46 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.573609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a20953ad-2829-4e2b-9608-c7690d05b725 req-c6d8c356-ddff-432a-9db5-27407d79ea91 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134593 Jul 16 08:52:08.580369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedae134-3edf-471d-b6c0-4f88568d754e req-e9d4d5ce-c332-4abf-9cb6-17c1ba55319c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.582784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dedae134-3edf-471d-b6c0-4f88568d754e req-e9d4d5ce-c332-4abf-9cb6-17c1ba55319c tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295de6c-8533-425a-a8d8-e0f1a321de65 HTTP/1.1" status: 200 len: 867 time: 0.5324225 Jul 16 08:52:08.682955 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad132b1-7e05-47f5-9bac-4a6c5c04d2b4 x-openstack-request-id: req-1ad132b1-7e05-47f5-9bac-4a6c5c04d2b4 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:08.683237 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3295de6c-8533-425a-a8d8-e0f1a321de65", "name": "network-vif-deleted", "tag": "d56c029e-a319-42ed-b19f-2ab159e84fab", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:08.683745 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ad132b1-7e05-47f5-9bac-4a6c5c04d2b4 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:08.684448 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3295de6c-8533-425a-a8d8-e0f1a321de65', 'name': 'network-vif-deleted', 'tag': 'd56c029e-a319-42ed-b19f-2ab159e84fab', 'status': 'completed', 'code': 200} Jul 16 08:52:08.710367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775f1d-66f7-4878-8c21-b56183d86953 None None] Pushing event updated for resources: {'Port': ['ID=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.775207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] Provisioning for port cb19aa23-7927-41e9-bc0e-f6b1161197c4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:08.837932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] Provisioning complete for port cb19aa23-7927-41e9-bc0e-f6b1161197c4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:08.838306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.902632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.945376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dedae134-3edf-471d-b6c0-4f88568d754e req-7be1cfe0-3998-4c4d-b5b5-42c9495c725f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472619 Jul 16 08:52:09.137451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.244733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] For port cb19aa23-7927-41e9-bc0e-f6b1161197c4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cb19aa23-7927-41e9-bc0e-f6b1161197c4,segment=NetworkSegment(5aa5a7cd-33f3-43bf-a19b-1bccee74c99c),segment_id=5aa5a7cd-33f3-43bf-a19b-1bccee74c99c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.268704 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.355021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec26e6a-1631-4ace-9fda-f55379379c14 None None] Pushing event updated for resources: {'Port': ['ID=cb19aa23-7927-41e9-bc0e-f6b1161197c4,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.453753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.459552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.614083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c68cd0a8-500a-4b43-a234-08985a34550e None None] Provisioning for port 33586157-db10-4661-87ef-9251d9f17051 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:09.622909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c68cd0a8-500a-4b43-a234-08985a34550e None None] Provisioning complete for port 33586157-db10-4661-87ef-9251d9f17051 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:09.623117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c68cd0a8-500a-4b43-a234-08985a34550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.680119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.699263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f12b80a-9cf7-4abd-a88f-d8bd228700ee up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:09.710572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Port': ['ID=33586157-db10-4661-87ef-9251d9f17051,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.803286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c68cd0a8-500a-4b43-a234-08985a34550e None None] Port 33586157-db10-4661-87ef-9251d9f17051 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:09.836264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c68cd0a8-500a-4b43-a234-08985a34550e None None] Provisioning complete for port cb19aa23-7927-41e9-bc0e-f6b1161197c4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:09.836625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c68cd0a8-500a-4b43-a234-08985a34550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.920792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d56c029e-a319-42ed-b19f-2ab159e84fab no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.986816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: d56c029e-a319-42ed-b19f-2ab159e84fab {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:09.987474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device d56c029e-a319-42ed-b19f-2ab159e84fab not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:10.042006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:10.045347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:10.054905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:10.056720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:10.203623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88674c5-aedb-47bd-b30a-6d7cf85e5ef6 req-6c707671-077e-4f7f-92b3-42b95026aeb4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:10.207245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.208225 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.213526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a88674c5-aedb-47bd-b30a-6d7cf85e5ef6 req-6c707671-077e-4f7f-92b3-42b95026aeb4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.2769089 Jul 16 08:52:10.300828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a88674c5-aedb-47bd-b30a-6d7cf85e5ef6 req-c6c5abe9-4e0b-45e1-93f8-8682359dc4d5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863996 Jul 16 08:52:10.373199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cb19aa23-7927-41e9-bc0e-f6b1161197c4 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:10.377019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2288d3-6e37-4dc6-b046-32d6dd7fe66f None None] Network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:10.438027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-83453ff1-1313-4c9c-9821-131a5b236013 None None] Provisioning complete for port 33586157-db10-4661-87ef-9251d9f17051 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.438423 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-83453ff1-1313-4c9c-9821-131a5b236013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.461673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Router 05b802a8-253e-4520-9cc7-0e17ee077fb5 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:10.626126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-83453ff1-1313-4c9c-9821-131a5b236013 None None] Port 33586157-db10-4661-87ef-9251d9f17051 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:10.644359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cb19aa23-7927-41e9-bc0e-f6b1161197c4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.644746 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.664123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:10.670901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5fbd0818-0762-4c97-83cf-cb72074a5917 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1055748 Jul 16 08:52:10.674128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45828) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:10.717506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b964975-af16-463d-9623-d14693742b67 None None] Sync routers for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:10.849045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b964975-af16-463d-9623-d14693742b67 None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:10.849640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b964975-af16-463d-9623-d14693742b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:10.908786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b964975-af16-463d-9623-d14693742b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:10.936209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Provisioning complete for port 33586157-db10-4661-87ef-9251d9f17051 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.936638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.033446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b964975-af16-463d-9623-d14693742b67 None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:11.034103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b964975-af16-463d-9623-d14693742b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:11.117064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b964975-af16-463d-9623-d14693742b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:11.117974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b964975-af16-463d-9623-d14693742b67 None None] The sync data for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:11.138497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Port 33586157-db10-4661-87ef-9251d9f17051 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:11.173899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Provisioning for port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:11.176558 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-57eaa509-5590-44f8-a246-9eb10bd4b24a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:52:11.178201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-57eaa509-5590-44f8-a246-9eb10bd4b24a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5028164 Jul 16 08:52:11.179265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Provisioning complete for port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:11.179708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.181172 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:11.374586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.473140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] For port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,segment=NetworkSegment(c679f848-1f28-4c3c-9494-1cee0783c1bb),segment_id=c679f848-1f28-4c3c-9494-1cee0783c1bb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:11.481910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.629944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd7075-9f85-4c72-9771-f21b2ae60f24 None None] Pushing event updated for resources: {'Port': ['ID=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.662128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bb471004-b491-4dcf-a48e-f3c65f970327 None None] Provisioning complete for port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:11.664218 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bb471004-b491-4dcf-a48e-f3c65f970327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.797736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81331538-3c64-43d2-85c6-9e20a47759d2 req-c22107c8-2dc0-42fd-b173-afccd3d4faa4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.805179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81331538-3c64-43d2-85c6-9e20a47759d2 req-c22107c8-2dc0-42fd-b173-afccd3d4faa4 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1998169 Jul 16 08:52:11.839664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.884622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81331538-3c64-43d2-85c6-9e20a47759d2 req-d8cada37-f448-4c76-b9f2-982bb8845cc1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784342 Jul 16 08:52:12.297419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting port 33586157-db10-4661-87ef-9251d9f17051 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:12.298185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.400517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.416848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Calling delete_port for 33586157-db10-4661-87ef-9251d9f17051 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:12.725691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:12.762494 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.975234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Port': ['ID=33586157-db10-4661-87ef-9251d9f17051,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.981345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfe647f1-a486-4719-9cbd-a24d91d89d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.208266 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-610dfbea-c286-4c1f-bdf7-74b197ef16a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.457533 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-610dfbea-c286-4c1f-bdf7-74b197ef16a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.465716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-610dfbea-c286-4c1f-bdf7-74b197ef16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.501192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f12b80a-9cf7-4abd-a88f-d8bd228700ee up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:13.553037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-610dfbea-c286-4c1f-bdf7-74b197ef16a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=064408889e4e4e0e8326807299849a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8257017 Jul 16 08:52:13.555614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45900) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:13.563862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dfbea-c286-4c1f-bdf7-74b197ef16a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1cd05-d811-41f0-bad3-88467e037c1f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:13.613735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:13.616997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.633540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d89f597-be29-4bc9-b455-b1e02fbacc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.704557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d89f597-be29-4bc9-b455-b1e02fbacc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.804813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d89f597-be29-4bc9-b455-b1e02fbacc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.817603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7d89f597-be29-4bc9-b455-b1e02fbacc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.820870 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7d89f597-be29-4bc9-b455-b1e02fbacc8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50a1cd05-d811-41f0-bad3-88467e037c1f HTTP/1.1" status: 204 len: 168 time: 0.2638600 Jul 16 08:52:13.824975 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.836768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89f597-be29-4bc9-b455-b1e02fbacc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1cd05-d811-41f0-bad3-88467e037c1f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.050106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7356131-a04f-4676-a80e-77e26f3de7f5 req-b583434b-56ed-4988-84a3-177917ddb703 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.051696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7356131-a04f-4676-a80e-77e26f3de7f5 req-b583434b-56ed-4988-84a3-177917ddb703 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.2241232 Jul 16 08:52:14.146588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Router 05b802a8-253e-4520-9cc7-0e17ee077fb5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:14.178290 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7356131-a04f-4676-a80e-77e26f3de7f5 req-5782ea2d-e494-4a28-bc07-39db4376ec77 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913451 Jul 16 08:52:14.250296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:14.256054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2ee9cab1-5aab-4760-8a35-a0c92bf82fe6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0736670 Jul 16 08:52:14.260177 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] Sync routers for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:14.261063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45914) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.271669 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:14.272295 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.302922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.320699 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.330297 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:14.330894 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.341197 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-be549c60-208b-423c-afb4-8699c9ee5583 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] delete failed (client error): The resource could not be found. Jul 16 08:52:14.344827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-be549c60-208b-423c-afb4-8699c9ee5583 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-225195152 HTTP/1.1" status: 404 len: 334 time: 0.0823667 Jul 16 08:52:14.348421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.359002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3ca8473f-cb8d-41b0-ab1e-e15c25a8a10b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'router': {'external_gateway_info': {'network_id': '05b802a8-253e-4520-9cc7-0e17ee077fb5'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:14.365020 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.365020 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7e496-9cf6-44e0-992f-d0e8f4875c1d None None] The sync data for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:14.379851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45922) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.399246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-51e8c28b-c6eb-4137-a592-5d9238acd2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.510051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-51e8c28b-c6eb-4137-a592-5d9238acd2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.516339 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-51e8c28b-c6eb-4137-a592-5d9238acd2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.559702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8c28b-c6eb-4137-a592-5d9238acd2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d1d7bc-a104-480e-9f5b-32d495ea24f3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.564943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-51e8c28b-c6eb-4137-a592-5d9238acd2d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38409104ea74443ba94ec99cfcf2450b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835918 Jul 16 08:52:14.567482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45924) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.608328 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-810efc28-5ce5-46ea-92e6-bae4ede1e9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.611793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ca8473f-cb8d-41b0-ab1e-e15c25a8a10b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.638324 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-3ca8473f-cb8d-41b0-ab1e-e15c25a8a10b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] update failed (client error): The resource could not be found. Jul 16 08:52:14.643453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3ca8473f-cb8d-41b0-ab1e-e15c25a8a10b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5 HTTP/1.1" status: 404 len: 339 time: 0.2869375 Jul 16 08:52:14.643882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45926) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.650010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32d8092f-2267-4e4d-b998-cc7faafc6e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.685959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32d8092f-2267-4e4d-b998-cc7faafc6e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.780059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32d8092f-2267-4e4d-b998-cc7faafc6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.783117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-32d8092f-2267-4e4d-b998-cc7faafc6e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.786820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-32d8092f-2267-4e4d-b998-cc7faafc6e25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0d1d7bc-a104-480e-9f5b-32d495ea24f3 HTTP/1.1" status: 204 len: 168 time: 0.2160070 Jul 16 08:52:14.791458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-810efc28-5ce5-46ea-92e6-bae4ede1e9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.798600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8092f-2267-4e4d-b998-cc7faafc6e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d1d7bc-a104-480e-9f5b-32d495ea24f3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.801682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-810efc28-5ce5-46ea-92e6-bae4ede1e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.850870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810efc28-5ce5-46ea-92e6-bae4ede1e9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec602425-753e-4a01-9c9d-1b1b4d6c1525,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.859772 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-810efc28-5ce5-46ea-92e6-bae4ede1e9e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=307f6e04834a44c783e35db91b06ff48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532200 Jul 16 08:52:14.860624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45934) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.939851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d063e83-dca0-4a96-b75c-f6ee5c61d669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.965218 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d063e83-dca0-4a96-b75c-f6ee5c61d669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.023157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d063e83-dca0-4a96-b75c-f6ee5c61d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.028109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d063e83-dca0-4a96-b75c-f6ee5c61d669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.031726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d063e83-dca0-4a96-b75c-f6ee5c61d669 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec602425-753e-4a01-9c9d-1b1b4d6c1525 HTTP/1.1" status: 204 len: 168 time: 0.1697583 Jul 16 08:52:15.048885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063e83-dca0-4a96-b75c-f6ee5c61d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec602425-753e-4a01-9c9d-1b1b4d6c1525,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.189091 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.600524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d93f6-b2f0-449b-afa6-082be30332f3 req-e0133daa-0021-4b77-8eaf-125c7e4ad90a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.602158 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-173d93f6-b2f0-449b-afa6-082be30332f3 req-e0133daa-0021-4b77-8eaf-125c7e4ad90a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1560411 Jul 16 08:52:15.640783 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1e33-3336-4b75-a66c-95e597367685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.663145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45974) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.688310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-973fbcde-cd3f-48c1-a2be-72768ca02cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.721302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Allocated IP 172.20.0.1 (015b5fd2-5e3f-4fc9-b414-86e4e81d0737/a538d298-371b-4bca-b652-e21fc0f76d75/79e2d201-9b77-47e8-bfde-aa20015c11d8) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:15.726232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-173d93f6-b2f0-449b-afa6-082be30332f3 req-049d2d42-9de9-4080-87af-c1b78cf759be tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029758 Jul 16 08:52:15.751268 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.778278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba079c-ba50-4923-8027-1ea671b77970 req-fb876b03-7d5e-4186-9471-2e0d6b04fbe9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.785591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67ba079c-ba50-4923-8027-1ea671b77970 req-fb876b03-7d5e-4186-9471-2e0d6b04fbe9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 945 time: 0.2161584 Jul 16 08:52:15.835102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-973fbcde-cd3f-48c1-a2be-72768ca02cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.839808 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-973fbcde-cd3f-48c1-a2be-72768ca02cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.868536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67ba079c-ba50-4923-8027-1ea671b77970 req-4ac5980c-9e77-43b2-8613-56fca95f069f tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818584 Jul 16 08:52:15.899035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-973fbcde-cd3f-48c1-a2be-72768ca02cd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efe12dd703234171a89c4b2285866a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318864 Jul 16 08:52:15.899035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fbcde-cd3f-48c1-a2be-72768ca02cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040c56e-d3a5-4f4d-864a-f289a947a3fd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.899415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.962948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.971712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21a79417-769d-4872-b7fa-c3fd232bb7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.979909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Transition to ACTIVE for port object 79e2d201-9b77-47e8-bfde-aa20015c11d8 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:16.002219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21a79417-769d-4872-b7fa-c3fd232bb7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.023683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.060701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21a79417-769d-4872-b7fa-c3fd232bb7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.065406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21a79417-769d-4872-b7fa-c3fd232bb7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.067499 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21a79417-769d-4872-b7fa-c3fd232bb7f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6040c56e-d3a5-4f4d-864a-f289a947a3fd HTTP/1.1" status: 204 len: 168 time: 0.1667669 Jul 16 08:52:16.078166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a79417-769d-4872-b7fa-c3fd232bb7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040c56e-d3a5-4f4d-864a-f289a947a3fd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.122414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Port': ['ID=79e2d201-9b77-47e8-bfde-aa20015c11d8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.133608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:16.135891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:16.138477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:16.212778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.406422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.570003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-baf1bac2-74a7-4044-a2d5-01ecd1a7341a None None] Provisioning for port 79e2d201-9b77-47e8-bfde-aa20015c11d8 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:16.583641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-baf1bac2-74a7-4044-a2d5-01ecd1a7341a None None] Provisioning complete for port 79e2d201-9b77-47e8-bfde-aa20015c11d8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:16.589389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-baf1bac2-74a7-4044-a2d5-01ecd1a7341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.651634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-baf1bac2-74a7-4044-a2d5-01ecd1a7341a None None] Port 79e2d201-9b77-47e8-bfde-aa20015c11d8 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:16.678739 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.827542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.836679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.979948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.997650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event updated for resources: {'Port': ['ID=79e2d201-9b77-47e8-bfde-aa20015c11d8,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.041162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-e59020cf-39a2-4a38-a9dc-e6f5e6e5d3b9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.042910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-e59020cf-39a2-4a38-a9dc-e6f5e6e5d3b9 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 945 time: 0.1084785 Jul 16 08:52:17.072662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244179c-f490-4767-adc2-6056d2ee9417 req-d8599cb5-6944-48fc-ae90-e6abc89fd8b1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.076475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e244179c-f490-4767-adc2-6056d2ee9417 req-d8599cb5-6944-48fc-ae90-e6abc89fd8b1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.2006130 Jul 16 08:52:17.207884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:17.212870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:17.285996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e244179c-f490-4767-adc2-6056d2ee9417 req-a86b8d9f-9f77-489c-b8b4-b75746a6d468 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843405 Jul 16 08:52:17.297064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722ff8-3317-48a4-91d9-53fcb9fe4366 req-3cb80ded-ab28-4048-9bc3-fe818657eaec tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.304904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57722ff8-3317-48a4-91d9-53fcb9fe4366 req-3cb80ded-ab28-4048-9bc3-fe818657eaec tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b69645-2e03-4de9-9dcc-1924b0978aff HTTP/1.1" status: 200 len: 945 time: 0.1746106 Jul 16 08:52:17.325354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Deleting port bfc40753-a3da-453f-80d0-16be0de0cfb7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:17.325846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.463579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] For port bfc40753-a3da-453f-80d0-16be0de0cfb7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=bfc40753-a3da-453f-80d0-16be0de0cfb7,segment=NetworkSegment(d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0),segment_id=d48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:17.464633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.494812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Calling delete_port for bfc40753-a3da-453f-80d0-16be0de0cfb7 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:17.707156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f3c8565c-511b-44eb-8c17-c944ee4c0f5a None None] Provisioning complete for port 79e2d201-9b77-47e8-bfde-aa20015c11d8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:17.708444 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3c8565c-511b-44eb-8c17-c944ee4c0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.785234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.855453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Pushing event deleted for resources: {'Port': ['ID=bfc40753-a3da-453f-80d0-16be0de0cfb7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.872525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['bfc40753-a3da-453f-80d0-16be0de0cfb7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:17.887057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57722ff8-3317-48a4-91d9-53fcb9fe4366 req-7827f5db-2c21-4315-962f-bfa171263775 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c81c0db-085d-433c-935e-936b1cda1d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812082 Jul 16 08:52:17.902229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Router 05b802a8-253e-4520-9cc7-0e17ee077fb5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:17.923415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.952742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8565c-511b-44eb-8c17-c944ee4c0f5a None None] Port 79e2d201-9b77-47e8-bfde-aa20015c11d8 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:17.970066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] No DVR routers for this DVR port bfc40753-a3da-453f-80d0-16be0de0cfb7 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:17.974557 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.977578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bed45770-b325-48dc-99ff-8d722d47c5a3 req-3a6f23b5-0137-47e8-b61f-431fa9bb1560 tempest-AttachVolumeNegativeTest-1577022038 tempest-AttachVolumeNegativeTest-1577022038-project] 10.222.0.36 "DELETE /v2.0/ports/bfc40753-a3da-453f-80d0-16be0de0cfb7 HTTP/1.1" status: 204 len: 173 time: 0.9277020 Jul 16 08:52:17.978097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'name': 'network-vif-deleted', 'tag': 'bfc40753-a3da-453f-80d0-16be0de0cfb7'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:17.990821 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15da70a6-208b-4f00-80b5-5911bafeb7ad" -d '{"events": [{"server_uuid": "07b69645-2e03-4de9-9dcc-1924b0978aff", "name": "network-vif-deleted", "tag": "bfc40753-a3da-453f-80d0-16be0de0cfb7"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:18.014151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:18.020107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1bf35936-b558-4c26-a915-a81cd57c0ede tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3747630 Jul 16 08:52:18.022735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46058) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.025857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] Sync routers for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:18.039476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:18.040995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.082917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.095804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:18.097625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.116861 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a67ef-5dee-417f-bada-cc8b64b47344 x-openstack-request-id: req-188a67ef-5dee-417f-bada-cc8b64b47344 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:18.117471 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b69645-2e03-4de9-9dcc-1924b0978aff", "name": "network-vif-deleted", "tag": "bfc40753-a3da-453f-80d0-16be0de0cfb7", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:18.117471 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-188a67ef-5dee-417f-bada-cc8b64b47344 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:18.117858 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b69645-2e03-4de9-9dcc-1924b0978aff', 'name': 'network-vif-deleted', 'tag': 'bfc40753-a3da-453f-80d0-16be0de0cfb7', 'status': 'completed', 'code': 200} Jul 16 08:52:18.200098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c41ddf8-4b23-457c-b36a-8dbfd8df1e14 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.323428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.335139 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-3c41ddf8-4b23-457c-b36a-8dbfd8df1e14 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:52:18.336756 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c41ddf8-4b23-457c-b36a-8dbfd8df1e14 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5 HTTP/1.1" status: 409 len: 329 time: 0.3125701 Jul 16 08:52:18.339421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.363578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.364410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfa6fd-85dd-4071-a711-1235e9d96261 None None] The sync data for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:18.377720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.655811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f6e1-20d4-4549-bbe9-666db263574b req-58f1e8ab-4631-405f-8f51-2cd314415589 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:18.673827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2972f6e1-20d4-4549-bbe9-666db263574b req-58f1e8ab-4631-405f-8f51-2cd314415589 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1618097 Jul 16 08:52:18.771788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2972f6e1-20d4-4549-bbe9-666db263574b req-b2a467e5-40f9-4f89-ac04-5c32965b3db1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969403 Jul 16 08:52:18.943028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.952799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6eec4044-9e2e-480a-a4b8-c01a11f7a279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.009213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46098) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.101988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Deleting subnet 24c4f46a-b948-4306-95a7-02f3d56b862d {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:19.106350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.107621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6eec4044-9e2e-480a-a4b8-c01a11f7a279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.113102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6eec4044-9e2e-480a-a4b8-c01a11f7a279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.154672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6eec4044-9e2e-480a-a4b8-c01a11f7a279 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6644c1ffcb394875aec4b5dd6f91a173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8284161 Jul 16 08:52:19.158033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.168392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec4044-9e2e-480a-a4b8-c01a11f7a279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca8c65f-f458-4f60-8955-0bd9e33331e0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.193553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.242830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b855bda0-16c3-4e2b-a79a-ac4a1173ef8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.249030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.267763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b855bda0-16c3-4e2b-a79a-ac4a1173ef8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.330929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b855bda0-16c3-4e2b-a79a-ac4a1173ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.334473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b855bda0-16c3-4e2b-a79a-ac4a1173ef8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.335934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b855bda0-16c3-4e2b-a79a-ac4a1173ef8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ca8c65f-f458-4f60-8955-0bd9e33331e0 HTTP/1.1" status: 204 len: 168 time: 0.1765711 Jul 16 08:52:19.345818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855bda0-16c3-4e2b-a79a-ac4a1173ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca8c65f-f458-4f60-8955-0bd9e33331e0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.378237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.418449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c4f46a-b948-4306-95a7-02f3d56b862d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.431154 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.435376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-996bf22e-d19e-4f11-b13f-93433a3e7c37 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/24c4f46a-b948-4306-95a7-02f3d56b862d HTTP/1.1" status: 204 len: 168 time: 0.4229751 Jul 16 08:52:19.435820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46118) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.481850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting port 79e2d201-9b77-47e8-bfde-aa20015c11d8 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:19.484699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.534916 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.629472 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.634905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.646132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad06d8bc-b461-44d3-824f-23ffca076238']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.652099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Calling delete_port for 79e2d201-9b77-47e8-bfde-aa20015c11d8 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:19.659417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.659719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48ce0e5-ac6b-49fb-8f4b-d4c6db3aa4d0') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:19.677980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.697428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.710767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:19.713023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:19.715065 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:19.803768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.810181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.816821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] 10.222.0.41 "DELETE /v2.0/networks/ad06d8bc-b461-44d3-824f-23ffca076238 HTTP/1.1" status: 204 len: 168 time: 0.3771589 Jul 16 08:52:19.832159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff526c-061c-4f6f-9ff0-476f6dc69d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad06d8bc-b461-44d3-824f-23ffca076238,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.912548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.913573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.947961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5625adc3-6b91-45c6-9083-50ef4b019884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.961339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Port': ['ID=79e2d201-9b77-47e8-bfde-aa20015c11d8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.029646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e850e9a-6c54-44d7-9444-1c5003492b86 req-653d09f4-1a29-4d4e-aa1e-155caccc9698 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.051255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e850e9a-6c54-44d7-9444-1c5003492b86 req-653d09f4-1a29-4d4e-aa1e-155caccc9698 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1533103 Jul 16 08:52:20.097316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device bfc40753-a3da-453f-80d0-16be0de0cfb7 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:20.122630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e850e9a-6c54-44d7-9444-1c5003492b86 req-7b591b0d-f496-46e2-8e78-181379ef56bf tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701208 Jul 16 08:52:20.150915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: bfc40753-a3da-453f-80d0-16be0de0cfb7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:20.152094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device bfc40753-a3da-453f-80d0-16be0de0cfb7 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:20.161549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5625adc3-6b91-45c6-9083-50ef4b019884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.168940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5625adc3-6b91-45c6-9083-50ef4b019884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.198535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.216892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5625adc3-6b91-45c6-9083-50ef4b019884 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95acef362bfa47ecad9f515369211af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011849 Jul 16 08:52:20.217771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625adc3-6b91-45c6-9083-50ef4b019884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c64123a-f076-423e-9c9f-f3ef2556f34a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.221140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46148) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.285693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46152) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.293248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6c32ae2-7289-422e-a2f7-967e769845b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.333897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6c32ae2-7289-422e-a2f7-967e769845b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.362896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5c4e5aa7-460c-4b93-9493-1141f571151d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c69288d805b641b68e140d85d98ac63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750718 Jul 16 08:52:20.365319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46154) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.436149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Router 05b802a8-253e-4520-9cc7-0e17ee077fb5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:20.446900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ced389a-6e1b-4dcf-96ec-72364d85d1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.459034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6c32ae2-7289-422e-a2f7-967e769845b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.461861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6c32ae2-7289-422e-a2f7-967e769845b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.463087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d6c32ae2-7289-422e-a2f7-967e769845b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c64123a-f076-423e-9c9f-f3ef2556f34a HTTP/1.1" status: 204 len: 168 time: 0.2410021 Jul 16 08:52:20.482721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ced389a-6e1b-4dcf-96ec-72364d85d1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.489878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c32ae2-7289-422e-a2f7-967e769845b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c64123a-f076-423e-9c9f-f3ef2556f34a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.560290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ced389a-6e1b-4dcf-96ec-72364d85d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.564133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ced389a-6e1b-4dcf-96ec-72364d85d1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.569889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:20.570918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9ced389a-6e1b-4dcf-96ec-72364d85d1e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c81c0db-085d-433c-935e-936b1cda1d90 HTTP/1.1" status: 204 len: 168 time: 0.2035081 Jul 16 08:52:20.575921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5e5bf8b0-d208-4b0e-b674-e05840420d87 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2354100 Jul 16 08:52:20.580555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46168) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.585307 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] Sync routers for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:20.605974 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:20.606742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.615383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced389a-6e1b-4dcf-96ec-72364d85d1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c81c0db-085d-433c-935e-936b1cda1d90,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.644978 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-9d3b06cd-f873-40d3-b6bf-6f86607f6ba9 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] show failed (client error): The resource could not be found. Jul 16 08:52:20.646038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9d3b06cd-f873-40d3-b6bf-6f86607f6ba9 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1281362634 HTTP/1.1" status: 404 len: 335 time: 0.0643435 Jul 16 08:52:20.649873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46172) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.654233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.656200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4e0787ec-c0e2-450d-884f-f6efb499faf1 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:20.664613 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] Routers {'05b802a8-253e-4520-9cc7-0e17ee077fb5'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:20.665374 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['05b802a8-253e-4520-9cc7-0e17ee077fb5'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.703657 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.704423 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7afa6-0fbd-445e-af84-dacb9e585a77 None None] The sync data for ids ['05b802a8-253e-4520-9cc7-0e17ee077fb5'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:20.712143 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-4e0787ec-c0e2-450d-884f-f6efb499faf1 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] update failed (client error): The resource could not be found. Jul 16 08:52:20.713596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4e0787ec-c0e2-450d-884f-f6efb499faf1 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2087207194 HTTP/1.1" status: 404 len: 335 time: 0.0624998 Jul 16 08:52:20.716900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46178) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.794903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting subnet d1e8c78b-831e-437e-9106-afc053331e7a {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:20.800445 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.853138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.957141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.001697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.018250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33e61ccd-f5e0-4b39-8eff-a605b305ed28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.028445 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.071397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e8c78b-831e-437e-9106-afc053331e7a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.076819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.083784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.085276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-be8ab6b7-03d2-4cbe-8ab4-e07a6aa1478a tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/subnets/d1e8c78b-831e-437e-9106-afc053331e7a HTTP/1.1" status: 204 len: 168 time: 0.3658605 Jul 16 08:52:21.086268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9970d44-8a0a-487c-aaeb-05719004f1e0 None None] Network 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:21.160119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting subnet 0d02b437-3478-4f6f-9c12-66e6d4dbeda2 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:21.167069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.208586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33e61ccd-f5e0-4b39-8eff-a605b305ed28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.217757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33e61ccd-f5e0-4b39-8eff-a605b305ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.252743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.308516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33e61ccd-f5e0-4b39-8eff-a605b305ed28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22145a8a0843436f9b3233ff4c399bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056211 Jul 16 08:52:21.311380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46208) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.315163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e61ccd-f5e0-4b39-8eff-a605b305ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2c3fa-0ffb-4bc6-974d-98c270117bbb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.384375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] DHCP port deletion for 246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:21.401388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.463844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3a0-35b2-41fb-bbb6-fc18ba4dc0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.484447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] Deleting port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:21.485215 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.501007 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.512941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3a0-35b2-41fb-bbb6-fc18ba4dc0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.513564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f12b80a-9cf7-4abd-a88f-d8bd228700ee no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:21.558316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81cc6c-3a42-49a8-a9cd-95bb8372fa03 req-600d284d-de71-4f6e-869f-07f6d86193e5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:21.567990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b81cc6c-3a42-49a8-a9cd-95bb8372fa03 req-600d284d-de71-4f6e-869f-07f6d86193e5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.2156348 Jul 16 08:52:21.572979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Subnet': ['ID=0d02b437-3478-4f6f-9c12-66e6d4dbeda2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.581841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.587252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-69956245-602d-4db9-b40d-f9c28528fb5b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/subnets/0d02b437-3478-4f6f-9c12-66e6d4dbeda2 HTTP/1.1" status: 204 len: 168 time: 0.5013146 Jul 16 08:52:21.589903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46214) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.613870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d55c05-4ce4-4a69-af18-a4140fe165dc None None] Network ecf7a1a4-a042-42d1-ba76-f3740a665f96 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:21.617814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b81cc6c-3a42-49a8-a9cd-95bb8372fa03 req-9520855e-55bd-4e43-9a2a-e8a4eeb93080 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Jul 16 08:52:21.646757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3a0-35b2-41fb-bbb6-fc18ba4dc0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.649687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a3a0-35b2-41fb-bbb6-fc18ba4dc0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.651437 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5b3a3a0-35b2-41fb-bbb6-fc18ba4dc0a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4f2c3fa-0ffb-4bc6-974d-98c270117bbb HTTP/1.1" status: 204 len: 168 time: 0.3377211 Jul 16 08:52:21.664792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3a3a0-35b2-41fb-bbb6-fc18ba4dc0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2c3fa-0ffb-4bc6-974d-98c270117bbb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.799435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.889064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:21.889441 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.897944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] For port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,segment=NetworkSegment(c679f848-1f28-4c3c-9494-1cee0783c1bb),segment_id=c679f848-1f28-4c3c-9494-1cee0783c1bb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:21.898743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.943110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] Calling delete_port for 1f12b80a-9cf7-4abd-a88f-d8bd228700ee owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:21.966551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.995724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] For port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,segment=NetworkSegment(c679f848-1f28-4c3c-9494-1cee0783c1bb),segment_id=c679f848-1f28-4c3c-9494-1cee0783c1bb)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:21.996224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.010234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Calling delete_port for 1f12b80a-9cf7-4abd-a88f-d8bd228700ee owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:22.049263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,segment=NetworkSegment(c679f848-1f28-4c3c-9494-1cee0783c1bb),segment_id=c679f848-1f28-4c3c-9494-1cee0783c1bb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:22.057583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.114816 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.145887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.164034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.177191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Port': ['ID=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.179466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] No DVR routers for this DVR port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:22.193293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] DHCP port deletion for ecf7a1a4-a042-42d1-ba76-f3740a665f96 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:22.226245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] Pushing event deleted for resources: {'Port': ['ID=1f12b80a-9cf7-4abd-a88f-d8bd228700ee,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.239973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946f7f8-0176-4959-9930-f7b663c6490f None None] No DVR routers for this DVR port 1f12b80a-9cf7-4abd-a88f-d8bd228700ee on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:22.275815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] Deleting port cb19aa23-7927-41e9-bc0e-f6b1161197c4 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:22.276539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.289627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.300851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246ef13e-69ac-46e6-bb76-0e6f6b69ffb8']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.312131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c679f848-1f28-4c3c-9494-1cee0783c1bb') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.312437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c679f848-1f28-4c3c-9494-1cee0783c1bb') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.323370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.339153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.347570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:22.348407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.350632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] For port cb19aa23-7927-41e9-bc0e-f6b1161197c4, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cb19aa23-7927-41e9-bc0e-f6b1161197c4,segment=NetworkSegment(5aa5a7cd-33f3-43bf-a19b-1bccee74c99c),segment_id=5aa5a7cd-33f3-43bf-a19b-1bccee74c99c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:22.351217 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:22.351956 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:22.369498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] Calling delete_port for cb19aa23-7927-41e9-bc0e-f6b1161197c4 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:22.444902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.453861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.460530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/networks/246ef13e-69ac-46e6-bb76-0e6f6b69ffb8 HTTP/1.1" status: 204 len: 168 time: 0.8690624 Jul 16 08:52:22.465571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46260) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.475073 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.492778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] No DVR routers for this DVR port cb19aa23-7927-41e9-bc0e-f6b1161197c4 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:22.511838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962e311-17a1-44df-8dbe-a9171e3a2e39 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Network': ['ID=246ef13e-69ac-46e6-bb76-0e6f6b69ffb8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.552675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99a0ad-96d2-4b9d-a98d-cfb6712ac460 None None] Pushing event deleted for resources: {'Port': ['ID=cb19aa23-7927-41e9-bc0e-f6b1161197c4,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.593584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.708850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.727388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf7a1a4-a042-42d1-ba76-f3740a665f96']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.740014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.740311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa5a7cd-33f3-43bf-a19b-1bccee74c99c') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.750973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.775793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.784240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:22.785106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:22.789149 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:22.831616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290424-1309-4d6e-b932-2d64168668af req-74ad038f-786b-4adb-959c-6845afe918fb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:22.833500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35290424-1309-4d6e-b932-2d64168668af req-74ad038f-786b-4adb-959c-6845afe918fb tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.0849924 Jul 16 08:52:22.871148 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.885995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.890909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/networks/ecf7a1a4-a042-42d1-ba76-f3740a665f96 HTTP/1.1" status: 204 len: 168 time: 0.4187450 Jul 16 08:52:22.891056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35290424-1309-4d6e-b932-2d64168668af req-90b2dee0-0fdd-4974-9e8e-9dc2d0896a02 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Jul 16 08:52:22.891402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46288) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.907396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf99bf-db00-42fc-a3fd-49883cc5d3ab tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Network': ['ID=ecf7a1a4-a042-42d1-ba76-f3740a665f96,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.962327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting subnet a538d298-371b-4bca-b652-e21fc0f76d75 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:22.967070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.031436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.145569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.219220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.242510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.242836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b2c339-2d1d-46d4-9974-f809b213f801 None None] Network 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:23.245732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/subnets/a538d298-371b-4bca-b652-e21fc0f76d75 HTTP/1.1" status: 204 len: 168 time: 0.3528352 Jul 16 08:52:23.248362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46312) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.276979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773d999-e37a-4beb-92a5-06b179649d3c tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Subnet': ['ID=a538d298-371b-4bca-b652-e21fc0f76d75,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:23.367792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d9d5-b36a-4aaf-96ee-b1b49b5db967 req-194e1f86-aa73-4bb5-a1d9-26d138b330c0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.376964 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ca9d9d5-b36a-4aaf-96ee-b1b49b5db967 req-194e1f86-aa73-4bb5-a1d9-26d138b330c0 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1026733 Jul 16 08:52:23.388747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.463419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ca9d9d5-b36a-4aaf-96ee-b1b49b5db967 req-6778ea01-72f4-4d9d-ab17-ef9aac81f167 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853307 Jul 16 08:52:23.497734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Deleting port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:23.498676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.500391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cb19aa23-7927-41e9-bc0e-f6b1161197c4 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:23.529722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: cb19aa23-7927-41e9-bc0e-f6b1161197c4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:23.530499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cb19aa23-7927-41e9-bc0e-f6b1161197c4 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:23.638884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] For port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,segment=NetworkSegment(be547ad3-dc46-4e56-9694-bb81b19cc257),segment_id=be547ad3-dc46-4e56-9694-bb81b19cc257)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:23.642760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.661800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Calling delete_port for 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:23.690360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] DHCP port deletion for 015b5fd2-5e3f-4fc9-b414-86e4e81d0737 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:23.716839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46354) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.785538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] Deleting port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:23.786132 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.890058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dc1ca-8f6e-4020-b917-cb3b61b4e73e req-5204b3de-2e8b-4529-bbe6-40292fea426a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.891803 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb3dc1ca-8f6e-4020-b917-cb3b61b4e73e req-5204b3de-2e8b-4529-bbe6-40292fea426a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1659186 Jul 16 08:52:23.918402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.940672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] For port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,segment=NetworkSegment(be547ad3-dc46-4e56-9694-bb81b19cc257),segment_id=be547ad3-dc46-4e56-9694-bb81b19cc257)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:23.941284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.948298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Port': ['ID=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:23.957404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] Calling delete_port for 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:23.970465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb3dc1ca-8f6e-4020-b917-cb3b61b4e73e req-aaad85ab-acc7-440c-9cf3-353517bc12db tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724201 Jul 16 08:52:23.979685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] No DVR routers for this DVR port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:24.072062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.083297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015b5fd2-5e3f-4fc9-b414-86e4e81d0737']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.094345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be547ad3-dc46-4e56-9694-bb81b19cc257') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.094574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be547ad3-dc46-4e56-9694-bb81b19cc257') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.107700 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.112776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.137275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.148730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:24.149146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.152260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] Pushing event deleted for resources: {'Port': ['ID=959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:24.163595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95deb965-29cd-46f9-8cf4-a689f85d381d None None] No DVR routers for this DVR port 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:24.197994 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:24.213818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-635831982-network', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:24.269494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Made reservation on behalf of 0dc1e54713174c4b99c93464a342ec75 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:24.272893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.283685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.292291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.310904 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.313183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/networks/015b5fd2-5e3f-4fc9-b414-86e4e81d0737 HTTP/1.1" status: 204 len: 168 time: 1.0638175 Jul 16 08:52:24.315621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530b93f-e2cc-4ef6-997b-e0cf321b91eb tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Pushing event deleted for resources: {'Network': ['ID=015b5fd2-5e3f-4fc9-b414-86e4e81d0737,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:24.316249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46414) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.401273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e7392040-646b-49e1-b0a7-b2a8c916b4a6 tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "GET /v2.0/ports?device_id=05b802a8-253e-4520-9cc7-0e17ee077fb5 HTTP/1.1" status: 200 len: 205 time: 0.0822413 Jul 16 08:52:24.402604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46418) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.429389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.434740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.464367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16fc9e-17f7-4e59-88b0-2fc1c1d780ac,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:24.474435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:24.486141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.486738 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Added segment fc3b81b7-5d26-4a12-bfbf-fedfac091d4e of type vlan for network 96218c39-b49f-42d4-b728-b1a9fbbdc4be Jul 16 08:52:24.518798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.535617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.608317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.610759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:24.611505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.732819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.739243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.789846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.790678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Fanout notify agent at l3_agent the message router_deleted on router 05b802a8-253e-4520-9cc7-0e17ee077fb5 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:24.800786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.804629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c6e7d00-a8f7-48f9-b656-0a667d92417b tempest-RoutersNegativeTest-135235667 tempest-RoutersNegativeTest-135235667-project] 10.222.0.41 "DELETE /v2.0/routers/05b802a8-253e-4520-9cc7-0e17ee077fb5 HTTP/1.1" status: 204 len: 168 time: 0.3986995 Jul 16 08:52:25.033296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3138831 Jul 16 08:52:25.034269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46452) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.041618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Request body: {'subnet': {'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-635831982-subnet', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:25.065620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe0fea-c417-4644-9d31-a84b2ec0a66a admin admin] Pushing event updated for resources: {'Network': ['ID=96218c39-b49f-42d4-b728-b1a9fbbdc4be,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.076854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:25.079632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Made reservation on behalf of 0dc1e54713174c4b99c93464a342ec75 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:25.082421 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.095087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687d9e-be21-4ee5-87b6-d7b3177eb7d1 req-1c12ca1d-f162-4d6e-a217-da6036fd2491 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.097068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a687d9e-be21-4ee5-87b6-d7b3177eb7d1 req-1c12ca1d-f162-4d6e-a217-da6036fd2491 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.4819896 Jul 16 08:52:25.142198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a687d9e-be21-4ee5-87b6-d7b3177eb7d1 req-3b7c610c-fab5-42c0-b3af-94a39654e322 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Jul 16 08:52:25.304801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.363508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.383389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Pushing event updated for resources: {'Subnet': ['ID=590bf4fc-0734-4868-a462-edc9789ac332,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.389086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Checking segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:25.389749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Network hostable DHCP agents. Network: 96218c39-b49f-42d4-b728-b1a9fbbdc4be, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:25.422508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:25.441548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 96218c39-b49f-42d4-b728-b1a9fbbdc4be) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:25.450425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.451567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.453992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62d9c5-0774-4c63-87bb-152cd4b96cda None None] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:25.478932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:25.480978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9ecf8c3f-6576-439a-a514-3d975e1a309a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4449885 Jul 16 08:52:25.484079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46478) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.489734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:25.516177 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.517789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.522586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:25.523194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 959d1ce6-2f9c-4fa3-9473-c2e2a7f8b1eb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:25.580398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.687287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:25.688299 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.704091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-34321e9e-fa46-4e6f-9057-aa3054f2cc9f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.706540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-34321e9e-fa46-4e6f-9057-aa3054f2cc9f tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 946 time: 0.1074398 Jul 16 08:52:25.740392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.829139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-22f10ba0-c9bc-4842-87a3-8ff0671bb746 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5470684c44114873a275923eb9135984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642646 Jul 16 08:52:25.837320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46486) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.892130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Allocated IP 172.20.0.2 (96218c39-b49f-42d4-b728-b1a9fbbdc4be/590bf4fc-0734-4868-a462-edc9789ac332/7a7adb8d-c41a-4f6b-a623-c13ca083e016) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:25.908397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port fab2707f-b1b7-499c-bc60-bef34e87cf20 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:25.909664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.984472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eab04a68-e8e2-4c78-b9bf-75c91d211924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.024392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eab04a68-e8e2-4c78-b9bf-75c91d211924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.044055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port fab2707f-b1b7-499c-bc60-bef34e87cf20, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fab2707f-b1b7-499c-bc60-bef34e87cf20,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:26.044483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.058560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for fab2707f-b1b7-499c-bc60-bef34e87cf20 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:26.137836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.216898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Transition to ACTIVE for port object 7a7adb8d-c41a-4f6b-a623-c13ca083e016 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:26.217140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.231893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['fab2707f-b1b7-499c-bc60-bef34e87cf20'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:26.243088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.256625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=fab2707f-b1b7-499c-bc60-bef34e87cf20,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.298144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.307588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e67448d9-de4e-488c-b120-e2e8873710b4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:26.328315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Transition to ACTIVE for port object 7a7adb8d-c41a-4f6b-a623-c13ca083e016 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:26.349505 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eab04a68-e8e2-4c78-b9bf-75c91d211924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.352602 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eab04a68-e8e2-4c78-b9bf-75c91d211924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.353963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eab04a68-e8e2-4c78-b9bf-75c91d211924 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e34b0b90-2241-4ced-9943-f4f3820c90ae HTTP/1.1" status: 204 len: 168 time: 0.5156660 Jul 16 08:52:26.355493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port fab2707f-b1b7-499c-bc60-bef34e87cf20 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:26.363057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.366598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f298a2d-3f3c-432f-b90a-94c9dc39c96d req-1793646f-5d9f-4fbc-ade5-c7521c9de036 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.18 "DELETE /v2.0/ports/fab2707f-b1b7-499c-bc60-bef34e87cf20 HTTP/1.1" status: 204 len: 173 time: 0.6550753 Jul 16 08:52:26.367384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'name': 'network-vif-deleted', 'tag': 'fab2707f-b1b7-499c-bc60-bef34e87cf20'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:26.372401 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967ee71-c23e-43f0-9261-357d70ab8a64" -d '{"events": [{"server_uuid": "798b0675-b629-4c67-b368-5ae361e0ddb0", "name": "network-vif-deleted", "tag": "fab2707f-b1b7-499c-bc60-bef34e87cf20"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:26.393211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab04a68-e8e2-4c78-b9bf-75c91d211924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34b0b90-2241-4ced-9943-f4f3820c90ae,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.407261 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.511616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:26.516809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:26.520475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Pushing event updated for resources: {'Port': ['ID=7a7adb8d-c41a-4f6b-a623-c13ca083e016,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.523230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:26.552990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Allocated IP 172.25.0.69 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/f8716c5f-560f-4b81-87de-c3c65e22e932) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:26.606312 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:26.668795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Attempting to bind port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:26.669567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Attempting to bind port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:26.670409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Attempting to bind port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:26.684164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:26.685611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Checking segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:26.687025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.687794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Bound using segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:26.688736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Bound port: 7a7adb8d-c41a-4f6b-a623-c13ca083e016, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:26.689532 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.723201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c818368-0e21-43ff-ba57-f29d69633f3f req-03290550-2935-461d-8741-1c2f428fe834 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=798b0675-b629-4c67-b368-5ae361e0ddb0 HTTP/1.1" status: 200 len: 210 time: 0.2672434 Jul 16 08:52:26.735635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.755141 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e33bb-3d8b-4468-9e4a-4de0b202ce05 x-openstack-request-id: req-c59e33bb-3d8b-4468-9e4a-4de0b202ce05 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:26.755757 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798b0675-b629-4c67-b368-5ae361e0ddb0", "name": "network-vif-deleted", "tag": "fab2707f-b1b7-499c-bc60-bef34e87cf20", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:26.755757 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c59e33bb-3d8b-4468-9e4a-4de0b202ce05 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:26.756151 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798b0675-b629-4c67-b368-5ae361e0ddb0', 'name': 'network-vif-deleted', 'tag': 'fab2707f-b1b7-499c-bc60-bef34e87cf20', 'status': 'completed', 'code': 200} Jul 16 08:52:26.808133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] For port 7a7adb8d-c41a-4f6b-a623-c13ca083e016, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:26.811277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.824201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] For port 7a7adb8d-c41a-4f6b-a623-c13ca083e016, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7a7adb8d-c41a-4f6b-a623-c13ca083e016,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:26.831776 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.864645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:26.869389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:26.875417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:26.878337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Pushing event updated for resources: {'Port': ['ID=f8716c5f-560f-4b81-87de-c3c65e22e932,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.918249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ee902-cecd-401b-bb90-0a6c942e0a9d None None] Pushing event updated for resources: {'Port': ['ID=7a7adb8d-c41a-4f6b-a623-c13ca083e016,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.230316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46536) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.285137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.560469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7a7adb8d-c41a-4f6b-a623-c13ca083e016 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:27.636874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87d5ec76-6ced-4050-93c0-a265022e0195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.671921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:27.813591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87d5ec76-6ced-4050-93c0-a265022e0195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.819205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-87d5ec76-6ced-4050-93c0-a265022e0195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.893528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ec76-6ced-4050-93c0-a265022e0195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83616f91-2a96-4e39-b0f9-f6b543e8c0da,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.898075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-87d5ec76-6ced-4050-93c0-a265022e0195 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69a67d24f6fc4e1e8b11f5b846a0a241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668417 Jul 16 08:52:27.900832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46576) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.017909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb73b332-a376-4297-b8c0-52a673b63b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.075287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb73b332-a376-4297-b8c0-52a673b63b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.083159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.154629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb73b332-a376-4297-b8c0-52a673b63b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.158350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb73b332-a376-4297-b8c0-52a673b63b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.162382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb73b332-a376-4297-b8c0-52a673b63b04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83616f91-2a96-4e39-b0f9-f6b543e8c0da HTTP/1.1" status: 204 len: 168 time: 0.2603223 Jul 16 08:52:28.179014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73b332-a376-4297-b8c0-52a673b63b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83616f91-2a96-4e39-b0f9-f6b543e8c0da,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.344263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Router 5ae1fd42-0e6b-4488-9754-2990c8766a6e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:28.350330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02d9ee-c7fa-48ed-b514-3c230f0896e8 None None] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:28.436017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] Provisioning for port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:28.448844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] Provisioning complete for port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:28.449311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.571137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:28.585464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Sync routers for ids ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:28.591071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.596038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-858d1bc5-9b17-4caa-8d61-2875dfa8bf93 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1084425 Jul 16 08:52:28.597825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.622665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.643752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Routers {'5ae1fd42-0e6b-4488-9754-2990c8766a6e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:28.644477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:28.950962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46636) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.001919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] For port 7a7adb8d-c41a-4f6b-a623-c13ca083e016, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7a7adb8d-c41a-4f6b-a623-c13ca083e016,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:29.013067 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.045944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46642) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.063341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f2cd-856b-4a24-8e2a-f7d3b7314a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.180031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Set router 5ae1fd42-0e6b-4488-9754-2990c8766a6e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:29.229954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.254068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92030b01-bcf4-45f7-99c9-de3501db3b8c None None] Pushing event updated for resources: {'Port': ['ID=7a7adb8d-c41a-4f6b-a623-c13ca083e016,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.287148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f2cd-856b-4a24-8e2a-f7d3b7314a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.292448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e8e8f2cd-856b-4a24-8e2a-f7d3b7314a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.325740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e8e8f2cd-856b-4a24-8e2a-f7d3b7314a27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9692cfc00934753a7dce9b4c6c7cab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786434 Jul 16 08:52:29.328971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.414495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8f2cd-856b-4a24-8e2a-f7d3b7314a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c6684-c2f4-47f0-916d-ad83fde6a4d6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.532553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88bc0b4e-9ff2-4e00-b9b3-4b65445ce9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.546441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:52:27Z', 'revision_number': 3, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:29.563152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88bc0b4e-9ff2-4e00-b9b3-4b65445ce9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.654379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Allocated IP 172.20.0.1 (96218c39-b49f-42d4-b728-b1a9fbbdc4be/590bf4fc-0734-4868-a462-edc9789ac332/12126aea-69e5-4f19-9373-49484d302898) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:29.671751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7a7adb8d-c41a-4f6b-a623-c13ca083e016 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:29.689274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88bc0b4e-9ff2-4e00-b9b3-4b65445ce9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.691895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-88bc0b4e-9ff2-4e00-b9b3-4b65445ce9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.693055 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-88bc0b4e-9ff2-4e00-b9b3-4b65445ce9f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a42c6684-c2f4-47f0-916d-ad83fde6a4d6 HTTP/1.1" status: 204 len: 168 time: 0.3627815 Jul 16 08:52:29.739820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0b4e-9ff2-4e00-b9b3-4b65445ce9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c6684-c2f4-47f0-916d-ad83fde6a4d6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.774446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af96fbd8-4dff-4829-8cf9-7d1f922edb37 tempest-ServiceProvidersTest-1773951314 tempest-ServiceProvidersTest-1773951314-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.8164804 Jul 16 08:52:29.804928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Checking router: 5ae1fd42-0e6b-4488-9754-2990c8766a6e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:29.805375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Updating router 5ae1fd42-0e6b-4488-9754-2990c8766a6e port f8716c5f-560f-4b81-87de-c3c65e22e932 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:29.836129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.861203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cd9e305d-d6f9-46c6-a837-d59de41aceb7 None None] Provisioning complete for port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:29.861585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Transition to ACTIVE for port object 12126aea-69e5-4f19-9373-49484d302898 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:29.862189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd9e305d-d6f9-46c6-a837-d59de41aceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.895164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:29.895894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.911531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.921516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.930422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fab2707f-b1b7-499c-bc60-bef34e87cf20 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:29.965857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:29.969355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:29.974644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:29.983879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: fab2707f-b1b7-499c-bc60-bef34e87cf20 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:29.984558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fab2707f-b1b7-499c-bc60-bef34e87cf20 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:30.020456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Pushing event updated for resources: {'Port': ['ID=12126aea-69e5-4f19-9373-49484d302898,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.057587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.269034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc081a7-1f81-45fa-993d-04833e391af9 req-13f8954e-ac87-4c02-b88a-251eb4bc4de1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:30.278335 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecc081a7-1f81-45fa-993d-04833e391af9 req-13f8954e-ac87-4c02-b88a-251eb4bc4de1 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 945 time: 0.1446443 Jul 16 08:52:30.330646 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.357543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecc081a7-1f81-45fa-993d-04833e391af9 req-e04d38a0-321b-4669-899c-7ae4636405ab tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761330 Jul 16 08:52:30.476502 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.490825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Transition to ACTIVE for port object f8716c5f-560f-4b81-87de-c3c65e22e932 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:30.501112 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.563617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Attempting to bind port f8716c5f-560f-4b81-87de-c3c65e22e932 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:30.564182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Attempting to bind port f8716c5f-560f-4b81-87de-c3c65e22e932 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:30.564614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Attempting to bind port f8716c5f-560f-4b81-87de-c3c65e22e932 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:30.582518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1cc209f4-7386-45b9-b0fc-a0df30064523 None None] Provisioning for port 12126aea-69e5-4f19-9373-49484d302898 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:30.584908 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46698) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.586347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:30.586882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:30.587407 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.587871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:30.588432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Bound port: f8716c5f-560f-4b81-87de-c3c65e22e932, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:30.588958 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.591558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70649db6-a444-4ff4-bdcb-841e1e9d7012 None None] Pushing event updated for resources: {'Port': ['ID=f8716c5f-560f-4b81-87de-c3c65e22e932,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.596202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1cc209f4-7386-45b9-b0fc-a0df30064523 None None] Provisioning complete for port 12126aea-69e5-4f19-9373-49484d302898 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:30.596625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1cc209f4-7386-45b9-b0fc-a0df30064523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.616925 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.624397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.664057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1cc209f4-7386-45b9-b0fc-a0df30064523 None None] Port 12126aea-69e5-4f19-9373-49484d302898 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:30.691230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] For port f8716c5f-560f-4b81-87de-c3c65e22e932, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:30.695928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] For port f8716c5f-560f-4b81-87de-c3c65e22e932, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f8716c5f-560f-4b81-87de-c3c65e22e932,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:30.703948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.711022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.714829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Pushing event updated for resources: {'Port': ['ID=12126aea-69e5-4f19-9373-49484d302898,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.765082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Routers {'5ae1fd42-0e6b-4488-9754-2990c8766a6e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:30.765967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:30.778105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70649db6-a444-4ff4-bdcb-841e1e9d7012 None None] Pushing event updated for resources: {'Port': ['ID=f8716c5f-560f-4b81-87de-c3c65e22e932,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.859055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:30.860813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:30.866055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41504be5-f9c6-4af6-bde2-f91ca936945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.908923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] Set router 5ae1fd42-0e6b-4488-9754-2990c8766a6e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:31.093149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Router 5ae1fd42-0e6b-4488-9754-2990c8766a6e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:31.135495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41504be5-f9c6-4af6-bde2-f91ca936945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.141320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-41504be5-f9c6-4af6-bde2-f91ca936945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.216056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504be5-f9c6-4af6-bde2-f91ca936945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b68addb-ac89-43c1-aa4b-04081db39b6f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.273127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-41504be5-f9c6-4af6-bde2-f91ca936945d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e96d69c35b44e60b15a828a598d5110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870024 Jul 16 08:52:31.273994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46724) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.328444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46728) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.332350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-211b0328-24b7-4dcd-bb17-6c9fe85cc1eb None None] Provisioning complete for port 12126aea-69e5-4f19-9373-49484d302898 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:31.332747 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-211b0328-24b7-4dcd-bb17-6c9fe85cc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.366124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9427b306-d367-466e-958e-1e735d0ee8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.368286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '12126aea-69e5-4f19-9373-49484d302898', 'name': '', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'mac_address': 'fa:16:3e:80:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 2, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'subnets': [{'id': '590bf4fc-0734-4868-a462-edc9789ac332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.408629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ea7cc-e916-4f3d-b37a-0a59cf9ddb86 None None] The sync data for ids ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'] in n-d-798249-10 is: [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '12126aea-69e5-4f19-9373-49484d302898', 'name': '', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'mac_address': 'fa:16:3e:80:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 2, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'subnets': [{'id': '590bf4fc-0734-4868-a462-edc9789ac332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:31.418694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-211b0328-24b7-4dcd-bb17-6c9fe85cc1eb None None] Port 12126aea-69e5-4f19-9373-49484d302898 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:31.421303 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9427b306-d367-466e-958e-1e735d0ee8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.471390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:31.481997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a26fd62c-1f61-4dbf-af21-955828ca22aa admin admin] 10.222.0.41 "PUT /v2.0/routers/5ae1fd42-0e6b-4488-9754-2990c8766a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844721 Jul 16 08:52:31.507620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9427b306-d367-466e-958e-1e735d0ee8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.511446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9427b306-d367-466e-958e-1e735d0ee8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.512761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9427b306-d367-466e-958e-1e735d0ee8f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b68addb-ac89-43c1-aa4b-04081db39b6f HTTP/1.1" status: 204 len: 168 time: 0.2376463 Jul 16 08:52:31.539297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-8c183b19-ce55-42a1-82c5-b66ea13be89a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:31.542235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-8c183b19-ce55-42a1-82c5-b66ea13be89a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 945 time: 0.1714847 Jul 16 08:52:31.549006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427b306-d367-466e-958e-1e735d0ee8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b68addb-ac89-43c1-aa4b-04081db39b6f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.604628 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0673-a31c-4e79-9c0d-cac4222a07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.785984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Deleting port e67448d9-de4e-488c-b120-e2e8873710b4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:31.786336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.814710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8131de-db47-4374-978a-8fdfb3c3866f req-48a8f18f-e019-4cd7-9517-88221f65392a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:31.823540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df8131de-db47-4374-978a-8fdfb3c3866f req-48a8f18f-e019-4cd7-9517-88221f65392a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 945 time: 0.1850691 Jul 16 08:52:31.836564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0673-a31c-4e79-9c0d-cac4222a07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.845354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0673-a31c-4e79-9c0d-cac4222a07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.932900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e8e0673-a31c-4e79-9c0d-cac4222a07ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b4045eba7ab4e6e877fc7eeb9d40370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016266 Jul 16 08:52:31.933624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.943108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e0673-a31c-4e79-9c0d-cac4222a07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23635ce2-da18-4e99-9e88-2dc0b8e42dab,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.949854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-df8131de-db47-4374-978a-8fdfb3c3866f req-7a02542d-9a2e-49e8-b83d-ee4a4b791fa5 tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/security-groups?id=88647bac-8812-46d7-80b7-a61dc4345783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271358 Jul 16 08:52:32.018546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] For port e67448d9-de4e-488c-b120-e2e8873710b4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e67448d9-de4e-488c-b120-e2e8873710b4,segment=NetworkSegment(f6a34f48-3a37-4a64-9606-0cb62ad60964),segment_id=f6a34f48-3a37-4a64-9606-0cb62ad60964)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:32.019019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.025449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b810bc1e-5380-4ff2-a133-01882889ac23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.044487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Calling delete_port for e67448d9-de4e-488c-b120-e2e8873710b4 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:32.070435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b810bc1e-5380-4ff2-a133-01882889ac23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.126099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b810bc1e-5380-4ff2-a133-01882889ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.129389 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b810bc1e-5380-4ff2-a133-01882889ac23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.134154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b810bc1e-5380-4ff2-a133-01882889ac23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23635ce2-da18-4e99-9e88-2dc0b8e42dab HTTP/1.1" status: 204 len: 168 time: 0.1982582 Jul 16 08:52:32.143306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810bc1e-5380-4ff2-a133-01882889ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23635ce2-da18-4e99-9e88-2dc0b8e42dab,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.277104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.330335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Pushing event deleted for resources: {'Port': ['ID=e67448d9-de4e-488c-b120-e2e8873710b4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.410502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] No DVR routers for this DVR port e67448d9-de4e-488c-b120-e2e8873710b4 on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:32.413810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.416305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e5988a3-735e-4f0e-a6e8-891a7db7432d req-3f4d1d37-d4d4-4562-84bf-65c83e779c7b tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.36 "DELETE /v2.0/ports/e67448d9-de4e-488c-b120-e2e8873710b4 HTTP/1.1" status: 204 len: 173 time: 0.8677990 Jul 16 08:52:32.417402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'name': 'network-vif-deleted', 'tag': 'e67448d9-de4e-488c-b120-e2e8873710b4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:32.421170 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12bb7c-c34b-40e0-92de-3a036132a071" -d '{"events": [{"server_uuid": "1bce272d-81bb-4ea9-957e-7e5ef45056b8", "name": "network-vif-deleted", "tag": "e67448d9-de4e-488c-b120-e2e8873710b4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:32.499125 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2efca22-d38d-4242-a6c6-52bf0719b478 x-openstack-request-id: req-a2efca22-d38d-4242-a6c6-52bf0719b478 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:32.500005 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bce272d-81bb-4ea9-957e-7e5ef45056b8", "name": "network-vif-deleted", "tag": "e67448d9-de4e-488c-b120-e2e8873710b4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:32.500005 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2efca22-d38d-4242-a6c6-52bf0719b478 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:32.500355 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bce272d-81bb-4ea9-957e-7e5ef45056b8', 'name': 'network-vif-deleted', 'tag': 'e67448d9-de4e-488c-b120-e2e8873710b4', 'status': 'completed', 'code': 200} Jul 16 08:52:33.169006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f65c9227-7b48-49c8-8620-ec34ee78cf7a req-e50bc786-748b-4964-8016-e65867ba1b1a tempest-ServersTestJSON-169823299 tempest-ServersTestJSON-169823299-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bce272d-81bb-4ea9-957e-7e5ef45056b8 HTTP/1.1" status: 200 len: 210 time: 0.0412648 Jul 16 08:52:33.493943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f8716c5f-560f-4b81-87de-c3c65e22e932 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:33.559241 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.567023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f8716c5f-560f-4b81-87de-c3c65e22e932 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:33.571580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f8716c5f-560f-4b81-87de-c3c65e22e932 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:33.572225 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.667237 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.692180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port f8716c5f-560f-4b81-87de-c3c65e22e932, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f8716c5f-560f-4b81-87de-c3c65e22e932,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:33.696488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.751980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46806) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.755466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=f8716c5f-560f-4b81-87de-c3c65e22e932,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.756796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-344720109-network', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:33.789422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Made reservation on behalf of fd3fe4073982409b93ab3d3f28a3c0da for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:33.792054 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.805587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.927152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.931544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.955748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:33.970509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae76546-8f0c-4391-82ad-675b614dc808,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.975996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.976332 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Added segment ca025376-22bb-4870-8046-6489137ce5fc of type vlan for network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 Jul 16 08:52:34.020824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.055346 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.056460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:34.057119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.101271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3477874 Jul 16 08:52:34.103898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46824) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.114263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Request body: {'subnet': {'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-344720109-subnet', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:34.126915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e67448d9-de4e-488c-b120-e2e8873710b4 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:34.152536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14281774-e065-43c1-bc76-4c07bbd1e109 admin admin] Pushing event updated for resources: {'Network': ['ID=16ee6578-939f-4f7f-bf8a-53479a20ffd3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.158357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Made reservation on behalf of fd3fe4073982409b93ab3d3f28a3c0da for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:34.159511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: e67448d9-de4e-488c-b120-e2e8873710b4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:34.159968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e67448d9-de4e-488c-b120-e2e8873710b4 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:34.164284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:34.169697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.335672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.400790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.409688 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Sync routers for ids ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:34.415184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Deleting subnet f6afea2d-15c8-4287-b535-82a35b8e5c65 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:34.418597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.430434 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Routers {'5ae1fd42-0e6b-4488-9754-2990c8766a6e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:34.431715 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:34.463712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.517696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.522753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b0449d-60e7-434f-ad2b-a3917a9c7904,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.539217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Checking segment: {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:34.540015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Network hostable DHCP agents. Network: 16ee6578-939f-4f7f-bf8a-53479a20ffd3, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:34.560147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:34.572798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 16ee6578-939f-4f7f-bf8a-53479a20ffd3) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:34.585309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cc7dd-fb10-4d67-90d2-63857c133442 None None] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:34.592617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:34.593503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.603350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.618544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e03f7517-a3fb-4a15-a65d-20b8b6b197fc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5104892 Jul 16 08:52:34.619365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46844) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.628771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:34.635984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.640538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6afea2d-15c8-4287-b535-82a35b8e5c65 HTTP/1.1" status: 204 len: 168 time: 0.3027103 Jul 16 08:52:34.659791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46846) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.668024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ccff0-b477-41b2-a9db-5422bfcfc37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6afea2d-15c8-4287-b535-82a35b8e5c65,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.674798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.677661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.698689 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Set router 5ae1fd42-0e6b-4488-9754-2990c8766a6e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:34.765555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.820638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.846144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-16ee6578-939f-4f7f-bf8a-53479a20ffd3', 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'fixed_ips': [{'subnet_id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:34.847572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.971846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.988316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5baee56-fb4c-42a6-88c4-ce1409a11973']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:35.021292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a34f48-3a37-4a64-9606-0cb62ad60964') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:35.021631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a34f48-3a37-4a64-9606-0cb62ad60964') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:35.046192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Allocated IP 172.20.0.2 (16ee6578-939f-4f7f-bf8a-53479a20ffd3/a4b0449d-60e7-434f-ad2b-a3917a9c7904/28429107-04bc-4218-8f93-72a7b5a2690b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:35.052020 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.083968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.095145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:35.095784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:35.097764 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:35.109512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.111069 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '12126aea-69e5-4f19-9373-49484d302898', 'name': '', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'mac_address': 'fa:16:3e:80:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 2, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'subnets': [{'id': '590bf4fc-0734-4868-a462-edc9789ac332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:35.144520 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Checking router: 5ae1fd42-0e6b-4488-9754-2990c8766a6e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:35.145553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Updating router 5ae1fd42-0e6b-4488-9754-2990c8766a6e port 12126aea-69e5-4f19-9373-49484d302898 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:35.193592 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.231092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.237571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.242296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5baee56-fb4c-42a6-88c4-ce1409a11973 HTTP/1.1" status: 204 len: 168 time: 0.5783644 Jul 16 08:52:35.270305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84605d3b-a5d2-4025-aace-5b2a1e462b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5baee56-fb4c-42a6-88c4-ce1409a11973,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.340322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.361790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Transition to ACTIVE for port object 28429107-04bc-4218-8f93-72a7b5a2690b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:35.417340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Transition to ACTIVE for port object 28429107-04bc-4218-8f93-72a7b5a2690b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:35.430379 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.458358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.482428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:35.486360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:35.489609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:35.499137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Pushing event updated for resources: {'Port': ['ID=28429107-04bc-4218-8f93-72a7b5a2690b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.505486 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.574609 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.585596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f8716c5f-560f-4b81-87de-c3c65e22e932 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:35.597194 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Transition to ACTIVE for port object 12126aea-69e5-4f19-9373-49484d302898 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:35.604606 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.723547 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Pushing event updated for resources: {'Port': ['ID=12126aea-69e5-4f19-9373-49484d302898,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.752224 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.753234 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.754085 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.754489 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.754854 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.755390 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.755819 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.756073 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.756720 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.757133 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.757875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Allocated IP 172.25.0.227 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9e76b3a3-c85b-41cf-abde-b5fbbaef5a12) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:35.758052 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.758615 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:35.796528 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Attempting to bind port 12126aea-69e5-4f19-9373-49484d302898 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:35.797321 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Attempting to bind port 12126aea-69e5-4f19-9373-49484d302898 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:35.798008 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Attempting to bind port 12126aea-69e5-4f19-9373-49484d302898 on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:35.806785 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:35.807705 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Checking segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:35.808296 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.809853 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Bound using segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:35.810672 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Bound port: 12126aea-69e5-4f19-9373-49484d302898, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:35.811961 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.845718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46892) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.933856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.981808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.017736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-70c4446c-e3f3-4b2f-8d09-0b447a481e12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7bcb70824e44d1596e3fa607133fe2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690021 Jul 16 08:52:36.019211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46902) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.037630 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] For port 12126aea-69e5-4f19-9373-49484d302898, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:36.044075 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] For port 12126aea-69e5-4f19-9373-49484d302898, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12126aea-69e5-4f19-9373-49484d302898,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:36.053524 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.086234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Attempting to bind port 28429107-04bc-4218-8f93-72a7b5a2690b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:36.087030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Attempting to bind port 28429107-04bc-4218-8f93-72a7b5a2690b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:36.088740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Attempting to bind port 28429107-04bc-4218-8f93-72a7b5a2690b on network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:36.110073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:36.119230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:36.119855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:36.120798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Checking segment: {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:36.121777 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.122837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Bound using segment: {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:36.123938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:36.124488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Bound port: 28429107-04bc-4218-8f93-72a7b5a2690b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:36.126950 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.168934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7075986-0383-42d3-ad0a-27674e65bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.177802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Routers {'5ae1fd42-0e6b-4488-9754-2990c8766a6e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:36.178462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:36.186991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Pushing event updated for resources: {'Port': ['ID=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.224800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7075986-0383-42d3-ad0a-27674e65bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.261391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f8716c5f-560f-4b81-87de-c3c65e22e932 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:36.266487 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.350605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7075986-0383-42d3-ad0a-27674e65bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.360522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7075986-0383-42d3-ad0a-27674e65bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.364397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e7075986-0383-42d3-ad0a-27674e65bafa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88647bac-8812-46d7-80b7-a61dc4345783 HTTP/1.1" status: 204 len: 168 time: 0.3425183 Jul 16 08:52:36.402750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7075986-0383-42d3-ad0a-27674e65bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88647bac-8812-46d7-80b7-a61dc4345783,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.466678 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8063ab-380e-4c15-8cf0-431d9727a338 None None] Pushing event updated for resources: {'Port': ['ID=12126aea-69e5-4f19-9373-49484d302898,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.506890 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] Set router 5ae1fd42-0e6b-4488-9754-2990c8766a6e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:36.518551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] For port 28429107-04bc-4218-8f93-72a7b5a2690b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:36.531970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] For port 28429107-04bc-4218-8f93-72a7b5a2690b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=28429107-04bc-4218-8f93-72a7b5a2690b,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:36.543584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.825654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.827821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa70070-4945-4581-af97-5b57ab109e3f None None] Pushing event updated for resources: {'Port': ['ID=28429107-04bc-4218-8f93-72a7b5a2690b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.865795 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '12126aea-69e5-4f19-9373-49484d302898', 'name': '', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'mac_address': 'fa:16:3e:80:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'subnets': [{'id': '590bf4fc-0734-4868-a462-edc9789ac332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:36.900002 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841bda-59b8-4446-8910-f4acdc306d42 None None] The sync data for ids ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'] in n-d-798249-10 is: [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:52:30Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '12126aea-69e5-4f19-9373-49484d302898', 'name': '', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'mac_address': 'fa:16:3e:80:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 4, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'subnets': [{'id': '590bf4fc-0734-4868-a462-edc9789ac332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:37.126411 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.284783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Router ba66ed50-90b1-4184-b556-53c82f9553eb is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:37.385505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.458042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:37.470529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Sync routers for ids ['ba66ed50-90b1-4184-b556-53c82f9553eb'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:37.487909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.488886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Routers {'ba66ed50-90b1-4184-b556-53c82f9553eb'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:37.489565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ba66ed50-90b1-4184-b556-53c82f9553eb'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:37.492249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46996) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.493938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0e149b83-9221-41bd-91a5-245408ae8c2e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8724799 Jul 16 08:52:37.687727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 28429107-04bc-4218-8f93-72a7b5a2690b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:37.723831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Set router ba66ed50-90b1-4184-b556-53c82f9553eb gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:37.867414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 28429107-04bc-4218-8f93-72a7b5a2690b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:37.872912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12126aea-69e5-4f19-9373-49484d302898 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:38.058267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 12126aea-69e5-4f19-9373-49484d302898 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:38.066712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 12126aea-69e5-4f19-9373-49484d302898 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:38.067085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.090243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5663124d-ec93-4d93-94d9-03e4962d4bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.135931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 3, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:38.180705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Checking router: ba66ed50-90b1-4184-b556-53c82f9553eb for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:38.181055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Updating router ba66ed50-90b1-4184-b556-53c82f9553eb port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:38.229619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23d189-deda-49ad-a2ab-ae89bfe4cfd2 None None] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:38.387555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.404678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.412911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] Provisioning for port 28429107-04bc-4218-8f93-72a7b5a2690b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:38.422296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] Provisioning complete for port 28429107-04bc-4218-8f93-72a7b5a2690b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:38.422649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.425137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.453324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5663124d-ec93-4d93-94d9-03e4962d4bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.463971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5663124d-ec93-4d93-94d9-03e4962d4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.550454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47020) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:38.561381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5663124d-ec93-4d93-94d9-03e4962d4bf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=943e7c066f2b4245adcbd809e50d7f65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1601858 Jul 16 08:52:38.605505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 12126aea-69e5-4f19-9373-49484d302898, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12126aea-69e5-4f19-9373-49484d302898,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:38.630254 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.689721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fc34aef-63f3-4162-a967-6482dbcbb4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.691693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=12126aea-69e5-4f19-9373-49484d302898,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.746106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663124d-ec93-4d93-94d9-03e4962d4bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53954a2-34ad-4573-9f2b-4c5d02a206de,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.807341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fc34aef-63f3-4162-a967-6482dbcbb4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.825685 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.883268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] For port 28429107-04bc-4218-8f93-72a7b5a2690b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=28429107-04bc-4218-8f93-72a7b5a2690b,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:38.890716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.912762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fc34aef-63f3-4162-a967-6482dbcbb4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.915403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fc34aef-63f3-4162-a967-6482dbcbb4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.916585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2fc34aef-63f3-4162-a967-6482dbcbb4d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f53954a2-34ad-4573-9f2b-4c5d02a206de HTTP/1.1" status: 204 len: 168 time: 0.3644698 Jul 16 08:52:38.933080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc34aef-63f3-4162-a967-6482dbcbb4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53954a2-34ad-4573-9f2b-4c5d02a206de,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.019847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Allocated IP 172.20.0.1 (16ee6578-939f-4f7f-bf8a-53479a20ffd3/a4b0449d-60e7-434f-ad2b-a3917a9c7904/22d441ae-d6fc-430c-8093-a8afcf023987) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:39.079481 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.094546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eb6a7-4b3b-4c51-8e61-2c759a99cef3 None None] Pushing event updated for resources: {'Port': ['ID=28429107-04bc-4218-8f93-72a7b5a2690b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.100315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Transition to ACTIVE for port object 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:39.108578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.165163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Attempting to bind port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:39.166267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Attempting to bind port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:39.166822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Attempting to bind port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:39.180397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:39.181467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:39.182062 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.182628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:39.183290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Bound port: 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:39.184341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.186518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef37ff-498a-4e8c-961e-a597e5e6a6ee None None] Pushing event updated for resources: {'Port': ['ID=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.206552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.226381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Transition to ACTIVE for port object 22d441ae-d6fc-430c-8093-a8afcf023987 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:39.268405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2c5a3c8e-d644-4457-8f29-71860e7192ab None None] Provisioning complete for port 28429107-04bc-4218-8f93-72a7b5a2690b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:39.269329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2c5a3c8e-d644-4457-8f29-71860e7192ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.292238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.316999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] For port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:39.322257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] For port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:39.329140 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.398819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:39.406497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Routers {'ba66ed50-90b1-4184-b556-53c82f9553eb'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:39.407336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ba66ed50-90b1-4184-b556-53c82f9553eb'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:39.418613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:39.422594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:39.523991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Pushing event updated for resources: {'Port': ['ID=22d441ae-d6fc-430c-8093-a8afcf023987,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.539038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.541546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 28429107-04bc-4218-8f93-72a7b5a2690b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:39.545348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef37ff-498a-4e8c-961e-a597e5e6a6ee None None] Pushing event updated for resources: {'Port': ['ID=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.850715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.901814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9444e962-1cca-4b0b-98ff-de4d2dc2c9d4 None None] Provisioning for port 22d441ae-d6fc-430c-8093-a8afcf023987 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:39.924312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] Set router ba66ed50-90b1-4184-b556-53c82f9553eb gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:39.926409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9444e962-1cca-4b0b-98ff-de4d2dc2c9d4 None None] Provisioning complete for port 22d441ae-d6fc-430c-8093-a8afcf023987 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:39.926785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9444e962-1cca-4b0b-98ff-de4d2dc2c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.046902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9444e962-1cca-4b0b-98ff-de4d2dc2c9d4 None None] Port 22d441ae-d6fc-430c-8093-a8afcf023987 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:40.065976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 28429107-04bc-4218-8f93-72a7b5a2690b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:40.066353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.152024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47054) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:40.246475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12126aea-69e5-4f19-9373-49484d302898 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:40.285784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 3, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:40.324998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49b02a-16c9-42b8-b30c-6501891d3f1f None None] The sync data for ids ['ba66ed50-90b1-4184-b556-53c82f9553eb'] in n-d-798249-10 is: [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:36Z', 'revision_number': 3, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:40.343093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 12126aea-69e5-4f19-9373-49484d302898 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:40.343775 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.490703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.500244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.553922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47066) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:40.567689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24aca6e1-5892-43c6-b4b4-492fc2649bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.596422 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.615621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Pushing event updated for resources: {'Port': ['ID=22d441ae-d6fc-430c-8093-a8afcf023987,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.720861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c812-ecb6-4027-bfcd-265e878698d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.784463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:40.786207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:40.835447 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24aca6e1-5892-43c6-b4b4-492fc2649bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.850496 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24aca6e1-5892-43c6-b4b4-492fc2649bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.035271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aca6e1-5892-43c6-b4b4-492fc2649bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1419326d-a41b-48d7-9992-de58cbe7cb20,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.077665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-24aca6e1-5892-43c6-b4b4-492fc2649bef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76c00749c996450ab16cde7e41e9c6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216020 Jul 16 08:52:41.087097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47086) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:41.095570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Router ba66ed50-90b1-4184-b556-53c82f9553eb has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:41.316581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-79d245b4-e35a-4a6a-9621-bce9ae25b93c None None] Provisioning complete for port 22d441ae-d6fc-430c-8093-a8afcf023987 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:41.317512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e11452e-915d-4d8a-b8b0-90f4ed3fd710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.319649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79d245b4-e35a-4a6a-9621-bce9ae25b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.375770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e11452e-915d-4d8a-b8b0-90f4ed3fd710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.392401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-79d245b4-e35a-4a6a-9621-bce9ae25b93c None None] Port 22d441ae-d6fc-430c-8093-a8afcf023987 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:41.432883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:41.446964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f069207c-7865-49ae-9014-f42424049e34 admin admin] 10.222.0.41 "PUT /v2.0/routers/ba66ed50-90b1-4184-b556-53c82f9553eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9534330 Jul 16 08:52:41.468442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c812-ecb6-4027-bfcd-265e878698d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.474370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c812-ecb6-4027-bfcd-265e878698d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.573740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e11452e-915d-4d8a-b8b0-90f4ed3fd710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.578115 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e11452e-915d-4d8a-b8b0-90f4ed3fd710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.579501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e11452e-915d-4d8a-b8b0-90f4ed3fd710 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1419326d-a41b-48d7-9992-de58cbe7cb20 HTTP/1.1" status: 204 len: 168 time: 0.4912598 Jul 16 08:52:41.580199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:41.592502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fdd8c812-ecb6-4027-bfcd-265e878698d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a746bf67ae244a88a7efa8db64a34ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0374806 Jul 16 08:52:41.594919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47110) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:41.611526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c812-ecb6-4027-bfcd-265e878698d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc0730f-63b7-4d61-96b8-ce5d973abd3f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.649132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:41.655161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:41.655585 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.709061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11452e-915d-4d8a-b8b0-90f4ed3fd710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1419326d-a41b-48d7-9992-de58cbe7cb20,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.803588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04cc80dd-1e8f-4d8a-969d-d2111900def3 req-68f75ad8-e828-4ac8-84f7-07e03ef342e7 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.1000676 Jul 16 08:52:41.845163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.868968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46ededaf-46ce-4d9a-9766-f5400ed477f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.897188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:41.902942 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.915586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46ededaf-46ce-4d9a-9766-f5400ed477f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.986015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.999849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46ededaf-46ce-4d9a-9766-f5400ed477f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.003297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-46ededaf-46ce-4d9a-9766-f5400ed477f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.005172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-46ededaf-46ce-4d9a-9766-f5400ed477f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbc0730f-63b7-4d61-96b8-ce5d973abd3f HTTP/1.1" status: 204 len: 168 time: 0.4075296 Jul 16 08:52:42.016077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ededaf-46ce-4d9a-9766-f5400ed477f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc0730f-63b7-4d61-96b8-ce5d973abd3f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:42.362308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47136) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:42.380182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d6e098a-1f4a-4ec0-91dd-82f7a07e85c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.503778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d6e098a-1f4a-4ec0-91dd-82f7a07e85c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.509341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d6e098a-1f4a-4ec0-91dd-82f7a07e85c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.543101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8d6e098a-1f4a-4ec0-91dd-82f7a07e85c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14a57925a1e14f758675613ad14f98e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773999 Jul 16 08:52:42.543360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:42.616472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e098a-1f4a-4ec0-91dd-82f7a07e85c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd6054-f86d-4eb6-8bdc-ddeb52e9e5fc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:42.638294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24ac71e5-7a00-4ee3-8435-857cd1ba4634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.676662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24ac71e5-7a00-4ee3-8435-857cd1ba4634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.782616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:42.824468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed301d21-4a07-4738-ae37-b60f3b08f73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.862785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-c59a72ab-2640-4434-8817-cd889cf9aa4c tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:42.864532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-c59a72ab-2640-4434-8817-cd889cf9aa4c tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/networks?id=96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 200 len: 910 time: 0.2011335 Jul 16 08:52:42.869859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24ac71e5-7a00-4ee3-8435-857cd1ba4634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.874395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24ac71e5-7a00-4ee3-8435-857cd1ba4634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.875884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-24ac71e5-7a00-4ee3-8435-857cd1ba4634 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34fd6054-f86d-4eb6-8bdc-ddeb52e9e5fc HTTP/1.1" status: 204 len: 168 time: 0.3304825 Jul 16 08:52:42.956118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac71e5-7a00-4ee3-8435-857cd1ba4634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd6054-f86d-4eb6-8bdc-ddeb52e9e5fc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:42.964679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-5941a4af-65e5-462b-bb80-773005987f42 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/quotas/fd3fe4073982409b93ab3d3f28a3c0da HTTP/1.1" status: 200 len: 375 time: 0.0872617 Jul 16 08:52:43.034268 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a22e-8508-48e9-8156-e1983d46a3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.088175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed301d21-4a07-4738-ae37-b60f3b08f73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.095981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed301d21-4a07-4738-ae37-b60f3b08f73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.189413 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2736a549-457e-45bb-99b5-e1ff3a4a6ad8 req-8f5986aa-19f5-4dbd-a712-d828a14acba8 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0892501 Jul 16 08:52:43.216355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301d21-4a07-4738-ae37-b60f3b08f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689bfc9e-9621-4383-94e2-b30de0584040,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:43.227753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:43.235540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed301d21-4a07-4738-ae37-b60f3b08f73f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eac3fb80983f4f30ad401d074026a988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389043 Jul 16 08:52:43.324949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-47ddc302-83a2-4c47-bcec-ac1624aa4e43 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2872832 Jul 16 08:52:43.435137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cc3e-1de2-481a-bbef-66eb987dae80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.484920 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cc3e-1de2-481a-bbef-66eb987dae80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.503574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:43.512530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-411d9fc3-4f45-4e11-b8af-a374013808a8 service neutron] 10.222.0.41 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667576 Jul 16 08:52:43.521141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:43.586972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cc3e-1de2-481a-bbef-66eb987dae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.590094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cc3e-1de2-481a-bbef-66eb987dae80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.594350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5dc1cc3e-1de2-481a-bbef-66eb987dae80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/689bfc9e-9621-4383-94e2-b30de0584040 HTTP/1.1" status: 204 len: 168 time: 0.3604186 Jul 16 08:52:43.616473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1cc3e-1de2-481a-bbef-66eb987dae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689bfc9e-9621-4383-94e2-b30de0584040,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:43.667734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:43.669212 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.690552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-954695528', 'router:external': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:43.711747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-b23e723f-a462-4283-a02f-9f4df30dc07c service neutron] 10.222.0.41 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571484 Jul 16 08:52:43.728970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Made reservation on behalf of 6ed2fbbd01734f9fa5c9b872474f4a27 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:43.731604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.761923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.953475 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.963971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.086014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:44.116730 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Sync routers for ids ['ba66ed50-90b1-4184-b556-53c82f9553eb'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:44.136497 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Routers {'ba66ed50-90b1-4184-b556-53c82f9553eb'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:44.137812 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ba66ed50-90b1-4184-b556-53c82f9553eb'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:44.144514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f234258-cc00-4171-8665-4c61aca2a1c5 req-99640f48-fdd1-41ec-a5ca-79c9a408674b tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 210 time: 0.1502256 Jul 16 08:52:44.146559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d8a877-ac66-4764-b006-6ec45b7b87a3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.159641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.160209 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Added segment 6f908976-da49-4fe7-b5b7-fe2ac62392f1 of type vlan for network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 Jul 16 08:52:44.308063 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.425551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.426718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.427406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.446680 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Set router ba66ed50-90b1-4184-b556-53c82f9553eb gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:44.542016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f8f48d50-b4a7-4c16-99af-14613f165c5d req-2c451653-9592-41a2-b83a-4243519c3ef5 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0557241 Jul 16 08:52:44.552470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Network': ['ID=d6383d6b-7089-4bf7-aa46-9e24d42ff2c2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.568394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bedca9ca-cd18-442e-93c5-a6794b765a28 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0636771 Jul 16 08:52:44.569283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:44.571657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47234) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:44.576837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'subnet': {'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:44.622528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Made reservation on behalf of 6ed2fbbd01734f9fa5c9b872474f4a27 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:44.625841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.875279 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '22d441ae-d6fc-430c-8093-a8afcf023987', 'name': '', 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'mac_address': 'fa:16:3e:09:e0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:38Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 2, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'subnets': [{'id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:44.918054 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Checking router: ba66ed50-90b1-4184-b556-53c82f9553eb for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:44.918054 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Updating router ba66ed50-90b1-4184-b556-53c82f9553eb port 22d441ae-d6fc-430c-8093-a8afcf023987 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:44.971099 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.320315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.objects.ports [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:52:45.321009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.417790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Checking segment: {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:45.418361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network hostable DHCP agents. Network: d6383d6b-7089-4bf7-aa46-9e24d42ff2c2, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:45.421540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6b051aeb-9f8b-475f-94af-634ebde598f7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:45.438110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eeb0c33f-9908-4561-9816-ae2dec6b9c8f req-9e2e82fa-3795-4216-9bc4-f031066b3948 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 210 time: 0.0594354 Jul 16 08:52:45.468292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:45.482284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, d6383d6b-7089-4bf7-aa46-9e24d42ff2c2) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:45.489555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.492112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95fe0c7-1b85-46f3-9d83-780cea224dd0 None None] Network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:45.492903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.511999 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1b461652-b3a5-425b-bf3a-49b9342931aa tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9392240 Jul 16 08:52:45.514922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:45.527035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1008100758', 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:45.542957 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.576192 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Transition to ACTIVE for port object 22d441ae-d6fc-430c-8093-a8afcf023987 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:45.577548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Made reservation on behalf of 6ed2fbbd01734f9fa5c9b872474f4a27 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:45.581934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.587744 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.693407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-604cbd1a-027b-41a1-bced-90a2dc204b7d req-d70654d1-bdb5-4951-9f5a-84fecc98f481 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.2541511 Jul 16 08:52:45.703815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] device_id is not set on port 67647080-069c-4776-8629-aef200a291e9 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:52:45.759443 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe15534-0f13-441f-bcf1-954ab491ab3e None None] Pushing event updated for resources: {'Port': ['ID=22d441ae-d6fc-430c-8093-a8afcf023987,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:45.844441 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df48cdd6-66ed-41c0-a215-fcabde6b5f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.922731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81e1398a-e631-4d7f-a6d9-8c27140fb576 req-d2592cea-463f-4efa-88ff-6c821e61cf3b tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0986826 Jul 16 08:52:45.974380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.055171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a28822-554f-41c0-b674-9fa858f8ec95 None None] Network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:46.058547 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Attempting to bind port 22d441ae-d6fc-430c-8093-a8afcf023987 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:46.058924 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Attempting to bind port 22d441ae-d6fc-430c-8093-a8afcf023987 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:46.059291 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Attempting to bind port 22d441ae-d6fc-430c-8093-a8afcf023987 on network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:46.069590 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:46.069963 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Checking segment: {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:46.070371 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.073436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Bound using segment: {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:46.073587 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Bound port: 22d441ae-d6fc-430c-8093-a8afcf023987, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca025376-22bb-4870-8046-6489137ce5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:46.073954 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.230866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Allocated IP 2001:db8::c7 (d6383d6b-7089-4bf7-aa46-9e24d42ff2c2/6b051aeb-9f8b-475f-94af-634ebde598f7/67647080-069c-4776-8629-aef200a291e9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:46.262834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-ade5b646-fad5-43c5-af9b-8535c2f94569 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:46.264614 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] For port 22d441ae-d6fc-430c-8093-a8afcf023987, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:46.265988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-ade5b646-fad5-43c5-af9b-8535c2f94569 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.18 "GET /v2.0/networks?id=96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 200 len: 910 time: 0.4213176 Jul 16 08:52:46.270054 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] For port 22d441ae-d6fc-430c-8093-a8afcf023987, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=22d441ae-d6fc-430c-8093-a8afcf023987,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:46.282046 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.291565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Request body: {'port': {'device_id': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'admin_state_up': True, 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:46.350352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Made reservation on behalf of fd3fe4073982409b93ab3d3f28a3c0da for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:46.354051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.409314 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Routers {'ba66ed50-90b1-4184-b556-53c82f9553eb'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:46.409985 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ba66ed50-90b1-4184-b556-53c82f9553eb'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:46.658353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.863589 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe15534-0f13-441f-bcf1-954ab491ab3e None None] Pushing event updated for resources: {'Port': ['ID=22d441ae-d6fc-430c-8093-a8afcf023987,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.888436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] Set router ba66ed50-90b1-4184-b556-53c82f9553eb gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:46.917851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa5de234-54fe-4bed-8274-5da3d580d982 req-bfbead53-f436-442f-8019-cc3c56af0147 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 210 time: 0.0849013 Jul 16 08:52:46.942505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.959151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Allocated IP 172.20.0.5 (96218c39-b49f-42d4-b728-b1a9fbbdc4be/590bf4fc-0734-4868-a462-edc9789ac332/09d79704-0d2a-44cf-bd45-9364ffdcffc4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:47.156901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d192058-3dac-433f-bdca-84d8c17951c6 req-4980ad81-e3dd-49f1-9bcc-721032b7c6af tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0338192 Jul 16 08:52:47.196258 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.262532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:47.263389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Port': ['ID=67647080-069c-4776-8629-aef200a291e9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.267156 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '22d441ae-d6fc-430c-8093-a8afcf023987', 'name': '', 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'mac_address': 'fa:16:3e:09:e0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:38Z', 'updated_at': '2021-07-16T08:52:46Z', 'revision_number': 4, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'subnets': [{'id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:47.284941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:47.290756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:47.291819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.292433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.318970 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431633f-ddb4-4b23-bf40-516ecef6e7ec None None] The sync data for ids ['ba66ed50-90b1-4184-b556-53c82f9553eb'] in n-d-798249-10 is: [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:52:39Z', 'revision_number': 4, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '22d441ae-d6fc-430c-8093-a8afcf023987', 'name': '', 'network_id': '16ee6578-939f-4f7f-bf8a-53479a20ffd3', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'mac_address': 'fa:16:3e:09:e0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:38Z', 'updated_at': '2021-07-16T08:52:46Z', 'revision_number': 4, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'subnets': [{'id': 'a4b0449d-60e7-434f-ad2b-a3917a9c7904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:47.335660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.357388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:47.357554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd43ae3a-9f9e-4a51-ac6f-372862d4805b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8412645 Jul 16 08:52:47.362852 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Transition to ACTIVE for port object 09d79704-0d2a-44cf-bd45-9364ffdcffc4 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:47.480131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.536341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Deleting port 67647080-069c-4776-8629-aef200a291e9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:47.537801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.578655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:47.589318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:47.593628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:47.610772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 22d441ae-d6fc-430c-8093-a8afcf023987 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:47.622529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Pushing event updated for resources: {'Port': ['ID=09d79704-0d2a-44cf-bd45-9364ffdcffc4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.729710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.730457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.761614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-3ea64fc9-f53b-4af6-8c85-31fd32a3eeba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4837024 Jul 16 08:52:47.791211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Request body: {'port': {'device_id': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:47.799812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47332) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:47.829895 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.834307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.870322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 22d441ae-d6fc-430c-8093-a8afcf023987 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:47.888727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Calling delete_port for 67647080-069c-4776-8629-aef200a291e9 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:47.889713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 22d441ae-d6fc-430c-8093-a8afcf023987 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:47.890168 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.016841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.184966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.195179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47acb9e0-f2f5-484c-8983-8a453db489be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.308907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ccde7946-ce0c-4713-b718-4b4631d3a8c9 None None] Provisioning for port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:48.380140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ccde7946-ce0c-4713-b718-4b4631d3a8c9 None None] Provisioning complete for port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:48.382016 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccde7946-ce0c-4713-b718-4b4631d3a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.384429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.427382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event deleted for resources: {'Port': ['ID=67647080-069c-4776-8629-aef200a291e9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.479236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 22d441ae-d6fc-430c-8093-a8afcf023987, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=22d441ae-d6fc-430c-8093-a8afcf023987,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:48.485920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.494210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4f3d733-ba9f-4d98-bf76-10b59763e04f req-9d756ba3-6a7f-443d-abdf-e4d4f5bc1cc3 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0913444 Jul 16 08:52:48.500667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.538645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ccde7946-ce0c-4713-b718-4b4631d3a8c9 None None] Port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:48.554215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.562357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d7660aa0-cabc-453c-ad1d-c2295c7dfaf5 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/ports/67647080-069c-4776-8629-aef200a291e9 HTTP/1.1" status: 204 len: 168 time: 1.2031121 Jul 16 08:52:48.563894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47362) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:48.566481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f918eb-03c2-4f23-8328-0be6c9726898 req-4a5d462f-9bb2-49e7-8cd2-7aeb149d978a tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.568597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34f918eb-03c2-4f23-8328-0be6c9726898 req-4a5d462f-9bb2-49e7-8cd2-7aeb149d978a tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1027 time: 0.2634394 Jul 16 08:52:48.589765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=22d441ae-d6fc-430c-8093-a8afcf023987,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.600075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.600749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.601261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.601812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.602315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.602831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.603424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.604113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.604497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.604994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.606114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.606811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.622334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2', 'external_fixed_ips': [{'subnet_id': '6b051aeb-9f8b-475f-94af-634ebde598f7', 'ip_address': '2001:db8::c7'}]}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:48.663509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34f918eb-03c2-4f23-8328-0be6c9726898 req-8c6e6968-965a-41c5-8efd-fe37612c6742 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889010 Jul 16 08:52:48.750865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47acb9e0-f2f5-484c-8983-8a453db489be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.765918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47acb9e0-f2f5-484c-8983-8a453db489be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.771852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47366) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:48.851867 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.852856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.871545 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-47acb9e0-f2f5-484c-8983-8a453db489be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4290ced7b71e4c21a29ad3e97b3d27ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0687304 Jul 16 08:52:48.875427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acb9e0-f2f5-484c-8983-8a453db489be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78da3d80-52a5-45a2-a3da-d1cd2a1ee281,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.875982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:48.895571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d79704-0d2a-44cf-bd45-9364ffdcffc4 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:48.906927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.962021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Transition to ACTIVE for port object 09d79704-0d2a-44cf-bd45-9364ffdcffc4 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:48.965844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.966044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4143a408-0b07-4890-91fb-40eeb82de6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.969577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.007867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59e0b58b-03ce-4e84-8245-85f9a1d12648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.077197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59e0b58b-03ce-4e84-8245-85f9a1d12648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.149025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Pushing event updated for resources: {'Port': ['ID=09d79704-0d2a-44cf-bd45-9364ffdcffc4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.199163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59e0b58b-03ce-4e84-8245-85f9a1d12648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.207664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59e0b58b-03ce-4e84-8245-85f9a1d12648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.224293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-59e0b58b-03ce-4e84-8245-85f9a1d12648 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78da3d80-52a5-45a2-a3da-d1cd2a1ee281 HTTP/1.1" status: 204 len: 168 time: 0.3470190 Jul 16 08:52:49.243175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b58b-03ce-4e84-8245-85f9a1d12648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78da3d80-52a5-45a2-a3da-d1cd2a1ee281,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.288122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4143a408-0b07-4890-91fb-40eeb82de6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.290432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.298244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4143a408-0b07-4890-91fb-40eeb82de6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.364348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Attempting to bind port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:49.364685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Attempting to bind port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:49.365016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Attempting to bind port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:49.371736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:49.372067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Attempting to bind port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:49.380128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:49.380467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Checking segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:49.380862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Bound using segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:49.381294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Bound port: 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:49.381658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.400842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4143a408-0b07-4890-91fb-40eeb82de6f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f19da3546af24c7dae271e7a9ae1c26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278417 Jul 16 08:52:49.402259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a408-0b07-4890-91fb-40eeb82de6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9bb8ee-b25a-4b12-b09d-3c3ca88fecb3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.407011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.502964 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f645a375-121c-490f-a56e-f810202d91e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.538167 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f645a375-121c-490f-a56e-f810202d91e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.551737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] For port 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:49.571049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 22d441ae-d6fc-430c-8093-a8afcf023987 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:49.584185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] For port 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:49.590052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.646257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f645a375-121c-490f-a56e-f810202d91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.648870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f645a375-121c-490f-a56e-f810202d91e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.650160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f645a375-121c-490f-a56e-f810202d91e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d9bb8ee-b25a-4b12-b09d-3c3ca88fecb3 HTTP/1.1" status: 204 len: 168 time: 0.2419538 Jul 16 08:52:49.662552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645a375-121c-490f-a56e-f810202d91e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9bb8ee-b25a-4b12-b09d-3c3ca88fecb3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.666305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 22d441ae-d6fc-430c-8093-a8afcf023987 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:49.666683 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.701715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.702507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.704882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] 10.222.0.18 "PUT /v2.0/ports/09d79704-0d2a-44cf-bd45-9364ffdcffc4 HTTP/1.1" status: 200 len: 1092 time: 1.9345324 Jul 16 08:52:49.712696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'tag': '09d79704-0d2a-44cf-bd45-9364ffdcffc4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:49.728679 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a092819-847a-46e4-8863-1ab0869ba0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "793b09a6-bec5-4117-a638-7d41f3010ab1", "tag": "09d79704-0d2a-44cf-bd45-9364ffdcffc4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:49.792497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47388) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.821604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40f4ffd2-2e8b-4c80-acad-3909af2abe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.975903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bab3b29-c2ae-4f15-8a56-9b9a3a9e253d req-e7eb9e79-80c5-4904-8198-db37283620c6 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.1498039 Jul 16 08:52:50.073070 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae8e78e-9504-46c1-85fa-081a115a34c0 x-openstack-request-id: req-eae8e78e-9504-46c1-85fa-081a115a34c0 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:50.073675 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793b09a6-bec5-4117-a638-7d41f3010ab1", "tag": "09d79704-0d2a-44cf-bd45-9364ffdcffc4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:50.074242 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eae8e78e-9504-46c1-85fa-081a115a34c0 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:50.074959 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'tag': '09d79704-0d2a-44cf-bd45-9364ffdcffc4', 'status': 'completed', 'code': 200} Jul 16 08:52:50.079134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df27988-70d5-4921-a180-05579f11ebe0 service neutron] Pushing event updated for resources: {'Port': ['ID=09d79704-0d2a-44cf-bd45-9364ffdcffc4,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.103851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805f2d-7984-489c-9fbf-939f27d1950d req-62d3b5f8-ab33-4534-8b5a-24f91cdcb90a tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.105403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e805f2d-7984-489c-9fbf-939f27d1950d req-62d3b5f8-ab33-4534-8b5a-24f91cdcb90a tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1095 time: 0.2199521 Jul 16 08:52:50.119418 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.164092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.180609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-2fcab421-353e-410a-b931-d763cc47d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.182525 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-2fcab421-353e-410a-b931-d763cc47d36a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1095 time: 0.3529072 Jul 16 08:52:50.205253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e805f2d-7984-489c-9fbf-939f27d1950d req-a943905c-4bdb-4e40-9693-651d1de39411 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848711 Jul 16 08:52:50.239949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40f4ffd2-2e8b-4c80-acad-3909af2abe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.249209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-40f4ffd2-2e8b-4c80-acad-3909af2abe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.293264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-f4fcdb57-26dc-4cf8-8edf-63556e816e2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4 HTTP/1.1" status: 200 len: 217 time: 0.0532401 Jul 16 08:52:50.308133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-40f4ffd2-2e8b-4c80-acad-3909af2abe0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02b7936edb524ca4b295c77a97c946ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144970 Jul 16 08:52:50.308847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47402) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:50.311345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4ffd2-2e8b-4c80-acad-3909af2abe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c78f2b-8a39-4b66-9d87-dbc964830551,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.376210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cfaae9-be86-4304-9046-2a715f5cf622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.405331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cfaae9-be86-4304-9046-2a715f5cf622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.406068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-69f24d18-84be-4c0a-9500-b99e92a1fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.407797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-69f24d18-84be-4c0a-9500-b99e92a1fd60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=590bf4fc-0734-4868-a462-edc9789ac332 HTTP/1.1" status: 200 len: 848 time: 0.1077347 Jul 16 08:52:50.468577 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cfaae9-be86-4304-9046-2a715f5cf622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.472242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95cfaae9-be86-4304-9046-2a715f5cf622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.476526 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-95cfaae9-be86-4304-9046-2a715f5cf622 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41c78f2b-8a39-4b66-9d87-dbc964830551 HTTP/1.1" status: 204 len: 168 time: 0.1665087 Jul 16 08:52:50.487357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfaae9-be86-4304-9046-2a715f5cf622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c78f2b-8a39-4b66-9d87-dbc964830551,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.499234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Allocated IP 2001:db8::c7 (d6383d6b-7089-4bf7-aa46-9e24d42ff2c2/6b051aeb-9f8b-475f-94af-634ebde598f7/9a4b7a97-bc20-45db-8433-6849069f3a34) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:50.543291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-37e496a7-6f25-466c-a121-ffba9349f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.545689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-37e496a7-6f25-466c-a121-ffba9349f6bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96218c39-b49f-42d4-b728-b1a9fbbdc4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130483 Jul 16 08:52:50.733914 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.742089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-5563746d-dc34-47d5-8ff0-52c2e13bfa5e service neutron] 10.222.0.18 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887717 Jul 16 08:52:50.861235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.902486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbb6e62b-abee-4ab2-9e2a-8a3860144f3f req-cc15a134-cd37-439c-a013-8e1d9114d704 service neutron] 10.222.0.18 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533926 Jul 16 08:52:50.915383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:50.922815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:50.925270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:51.018327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Port': ['ID=9a4b7a97-bc20-45db-8433-6849069f3a34,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:51.151219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-7514468c-e845-430d-a0e4-0b1c3ebeda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.152907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-7514468c-e845-430d-a0e4-0b1c3ebeda45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1768343 Jul 16 08:52:51.445120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b90d6-ef78-45e7-a28e-1587a99efce7 req-294d8eb4-d8c9-48db-b9ae-0c90c73e8975 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.457799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-941b90d6-ef78-45e7-a28e-1587a99efce7 req-294d8eb4-d8c9-48db-b9ae-0c90c73e8975 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1095 time: 0.0965226 Jul 16 08:52:51.509029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-941b90d6-ef78-45e7-a28e-1587a99efce7 req-f7487cd9-1d52-479f-a839-66ed24adfe8a tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497444 Jul 16 08:52:51.661157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9300f11a-98a2-459a-b4aa-1e96670067d5 req-f508f247-1373-458e-b207-44769fdff44f tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.4729660 Jul 16 08:52:51.760935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.839376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-d959f7f4-ffdd-4e7d-a7c9-24cd731f9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.840755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-d959f7f4-ffdd-4e7d-a7c9-24cd731f9f70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 200 len: 910 time: 0.6784334 Jul 16 08:52:51.998728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 09d79704-0d2a-44cf-bd45-9364ffdcffc4 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:52.018288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-2b84d774-5431-4428-a9b0-64727ea8b6a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4 HTTP/1.1" status: 200 len: 217 time: 0.1677840 Jul 16 08:52:52.163875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-59899f3f-3b6a-4d88-9eba-8e5f3cfa281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.165973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-59899f3f-3b6a-4d88-9eba-8e5f3cfa281d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=590bf4fc-0734-4868-a462-edc9789ac332 HTTP/1.1" status: 200 len: 848 time: 0.1416287 Jul 16 08:52:52.169449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:52.182363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '09d79704-0d2a-44cf-bd45-9364ffdcffc4', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'port_id': '09d79704-0d2a-44cf-bd45-9364ffdcffc4', 'mac_address': 'fa:16:3e:38:0c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:52.228823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.243931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d79704-0d2a-44cf-bd45-9364ffdcffc4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:52.278392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:52.287968 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.302772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.308205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-b34e0cb6-6c13-4d89-9ff3-5c3b37319f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.310796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-b34e0cb6-6c13-4d89-9ff3-5c3b37319f87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96218c39-b49f-42d4-b728-b1a9fbbdc4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371856 Jul 16 08:52:52.348562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=09d79704-0d2a-44cf-bd45-9364ffdcffc4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:52.526204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['09d79704-0d2a-44cf-bd45-9364ffdcffc4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:52.526712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-85a14a33-9cd9-40d3-b775-e8d17308aa26 service neutron] 10.222.0.18 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100899 Jul 16 08:52:52.632936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Router 2872bdaa-6dd8-400a-bdea-906366a6fad8 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:52.751171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3a092819-847a-46e4-8863-1ab0869ba0e0 req-a54c19c2-cbf3-43af-8f7c-0f479e1c68e6 service neutron] 10.222.0.18 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167451 Jul 16 08:52:52.860046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:52.883299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Sync routers for ids ['2872bdaa-6dd8-400a-bdea-906366a6fad8'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:52.897302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.899618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-03c34905-92ba-4159-98a7-808e550830a7 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.3328936 Jul 16 08:52:52.903288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47570) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:52.917721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Routers {'2872bdaa-6dd8-400a-bdea-906366a6fad8'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:52.919383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2872bdaa-6dd8-400a-bdea-906366a6fad8'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:53.072695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Set router 2872bdaa-6dd8-400a-bdea-906366a6fad8 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:53.113097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c51668e1-f53f-4030-a8db-db8f97789260 req-eb40d3a5-fbd8-48f0-98c4-b8a4c1a8f534 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.1575863 Jul 16 08:52:53.165920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.234403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.374247 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68d15bd7-fe7b-427c-b325-3192139d4a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.446154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2872bdaa-6dd8-400a-bdea-906366a6fad8', 'name': '', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2', 'external_fixed_ips': [{'subnet_id': '6b051aeb-9f8b-475f-94af-634ebde598f7', 'ip_address': '2001:db8::c7'}], 'enable_snat': True}, 'gw_port_id': '9a4b7a97-bc20-45db-8433-6849069f3a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:48Z', 'updated_at': '2021-07-16T08:52:51Z', 'revision_number': 3, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port': {'id': '9a4b7a97-bc20-45db-8433-6849069f3a34', 'name': '', 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2872bdaa-6dd8-400a-bdea-906366a6fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '6b051aeb-9f8b-475f-94af-634ebde598f7', 'ip_address': '2001:db8::c7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:50Z', 'updated_at': '2021-07-16T08:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b051aeb-9f8b-475f-94af-634ebde598f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:53.466173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34194401-d1da-4fc9-a531-708688408572 req-94603f1c-c333-4540-a6d1-2b50720f6272 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.475242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34194401-d1da-4fc9-a531-708688408572 req-94603f1c-c333-4540-a6d1-2b50720f6272 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1096 time: 0.7331333 Jul 16 08:52:53.507097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Checking router: 2872bdaa-6dd8-400a-bdea-906366a6fad8 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:53.520644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Updating router 2872bdaa-6dd8-400a-bdea-906366a6fad8 port 9a4b7a97-bc20-45db-8433-6849069f3a34 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:53.528471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34194401-d1da-4fc9-a531-708688408572 req-2d0a991f-ac75-4044-a070-525e07b23637 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Jul 16 08:52:53.534956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68d15bd7-fe7b-427c-b325-3192139d4a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.547360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68d15bd7-fe7b-427c-b325-3192139d4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.567437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.577596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.608632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-68d15bd7-fe7b-427c-b325-3192139d4a74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=746d100838ba4b3b91d44d70b8b02480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415090 Jul 16 08:52:53.609836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d15bd7-fe7b-427c-b325-3192139d4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e74e0f-e334-4855-8f91-2b44cad82da0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.611411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47596) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.675828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Deleting port 9a4b7a97-bc20-45db-8433-6849069f3a34 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:53.676210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.696482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5787283f-1d19-4c56-8a60-33f3a9b8a61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.722714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5787283f-1d19-4c56-8a60-33f3a9b8a61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.772303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.803642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Calling delete_port for 9a4b7a97-bc20-45db-8433-6849069f3a34 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:53.825413 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5787283f-1d19-4c56-8a60-33f3a9b8a61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.829488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5787283f-1d19-4c56-8a60-33f3a9b8a61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.831872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5787283f-1d19-4c56-8a60-33f3a9b8a61d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55e74e0f-e334-4855-8f91-2b44cad82da0 HTTP/1.1" status: 204 len: 168 time: 0.2191761 Jul 16 08:52:53.859606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787283f-1d19-4c56-8a60-33f3a9b8a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e74e0f-e334-4855-8f91-2b44cad82da0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.947807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.969319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Transition to ACTIVE for port object 9a4b7a97-bc20-45db-8433-6849069f3a34 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:53.978448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.014288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 09d79704-0d2a-44cf-bd45-9364ffdcffc4 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:54.095636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5f04-55b4-4b0e-8e6e-eeea539cab5d None None] Pushing event updated for resources: {'Port': ['ID=9a4b7a97-bc20-45db-8433-6849069f3a34,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.100772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:54.103244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Attempting to bind port 9a4b7a97-bc20-45db-8433-6849069f3a34 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:54.103632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Attempting to bind port 9a4b7a97-bc20-45db-8433-6849069f3a34 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:54.104123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Attempting to bind port 9a4b7a97-bc20-45db-8433-6849069f3a34 on network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:54.109271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:54.110603 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.115790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:54.116237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Checking segment: {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:54.116842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.117037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Bound using segment: {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:54.117613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Bound port: 9a4b7a97-bc20-45db-8433-6849069f3a34, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:54.118004 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.207625 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.304756 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.307144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a4b7a97-bc20-45db-8433-6849069f3a34,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.381128 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:52:54.381128 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:52:54.487946 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.525496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d79704-0d2a-44cf-bd45-9364ffdcffc4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:54.534960 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432500ec-f6a3-4836-a339-aac5b56a9d34" -d '{"events": [{"server_uuid": "793b09a6-bec5-4117-a638-7d41f3010ab1", "name": "network-vif-plugged", "status": "completed", "tag": "09d79704-0d2a-44cf-bd45-9364ffdcffc4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:54.552508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-761ac7ad-1f4d-40dc-9cf9-20da4df37653 req-eda5be6d-0956-4f3c-8ec4-f4b3fcc0ad5f tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0806730 Jul 16 08:52:54.562606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:54.567171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.581792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.587829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.657207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=09d79704-0d2a-44cf-bd45-9364ffdcffc4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.693080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47622) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:54.740434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.740962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2872bdaa-6dd8-400a-bdea-906366a6fad8 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:54.756675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.759995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f91247b8-0bd6-4693-bbf6-a6346688a94f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2872bdaa-6dd8-400a-bdea-906366a6fad8 HTTP/1.1" status: 204 len: 168 time: 1.8521206 Jul 16 08:52:54.762325 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47624) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:54.803428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5543-90de-40ec-99c2-345ae130a862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.846770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Deleting subnet 6b051aeb-9f8b-475f-94af-634ebde598f7 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:54.850916 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.867476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37ec0-96b8-4c38-a07d-cbf95331f3f2 req-e25c30ac-2f0e-4d19-a8fd-df151c81fb7e tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.875737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6a37ec0-96b8-4c38-a07d-cbf95331f3f2 req-e25c30ac-2f0e-4d19-a8fd-df151c81fb7e tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1742373 Jul 16 08:52:54.902217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Attempting to bind port 9a4b7a97-bc20-45db-8433-6849069f3a34 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:54.902741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Attempting to bind port 9a4b7a97-bc20-45db-8433-6849069f3a34 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:54.904188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Attempting to bind port 9a4b7a97-bc20-45db-8433-6849069f3a34 on network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:54.905336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.917011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:54.917375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Checking segment: {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:54.917775 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.918171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Bound using segment: {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:54.918649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Bound port: 9a4b7a97-bc20-45db-8433-6849069f3a34, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f908976-da49-4fe7-b5b7-fe2ac62392f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd6383d6b-7089-4bf7-aa46-9e24d42ff2c2'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:54.919029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.961838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6a37ec0-96b8-4c38-a07d-cbf95331f3f2 req-8fd299e3-8f57-4977-b462-8880155c6971 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851245 Jul 16 08:52:54.968742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.990073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Port 9a4b7a97-bc20-45db-8433-6849069f3a34 has been deleted concurrently {{(pid=93701) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 08:52:54.992767 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb047b53-386d-409a-8dfd-feae8575d6d3 x-openstack-request-id: req-fb047b53-386d-409a-8dfd-feae8575d6d3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:54.993095 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793b09a6-bec5-4117-a638-7d41f3010ab1", "name": "network-vif-plugged", "status": "completed", "tag": "09d79704-0d2a-44cf-bd45-9364ffdcffc4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:54.993373 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb047b53-386d-409a-8dfd-feae8575d6d3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:54.993802 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d79704-0d2a-44cf-bd45-9364ffdcffc4', 'code': 200} Jul 16 08:52:55.003674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Routers set() bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:55.004116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Router IDs set() for agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:52:55.004762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_agentschedulers_db [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2872bdaa-6dd8-400a-bdea-906366a6fad8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent'). {{(pid=93701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:52:55.005144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c09ae-6853-428b-88ce-42d9e0e8f2d7 None None] The sync data for ids ['2872bdaa-6dd8-400a-bdea-906366a6fad8'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:55.019110 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5543-90de-40ec-99c2-345ae130a862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.026486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5543-90de-40ec-99c2-345ae130a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.040606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.072598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.074510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/6b051aeb-9f8b-475f-94af-634ebde598f7 HTTP/1.1" status: 204 len: 168 time: 0.3004701 Jul 16 08:52:55.075539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e543b74-3896-4bbc-8353-cb93b8e7f76b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6b051aeb-9f8b-475f-94af-634ebde598f7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.077197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.099360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc5543-90de-40ec-99c2-345ae130a862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d3248b-9b49-4755-942b-35b79b0015c4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.108265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b8bc5543-90de-40ec-99c2-345ae130a862 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00dd79fb2b6d4ac1b7fe5cf9b2fa8481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138458 Jul 16 08:52:55.108501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47634) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.133678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb455-6435-4c22-b44c-2dbc1f629ec9 req-f743cca3-29c7-4382-a7e1-c2339afdb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.135547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1bacb455-6435-4c22-b44c-2dbc1f629ec9 req-f743cca3-29c7-4382-a7e1-c2339afdb3ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.0933599 Jul 16 08:52:55.185591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1bacb455-6435-4c22-b44c-2dbc1f629ec9 req-91814bff-d3ed-4c97-8ef1-26be85f0a8a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Jul 16 08:52:55.185903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.264910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e497a9df-c399-478e-a471-a3994ab4ff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.319611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.331035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e497a9df-c399-478e-a471-a3994ab4ff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.340467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6383d6b-7089-4bf7-aa46-9e24d42ff2c2']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.357840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f908976-da49-4fe7-b5b7-fe2ac62392f1') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.358233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f908976-da49-4fe7-b5b7-fe2ac62392f1') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:55.384246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.408338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.421040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:55.421482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:55.423293 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:55.440772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e497a9df-c399-478e-a471-a3994ab4ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.443309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e497a9df-c399-478e-a471-a3994ab4ff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.444463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e497a9df-c399-478e-a471-a3994ab4ff0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2d3248b-9b49-4755-942b-35b79b0015c4 HTTP/1.1" status: 204 len: 168 time: 0.3350525 Jul 16 08:52:55.457126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497a9df-c399-478e-a471-a3994ab4ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d3248b-9b49-4755-942b-35b79b0015c4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.511370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.521507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:52:55.524090 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.526516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d6383d6b-7089-4bf7-aa46-9e24d42ff2c2 HTTP/1.1" status: 204 len: 168 time: 0.4481914 Jul 16 08:52:55.540933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c992b-fa42-42ed-8c47-50a35e30559c tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6383d6b-7089-4bf7-aa46-9e24d42ff2c2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.835707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c99e5036-1c25-41ae-8dde-02cd0c166672 req-aff7238a-18eb-4c15-9e19-fdc5a0e33649 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0877595 Jul 16 08:52:56.180690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47678) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:56.187728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'name': 'tempest-router--1861732086', 'project_id': '0b3c743468fa492cb9dea318c04b7174'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:56.222042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.223426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.334309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.343311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.373086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5dc3-707e-4eca-8bd1-0176d9a34bde req-9e9e994f-d89b-4bf4-86d2-6ce76b848aea tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.381266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-194c5dc3-707e-4eca-8bd1-0176d9a34bde req-9e9e994f-d89b-4bf4-86d2-6ce76b848aea tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.2640293 Jul 16 08:52:56.400605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.406168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47684) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:56.406502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa6e00fe-0128-43d5-9753-3220e31f30f3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2234602 Jul 16 08:52:56.457191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-194c5dc3-707e-4eca-8bd1-0176d9a34bde req-704034e3-54ab-4018-bb54-a2f8fae4ab2a tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660875 Jul 16 08:52:56.530069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.713159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.715505 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.782429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.782429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d33098e9-5e34-4cb7-b298-236c2d297a00 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:56.788629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.791096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-91350f76-3921-46bd-9187-f179430a1f8f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d33098e9-5e34-4cb7-b298-236c2d297a00 HTTP/1.1" status: 204 len: 168 time: 0.3830838 Jul 16 08:52:57.087704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a225338e-5681-431b-8029-6fde01d1451c req-d060a0f4-e17d-4818-a761-4e47a1f7b3db tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0408196 Jul 16 08:52:57.101108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:57.326910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-184970110', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:57.352937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.354232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.416607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.657421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.731071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0508c8e-e940-4091-ab5f-5fbb13996d60 req-80d9de07-596f-4068-b2e7-434e05aa7d8d tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.732967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0508c8e-e940-4091-ab5f-5fbb13996d60 req-80d9de07-596f-4068-b2e7-434e05aa7d8d tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1443100 Jul 16 08:52:57.831100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0508c8e-e940-4091-ab5f-5fbb13996d60 req-87e8d4a6-5ddf-44b4-8d32-85a6760df810 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 Jul 16 08:52:57.956888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.998288 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.063952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce762-34f3-4b96-b549-0450590d843f req-96589b95-5299-487a-b6fa-44b31dec9a36 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.065707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-984ce762-34f3-4b96-b549-0450590d843f req-96589b95-5299-487a-b6fa-44b31dec9a36 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.0803599 Jul 16 08:52:58.148910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Allocated IP 172.25.0.236 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0f564ccf-085a-4611-9bfb-0af998af604c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:58.150799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-984ce762-34f3-4b96-b549-0450590d843f req-a929367b-3d3b-4f05-a872-73f9b232e502 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791490 Jul 16 08:52:58.371510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80419e-2b19-4155-8ff3-66e14751ae09 req-8b1c78f4-49a5-4ebd-97c9-303f863cc298 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.379903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f80419e-2b19-4155-8ff3-66e14751ae09 req-8b1c78f4-49a5-4ebd-97c9-303f863cc298 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.0729058 Jul 16 08:52:58.430456 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.433818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f80419e-2b19-4155-8ff3-66e14751ae09 req-c5d62b66-871a-42e4-8627-5a05efbd2c65 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508780 Jul 16 08:52:58.489794 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0032f08-2720-4316-9f21-7998758b8463 req-040dcc6e-d7c5-4795-826e-487c1d7f0068 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.1277344 Jul 16 08:52:58.505241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.557631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:58.561182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:58.565017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:58.591068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event updated for resources: {'Port': ['ID=0f564ccf-085a-4611-9bfb-0af998af604c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:58.978860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-3c9d7be6-b704-408d-9d62-e310970068ef tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.988628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-3c9d7be6-b704-408d-9d62-e310970068ef tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/networks?id=96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 200 len: 910 time: 0.1460311 Jul 16 08:52:59.001469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.007705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-7710f0a4-5c05-4aa3-a460-091d8963cf55 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/quotas/fd3fe4073982409b93ab3d3f28a3c0da HTTP/1.1" status: 200 len: 375 time: 0.0178783 Jul 16 08:52:59.093055 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-8c5975e4-b787-4f30-a829-cbde27bc49f3 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790186 Jul 16 08:52:59.249687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-5b9c9dcd-0f34-413b-8325-6e806c0b7082 service neutron] 10.222.0.41 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487906 Jul 16 08:52:59.375685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-c9236642-9ce5-488c-9db0-452a38157871 service neutron] 10.222.0.41 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187334 Jul 16 08:52:59.712021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35af3f43-582f-4896-8c14-c8c589a50439 req-1d0e4191-92d3-4df6-91b0-5c722acb61b2 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0422423 Jul 16 08:52:59.719411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-258ecb06-3aa7-4691-adc1-cf4868b2bedc req-7555b933-6ba4-408a-b167-87b52550f6ac tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 210 time: 0.1250200 Jul 16 08:52:59.775921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.993408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Router ea08b16f-b34e-42ed-a5ae-a60aadfc3978 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:00.162939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:00.179067 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] Sync routers for ids ['ea08b16f-b34e-42ed-a5ae-a60aadfc3978'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:00.191729 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] Routers {'ea08b16f-b34e-42ed-a5ae-a60aadfc3978'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:00.193282 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ea08b16f-b34e-42ed-a5ae-a60aadfc3978'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.196325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.202175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38782755-9b12-41f2-af7d-d1f93b838ce7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0965981 Jul 16 08:53:00.202639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:00.259852 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.270427 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] Routers {'ea08b16f-b34e-42ed-a5ae-a60aadfc3978'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:00.271311 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ea08b16f-b34e-42ed-a5ae-a60aadfc3978'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.324861 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.326453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4785fc2e-3196-4cc0-92dd-0193e7abfd36 None None] The sync data for ids ['ea08b16f-b34e-42ed-a5ae-a60aadfc3978'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:00.385078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aaae47dd-419e-47ce-8dde-fa85caa70346 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/ea08b16f-b34e-42ed-a5ae-a60aadfc3978 HTTP/1.1" status: 200 len: 924 time: 0.1810408 Jul 16 08:53:00.387473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47892) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:00.441810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4cbadfe5-a37d-40de-896b-54431b73b43c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08b16f-b34e-42ed-a5ae-a60aadfc3978 HTTP/1.1" status: 200 len: 205 time: 0.0527048 Jul 16 08:53:00.444282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47902) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:00.579745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.701960 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.740490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47908) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:00.865956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf44334c-fdac-4bc3-99c7-073aa5bf7856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.877318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Deleting port 0f564ccf-085a-4611-9bfb-0af998af604c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:00.877675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.042368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-929aa8f0-e790-452b-8df3-7a2fa6be0cf1 req-d491ebc9-83f0-44df-a397-6f49b22857ab tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0702000 Jul 16 08:53:01.105300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.106566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9bfddc8-d355-4670-83c6-08d4f5a61ea7 req-8ffb67bb-eac4-44cf-aa22-fd428333336c tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 210 time: 0.0766234 Jul 16 08:53:01.119160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Calling delete_port for 0f564ccf-085a-4611-9bfb-0af998af604c owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:01.138181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf44334c-fdac-4bc3-99c7-073aa5bf7856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.146627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf44334c-fdac-4bc3-99c7-073aa5bf7856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.194796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-56d45323-8471-4f9d-882f-66f7db023a8c tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.196758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-56d45323-8471-4f9d-882f-66f7db023a8c tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.36 "GET /v2.0/networks?id=96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 200 len: 910 time: 0.2231469 Jul 16 08:53:01.212658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Request body: {'port': {'device_id': '6a06d4f5-2431-477f-bec2-60268016a506', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'admin_state_up': True, 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:01.222912 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cf44334c-fdac-4bc3-99c7-073aa5bf7856 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4114caea1fdb49f7b1c9f75f9bb14180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813349 Jul 16 08:53:01.226663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47922) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.243546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44334c-fdac-4bc3-99c7-073aa5bf7856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6552e79-be5d-4011-b2f4-4cab386fb624,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.314104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Made reservation on behalf of fd3fe4073982409b93ab3d3f28a3c0da for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:01.322770 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.344528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.375207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event deleted for resources: {'Port': ['ID=0f564ccf-085a-4611-9bfb-0af998af604c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.380396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cf42d79-3a1e-415e-aba9-977cfe9db3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.450406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cf42d79-3a1e-415e-aba9-977cfe9db3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.455189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.550563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Allocated IP 172.20.0.8 (96218c39-b49f-42d4-b728-b1a9fbbdc4be/590bf4fc-0734-4868-a462-edc9789ac332/7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:01.589300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.591733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.599787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cf42d79-3a1e-415e-aba9-977cfe9db3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.602149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2cf42d79-3a1e-415e-aba9-977cfe9db3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.605818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2cf42d79-3a1e-415e-aba9-977cfe9db3e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6552e79-be5d-4011-b2f4-4cab386fb624 HTTP/1.1" status: 204 len: 168 time: 0.3741102 Jul 16 08:53:01.641504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf42d79-3a1e-415e-aba9-977cfe9db3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6552e79-be5d-4011-b2f4-4cab386fb624,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.663895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.664582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Fanout notify agent at l3_agent the message router_deleted on router ea08b16f-b34e-42ed-a5ae-a60aadfc3978 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:01.687152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.689777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-250449d1-5c72-40c3-910f-d138ff769dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/ea08b16f-b34e-42ed-a5ae-a60aadfc3978 HTTP/1.1" status: 204 len: 168 time: 1.2441115 Jul 16 08:53:01.701264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47930) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.715969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'name': 'tempest-snat-router-13288609', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': False}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:01.816898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.821686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.923591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.944446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Transition to ACTIVE for port object 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:01.954043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.993949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.006178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['09d79704-0d2a-44cf-bd45-9364ffdcffc4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:02.044075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:02.047492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:02.050712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:02.099688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Pushing event updated for resources: {'Port': ['ID=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.131122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.136489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.161315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-15fa24f6-b513-4f2b-a24b-29d2aeef77bd tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9524212 Jul 16 08:53:02.180157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Request body: {'port': {'device_id': '6a06d4f5-2431-477f-bec2-60268016a506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:02.183160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.365342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.482763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b540d0b1-2852-4e66-89ed-f60af2dc95b4 req-5cee7e81-eff4-4787-a039-6a69a5d57ea7 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0434687 Jul 16 08:53:02.556073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47962) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:02.594117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19c969ef-18d3-483f-921c-320e28ddf082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.597996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b7c1a367-d339-40f2-80e7-b961cc716282 None None] Provisioning for port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:02.601943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b7c1a367-d339-40f2-80e7-b961cc716282 None None] Provisioning complete for port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:02.602329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7c1a367-d339-40f2-80e7-b961cc716282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.677261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1a367-d339-40f2-80e7-b961cc716282 None None] Port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:02.740927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ae211-ebc4-499b-9acf-ba3711e0997e req-820946f6-70d0-475e-9f82-d8b398898eab tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.748727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca8ae211-ebc4-499b-9acf-ba3711e0997e req-820946f6-70d0-475e-9f82-d8b398898eab tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1027 time: 0.2732394 Jul 16 08:53:02.751540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.779738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.857538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca8ae211-ebc4-499b-9acf-ba3711e0997e req-bdf02e4e-4687-46d7-885f-0ab0e1ea85b5 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077235 Jul 16 08:53:02.889978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:02.897199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19c969ef-18d3-483f-921c-320e28ddf082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.902795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.908616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19c969ef-18d3-483f-921c-320e28ddf082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.942699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Allocated IP 172.25.0.7 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/4af80491-4db6-43f6-b9ff-40b11d469044) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:02.950973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Transition to ACTIVE for port object 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:02.957324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-19c969ef-18d3-483f-921c-320e28ddf082 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e682315b61444a4284fd29fbbc8360aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002173 Jul 16 08:53:02.962799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:02.991009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.016312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c969ef-18d3-483f-921c-320e28ddf082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255757ab-5d49-4f02-be57-f936214053b0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.084289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.088959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.100215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-74bf0c7f-44ba-4714-876b-b69dc9c7aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.143383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.184044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-74bf0c7f-44ba-4714-876b-b69dc9c7aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.207262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:03.212515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:03.221816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:03.246068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Attempting to bind port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:03.246780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Attempting to bind port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:03.247627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Attempting to bind port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:03.254331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:03.254901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Attempting to bind port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd on network 96218c39-b49f-42d4-b728-b1a9fbbdc4be {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:03.264119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:03.264761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Checking segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:03.265387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Bound using segment: {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:03.266170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Bound port: 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:03.266796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.296408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Port': ['ID=4af80491-4db6-43f6-b9ff-40b11d469044,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.319776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-74bf0c7f-44ba-4714-876b-b69dc9c7aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.322363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-74bf0c7f-44ba-4714-876b-b69dc9c7aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.323572 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-74bf0c7f-44ba-4714-876b-b69dc9c7aabb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/255757ab-5d49-4f02-be57-f936214053b0 HTTP/1.1" status: 204 len: 168 time: 0.3598056 Jul 16 08:53:03.342857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0c7f-44ba-4714-876b-b69dc9c7aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255757ab-5d49-4f02-be57-f936214053b0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.392261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] For port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:03.402005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] For port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:03.413045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.476904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.477795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.479882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] 10.222.0.36 "PUT /v2.0/ports/7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd HTTP/1.1" status: 200 len: 1092 time: 1.3052137 Jul 16 08:53:03.480435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a06d4f5-2431-477f-bec2-60268016a506', 'tag': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:03.483158 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff137cde-52ff-4811-b2af-4bfad18671ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6a06d4f5-2431-477f-bec2-60268016a506", "tag": "7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:03.577945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.597053 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624748f3-0691-4674-b20e-a060d75d21a1 x-openstack-request-id: req-624748f3-0691-4674-b20e-a060d75d21a1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:03.599715 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a06d4f5-2431-477f-bec2-60268016a506", "tag": "7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:03.600226 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-624748f3-0691-4674-b20e-a060d75d21a1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:03.600883 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a06d4f5-2431-477f-bec2-60268016a506', 'tag': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd', 'status': 'completed', 'code': 200} Jul 16 08:53:03.609739 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:03.700826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913a9fc-aedc-4df4-bab6-0958b03c8f77 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.712191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.776716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-f54605ba-10d8-4155-a83f-f7a14cc63353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.778700 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-f54605ba-10d8-4155-a83f-f7a14cc63353 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1095 time: 0.2297516 Jul 16 08:53:03.822177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f634566-4f8b-4dc8-9783-8f87993e98d3 req-5c2a035c-15d5-4815-ad88-864bb369ac8e tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0527737 Jul 16 08:53:03.883967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-92550a9f-2922-4d18-afca-11f21053dc1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd HTTP/1.1" status: 200 len: 217 time: 0.0887620 Jul 16 08:53:03.973437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-7070337c-09fb-4b4c-9201-c79d541e74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.974988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-7070337c-09fb-4b4c-9201-c79d541e74d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=590bf4fc-0734-4868-a462-edc9789ac332 HTTP/1.1" status: 200 len: 848 time: 0.0846317 Jul 16 08:53:04.096339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-dc2f05f5-a5fc-4538-990f-e9a0e9693211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.098038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-dc2f05f5-a5fc-4538-990f-e9a0e9693211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96218c39-b49f-42d4-b728-b1a9fbbdc4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166914 Jul 16 08:53:04.167270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.250484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84601dfc-ec3e-4e30-8655-616d67b34dd0 req-f988e862-a23e-4374-a25c-cfe4780062d0 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.252428 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84601dfc-ec3e-4e30-8655-616d67b34dd0 req-f988e862-a23e-4374-a25c-cfe4780062d0 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1095 time: 0.1534953 Jul 16 08:53:04.295992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-b27f383e-5a54-4b78-80c9-c456b6331133 service neutron] 10.222.0.36 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827898 Jul 16 08:53:04.369215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84601dfc-ec3e-4e30-8655-616d67b34dd0 req-f4bb5630-6897-4259-82ce-0a2817672eaa tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095953 Jul 16 08:53:04.412792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c571e729-b338-46e3-b018-ad80f94ed0a5 req-2b1de4a5-2ab1-4369-9bc0-512d832f0964 service neutron] 10.222.0.36 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107967 Jul 16 08:53:04.418525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Router 69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:04.634693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-37208e60-6ff1-44aa-a67d-f4778274f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.636317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-37208e60-6ff1-44aa-a67d-f4778274f372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1095 time: 0.1252477 Jul 16 08:53:04.832319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-47b14185-365e-4ede-b75e-1b4341de4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.834628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-47b14185-365e-4ede-b75e-1b4341de4d3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 200 len: 910 time: 0.1910505 Jul 16 08:53:04.900264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-b8c3ae0c-3a74-47d5-83f9-b87dae7bd673 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd HTTP/1.1" status: 200 len: 217 time: 0.0582831 Jul 16 08:53:04.964278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-94f494ea-b295-456c-9c76-c50f273ca595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.966853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-94f494ea-b295-456c-9c76-c50f273ca595 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=590bf4fc-0734-4868-a462-edc9789ac332 HTTP/1.1" status: 200 len: 848 time: 0.0602567 Jul 16 08:53:05.088047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-42cf1757-09d0-49d9-9976-a7c065fd5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.090558 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-42cf1757-09d0-49d9-9976-a7c065fd5119 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96218c39-b49f-42d4-b728-b1a9fbbdc4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166866 Jul 16 08:53:05.149852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f623f92-981e-4224-8ce1-66bb25ba4d3b req-3e4b7797-0486-46a2-b87c-93db11043cf5 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0721991 Jul 16 08:53:05.160920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:05.170374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Sync routers for ids ['69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:05.181851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.188749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09c50707-8b35-4d92-8b7b-57a0c0316fdf tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.4810760 Jul 16 08:53:05.188871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Routers {'69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:05.188871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:05.189091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48064) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:05.245080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-1c35a5c9-f5c4-40bb-8e06-b27d1fe3f7a3 service neutron] 10.222.0.36 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476130 Jul 16 08:53:05.367551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ad91513-3a44-41b4-8a73-b05c6639f8f6 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a HTTP/1.1" status: 200 len: 905 time: 0.1782711 Jul 16 08:53:05.369574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:05.381454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'name': 'tempest-snat-router-13288609', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': True}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:05.397223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Set router 69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:05.426548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.427771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.463963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff137cde-52ff-4811-b2af-4bfad18671ed req-ea8532ea-4064-4307-a3d4-44ae55fcd9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114711 Jul 16 08:53:05.607726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.745871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a', 'name': 'tempest-snat-router-13288609', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.7'}], 'enable_snat': False}, 'gw_port_id': '4af80491-4db6-43f6-b9ff-40b11d469044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:03Z', 'revision_number': 3, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port': {'id': '4af80491-4db6-43f6-b9ff-40b11d469044', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:02Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:05.772723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Checking router: 69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:05.773472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Updating router 69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a port 4af80491-4db6-43f6-b9ff-40b11d469044 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:05.791168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718e12-5c13-4dbb-825d-dd2c973122a2 req-454d8624-3daf-442c-b15d-d0fc48827379 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.793235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12718e12-5c13-4dbb-825d-dd2c973122a2 req-454d8624-3daf-442c-b15d-d0fc48827379 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1095 time: 0.1176322 Jul 16 08:53:05.822181 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.871880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12718e12-5c13-4dbb-825d-dd2c973122a2 req-faa0debe-9080-4ef0-aa83-c8f632f2625d tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711038 Jul 16 08:53:05.897267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.187259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.187895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:06.224558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Transition to ACTIVE for port object 4af80491-4db6-43f6-b9ff-40b11d469044 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:06.231952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.239352 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.282003 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.283785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:06.387787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:06.428497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.449032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:06.456069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a2dcd-1eda-4aea-bbe1-1e481e0694c2 req-45533427-713e-4ad4-b774-d3817c794050 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0883048 Jul 16 08:53:06.467156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Attempting to bind port 4af80491-4db6-43f6-b9ff-40b11d469044 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:06.467566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Attempting to bind port 4af80491-4db6-43f6-b9ff-40b11d469044 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:06.468005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Attempting to bind port 4af80491-4db6-43f6-b9ff-40b11d469044 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:06.482133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd', 'network_id': '96218c39-b49f-42d4-b728-b1a9fbbdc4be', 'port_id': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd', 'mac_address': 'fa:16:3e:c9:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590bf4fc-0734-4868-a462-edc9789ac332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:06.518826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a34404-6079-47a2-8cb5-4372d6c47567 None None] Pushing event updated for resources: {'Port': ['ID=4af80491-4db6-43f6-b9ff-40b11d469044,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.522785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:06.523169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:06.523657 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.524056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:06.524702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Bound port: 4af80491-4db6-43f6-b9ff-40b11d469044, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:06.525100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.540814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.542139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Allocated IP 172.25.0.83 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/74b7fea3-af02-4bc0-97e3-350941019d1b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:06.589465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:06.613912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.622750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:06.634749 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.690314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] For port 4af80491-4db6-43f6-b9ff-40b11d469044, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:06.709355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.712843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] For port 4af80491-4db6-43f6-b9ff-40b11d469044, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4af80491-4db6-43f6-b9ff-40b11d469044,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:06.722427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.761378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.786765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.837215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:06.843670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Allocated IP 172.25.0.241 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/5ec4ab4b-051e-4391-a035-02a1349a3ce9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:06.845403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:06.850012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:06.875937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Routers {'69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:06.876633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:06.884769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Port': ['ID=74b7fea3-af02-4bc0-97e3-350941019d1b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.968959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:07.025755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.054115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] Set router 69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:07.085255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a34404-6079-47a2-8cb5-4372d6c47567 None None] Pushing event updated for resources: {'Port': ['ID=4af80491-4db6-43f6-b9ff-40b11d469044,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.132055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.151383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:07.155446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:07.158013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:07.266999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.269695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.299204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b01cae-27f2-4f05-845d-8c5b1cff5ae6 req-d62f563f-3417-4ee6-9537-416c97938738 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.306754 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65b01cae-27f2-4f05-845d-8c5b1cff5ae6 req-d62f563f-3417-4ee6-9537-416c97938738 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1096 time: 0.2401636 Jul 16 08:53:07.322098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a', 'name': 'tempest-snat-router-13288609', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.7'}], 'enable_snat': False}, 'gw_port_id': '4af80491-4db6-43f6-b9ff-40b11d469044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:03Z', 'revision_number': 3, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port': {'id': '4af80491-4db6-43f6-b9ff-40b11d469044', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:02Z', 'updated_at': '2021-07-16T08:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:07.367502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0fdf3-cd68-41f5-aaaf-54b7e4baaa9a None None] The sync data for ids ['69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a'] in n-d-798249-10 is: [{'id': '69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a', 'name': 'tempest-snat-router-13288609', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.7'}], 'enable_snat': False}, 'gw_port_id': '4af80491-4db6-43f6-b9ff-40b11d469044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:03Z', 'revision_number': 3, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port': {'id': '4af80491-4db6-43f6-b9ff-40b11d469044', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:02Z', 'updated_at': '2021-07-16T08:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:07.430870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec4ab4b-051e-4391-a035-02a1349a3ce9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.444927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.514207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65b01cae-27f2-4f05-845d-8c5b1cff5ae6 req-494f19a6-7d82-4cc6-af57-f5a53cee7c75 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062473 Jul 16 08:53:07.628680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.851292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.858480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.951659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7760b12b-230d-4abe-8a5e-c4f50b403f48 req-2f287548-0c1a-4a19-9220-17d28eef2ef6 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.2311184 Jul 16 08:53:07.974903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec4ab4b-051e-4391-a035-02a1349a3ce9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.982986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Router d62ba384-0d6a-4dd4-a84d-48903298d969 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:07.986279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.002287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.006437 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27994ffc-2204-4101-a11d-c8d42cf56703 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8153737 Jul 16 08:53:08.006674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48122) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.014028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-140086247', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'fixed_ips': [{'ip_address': '172.25.0.241'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:08.047935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Made reservation on behalf of fde8c2d1f5854e57af2776f3fc9766aa for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:08.054022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.070757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.206678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.213797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.248729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:08.252143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] device_id is not set on port 4fe5f94c-fa9a-40b6-963d-4b8fd1c3b069 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:08.256980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697b7235-f337-4b96-ad22-2e188e9106e7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.263962 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Sync routers for ids ['d62ba384-0d6a-4dd4-a84d-48903298d969'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:08.266105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:08.279487 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Routers {'d62ba384-0d6a-4dd4-a84d-48903298d969'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:08.280126 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d62ba384-0d6a-4dd4-a84d-48903298d969'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:08.296352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.301077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-973e4301-a006-472a-a5e7-7be82f9be66e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.9298861 Jul 16 08:53:08.302328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.405942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:08.425636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:08.426007 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.611032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a9222b1e-b8df-4166-90d9-244b2b5ed818 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/d62ba384-0d6a-4dd4-a84d-48903298d969 HTTP/1.1" status: 200 len: 905 time: 0.3043144 Jul 16 08:53:08.612180 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Set router d62ba384-0d6a-4dd4-a84d-48903298d969 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:08.614136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48132) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.659757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.710377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a06d4f5-2431-477f-bec2-60268016a506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:08.714356 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496809fd-733a-48bc-a38c-5cbcdac75375" -d '{"events": [{"server_uuid": "6a06d4f5-2431-477f-bec2-60268016a506", "name": "network-vif-plugged", "status": "completed", "tag": "7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:08.765267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:08.776023 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.809913 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:53:08.810491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:08.827466 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c2ea9b0-fb32-4fc2-be90-40b86a681415 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8190744 Jul 16 08:53:08.833360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.838679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c834c4-27d3-4509-aeae-7b50d040a5db req-1bed8c0d-39d1-472d-a458-b6574301c7e6 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.847172 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f51291-67ad-45ea-a1b1-adb354fe8e30 x-openstack-request-id: req-77f51291-67ad-45ea-a1b1-adb354fe8e30 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:08.847723 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a06d4f5-2431-477f-bec2-60268016a506", "name": "network-vif-plugged", "status": "completed", "tag": "7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:08.847986 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77f51291-67ad-45ea-a1b1-adb354fe8e30 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:08.848407 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a06d4f5-2431-477f-bec2-60268016a506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd', 'code': 200} Jul 16 08:53:08.851001 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-99c834c4-27d3-4509-aeae-7b50d040a5db req-1bed8c0d-39d1-472d-a458-b6574301c7e6 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1096 time: 0.1435416 Jul 16 08:53:08.888335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.907444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.925679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.070739 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62ba384-0d6a-4dd4-a84d-48903298d969', 'name': 'tempest-snat-router-13288609', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '74b7fea3-af02-4bc0-97e3-350941019d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:05Z', 'updated_at': '2021-07-16T08:53:07Z', 'revision_number': 3, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port': {'id': '74b7fea3-af02-4bc0-97e3-350941019d1b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62ba384-0d6a-4dd4-a84d-48903298d969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:09.073669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.078949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.109464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-99c834c4-27d3-4509-aeae-7b50d040a5db req-955e3daf-5a06-4d4d-8c53-d0528cf8042b tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575085 Jul 16 08:53:09.141542 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Checking router: d62ba384-0d6a-4dd4-a84d-48903298d969 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:09.141949 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Updating router d62ba384-0d6a-4dd4-a84d-48903298d969 port 74b7fea3-af02-4bc0-97e3-350941019d1b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:09.183870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f7bf2-d6be-4973-9e80-b5fe4bc7a78d req-a1ba730e-2c4e-4313-9403-50a5cf871fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:09.185554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-096f7bf2-d6be-4973-9e80-b5fe4bc7a78d req-a1ba730e-2c4e-4313-9403-50a5cf871fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.2567687 Jul 16 08:53:09.203141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Deleting port 5ec4ab4b-051e-4391-a035-02a1349a3ce9 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:09.203715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.213495 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.224361 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.248914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-344bfcdf-aa56-4620-a35d-556a4282c332 req-3f1fdc2b-f1ab-4429-9a2a-30276972db61 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0328958 Jul 16 08:53:09.251304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.266963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-096f7bf2-d6be-4973-9e80-b5fe4bc7a78d req-194b89a5-5f94-444e-b161-2e00e8546a10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742023 Jul 16 08:53:09.336357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=becd3d2ede2e45f395c22a00545a2574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452205 Jul 16 08:53:09.338291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16af6a6e-e72b-4ff6-84dd-67d8f0fbc89c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.345549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48146) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.349717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.350066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.350407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.350739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.351070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.351506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.351835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.352402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.352737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.353063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.353385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.353705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58348d3f-7200-4399-8cf3-89b358dc5135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.379860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Deleting port 74b7fea3-af02-4bc0-97e3-350941019d1b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:09.380555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.392330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.392805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.422828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Calling delete_port for 5ec4ab4b-051e-4391-a035-02a1349a3ce9 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:09.507429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.521850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Calling delete_port for 74b7fea3-af02-4bc0-97e3-350941019d1b owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:09.548866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.582849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4af80491-4db6-43f6-b9ff-40b11d469044 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:09.641179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.655465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 4af80491-4db6-43f6-b9ff-40b11d469044 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:09.662918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4af80491-4db6-43f6-b9ff-40b11d469044 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:09.664529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.728396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.731986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.733197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16af6a6e-e72b-4ff6-84dd-67d8f0fbc89c HTTP/1.1" status: 204 len: 168 time: 0.3860788 Jul 16 08:53:09.805453 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.825554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af6a6e-e72b-4ff6-84dd-67d8f0fbc89c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.829768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 4af80491-4db6-43f6-b9ff-40b11d469044, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4af80491-4db6-43f6-b9ff-40b11d469044,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:09.838812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.841015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.850925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.851646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.851945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.852267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.852651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.853217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.853471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.853846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.854260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.854796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.855111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce2019-6bf1-4b32-9122-7912f5de45d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:09.900519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.942778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=4af80491-4db6-43f6-b9ff-40b11d469044,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.944959 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.db.api [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:53:09.947257 n-d-798249-10 neutron-server[93702]: DEBUG oslo_db.api [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:53:09.948214 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.956162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec4ab4b-051e-4391-a035-02a1349a3ce9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.985535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event deleted for resources: {'Port': ['ID=74b7fea3-af02-4bc0-97e3-350941019d1b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.042138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.048018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.049747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-22019cca-4e74-4f00-86ce-d65437bc8886 tempest-ExternalNetworksAdminNegativeTestJSON-200252763 tempest-ExternalNetworksAdminNegativeTestJSON-200252763-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/2b9ba826-c1b8-4e5b-b65c-f1a40c8b3cd7 HTTP/1.1" status: 204 len: 168 time: 1.1958950 Jul 16 08:53:10.064470 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.157758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48158) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.186834 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5544-b7cb-4f3d-a615-23ae85ec2f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.417333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48164) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.469938 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Port 74b7fea3-af02-4bc0-97e3-350941019d1b not found while updating agent binding for router d62ba384-0d6a-4dd4-a84d-48903298d969. {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 08:53:10.480179 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Routers {'d62ba384-0d6a-4dd4-a84d-48903298d969'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:10.481418 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d62ba384-0d6a-4dd4-a84d-48903298d969'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:10.516374 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5544-b7cb-4f3d-a615-23ae85ec2f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.527583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2119c-06da-4d58-9901-572a3ab825d8 req-cd43597a-9248-492f-b169-0a753343ce37 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.529550 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2a2119c-06da-4d58-9901-572a3ab825d8 req-cd43597a-9248-492f-b169-0a753343ce37 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.2606649 Jul 16 08:53:10.530428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5544-b7cb-4f3d-a615-23ae85ec2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.571027 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] Set router d62ba384-0d6a-4dd4-a84d-48903298d969 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:10.598943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c2a2119c-06da-4d58-9901-572a3ab825d8 req-4afb8fe2-2c96-466e-a789-61baa1447622 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Jul 16 08:53:10.612858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d5544-b7cb-4f3d-a615-23ae85ec2f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f35514-e216-4053-a077-474b51318095,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.631900 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d7d5544-b7cb-4f3d-a615-23ae85ec2f50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb316881b4114f5aa411bb7a92621ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726853 Jul 16 08:53:10.632541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48168) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.661578 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62ba384-0d6a-4dd4-a84d-48903298d969', 'name': 'tempest-snat-router-13288609', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:05Z', 'updated_at': '2021-07-16T08:53:09Z', 'revision_number': 5, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:10.667517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d35dc9a-5859-4277-b3c8-9ec8f106cf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.668801 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.688225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.695220 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5887ca-c622-4272-8c54-c6c2d8376085 None None] The sync data for ids ['d62ba384-0d6a-4dd4-a84d-48903298d969'] in n-d-798249-10 is: [{'id': 'd62ba384-0d6a-4dd4-a84d-48903298d969', 'name': 'tempest-snat-router-13288609', 'tenant_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:05Z', 'updated_at': '2021-07-16T08:53:09Z', 'revision_number': 5, 'project_id': '6ed2fbbd01734f9fa5c9b872474f4a27', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:10.704240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-942a0cc8-fd80-4a9f-b8fb-39493188deee req-39c5e7f3-5621-4a22-ae30-ae492c348b6e tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0536852 Jul 16 08:53:10.728205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1359ad54-62fd-4eff-9285-16e9530dd718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.756054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.756054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d62ba384-0d6a-4dd4-a84d-48903298d969 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:10.762606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.769422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48174) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.770857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e6c81ba8-67d9-4fd6-a36b-7e4faf132aab tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d62ba384-0d6a-4dd4-a84d-48903298d969 HTTP/1.1" status: 204 len: 168 time: 2.1556096 Jul 16 08:53:10.788372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1359ad54-62fd-4eff-9285-16e9530dd718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.984545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.030698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1359ad54-62fd-4eff-9285-16e9530dd718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.033435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1359ad54-62fd-4eff-9285-16e9530dd718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.037096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1359ad54-62fd-4eff-9285-16e9530dd718 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9f35514-e216-4053-a077-474b51318095 HTTP/1.1" status: 204 len: 168 time: 0.4035418 Jul 16 08:53:11.039909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d35dc9a-5859-4277-b3c8-9ec8f106cf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.053407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359ad54-62fd-4eff-9285-16e9530dd718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f35514-e216-4053-a077-474b51318095,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.058052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d35dc9a-5859-4277-b3c8-9ec8f106cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.099696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48180) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:11.212949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5bd2b6ff-8517-4d2a-b6b7-2f9e95540b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.354787 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5bd2b6ff-8517-4d2a-b6b7-2f9e95540b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.360171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5bd2b6ff-8517-4d2a-b6b7-2f9e95540b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.405273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5bd2b6ff-8517-4d2a-b6b7-2f9e95540b9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1419b7b9bc4443a7bf82c6a31e98f269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045926 Jul 16 08:53:11.407846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48188) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:11.414415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2b6ff-8517-4d2a-b6b7-2f9e95540b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56f20e-61ca-4691-9dfa-773cddb611b7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.472202 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f1d0-9304-4c74-b767-a29a458f1ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.499236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f1d0-9304-4c74-b767-a29a458f1ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.508468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d35dc9a-5859-4277-b3c8-9ec8f106cf55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44e409c4d7b84495a5dea4b9a3c304f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854723 Jul 16 08:53:11.510997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:11.534896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dc9a-5859-4277-b3c8-9ec8f106cf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ac6e1-70de-4154-9a1a-425a5ebbe7f5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.559293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4af80491-4db6-43f6-b9ff-40b11d469044 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:11.562291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.564233 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f1d0-9304-4c74-b767-a29a458f1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.569175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f1d0-9304-4c74-b767-a29a458f1ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.572831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ce3f1d0-9304-4c74-b767-a29a458f1ea1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad56f20e-61ca-4691-9dfa-773cddb611b7 HTTP/1.1" status: 204 len: 168 time: 0.1616330 Jul 16 08:53:11.584923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3f1d0-9304-4c74-b767-a29a458f1ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56f20e-61ca-4691-9dfa-773cddb611b7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.635577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26251da9-3d2e-480c-be5e-84c98ad055a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.665490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4af80491-4db6-43f6-b9ff-40b11d469044 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:11.665967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.693682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26251da9-3d2e-480c-be5e-84c98ad055a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.782023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Deleting port 4af80491-4db6-43f6-b9ff-40b11d469044 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:11.783579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.854159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26251da9-3d2e-480c-be5e-84c98ad055a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.857001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26251da9-3d2e-480c-be5e-84c98ad055a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.860514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-26251da9-3d2e-480c-be5e-84c98ad055a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e24ac6e1-70de-4154-9a1a-425a5ebbe7f5 HTTP/1.1" status: 204 len: 168 time: 0.3405988 Jul 16 08:53:11.933775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26251da9-3d2e-480c-be5e-84c98ad055a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ac6e1-70de-4154-9a1a-425a5ebbe7f5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.988831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] For port 4af80491-4db6-43f6-b9ff-40b11d469044, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4af80491-4db6-43f6-b9ff-40b11d469044,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:11.989436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.015869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29193b29-9caa-4676-be5b-b7795aec8c7d req-46fccafd-6d07-439f-82a8-c55616550f44 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.017267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6136bf7-5def-4bb2-b6fb-5156e3e451d3 req-42860e22-4a85-48ed-80dc-483adc46d423 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0715737 Jul 16 08:53:12.023248 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29193b29-9caa-4676-be5b-b7795aec8c7d req-46fccafd-6d07-439f-82a8-c55616550f44 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.2134283 Jul 16 08:53:12.026191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Calling delete_port for 4af80491-4db6-43f6-b9ff-40b11d469044 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:12.119737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29193b29-9caa-4676-be5b-b7795aec8c7d req-ae8892aa-7753-49bf-8886-aeef4bb30543 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954118 Jul 16 08:53:12.140462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48216) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.173517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed61e71f-6f2f-4980-956a-d6b0b1bca18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.313942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.362965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event deleted for resources: {'Port': ['ID=4af80491-4db6-43f6-b9ff-40b11d469044,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.379942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed61e71f-6f2f-4980-956a-d6b0b1bca18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.385400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eeaf7c-ccb7-4a8c-8905-9909d8eaa548 req-726af3a3-cda9-4839-bcdb-2e1f2d98b64e tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.392739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1eeaf7c-ccb7-4a8c-8905-9909d8eaa548 req-726af3a3-cda9-4839-bcdb-2e1f2d98b64e tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.1168804 Jul 16 08:53:12.401500 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed61e71f-6f2f-4980-956a-d6b0b1bca18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.420356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48222) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.459619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed61e71f-6f2f-4980-956a-d6b0b1bca18f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1549882dcc1647dd8a4b5ff3561842ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179679 Jul 16 08:53:12.462324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48224) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.472353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.474416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61e71f-6f2f-4980-956a-d6b0b1bca18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2a256-837f-4762-b0f2-a52fbf8fb22a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.485700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d1eeaf7c-ccb7-4a8c-8905-9909d8eaa548 req-4308f0ee-6fdd-4fc5-910a-39e6a4064452 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915179 Jul 16 08:53:12.615445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-06e881db-2c01-4979-8b55-815a919ff346 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fde8c2d1f5854e57af2776f3fc9766aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939023 Jul 16 08:53:12.618290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48232) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.621521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.625171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.676180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-346b3306-acdc-4698-adfc-cb127d6d0739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.698685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-346b3306-acdc-4698-adfc-cb127d6d0739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.724259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b85f-4241-4d82-ad67-11c09ccd2115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.727916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.728468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:12.738950 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.743671 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-05023583-44d4-481e-9673-58d601e5f3e1 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "DELETE /v2.0/routers/69eb3784-e0ef-4134-93d7-2fd5a1aa3a2a HTTP/1.1" status: 204 len: 168 time: 1.9688673 Jul 16 08:53:12.745782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48240) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.750761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-917027529', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:12.770746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b85f-4241-4d82-ad67-11c09ccd2115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.781114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.782821 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.785252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bf148-7967-4978-8326-e27ca17b2c23 req-0f0fdd75-eaf7-4adf-9d57-e10bbb457e55 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.792864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f36bf148-7967-4978-8326-e27ca17b2c23 req-0f0fdd75-eaf7-4adf-9d57-e10bbb457e55 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.1690180 Jul 16 08:53:12.799158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-346b3306-acdc-4698-adfc-cb127d6d0739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.801818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-346b3306-acdc-4698-adfc-cb127d6d0739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.803014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-346b3306-acdc-4698-adfc-cb127d6d0739 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/697b7235-f337-4b96-ad22-2e188e9106e7 HTTP/1.1" status: 204 len: 168 time: 0.1837118 Jul 16 08:53:12.836764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b3306-acdc-4698-adfc-cb127d6d0739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b7235-f337-4b96-ad22-2e188e9106e7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.882904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f36bf148-7967-4978-8326-e27ca17b2c23 req-1c5f6d78-d24e-4d7b-9e31-59ee53a3ef01 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890725 Jul 16 08:53:12.895934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.913090 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b85f-4241-4d82-ad67-11c09ccd2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.916031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b85f-4241-4d82-ad67-11c09ccd2115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.917961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f0f7b85f-4241-4d82-ad67-11c09ccd2115 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ec2a256-837f-4762-b0f2-a52fbf8fb22a HTTP/1.1" status: 204 len: 168 time: 0.4546897 Jul 16 08:53:12.941808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b85f-4241-4d82-ad67-11c09ccd2115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2a256-837f-4762-b0f2-a52fbf8fb22a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.987236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78e76b2a-66e5-4c42-ba92-9bd45d6532b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.163028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.239966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a2568a0-6c03-4806-bcea-57bab58ba713 req-f182848e-bd4c-4165-ac6c-6da03d6797fc tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0484464 Jul 16 08:53:13.460262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.491962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.534306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4af80491-4db6-43f6-b9ff-40b11d469044 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:13.566388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31183db2-92c2-4fd3-b748-51f0d9c2669d req-95cbec89-18aa-4d8e-b000-650ec46b6fba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.568148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31183db2-92c2-4fd3-b748-51f0d9c2669d req-95cbec89-18aa-4d8e-b000-650ec46b6fba tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.1349778 Jul 16 08:53:13.571801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 4af80491-4db6-43f6-b9ff-40b11d469044 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:13.572160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4af80491-4db6-43f6-b9ff-40b11d469044 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:13.635233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31183db2-92c2-4fd3-b748-51f0d9c2669d req-a26b7203-cd4c-4fb2-811d-483b06ca2143 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Jul 16 08:53:13.662515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Allocated IP 172.25.0.88 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/4fc17d42-b109-4cf4-8bdd-fddd4573d0c7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:13.786786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.846468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.889284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:13.897941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:13.901700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:13.931055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event updated for resources: {'Port': ['ID=4fc17d42-b109-4cf4-8bdd-fddd4573d0c7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:14.066205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48304) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:14.185373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.235680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb76f97c-d0a9-4002-b739-48d3c94fbcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.407786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb76f97c-d0a9-4002-b739-48d3c94fbcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.419603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb76f97c-d0a9-4002-b739-48d3c94fbcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.461649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eb76f97c-d0a9-4002-b739-48d3c94fbcf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=799c8053c7294c0f86e3567bc0fc4ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941860 Jul 16 08:53:14.464337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48320) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:14.477774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8d99aa1f-b290-490e-9992-4c97b9f240be req-47424332-0bc6-455e-bb41-b246ea52ebd7 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0361435 Jul 16 08:53:14.500208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76f97c-d0a9-4002-b739-48d3c94fbcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762fd948-14bb-448e-9ade-aee44d52cc28,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:14.501608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.541408 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0962f63-47dc-4449-a1ac-14b9b46682e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.566806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0962f63-47dc-4449-a1ac-14b9b46682e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.630230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0962f63-47dc-4449-a1ac-14b9b46682e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.633485 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0962f63-47dc-4449-a1ac-14b9b46682e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.634720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e0962f63-47dc-4449-a1ac-14b9b46682e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/762fd948-14bb-448e-9ade-aee44d52cc28 HTTP/1.1" status: 204 len: 168 time: 0.1693625 Jul 16 08:53:14.646261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0962f63-47dc-4449-a1ac-14b9b46682e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762fd948-14bb-448e-9ade-aee44d52cc28,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:14.718348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Router ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:14.776212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-cf30d11f-bdcb-4329-ba1a-2172af145146 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.778294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-cf30d11f-bdcb-4329-ba1a-2172af145146 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.0677366 Jul 16 08:53:14.872413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:14.884664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] Sync routers for ids ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:14.900860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] Routers {'ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:14.901035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.905415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2b94976e-0bff-481c-b818-459374ee1325 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1554155 Jul 16 08:53:14.905900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48340) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:14.906420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:14.914880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': False}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:14.922484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e84ef4-8cbd-4f40-a020-c959af1f3257 req-2f2a6f03-c1b9-4399-9d03-59f30cd14c38 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.930196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9e84ef4-8cbd-4f40-a020-c959af1f3257 req-2f2a6f03-c1b9-4399-9d03-59f30cd14c38 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 1097 time: 0.1387048 Jul 16 08:53:14.961776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:14.975294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Deleting port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:14.975684 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.987968 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9e84ef4-8cbd-4f40-a020-c959af1f3257 req-4e308762-3d71-4570-9031-04cdf8050589 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568309 Jul 16 08:53:14.997352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] Routers {'ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:14.998435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:15.050898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:15.051978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89dcc7-5975-4e07-b94f-6d1abfd057b8 None None] The sync data for ids ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:15.124911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] For port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:15.125179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.141755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Calling delete_port for 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:15.308494 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.316822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.320740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['09d79704-0d2a-44cf-bd45-9364ffdcffc4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:15.349801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.380359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48356) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:15.391896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:15.424185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] No DVR routers for this DVR port 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:15.427211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.429740 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-657071b5-ca66-4422-a6af-0edc3ce6e493 req-68505bac-5916-4030-9039-56304043b7e7 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd HTTP/1.1" status: 204 len: 173 time: 0.6461668 Jul 16 08:53:15.430408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a06d4f5-2431-477f-bec2-60268016a506', 'name': 'network-vif-deleted', 'tag': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:15.446145 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6169be46-76a3-4c59-a509-4df76679e7ad" -d '{"events": [{"server_uuid": "6a06d4f5-2431-477f-bec2-60268016a506", "name": "network-vif-deleted", "tag": "7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:15.516757 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d0c90f-bd24-458a-9ef1-52846b281bae x-openstack-request-id: req-f6d0c90f-bd24-458a-9ef1-52846b281bae {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:15.517124 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a06d4f5-2431-477f-bec2-60268016a506", "name": "network-vif-deleted", "tag": "7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:15.517446 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6d0c90f-bd24-458a-9ef1-52846b281bae {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:15.517940 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a06d4f5-2431-477f-bec2-60268016a506', 'name': 'network-vif-deleted', 'tag': '7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd', 'status': 'completed', 'code': 200} Jul 16 08:53:15.688878 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e4df1f69-ff4e-4be4-a702-2861c6dc8687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.758107 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.785929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-268e0e55-d2e7-44e0-8ebe-49dcac730f42 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1398061372'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:15.786388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-268e0e55-d2e7-44e0-8ebe-49dcac730f42 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Unknown quota resources ['metering_label']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:15.795334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f5ffae0-7f37-4a1d-aa71-6263db261d18 req-b70905df-a5f9-4ffa-a4a7-0a43badfd280 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0426342 Jul 16 08:53:16.061164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-268e0e55-d2e7-44e0-8ebe-49dcac730f42 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.065121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-268e0e55-d2e7-44e0-8ebe-49dcac730f42 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6809697 Jul 16 08:53:16.065312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48384) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:16.071857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a0b75be7-3705-4b50-bbc1-231edc656116 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c9bbb286-0861-490b-96a2-cc7e396fe908'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:16.072364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a0b75be7-3705-4b50-bbc1-231edc656116 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:16.647910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.700937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7295a95-5282-41af-9f24-82502ddb88f7 req-b85cdc84-b60b-4b24-91e6-ad2c08423394 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6a06d4f5-2431-477f-bec2-60268016a506 HTTP/1.1" status: 200 len: 210 time: 0.1153944 Jul 16 08:53:16.704076 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.metering.metering_plugin [None req-a0b75be7-3705-4b50-bbc1-231edc656116 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:53:16.717122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.787062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.825359 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0b75be7-3705-4b50-bbc1-231edc656116 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.826672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a0b75be7-3705-4b50-bbc1-231edc656116 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7604172 Jul 16 08:53:16.829816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:16.875747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2b265d32-2441-4c46-84a4-e36e09628e73 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c9bbb286-0861-490b-96a2-cc7e396fe908'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:16.876245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2b265d32-2441-4c46-84a4-e36e09628e73 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:16.952707 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.metering.metering_plugin [None req-2b265d32-2441-4c46-84a4-e36e09628e73 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:53:16.967473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-375a9302-6705-45cf-a262-426e1bffba85 req-a2ee4862-721a-4096-9692-6402ee4f1194 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0314507 Jul 16 08:53:17.079092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2b265d32-2441-4c46-84a4-e36e09628e73 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.080873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2b265d32-2441-4c46-84a4-e36e09628e73 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2499781 Jul 16 08:53:17.083551 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48416) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.097174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-845bb410-3b41-45dc-88a6-e7f5cb918f12 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=edf713aa-61e5-426f-8725-c0372ab71752 HTTP/1.1" status: 200 len: 462 time: 0.0122771 Jul 16 08:53:17.099749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.101596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Router ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:17.234147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:17.247001 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] Sync routers for ids ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:17.248593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.256136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-138556fa-15a2-4f85-95e3-1699b2ef0dbd tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "PUT /v2.0/routers/ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 HTTP/1.1" status: 200 len: 924 time: 2.3487060 Jul 16 08:53:17.256935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.261773 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] Routers {'ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:17.264665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.273151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b102-17bf-4c03-b790-51a37f3af8a1 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.276800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ca1b102-17bf-4c03-b790-51a37f3af8a1 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/edf713aa-61e5-426f-8725-c0372ab71752 HTTP/1.1" status: 204 len: 168 time: 0.1733615 Jul 16 08:53:17.277039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48434) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.290178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0b647dee-5855-46e8-b647-ef796f8b04d1 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=edf713aa-61e5-426f-8725-c0372ab71752 HTTP/1.1" status: 200 len: 221 time: 0.0088115 Jul 16 08:53:17.290651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48436) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.297916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a8821c2f-70cd-4ecd-8d03-0dd812decfba tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1547491542', 'description': 'label created by tempest'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:17.298378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a8821c2f-70cd-4ecd-8d03-0dd812decfba tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Unknown quota resources ['metering_label']. {{(pid=93700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:17.308225 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.321508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] Routers {'ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:17.321508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.359383 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.360131 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6b71f-aa88-40f2-97d0-41637454089e None None] The sync data for ids ['ff4e3e27-a725-43c6-aa7f-2b792a66c7f7'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:17.398632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0725e804-3c3a-4926-b0d4-69de2e870ce2 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 HTTP/1.1" status: 200 len: 924 time: 0.1402419 Jul 16 08:53:17.401226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48450) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.492824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca61f6b-8ba6-4246-b064-f28a6de6f427 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.494361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eca61f6b-8ba6-4246-b064-f28a6de6f427 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=ff4e3e27-a725-43c6-aa7f-2b792a66c7f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0918670 Jul 16 08:53:17.497788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48458) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.530662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8821c2f-70cd-4ecd-8d03-0dd812decfba tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.531897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a8821c2f-70cd-4ecd-8d03-0dd812decfba tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2405009 Jul 16 08:53:17.534554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48460) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.599950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20b5de-6e34-4a62-bf5c-a816b318280b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.601543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6f20b5de-6e34-4a62-bf5c-a816b318280b tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.1027408 Jul 16 08:53:17.604379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48464) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.610383 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-72d02b70-16d0-4d58-bb97-1cdaa379884d tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=bb5882ee-b049-490c-bba2-60643fff4123 HTTP/1.1" status: 200 len: 468 time: 0.0747368 Jul 16 08:53:17.612905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48466) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.644597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-72d0cac4-b622-4108-94d2-b669ede374bf tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 HTTP/1.1" status: 200 len: 205 time: 0.0387518 Jul 16 08:53:17.646891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48468) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.725226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.836662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.846061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65c4a387-e1bb-4caf-8b4a-78079953fa0d tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.847538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-65c4a387-e1bb-4caf-8b4a-78079953fa0d tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/bb5882ee-b049-490c-bba2-60643fff4123 HTTP/1.1" status: 204 len: 168 time: 0.2337174 Jul 16 08:53:17.850587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48482) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.872993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3cc1c0c7-eab2-41bb-8b8a-086fe7f68030 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=bb5882ee-b049-490c-bba2-60643fff4123 HTTP/1.1" status: 200 len: 216 time: 0.0201428 Jul 16 08:53:17.878932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48488) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.892888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-109501e9-cf85-4dd1-914a-00a25d248d5b tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0120137 Jul 16 08:53:17.895626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48490) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.909618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4355c8dd-7129-4981-b25a-cb600cd4ab04 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126960 Jul 16 08:53:17.912995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48492) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.918136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48494) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.982946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cf4fe4c6-a431-4405-90d1-b4def06ee9bb tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/c9bbb286-0861-490b-96a2-cc7e396fe908 HTTP/1.1" status: 200 len: 473 time: 0.0686083 Jul 16 08:53:17.986430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48498) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:18.010510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.014648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-81786082-9255-423d-a36e-3f0addae2a84 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/7aec16ef-839b-46ad-8667-ad3ccf6f72d5 HTTP/1.1" status: 200 len: 459 time: 0.0231655 Jul 16 08:53:18.015487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48502) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:18.091958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Deleting port 4fc17d42-b109-4cf4-8bdd-fddd4573d0c7 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:18.092506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.126996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4db3-d0d5-4ca7-8083-2eea21cce667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.181280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f856bff9-8e1c-4e72-9343-ffe8121fca29 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.185217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f856bff9-8e1c-4e72-9343-ffe8121fca29 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/7aec16ef-839b-46ad-8667-ad3ccf6f72d5 HTTP/1.1" status: 204 len: 168 time: 0.1645291 Jul 16 08:53:18.185597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48504) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:18.227308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e23677fc-0709-48ac-a07b-7fec11f0abc6 req-517d88d1-4c64-419f-8771-a5243c7281de tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0752175 Jul 16 08:53:18.286148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.314115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Calling delete_port for 4fc17d42-b109-4cf4-8bdd-fddd4573d0c7 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:18.316604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:18.358762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:18.359416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7cd1e847-ca1b-4a32-82f0-dc5b7688c0cd not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:18.379080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.476697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4db3-d0d5-4ca7-8083-2eea21cce667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.481656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1cfa4db3-d0d5-4ca7-8083-2eea21cce667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.517650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ec1c-51aa-408e-911f-5e557f1466d6 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.519629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b5e6ec1c-51aa-408e-911f-5e557f1466d6 tempest-MeteringIpV6TestJSON-498137290 tempest-MeteringIpV6TestJSON-498137290-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/c9bbb286-0861-490b-96a2-cc7e396fe908 HTTP/1.1" status: 204 len: 168 time: 0.3326917 Jul 16 08:53:18.543474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d572179-e98e-4517-8689-0ca613939cd8 req-effbf213-256f-40b4-9c83-e16b57d677ad tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.545545 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d572179-e98e-4517-8689-0ca613939cd8 req-effbf213-256f-40b4-9c83-e16b57d677ad tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1128287 Jul 16 08:53:18.582449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa4db3-d0d5-4ca7-8083-2eea21cce667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f156d3-3834-4bfd-ba18-ce2de4d60162,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.588438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1cfa4db3-d0d5-4ca7-8083-2eea21cce667 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8418610a7222457693f5ce3277181dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681561 Jul 16 08:53:18.593317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:18.600801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d572179-e98e-4517-8689-0ca613939cd8 req-9ded60d4-5274-449b-99c8-a84581364a69 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492487 Jul 16 08:53:18.691342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.725019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adcb82de-a9df-4ba3-9d13-9a61a835710a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.731843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event deleted for resources: {'Port': ['ID=4fc17d42-b109-4cf4-8bdd-fddd4573d0c7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.742583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48518) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:18.798685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adcb82de-a9df-4ba3-9d13-9a61a835710a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.837694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.861686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22ce17c7-e83d-49b7-a3f3-00319dc1be63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.931799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.934188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.971045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adcb82de-a9df-4ba3-9d13-9a61a835710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.973610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adcb82de-a9df-4ba3-9d13-9a61a835710a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.974770 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-adcb82de-a9df-4ba3-9d13-9a61a835710a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9f156d3-3834-4bfd-ba18-ce2de4d60162 HTTP/1.1" status: 204 len: 168 time: 0.3767064 Jul 16 08:53:18.979775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22ce17c7-e83d-49b7-a3f3-00319dc1be63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.983766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb82de-a9df-4ba3-9d13-9a61a835710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f156d3-3834-4bfd-ba18-ce2de4d60162,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.994606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.995209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Fanout notify agent at l3_agent the message router_deleted on router ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:19.000476 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-22ce17c7-e83d-49b7-a3f3-00319dc1be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.002975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.007635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f942f23a-b694-430f-b524-912a1cbd7d9b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 HTTP/1.1" status: 204 len: 168 time: 1.3559237 Jul 16 08:53:19.008950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48524) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.019793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1179418374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:19.042676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-22ce17c7-e83d-49b7-a3f3-00319dc1be63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2de5c893051748afbf8c6e0cea6698db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987113 Jul 16 08:53:19.046657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48526) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.057199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce17c7-e83d-49b7-a3f3-00319dc1be63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c058a0-6b16-4718-9307-73293f0b79df,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.062878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.063987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.151648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae763ec3-913f-4cb9-8f93-4664bcf4b7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.156993 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.166747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.188888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae763ec3-913f-4cb9-8f93-4664bcf4b7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.196776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.197999 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f18c86ff-9897-49ea-9a76-9730bbdcab4a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1880574 Jul 16 08:53:19.201605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.208042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:19.244080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae763ec3-913f-4cb9-8f93-4664bcf4b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.247182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae763ec3-913f-4cb9-8f93-4664bcf4b7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.248550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae763ec3-913f-4cb9-8f93-4664bcf4b7b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58c058a0-6b16-4718-9307-73293f0b79df HTTP/1.1" status: 204 len: 168 time: 0.2004547 Jul 16 08:53:19.258282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae763ec3-913f-4cb9-8f93-4664bcf4b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c058a0-6b16-4718-9307-73293f0b79df,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.333636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48536) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.348083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1645f439-61aa-41cb-bacb-c76f8eba3b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.456267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.495110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1645f439-61aa-41cb-bacb-c76f8eba3b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.498983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd91f605-1079-42dd-bb7d-0a4023a57505 req-9c3fb601-2f4f-4586-bfcc-3e49a1909dd7 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0614142 Jul 16 08:53:19.514251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1645f439-61aa-41cb-bacb-c76f8eba3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.561379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1645f439-61aa-41cb-bacb-c76f8eba3b0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4363d68c95d4869b2887ba7366f43a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263296 Jul 16 08:53:19.567887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48544) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.571760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645f439-61aa-41cb-bacb-c76f8eba3b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5eb73-16f6-4430-8a5a-4233440012d2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.649792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86a062cc-2c21-40c8-a0c9-acca2bb9d324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.683344 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86a062cc-2c21-40c8-a0c9-acca2bb9d324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.760037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86a062cc-2c21-40c8-a0c9-acca2bb9d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.765308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-86a062cc-2c21-40c8-a0c9-acca2bb9d324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.766537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-86a062cc-2c21-40c8-a0c9-acca2bb9d324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20e5eb73-16f6-4430-8a5a-4233440012d2 HTTP/1.1" status: 204 len: 168 time: 0.1960130 Jul 16 08:53:19.788943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a062cc-2c21-40c8-a0c9-acca2bb9d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e5eb73-16f6-4430-8a5a-4233440012d2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.814353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48562) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.853825 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df35de1-f21a-4951-8505-f509177d8555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.983294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.016122 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.046531 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df35de1-f21a-4951-8505-f509177d8555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.050514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4df35de1-f21a-4951-8505-f509177d8555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.080978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4df35de1-f21a-4951-8505-f509177d8555 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e159d6b1dd904618901f94ba6f7910e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565694 Jul 16 08:53:20.084573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48574) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:20.104869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df35de1-f21a-4951-8505-f509177d8555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573de696-872c-4ef7-b9a0-5cd9b0159b23,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:20.118563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6eb523-f25e-4398-9f25-09be05abb287 req-c1bc86a6-ddbd-4d5e-8d2d-3fdc32291809 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.125567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db6eb523-f25e-4398-9f25-09be05abb287 req-c1bc86a6-ddbd-4d5e-8d2d-3fdc32291809 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.2265968 Jul 16 08:53:20.128519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-780603a0-53ba-43e9-9419-ec2c9cc7ae54 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.130003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-780603a0-53ba-43e9-9419-ec2c9cc7ae54 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 1097 time: 0.4015806 Jul 16 08:53:20.441690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:20.566582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db5a21e4-7e18-4f14-b611-4f74936265c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.663183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db6eb523-f25e-4398-9f25-09be05abb287 req-9f3b8a0d-e931-4895-9238-4697eddee0b0 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3ae76546-8f0c-4391-82ad-675b614dc808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309763 Jul 16 08:53:20.667286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Allocated IP 172.25.0.215 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/6b3d0c02-3642-4141-a3c4-4503e4ad518c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:20.684429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5eca3935-5430-40fc-9b2f-190f3ab68978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.702433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db5a21e4-7e18-4f14-b611-4f74936265c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.728236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fcd929d-4da7-494d-af33-37b859c15a6f req-33298668-c09f-47d8-849c-2408a6a3f808 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0390904 Jul 16 08:53:20.729399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db5a21e4-7e18-4f14-b611-4f74936265c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.737631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5eca3935-5430-40fc-9b2f-190f3ab68978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.780058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db5a21e4-7e18-4f14-b611-4f74936265c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7fb0d2799a14ec4903feb6abddeb41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370907 Jul 16 08:53:20.782133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a21e4-7e18-4f14-b611-4f74936265c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a2cf84-917e-4599-afac-488b29f0427b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:20.785219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48610) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:20.806872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Deleting port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:20.807531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.843061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c824-9e77-44b9-8f9c-2a71ce3d52e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.870705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c824-9e77-44b9-8f9c-2a71ce3d52e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.929694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5eca3935-5430-40fc-9b2f-190f3ab68978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.932524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5eca3935-5430-40fc-9b2f-190f3ab68978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.936858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5eca3935-5430-40fc-9b2f-190f3ab68978 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/573de696-872c-4ef7-b9a0-5cd9b0159b23 HTTP/1.1" status: 204 len: 168 time: 0.8423626 Jul 16 08:53:20.937324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.951587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c824-9e77-44b9-8f9c-2a71ce3d52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.955487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c824-9e77-44b9-8f9c-2a71ce3d52e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.960695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2fb9c824-9e77-44b9-8f9c-2a71ce3d52e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77a2cf84-917e-4599-afac-488b29f0427b HTTP/1.1" status: 204 len: 168 time: 0.1742592 Jul 16 08:53:20.976427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] For port 09d79704-0d2a-44cf-bd45-9364ffdcffc4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=09d79704-0d2a-44cf-bd45-9364ffdcffc4,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:20.976902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.978504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9c824-9e77-44b9-8f9c-2a71ce3d52e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a2cf84-917e-4599-afac-488b29f0427b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:20.981696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca3935-5430-40fc-9b2f-190f3ab68978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573de696-872c-4ef7-b9a0-5cd9b0159b23,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.000610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Calling delete_port for 09d79704-0d2a-44cf-bd45-9364ffdcffc4 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:21.047994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4097360-2d30-4b7f-a6de-175e95951708 req-beb5240e-7866-4407-b03b-1c411ef87301 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0358703 Jul 16 08:53:21.076425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.131988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:21.151270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:21.154228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:21.192004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event updated for resources: {'Port': ['ID=6b3d0c02-3642-4141-a3c4-4503e4ad518c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.347808 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.362572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['09d79704-0d2a-44cf-bd45-9364ffdcffc4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:21.394133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Pushing event deleted for resources: {'Port': ['ID=09d79704-0d2a-44cf-bd45-9364ffdcffc4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.444077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48630) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:21.449978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] No DVR routers for this DVR port 09d79704-0d2a-44cf-bd45-9364ffdcffc4 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:21.466193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9b0140-8663-4907-9715-bdf65040773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.504827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.507633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08835e6a-1967-46d4-b4f6-327b44f89b32 req-b6b7edf0-bb87-4d96-989d-a3994a070053 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.18 "DELETE /v2.0/ports/09d79704-0d2a-44cf-bd45-9364ffdcffc4 HTTP/1.1" status: 204 len: 173 time: 1.3605402 Jul 16 08:53:21.508318 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'name': 'network-vif-deleted', 'tag': '09d79704-0d2a-44cf-bd45-9364ffdcffc4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:21.510993 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cac965-c141-4d15-af4c-c7ecbc08c30e" -d '{"events": [{"server_uuid": "793b09a6-bec5-4117-a638-7d41f3010ab1", "name": "network-vif-deleted", "tag": "09d79704-0d2a-44cf-bd45-9364ffdcffc4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:21.611445 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198487d5-e976-4102-ade5-30c69d2e1b08 x-openstack-request-id: req-198487d5-e976-4102-ade5-30c69d2e1b08 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:21.612016 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793b09a6-bec5-4117-a638-7d41f3010ab1", "name": "network-vif-deleted", "tag": "09d79704-0d2a-44cf-bd45-9364ffdcffc4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:21.612525 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-198487d5-e976-4102-ade5-30c69d2e1b08 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:21.613144 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793b09a6-bec5-4117-a638-7d41f3010ab1', 'name': 'network-vif-deleted', 'tag': '09d79704-0d2a-44cf-bd45-9364ffdcffc4', 'status': 'completed', 'code': 200} Jul 16 08:53:21.645298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9b0140-8663-4907-9715-bdf65040773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.655175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da9b0140-8663-4907-9715-bdf65040773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.657800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.774933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-da9b0140-8663-4907-9715-bdf65040773f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60cf963a17ae41a584543e32f5200f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276224 Jul 16 08:53:21.781603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:21.802736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0140-8663-4907-9715-bdf65040773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba5614c-1d08-443c-8738-a827cbebc599,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.948207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82b7f059-5242-4636-8292-903f22193343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.988021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48650) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.000969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a9ef316f-d173-4263-adc9-f3bc5b42ca86 req-58b0506d-5d1f-41e8-a171-9bdcb5ccfe78 tempest-TestServerMultinode-30084381 tempest-TestServerMultinode-30084381-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=793b09a6-bec5-4117-a638-7d41f3010ab1 HTTP/1.1" status: 200 len: 210 time: 0.0575733 Jul 16 08:53:22.018476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82b7f059-5242-4636-8292-903f22193343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.036040 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae6fdcc-d1ab-4890-9f6e-4e2ab98caa6a req-86a6fdf4-2525-411d-8292-776ad1c996c1 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0488670 Jul 16 08:53:22.109675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82b7f059-5242-4636-8292-903f22193343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.112511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82b7f059-5242-4636-8292-903f22193343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.116712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-82b7f059-5242-4636-8292-903f22193343 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ba5614c-1d08-443c-8738-a827cbebc599 HTTP/1.1" status: 204 len: 168 time: 0.3305683 Jul 16 08:53:22.124879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7f059-5242-4636-8292-903f22193343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba5614c-1d08-443c-8738-a827cbebc599,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.125949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.130594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.159488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-52b96025-64ee-483c-a28e-52bc8971e73c tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-84392670'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:22.159949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-52b96025-64ee-483c-a28e-52bc8971e73c tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Unknown quota resources ['metering_label']. {{(pid=93700) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:22.333582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48664) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.382817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b96025-64ee-483c-a28e-52bc8971e73c tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.386947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-52b96025-64ee-483c-a28e-52bc8971e73c tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3951497 Jul 16 08:53:22.387187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.392926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3f6885f2-b3b1-42a9-b423-c2cd7e0cd1d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9eb41235-b400-410d-88c8-485759e11e84'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:22.393471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3f6885f2-b3b1-42a9-b423-c2cd7e0cd1d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:22.463247 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.metering.metering_plugin [None req-3f6885f2-b3b1-42a9-b423-c2cd7e0cd1d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:53:22.484307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Router 6e09b7f8-5702-4d62-b065-b9f90a5104bc is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:22.571488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3f6885f2-b3b1-42a9-b423-c2cd7e0cd1d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.572711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3f6885f2-b3b1-42a9-b423-c2cd7e0cd1d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1844742 Jul 16 08:53:22.576763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48676) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.581944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-453cffd7-d853-402b-9267-8279130135d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9eb41235-b400-410d-88c8-485759e11e84'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:22.582732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-453cffd7-d853-402b-9267-8279130135d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:22.624309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-245680268'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:22.632599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:22.641772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.643031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e9724462-557c-44f4-ae6e-c801ef724a12 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "PUT /v2.0/routers/6e09b7f8-5702-4d62-b065-b9f90a5104bc HTTP/1.1" status: 200 len: 884 time: 3.4391384 Jul 16 08:53:22.646800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48680) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.648422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] Sync routers for ids ['6e09b7f8-5702-4d62-b065-b9f90a5104bc'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:22.651750 n-d-798249-10 neutron-server[93699]: WARNING neutron.services.metering.metering_plugin [None req-453cffd7-d853-402b-9267-8279130135d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:53:22.659376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] Routers {'6e09b7f8-5702-4d62-b065-b9f90a5104bc'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:22.660395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6e09b7f8-5702-4d62-b065-b9f90a5104bc'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.695639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.705697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] Routers {'6e09b7f8-5702-4d62-b065-b9f90a5104bc'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:22.706658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['6e09b7f8-5702-4d62-b065-b9f90a5104bc'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.737959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-453cffd7-d853-402b-9267-8279130135d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.739508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-453cffd7-d853-402b-9267-8279130135d6 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1614695 Jul 16 08:53:22.742179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48684) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.743230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.744189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a27735-75b5-4fce-90df-9ce702804c31 None None] The sync data for ids ['6e09b7f8-5702-4d62-b065-b9f90a5104bc'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:22.753444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0f3672d2-6f48-48d7-95db-bd0add43b781 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=307a9066-dfe5-43a5-9993-a9c6aa012c41 HTTP/1.1" status: 200 len: 464 time: 0.0099022 Jul 16 08:53:22.756051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48686) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.774324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:22.778954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.796003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.826982 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6d673bf1-88e6-43a1-8e3d-5a48b274d517 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/6e09b7f8-5702-4d62-b065-b9f90a5104bc HTTP/1.1" status: 200 len: 925 time: 0.1764083 Jul 16 08:53:22.828220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48690) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.870538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb5beb2c-412f-4bb7-8f35-bdbd5af1aa1b tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.872123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb5beb2c-412f-4bb7-8f35-bdbd5af1aa1b tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/307a9066-dfe5-43a5-9993-a9c6aa012c41 HTTP/1.1" status: 204 len: 168 time: 0.1149120 Jul 16 08:53:22.874750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48694) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.884311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-261896a0-bb88-4ca7-8a35-091bc74c8563 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=307a9066-dfe5-43a5-9993-a9c6aa012c41 HTTP/1.1" status: 200 len: 221 time: 0.0082381 Jul 16 08:53:22.888812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48696) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.893729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f8d242f1-77cb-47c9-ad41-f2908b2ce097 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--456032648', 'description': 'label created by tempest'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:22.894414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f8d242f1-77cb-47c9-ad41-f2908b2ce097 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Unknown quota resources ['metering_label']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:53:22.963992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777659c2-dfc5-4664-a359-4ba962ef330f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.968638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-777659c2-dfc5-4664-a359-4ba962ef330f tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=6e09b7f8-5702-4d62-b065-b9f90a5104bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1370215 Jul 16 08:53:22.969095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48700) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.068226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8d242f1-77cb-47c9-ad41-f2908b2ce097 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.069530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f8d242f1-77cb-47c9-ad41-f2908b2ce097 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1794336 Jul 16 08:53:23.072564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48706) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.105099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.109330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063a925-98be-494f-9015-c7c327b4b903 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.110806 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4063a925-98be-494f-9015-c7c327b4b903 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.1406004 Jul 16 08:53:23.112280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.116549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.131296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48714) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.165907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-92f6b78c-7122-43b8-92fe-956371157240 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e09b7f8-5702-4d62-b065-b9f90a5104bc HTTP/1.1" status: 200 len: 205 time: 0.0455911 Jul 16 08:53:23.209296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.226382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:23.314913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c48dd08c-585a-4e3b-9a90-71820e183185 req-5db4b9e4-87e4-42f7-931b-db8d576dcd8b tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0895460 Jul 16 08:53:23.315900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533bb939-5255-4763-993e-47c3e1c8f12b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.319375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.319956 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Added segment 32c9c03a-754b-4e07-8d2e-af1259eddb77 of type vlan for network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 Jul 16 08:53:23.455753 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.532885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.584513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.589631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ec1c4188-ea74-4d04-bde2-7fc012939677 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=27d670e7-70c1-44ba-bcc4-faa8ca9af95c HTTP/1.1" status: 200 len: 467 time: 0.5158479 Jul 16 08:53:23.590347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.590829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.595812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48728) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.711451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3741820 Jul 16 08:53:23.722311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.728260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'subnet': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:23.778250 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf4339fe-b119-4afc-905f-f08a63991dbf req-8313ae1c-3e20-4219-9f0a-08b9c8015741 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1cb4155ec854b6c9ce2e036e71e518d&device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.1080315 Jul 16 08:53:23.784695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f0f6-0b20-42fb-8e35-c2d26ac387cb tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Network': ['ID=9fd24f81-0015-466c-ad8c-05bd0b21bbf1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.801210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:23.865325 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf4339fe-b119-4afc-905f-f08a63991dbf req-7e80868d-8db1-4dd8-9276-722121ce7054 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b1cb4155ec854b6c9ce2e036e71e518d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760028 Jul 16 08:53:23.882715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60554201-7b30-485f-8256-7ea7d2b98cd3 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.887481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-60554201-7b30-485f-8256-7ea7d2b98cd3 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/27d670e7-70c1-44ba-bcc4-faa8ca9af95c HTTP/1.1" status: 204 len: 168 time: 0.2897844 Jul 16 08:53:23.887844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48738) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.905364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b19f0842-ff30-41e1-9abf-5e810497a2af req-aa3e3cae-5942-4a0f-ac04-9e7c9908a162 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0711010 Jul 16 08:53:23.911899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-45abf9cc-2253-4e62-befd-11eff4f72e27 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=27d670e7-70c1-44ba-bcc4-faa8ca9af95c HTTP/1.1" status: 200 len: 216 time: 0.0208838 Jul 16 08:53:23.915981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48744) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.938899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3526feba-2ba0-4a2d-88ae-f8d68d17c9a2 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0187156 Jul 16 08:53:23.939872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.941721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.948417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:23.951917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.975683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-56091e1b-8a4c-41fd-addd-8e53d4a2ba92 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0345318 Jul 16 08:53:23.983397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48748) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.044391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3123c5fa-a29e-4566-9450-6ed62a1e4aa7 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/9eb41235-b400-410d-88c8-485759e11e84 HTTP/1.1" status: 200 len: 471 time: 0.0597353 Jul 16 08:53:24.079374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48750) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.095132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c127520c-07dd-4a55-a835-b236153b091f tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/17c8e1f6-63e8-45f6-9010-fab7dcfe4e11 HTTP/1.1" status: 200 len: 461 time: 0.0113072 Jul 16 08:53:24.096661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48756) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.169810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 09d79704-0d2a-44cf-bd45-9364ffdcffc4 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:24.204883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 09d79704-0d2a-44cf-bd45-9364ffdcffc4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:24.205507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 09d79704-0d2a-44cf-bd45-9364ffdcffc4 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:24.255836 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55cc5e3a-58e4-41c1-80fb-132a4242c9dc tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.260196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55cc5e3a-58e4-41c1-80fb-132a4242c9dc tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/17c8e1f6-63e8-45f6-9010-fab7dcfe4e11 HTTP/1.1" status: 204 len: 168 time: 0.1598630 Jul 16 08:53:24.260196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.451202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48764) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.503123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.505748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4339fe-b119-4afc-905f-f08a63991dbf req-98eaf5eb-f3b8-4d00-8ce6-42794ce76e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.507309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf4339fe-b119-4afc-905f-f08a63991dbf req-98eaf5eb-f3b8-4d00-8ce6-42794ce76e2e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6161768 Jul 16 08:53:24.514097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae23ade4-6025-4a95-885a-9dff7d396007 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.515252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae23ade4-6025-4a95-885a-9dff7d396007 tempest-MeteringTestJSON-602431639 tempest-MeteringTestJSON-602431639-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/9eb41235-b400-410d-88c8-485759e11e84 HTTP/1.1" status: 204 len: 168 time: 0.2540193 Jul 16 08:53:24.522013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Deleting port 6b3d0c02-3642-4141-a3c4-4503e4ad518c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:24.522391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.583115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Subnet': ['ID=6480e817-5dbb-4574-958a-385467830f82,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.602840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Checking segment: {'id': '32c9c03a-754b-4e07-8d2e-af1259eddb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:24.603185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network hostable DHCP agents. Network: 9fd24f81-0015-466c-ad8c-05bd0b21bbf1, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:24.622252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e1d99e4-1ec4-4bc2-9fbc-3e38de0acd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.646589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:24.646764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.662875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Calling delete_port for 6b3d0c02-3642-4141-a3c4-4503e4ad518c owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:24.664161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 9fd24f81-0015-466c-ad8c-05bd0b21bbf1) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:24.671348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.671973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.678509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.682372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf924b-3a08-444b-9e70-e837bcd385b2 None None] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:24.759115 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e1d99e4-1ec4-4bc2-9fbc-3e38de0acd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.773962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1e1d99e4-1ec4-4bc2-9fbc-3e38de0acd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.790277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db36f1b5-f716-40bf-a4f3-2f74c2f04468 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0643177 Jul 16 08:53:24.797434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48772) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.805028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1914761176'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:24.817854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48774) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.853807 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1e1d99e4-1ec4-4bc2-9fbc-3e38de0acd73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d267f6ce14634568911b163de53fe0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989017 Jul 16 08:53:24.854369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48778) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.856972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d99e4-1ec4-4bc2-9fbc-3e38de0acd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63939818-c1ba-4488-9ac6-f0fe5e4c203b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.892402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'tenant_id': '9407bbaca0b64180a865dd411cabc985', 'fixed_ips': [{'subnet_id': '6480e817-5dbb-4574-958a-385467830f82'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:24.894480 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.976210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31cd1679-af1f-490b-ba20-8abd65c4921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.012660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31cd1679-af1f-490b-ba20-8abd65c4921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.019892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:25.023642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.068274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89621d62-7c8a-47ad-8ded-d0a70ab9da78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.098065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] device_id is not set on port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:25.109121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.174039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event deleted for resources: {'Port': ['ID=6b3d0c02-3642-4141-a3c4-4503e4ad518c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.175476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-861ac315-24c1-4ee5-a8d7-4625cc6d3209 req-428e6a22-3998-4f14-bbf8-98188f3c6ac8 tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0829630 Jul 16 08:53:25.223420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31cd1679-af1f-490b-ba20-8abd65c4921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.225973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31cd1679-af1f-490b-ba20-8abd65c4921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.229451 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-31cd1679-af1f-490b-ba20-8abd65c4921d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63939818-c1ba-4488-9ac6-f0fe5e4c203b HTTP/1.1" status: 204 len: 168 time: 0.3717811 Jul 16 08:53:25.241951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd1679-af1f-490b-ba20-8abd65c4921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63939818-c1ba-4488-9ac6-f0fe5e4c203b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.242622 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.273908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Allocated IP 2001:db8::2 (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/1c63e246-5a31-438a-937a-6173827441db) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:25.315414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89621d62-7c8a-47ad-8ded-d0a70ab9da78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.320675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-89621d62-7c8a-47ad-8ded-d0a70ab9da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.370506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-89621d62-7c8a-47ad-8ded-d0a70ab9da78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c94bf23e6c74ce7aeafb960bb15be04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391495 Jul 16 08:53:25.373304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89621d62-7c8a-47ad-8ded-d0a70ab9da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e8cc1d-8dae-453d-9549-d2e4d9dc5507,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.375992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48786) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.393142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.396751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.441779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-952340b2-9f21-42c1-9d7e-656eaf1c22c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.474460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.474941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Fanout notify agent at l3_agent the message router_deleted on router 6e09b7f8-5702-4d62-b065-b9f90a5104bc {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:25.484074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-952340b2-9f21-42c1-9d7e-656eaf1c22c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.490805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.497869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.502266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Transition to ACTIVE for port object 1c63e246-5a31-438a-937a-6173827441db will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:25.506768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9162bb8b-09e5-4261-882a-daf7163c0b0a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/6e09b7f8-5702-4d62-b065-b9f90a5104bc HTTP/1.1" status: 204 len: 168 time: 2.2938254 Jul 16 08:53:25.507876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48788) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.516976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-851511437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:25.525394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Transition to ACTIVE for port object 1c63e246-5a31-438a-937a-6173827441db will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:25.537759 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.556327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.557792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.575350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-952340b2-9f21-42c1-9d7e-656eaf1c22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.575807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Deleting port 12126aea-69e5-4f19-9373-49484d302898 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:25.576281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.578329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-952340b2-9f21-42c1-9d7e-656eaf1c22c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.582426 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-952340b2-9f21-42c1-9d7e-656eaf1c22c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12e8cc1d-8dae-453d-9549-d2e4d9dc5507 HTTP/1.1" status: 204 len: 168 time: 0.2023160 Jul 16 08:53:25.589937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:25.594259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:25.597724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952340b2-9f21-42c1-9d7e-656eaf1c22c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e8cc1d-8dae-453d-9549-d2e4d9dc5507,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.609195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:25.628608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Allocated IP 2001:db8::2b1 (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/7e455e8a-8440-4abf-8850-fd3fa9e15ee1) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:25.682100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48792) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.703082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2413-da1a-4a32-8f15-23ff2fc95e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.726049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Pushing event updated for resources: {'Port': ['ID=1c63e246-5a31-438a-937a-6173827441db,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.729487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Attempting to bind port 1c63e246-5a31-438a-937a-6173827441db on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:25.729977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Attempting to bind port 1c63e246-5a31-438a-937a-6173827441db by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '32c9c03a-754b-4e07-8d2e-af1259eddb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:25.731049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Attempting to bind port 1c63e246-5a31-438a-937a-6173827441db on network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:25.735963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.741474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:25.742012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Checking segment: {'id': '32c9c03a-754b-4e07-8d2e-af1259eddb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:25.742698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.743199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Bound using segment: {'id': '32c9c03a-754b-4e07-8d2e-af1259eddb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:25.743905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Bound port: 1c63e246-5a31-438a-937a-6173827441db, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c9c03a-754b-4e07-8d2e-af1259eddb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:25.745465 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.766102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf4339fe-b119-4afc-905f-f08a63991dbf req-f3def1bb-c3d5-41cd-8810-275df43fb89e tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0563834 Jul 16 08:53:25.767101 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.850270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] For port 12126aea-69e5-4f19-9373-49484d302898, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=12126aea-69e5-4f19-9373-49484d302898,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:25.850694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.861235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] For port 1c63e246-5a31-438a-937a-6173827441db, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:25.865766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] For port 1c63e246-5a31-438a-937a-6173827441db, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c63e246-5a31-438a-937a-6173827441db,segment=NetworkSegment(32c9c03a-754b-4e07-8d2e-af1259eddb77),segment_id=32c9c03a-754b-4e07-8d2e-af1259eddb77)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:25.871184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.879214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Calling delete_port for 12126aea-69e5-4f19-9373-49484d302898 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:25.925509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.954034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Transition to ACTIVE for port object 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:25.987218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9bb5-2506-490d-a0ef-fd001f022d03 None None] Pushing event updated for resources: {'Port': ['ID=1c63e246-5a31-438a-937a-6173827441db,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.002252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2413-da1a-4a32-8f15-23ff2fc95e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.008450 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2413-da1a-4a32-8f15-23ff2fc95e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.018499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.021619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a6ec7c7-b179-4587-805e-ff7629b93b1d tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5117192 Jul 16 08:53:26.024354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.031049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': True}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:26.070127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8e8c2413-da1a-4a32-8f15-23ff2fc95e99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2ddfb7c6df04ff7884798fb03a2970f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866673 Jul 16 08:53:26.072020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c2413-da1a-4a32-8f15-23ff2fc95e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01c188-8486-41f9-b17f-1d3978bdbd5f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.074623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48798) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.092430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48800) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.099809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.189657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:26.191894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=7e455e8a-8440-4abf-8850-fd3fa9e15ee1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.196480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:26.200157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78f8b464-28cb-4615-8394-bd7deaadcb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.203525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:26.209485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:26.210137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.229599 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05b67181-ad70-4738-8187-d233da635a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.243553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a0b34f97-d87d-47a0-8347-c123e420cd7a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4448383 Jul 16 08:53:26.255308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48804) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.261058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-593013126', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b1', 'mac_address': 'fa:16:3e:e7:18:99'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:26.312257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05b67181-ad70-4738-8187-d233da635a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.479394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ec19c6f-f2bd-4c6e-9483-5f6123243bc3 req-aa57a881-5b22-43b5-898c-9fc2e0ac4e2e tempest-ServerShowV257Test-673652387 tempest-ServerShowV257Test-673652387-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a15c774-3530-456f-9824-6ce9e58ca48e HTTP/1.1" status: 200 len: 210 time: 0.0823083 Jul 16 08:53:26.481655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05b67181-ad70-4738-8187-d233da635a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.483531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.484843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05b67181-ad70-4738-8187-d233da635a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.486264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05b67181-ad70-4738-8187-d233da635a5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff01c188-8486-41f9-b17f-1d3978bdbd5f HTTP/1.1" status: 204 len: 168 time: 0.4102480 Jul 16 08:53:26.498167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b67181-ad70-4738-8187-d233da635a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01c188-8486-41f9-b17f-1d3978bdbd5f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.595927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.639386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Pushing event deleted for resources: {'Port': ['ID=12126aea-69e5-4f19-9373-49484d302898,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.642414 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78f8b464-28cb-4615-8394-bd7deaadcb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.650880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78f8b464-28cb-4615-8394-bd7deaadcb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.669623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:26.786089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-78f8b464-28cb-4615-8394-bd7deaadcb00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b409bec0cce14348be6d5b7b352def12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6595857 Jul 16 08:53:26.790297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.801488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.801760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8b464-28cb-4615-8394-bd7deaadcb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f0b71-095a-408b-bb66-a545657f0d74,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.836167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] device_id is not set on port 8aece0f0-0932-4a53-9cd2-cca5a858657f yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:27.006485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Allocated IP 2001:db8::b7 (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/8aece0f0-0932-4a53-9cd2-cca5a858657f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:27.050296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-909d8031-abd2-40f9-a7dc-9d2680210576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.100227 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.138904 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-909d8031-abd2-40f9-a7dc-9d2680210576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.216888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.229228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.234684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Transition to ACTIVE for port object 8aece0f0-0932-4a53-9cd2-cca5a858657f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:27.258243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.281480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.298515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba36cb7-7524-4c93-8a6e-7ca359fc3a87 None None] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:27.348224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:27.349615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-093ce7d1-160f-4cec-b06a-e02910f5aa6e None None] Provisioning for port 1c63e246-5a31-438a-937a-6173827441db completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:27.353121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:27.358886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:27.366291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.367207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.394369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=8aece0f0-0932-4a53-9cd2-cca5a858657f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.399620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a296ccd9-c8ad-462e-966d-ddbc03717cc0 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.1431670 Jul 16 08:53:27.402586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48828) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:27.589279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce9c8d-37fc-45ce-9eb7-70425a666456 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.606308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce9c8d-37fc-45ce-9eb7-70425a666456 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.623074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce9c8d-37fc-45ce-9eb7-70425a666456 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.628873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-71ce9c8d-37fc-45ce-9eb7-70425a666456 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2246828 Jul 16 08:53:27.629534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48834) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:27.701920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c63e246-5a31-438a-937a-6173827441db up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:27.727682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-909d8031-abd2-40f9-a7dc-9d2680210576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.731621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-909d8031-abd2-40f9-a7dc-9d2680210576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.736596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-909d8031-abd2-40f9-a7dc-9d2680210576 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe6f0b71-095a-408b-bb66-a545657f0d74 HTTP/1.1" status: 204 len: 168 time: 0.9439676 Jul 16 08:53:27.759102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d8031-abd2-40f9-a7dc-9d2680210576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f0b71-095a-408b-bb66-a545657f0d74,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.847515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1c63e246-5a31-438a-937a-6173827441db completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:27.856541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1c63e246-5a31-438a-937a-6173827441db triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:27.857263 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.876290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port 8aece0f0-0932-4a53-9cd2-cca5a858657f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:27.876785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.890973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Allocated IP 172.25.0.114 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/27f69630-2991-480e-bfce-c1e5736dcd0d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:28.040042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.061971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Router 5ae1fd42-0e6b-4488-9754-2990c8766a6e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:28.086403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.122365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for 8aece0f0-0932-4a53-9cd2-cca5a858657f owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:28.124259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1c63e246-5a31-438a-937a-6173827441db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c63e246-5a31-438a-937a-6173827441db,segment=NetworkSegment(32c9c03a-754b-4e07-8d2e-af1259eddb77),segment_id=32c9c03a-754b-4e07-8d2e-af1259eddb77)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:28.134784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.165029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.189115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Provisioning complete for port 1c63e246-5a31-438a-937a-6173827441db triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:28.190534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.250693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1c63e246-5a31-438a-937a-6173827441db,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.266026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48850) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.321381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:28.331602 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] Sync routers for ids ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:28.343805 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] Routers {'5ae1fd42-0e6b-4488-9754-2990c8766a6e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:28.344428 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.353749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f059b19a-0a10-48f7-9938-b677d843e254 admin admin] 10.222.0.41 "PUT /v2.0/routers/5ae1fd42-0e6b-4488-9754-2990c8766a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2189524 Jul 16 08:53:28.357307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:28.408814 n-d-798249-10 neutron-server[93701]: self.session.flush() Jul 16 08:53:28.414698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Provisioning for port 8aece0f0-0932-4a53-9cd2-cca5a858657f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:28.414878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.415972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Provisioning complete for port 8aece0f0-0932-4a53-9cd2-cca5a858657f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:28.416492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.459797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.463966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Port 8aece0f0-0932-4a53-9cd2-cca5a858657f was deleted so its status cannot be updated. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:53:28.487739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Provisioning for port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:28.495725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Provisioning complete for port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:28.498165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.567528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Port': ['ID=27f69630-2991-480e-bfce-c1e5736dcd0d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.614148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-67180555-ec46-4f16-a939-d5f92017f25c None None] Port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:28.633712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:28.641614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:28.650284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:28.704305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=8aece0f0-0932-4a53-9cd2-cca5a858657f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.733361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.752315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a61fab0f-8ec9-4c95-bc0e-06981de006b2 None None] Provisioning complete for port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:28.754762 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] Set router 5ae1fd42-0e6b-4488-9754-2990c8766a6e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:28.755146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a61fab0f-8ec9-4c95-bc0e-06981de006b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.797287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d81-2879-4c02-994a-9cdfd4b2ec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.817754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.822674 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ba7a303-6d71-4bd0-93cc-a64e8db86a9b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/ports/8aece0f0-0932-4a53-9cd2-cca5a858657f HTTP/1.1" status: 204 len: 168 time: 1.1890087 Jul 16 08:53:28.822674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48870) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.849413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a61fab0f-8ec9-4c95-bc0e-06981de006b2 None None] Port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:28.905281 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d8ef1f-f0b2-4ed0-a6bd-e10cf4b44581 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] GET failed (client error): The resource could not be found. Jul 16 08:53:28.907275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00d8ef1f-f0b2-4ed0-a6bd-e10cf4b44581 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "GET /v2.0/ports/8aece0f0-0932-4a53-9cd2-cca5a858657f HTTP/1.1" status: 404 len: 333 time: 0.0837214 Jul 16 08:53:28.910848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.917906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2093599607'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:28.962481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-17e41e48-7db8-48d7-aaac-5817a5cd2b0f None None] Could not find standard attr ID for object 8aece0f0-0932-4a53-9cd2-cca5a858657f. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:53:29.146850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d81-2879-4c02-994a-9cdfd4b2ec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.180412 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d81-2879-4c02-994a-9cdfd4b2ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.180753 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 5, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:29.198245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:29.203490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.234336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.248923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.252477 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] Checking router: 5ae1fd42-0e6b-4488-9754-2990c8766a6e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:29.262675 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] Routers {'5ae1fd42-0e6b-4488-9754-2990c8766a6e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:29.263957 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:29.287860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] device_id is not set on port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:29.304210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4dc60d81-2879-4c02-994a-9cdfd4b2ec34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1cb4155ec854b6c9ce2e036e71e518d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0345922 Jul 16 08:53:29.306251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.315556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60d81-2879-4c02-994a-9cdfd4b2ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d345f83-b13c-49a2-9bda-0a70129dca4f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.403359 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] Set router 5ae1fd42-0e6b-4488-9754-2990c8766a6e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:29.489810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1ec2-9ed5-4900-a0a8-9c5d77a5e415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.504500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Deleting port f8716c5f-560f-4b81-87de-c3c65e22e932 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:29.504870 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.523902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1ec2-9ed5-4900-a0a8-9c5d77a5e415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.568326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c63e246-5a31-438a-937a-6173827441db up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:29.582348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Allocated IP 2001:db8::39f (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/862cd107-2496-4fe6-bf8a-e39b0667c0a4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:29.684581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.701466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1c63e246-5a31-438a-937a-6173827441db triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:29.704113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.718563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.816050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 5, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:29.871704 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.888061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] For port f8716c5f-560f-4b81-87de-c3c65e22e932, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f8716c5f-560f-4b81-87de-c3c65e22e932,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:29.888061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.897638 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd723-5879-4eae-9afa-386958b02791 None None] The sync data for ids ['5ae1fd42-0e6b-4488-9754-2990c8766a6e'] in n-d-798249-10 is: [{'id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'name': 'tempest-TestServerMultinode-635831982-router', 'tenant_id': '0dc1e54713174c4b99c93464a342ec75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:25Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 5, 'project_id': '0dc1e54713174c4b99c93464a342ec75', 'gw_port': {'id': 'f8716c5f-560f-4b81-87de-c3c65e22e932', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae1fd42-0e6b-4488-9754-2990c8766a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:26Z', 'updated_at': '2021-07-16T08:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:29.899985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Transition to ACTIVE for port object 862cd107-2496-4fe6-bf8a-e39b0667c0a4 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:29.907138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1ec2-9ed5-4900-a0a8-9c5d77a5e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.911030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1ec2-9ed5-4900-a0a8-9c5d77a5e415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.916171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bc0b1ec2-9ed5-4900-a0a8-9c5d77a5e415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d345f83-b13c-49a2-9bda-0a70129dca4f HTTP/1.1" status: 204 len: 168 time: 0.6060269 Jul 16 08:53:29.927419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Calling delete_port for f8716c5f-560f-4b81-87de-c3c65e22e932 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:29.938107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b1ec2-9ed5-4900-a0a8-9c5d77a5e415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d345f83-b13c-49a2-9bda-0a70129dca4f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.995525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.029047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.057890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:30.065062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:30.079801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:30.086320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.087225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.091165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=862cd107-2496-4fe6-bf8a-e39b0667c0a4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.114700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f3045c1c-9ece-4696-a873-76f1ece47355 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2025447 Jul 16 08:53:30.118091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48910) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.125806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b1', 'mac_address': 'fa:16:3e:e7:18:99'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:30.134921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Router 4b6dcf84-5beb-4677-b38f-365f0b4a8532 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:30.338844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.359443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:30.364979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.366724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb6c2102-bd0d-4555-ba94-4aa6960631a3 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "PUT /v2.0/routers/4b6dcf84-5beb-4677-b38f-365f0b4a8532 HTTP/1.1" status: 200 len: 918 time: 4.3412120 Jul 16 08:53:30.369299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.374501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] Sync routers for ids ['4b6dcf84-5beb-4677-b38f-365f0b4a8532'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:30.388305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] Routers {'4b6dcf84-5beb-4677-b38f-365f0b4a8532'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:30.389725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4b6dcf84-5beb-4677-b38f-365f0b4a8532'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:30.398520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0514ddf7-f311-4890-816f-81e035293f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.463301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.494298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:30.528485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] Routers {'4b6dcf84-5beb-4677-b38f-365f0b4a8532'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:30.529723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4b6dcf84-5beb-4677-b38f-365f0b4a8532'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:30.538199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-61188fe6-96e8-431c-931d-2466010b4187 None None] Provisioning for port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:30.554991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8716c5f-560f-4b81-87de-c3c65e22e932,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.591334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:30.592870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c8f9c-05cb-43ef-9803-6dde29472e6b None None] The sync data for ids ['4b6dcf84-5beb-4677-b38f-365f0b4a8532'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:30.594721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-61188fe6-96e8-431c-931d-2466010b4187 None None] Provisioning complete for port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:30.595273 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61188fe6-96e8-431c-931d-2466010b4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.645512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-61188fe6-96e8-431c-931d-2466010b4187 None None] Port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:30.669325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0514ddf7-f311-4890-816f-81e035293f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.677777 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0514ddf7-f311-4890-816f-81e035293f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.701323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.720058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.774121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0514ddf7-f311-4890-816f-81e035293f5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5a70dbf3f0e4f3cabfd235656cf899f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420204 Jul 16 08:53:30.774884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48926) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.785492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48928) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.795848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514ddf7-f311-4890-816f-81e035293f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd85e0-62cf-44ce-b89e-8b15a8f9c14c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.798941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] In _notify_port_updated(), no bound segment for port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 on network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:53:30.805157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.805841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.812557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "PUT /v2.0/ports/862cd107-2496-4fe6-bf8a-e39b0667c0a4 HTTP/1.1" status: 200 len: 1003 time: 0.6893387 Jul 16 08:53:30.820598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.876514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38414903-c11a-406b-8be1-5bae24d471e3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=862cd107-2496-4fe6-bf8a-e39b0667c0a4,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.942895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f22084f7-9dd3-4504-874c-c1f4938193ea tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/4b6dcf84-5beb-4677-b38f-365f0b4a8532 HTTP/1.1" status: 200 len: 924 time: 0.5724738 Jul 16 08:53:30.946355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48936) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.971775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.002757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a49683-8a16-40fe-93c6-7b63acff2dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.070059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a49683-8a16-40fe-93c6-7b63acff2dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.141607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:31.142106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.143250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.151014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.161510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c01fccd-36c5-47ab-99b2-b308314b0b8d tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.163430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6c01fccd-36c5-47ab-99b2-b308314b0b8d tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=4b6dcf84-5beb-4677-b38f-365f0b4a8532&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2165670 Jul 16 08:53:31.176017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-55488573'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:31.179549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48942) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.182165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-19a97fe1-1879-4f2f-9e64-9acf0d855303 None None] Provisioning complete for port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:31.183939 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19a97fe1-1879-4f2f-9e64-9acf0d855303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.228501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-19a97fe1-1879-4f2f-9e64-9acf0d855303 None None] Port 862cd107-2496-4fe6-bf8a-e39b0667c0a4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:31.253648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.254512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae1fd42-0e6b-4488-9754-2990c8766a6e {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:31.262486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.263966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ba376788-6b3f-4e18-8047-6f3c21f5f72e admin admin] 10.222.0.41 "DELETE /v2.0/routers/5ae1fd42-0e6b-4488-9754-2990c8766a6e HTTP/1.1" status: 204 len: 168 time: 2.9052815 Jul 16 08:53:31.266386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48946) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.312234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a49683-8a16-40fe-93c6-7b63acff2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.314767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a49683-8a16-40fe-93c6-7b63acff2dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.315944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65a49683-8a16-40fe-93c6-7b63acff2dd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2afd85e0-62cf-44ce-b89e-8b15a8f9c14c HTTP/1.1" status: 204 len: 168 time: 0.5262666 Jul 16 08:53:31.322011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.322999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.362138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Deleting subnet 590bf4fc-0734-4868-a462-edc9789ac332 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:31.371643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.377827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a49683-8a16-40fe-93c6-7b63acff2dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd85e0-62cf-44ce-b89e-8b15a8f9c14c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.383685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.427105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for 862cd107-2496-4fe6-bf8a-e39b0667c0a4 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:31.450855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0835f8-e2ba-40c2-9320-95f617c9c12e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.457272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d0835f8-e2ba-40c2-9320-95f617c9c12e tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.2761378 Jul 16 08:53:31.464176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.540372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d12f0f8a-98db-4a0c-8b48-4e1af7561b22 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b6dcf84-5beb-4677-b38f-365f0b4a8532 HTTP/1.1" status: 200 len: 205 time: 0.0744038 Jul 16 08:53:31.544737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48956) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.549083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.558957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.562391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.616307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.621672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.622068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-991dfd2d-27c6-42c8-9932-ba7d33896c5a tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.8410459 Jul 16 08:53:31.732324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.782556 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.783836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=862cd107-2496-4fe6-bf8a-e39b0667c0a4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.898091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12126aea-69e5-4f19-9373-49484d302898 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:31.941171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 12126aea-69e5-4f19-9373-49484d302898 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:31.941381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 12126aea-69e5-4f19-9373-49484d302898 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:31.966035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.981161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.983300 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.988811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-96b820aa-15ea-4d6b-a085-26aaf3326410 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/ports/862cd107-2496-4fe6-bf8a-e39b0667c0a4 HTTP/1.1" status: 204 len: 168 time: 1.1633151 Jul 16 08:53:32.000479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48972) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.019732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93c7662f-91a6-4738-a60d-0a6720394632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.051804 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56d7df5-62df-408e-9b0a-8dadea47ba25 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] GET failed (client error): The resource could not be found. Jul 16 08:53:32.053927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a56d7df5-62df-408e-9b0a-8dadea47ba25 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "GET /v2.0/ports/862cd107-2496-4fe6-bf8a-e39b0667c0a4 HTTP/1.1" status: 404 len: 333 time: 0.0524921 Jul 16 08:53:32.065520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48974) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.074086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1316364450'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:32.270085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.272699 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.275535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.290655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93c7662f-91a6-4738-a60d-0a6720394632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.315357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93c7662f-91a6-4738-a60d-0a6720394632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.329415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:32.335850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.367565 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.368069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeac9242-1d07-4e9b-bc98-21ada6ac4f43 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:32.370455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.377505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.384404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-94636344-2fdb-4ad5-a657-cf1f5df37388 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/eeac9242-1d07-4e9b-bc98-21ada6ac4f43 HTTP/1.1" status: 204 len: 168 time: 0.7613084 Jul 16 08:53:32.385854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48982) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.396985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Request body: {'router': {'name': 'tempest-router-2035167477', 'distributed': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:32.405184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] device_id is not set on port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:32.415413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-93c7662f-91a6-4738-a60d-0a6720394632 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=568ebbb782ae493e9a9cca1ef429e905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467001 Jul 16 08:53:32.416114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7662f-91a6-4738-a60d-0a6720394632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c90c50a-b66e-4b5e-ae46-62042ec0f49a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.420447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 48986) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.435087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.454100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.461537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b50f0-63c0-4255-b0e8-b4eee45029d7 None None] Network 96218c39-b49f-42d4-b728-b1a9fbbdc4be requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:32.491973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/590bf4fc-0734-4868-a462-edc9789ac332 HTTP/1.1" status: 204 len: 168 time: 1.2226102 Jul 16 08:53:32.492165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 48990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.547872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9875b-462a-47ab-bb7e-415c682054f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590bf4fc-0734-4868-a462-edc9789ac332,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.641959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Deleting port 27f69630-2991-480e-bfce-c1e5736dcd0d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:32.642566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.647795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.755643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] DHCP port deletion for 96218c39-b49f-42d4-b728-b1a9fbbdc4be request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:32.780939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.800234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Calling delete_port for 27f69630-2991-480e-bfce-c1e5736dcd0d owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:32.828467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Deleting port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:32.828807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.832397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] Deleting port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:32.832734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.922237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] For port 7a7adb8d-c41a-4f6b-a623-c13ca083e016, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7a7adb8d-c41a-4f6b-a623-c13ca083e016,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:32.924286 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.927124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.928373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.942398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] Calling delete_port for 7a7adb8d-c41a-4f6b-a623-c13ca083e016 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:32.959696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] For port 7a7adb8d-c41a-4f6b-a623-c13ca083e016, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7a7adb8d-c41a-4f6b-a623-c13ca083e016,segment=NetworkSegment(fc3b81b7-5d26-4a12-bfbf-fedfac091d4e),segment_id=fc3b81b7-5d26-4a12-bfbf-fedfac091d4e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:32.960057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.974630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597b6241-78f5-492e-85c6-9da70a9e1c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.978564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Calling delete_port for 7a7adb8d-c41a-4f6b-a623-c13ca083e016 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:32.997934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597b6241-78f5-492e-85c6-9da70a9e1c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.083041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.111485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.125871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.131018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] No DVR routers for this DVR port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:33.142636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Allocated IP 2001:db8::1b (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:33.144781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d7d3-0278-4be6-bb21-98adbdbb77ed None None] Pushing event deleted for resources: {'Port': ['ID=7a7adb8d-c41a-4f6b-a623-c13ca083e016,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.153171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597b6241-78f5-492e-85c6-9da70a9e1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.156065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-597b6241-78f5-492e-85c6-9da70a9e1c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.159362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-597b6241-78f5-492e-85c6-9da70a9e1c65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c90c50a-b66e-4b5e-ae46-62042ec0f49a HTTP/1.1" status: 204 len: 168 time: 0.7344472 Jul 16 08:53:33.175523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.176726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2d197e7-7a9e-46bd-be4f-7552fb72884b tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7854760 Jul 16 08:53:33.179725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49010) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:33.191410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b6241-78f5-492e-85c6-9da70a9e1c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c90c50a-b66e-4b5e-ae46-62042ec0f49a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.204138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.237151 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.241897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7adb8d-c41a-4f6b-a623-c13ca083e016,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.244121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] No DVR routers for this DVR port 7a7adb8d-c41a-4f6b-a623-c13ca083e016 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:33.301720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event deleted for resources: {'Port': ['ID=27f69630-2991-480e-bfce-c1e5736dcd0d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.316294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.404133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.421241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96218c39-b49f-42d4-b728-b1a9fbbdc4be']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:33.439113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:33.439685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3b81b7-5d26-4a12-bfbf-fedfac091d4e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:33.449023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.454400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.565066 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.582826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.592080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f8716c5f-560f-4b81-87de-c3c65e22e932 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:33.599102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.605558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.611377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.617331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.618482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f8716c5f-560f-4b81-87de-c3c65e22e932 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:33.618648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f8716c5f-560f-4b81-87de-c3c65e22e932 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:33.619084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7a7adb8d-c41a-4f6b-a623-c13ca083e016 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:33.647909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 7a7adb8d-c41a-4f6b-a623-c13ca083e016 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:33.648268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7a7adb8d-c41a-4f6b-a623-c13ca083e016 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:33.695350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.696046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba961ee7-c80e-46d1-9dbf-0fd974f64839 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:33.706665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.711391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5310c26e-ea1f-4494-aa9e-661f287ee6fa tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ba961ee7-c80e-46d1-9dbf-0fd974f64839 HTTP/1.1" status: 204 len: 168 time: 0.5268331 Jul 16 08:53:33.711559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:33.711559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.711773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49026) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: items = [ Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:33.714428 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:33.718807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.722133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Request body: {'router': {'name': 'tempest-router-1960560640', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a693a9f7582e4652841ecdd3cfeda264'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:33.734296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.734859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6dcf84-5beb-4677-b38f-365f0b4a8532 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:33.742489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.747846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5a5a582e-2479-49b3-a67b-bca22dcae984 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/4b6dcf84-5beb-4677-b38f-365f0b4a8532 HTTP/1.1" status: 204 len: 168 time: 2.2014003 Jul 16 08:53:33.748621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49028) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:33.753676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1438587689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:33.778590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Transition to ACTIVE for port object 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:33.785193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.786799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.796082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.802555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.805265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] 10.222.0.41 "DELETE /v2.0/networks/96218c39-b49f-42d4-b728-b1a9fbbdc4be HTTP/1.1" status: 204 len: 168 time: 1.3011911 Jul 16 08:53:33.818281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49032) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:33.818428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49036) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:33.825198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40b661-f6ec-4595-8212-bef7e8986389 admin admin] Pushing event deleted for resources: {'Network': ['ID=96218c39-b49f-42d4-b728-b1a9fbbdc4be,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.855561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.857927 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.931517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.946704 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.982457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.999168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.032649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.054210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e7c7fd-1116-47de-b0c5-889b3b1529dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.056444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.061006 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0de9f5db-8769-49ee-bc9f-53855f609959 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3451068 Jul 16 08:53:34.071637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.090946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:34.095609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:34.158390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:34.163722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.164934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c0674850-d073-487f-bcc5-4649220f1fa8 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4150565 Jul 16 08:53:34.165843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:34.171602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.172225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.174316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49052) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.182177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': False}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:34.203468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.418605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.418941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.480484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-944cc301-cb0e-4610-b0cc-09412d9d6b2d None None] Provisioning for port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:34.489632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-944cc301-cb0e-4610-b0cc-09412d9d6b2d None None] Provisioning complete for port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:34.490273 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-944cc301-cb0e-4610-b0cc-09412d9d6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.502833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e7c7fd-1116-47de-b0c5-889b3b1529dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.520225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-24e7c7fd-1116-47de-b0c5-889b3b1529dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.529155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.536555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-75da142f-1277-4c89-9da9-1a44d25312f6 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4693794 Jul 16 08:53:34.545076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49060) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.547577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-944cc301-cb0e-4610-b0cc-09412d9d6b2d None None] Port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:34.551953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93699) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 08:53:34.552376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Router 8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 migrating from provider to provider. {{(pid=93699) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 08:53:34.552909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.564221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:18:99'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:34.582158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.604601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-24e7c7fd-1116-47de-b0c5-889b3b1529dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4565420682fd4d76abea2054d146c690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853465 Jul 16 08:53:34.611073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49062) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.614220 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.628462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7c7fd-1116-47de-b0c5-889b3b1529dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec678cf-8ebd-4eaf-9e5c-daf6da714061,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.806227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49066) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.808796 n-d-798249-10 neutron-server[93699]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] No L3 agents can host the router 8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 Jul 16 08:53:34.841678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ec57da0-1cb1-45ec-afee-793f961e2b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.879949 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ec57da0-1cb1-45ec-afee-793f961e2b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.926093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.947246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.001781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60102283-fdf9-4f3e-9a00-7e2ce7f42242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.004795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.079180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.086755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Hosts for router 8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4: [] {{(pid=93699) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 08:53:35.140506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Allocated IP 172.25.0.180 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/1bae8d50-480a-450f-9892-fbaef874ab5a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:35.154832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Hosts for other DVR routers connected to router 8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4: set() {{(pid=93699) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 08:53:35.158425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.160227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb6ca833-d04d-4088-b038-4b516ce446fe tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "PUT /v2.0/routers/8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 HTTP/1.1" status: 200 len: 717 time: 1.0873063 Jul 16 08:53:35.184582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ec57da0-1cb1-45ec-afee-793f961e2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.187070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49070) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.188014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ec57da0-1cb1-45ec-afee-793f961e2b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.191952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ec57da0-1cb1-45ec-afee-793f961e2b5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ec678cf-8ebd-4eaf-9e5c-daf6da714061 HTTP/1.1" status: 204 len: 168 time: 0.5764358 Jul 16 08:53:35.224782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57da0-1cb1-45ec-afee-793f961e2b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec678cf-8ebd-4eaf-9e5c-daf6da714061,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.333782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7eb1d8ae-fcfa-4b1a-863f-284545e93597 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "GET /v2.0/routers/8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 HTTP/1.1" status: 200 len: 717 time: 0.1431196 Jul 16 08:53:35.338544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49076) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.379762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60102283-fdf9-4f3e-9a00-7e2ce7f42242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.394492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.414222 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60102283-fdf9-4f3e-9a00-7e2ce7f42242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.464975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.482082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.497081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-60102283-fdf9-4f3e-9a00-7e2ce7f42242 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5b525d27bc84d45acdf75e805904ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6838319 Jul 16 08:53:35.497081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102283-fdf9-4f3e-9a00-7e2ce7f42242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1d5f6-9c05-41dc-a90c-8e816fc399fc,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.497461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.498696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49080) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.524528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] In _notify_port_updated(), no bound segment for port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 on network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:53:35.531726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.532586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.534170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "PUT /v2.0/ports/1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 HTTP/1.1" status: 200 len: 1002 time: 0.9838493 Jul 16 08:53:35.538071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49082) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.567000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Deleting port 22d441ae-d6fc-430c-8093-a8afcf023987 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:35.567731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.573326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:35.595002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:35.596896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Pushing event updated for resources: {'Port': ['ID=1bae8d50-480a-450f-9892-fbaef874ab5a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.600660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:35.604431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfb683-c270-480a-a435-b1e4b6106cc7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.679409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49084) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.705885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00993898-0f13-476f-920c-7777dabb41db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.755516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:35.756011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.797863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a71f5fe8-f3d9-4f94-bf16-a2e6a6a68c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.857866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-39e58a10-2a8b-4acb-96d8-f2cd415e08df tempest-RoutersTestDVR-1383654172 tempest-RoutersTestDVR-1383654172-project] 10.222.0.41 "GET /v2.0/routers/8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 HTTP/1.1" status: 200 len: 683 time: 0.5158274 Jul 16 08:53:35.863599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49086) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:35.901013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-33cafc00-1342-4e65-8571-a5e60c07c759 None None] Provisioning complete for port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:35.902604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33cafc00-1342-4e65-8571-a5e60c07c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.942283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-33cafc00-1342-4e65-8571-a5e60c07c759 None None] Port 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:35.967665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.987671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.036935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for 1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:36.086911 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00993898-0f13-476f-920c-7777dabb41db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.126144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00993898-0f13-476f-920c-7777dabb41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.126536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] For port 22d441ae-d6fc-430c-8093-a8afcf023987, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=22d441ae-d6fc-430c-8093-a8afcf023987,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:36.126889 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.151571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Calling delete_port for 22d441ae-d6fc-430c-8093-a8afcf023987 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:36.172395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a71f5fe8-f3d9-4f94-bf16-a2e6a6a68c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.390567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a71f5fe8-f3d9-4f94-bf16-a2e6a6a68c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.393108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a71f5fe8-f3d9-4f94-bf16-a2e6a6a68c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.394283 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a71f5fe8-f3d9-4f94-bf16-a2e6a6a68c69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7d1d5f6-9c05-41dc-a90c-8e816fc399fc HTTP/1.1" status: 204 len: 168 time: 0.8928916 Jul 16 08:53:36.428284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f5fe8-f3d9-4f94-bf16-a2e6a6a68c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1d5f6-9c05-41dc-a90c-8e816fc399fc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.441167 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.631833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.643465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00993898-0f13-476f-920c-7777dabb41db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3832fb17155405b88d60c5fcaa683fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9612770 Jul 16 08:53:36.644060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.649367 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.649541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49092) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:36.657951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00993898-0f13-476f-920c-7777dabb41db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7942b8b4-eacd-495a-97bc-8f7f553a0ded,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.717812 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.718494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:36.732932 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.734385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0857d570-f49f-4af2-b24b-7d3920428b4f tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8bcd6ee4-bb90-4d27-81ef-c9f1b262fbe4 HTTP/1.1" status: 204 len: 168 time: 0.8697999 Jul 16 08:53:36.738151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49096) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:36.742731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Request body: {'router': {'name': 'tempest-router-1415621506', 'distributed': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:36.751812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d441ae-d6fc-430c-8093-a8afcf023987,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.816330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.817410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.822331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.859707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.863515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.869733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.929421 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.938865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.963363 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.965937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-659c3428-fef1-4977-a4ea-9103f0eee9f3 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/ports/1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 HTTP/1.1" status: 204 len: 168 time: 1.4266696 Jul 16 08:53:36.969627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:36.982609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d530afaf-e732-4241-8e36-d058cee7179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.004808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.006026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b8632100-a18b-4180-ad63-8db2dc72e184 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2668984 Jul 16 08:53:37.007521 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b8a483-a11b-4fcb-91c6-6fe684434bea tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] GET failed (client error): The resource could not be found. Jul 16 08:53:37.009092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f0b8a483-a11b-4fcb-91c6-6fe684434bea tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "GET /v2.0/ports/1920bba3-a1c5-4c7e-a0d2-52c82ccaaff9 HTTP/1.1" status: 404 len: 333 time: 0.0385044 Jul 16 08:53:37.009625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:37.038476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49108) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:37.049770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-264580913'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:37.099475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.161113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d530afaf-e732-4241-8e36-d058cee7179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.282722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.285511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.342433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.343059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e26ed94-aa2c-45ac-8af4-af95b896d7f3 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:37.356464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.361456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-561174e2-e5ee-4401-a4e4-8e71562ed452 tempest-RoutersTestDVR-1961415631 tempest-RoutersTestDVR-1961415631-project-admin] 10.222.0.41 "DELETE /v2.0/routers/9e26ed94-aa2c-45ac-8af4-af95b896d7f3 HTTP/1.1" status: 204 len: 168 time: 0.3472674 Jul 16 08:53:37.361648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d530afaf-e732-4241-8e36-d058cee7179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.364152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d530afaf-e732-4241-8e36-d058cee7179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.365129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d530afaf-e732-4241-8e36-d058cee7179a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7942b8b4-eacd-495a-97bc-8f7f553a0ded HTTP/1.1" status: 204 len: 168 time: 0.7125285 Jul 16 08:53:37.381528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Router 2473fa0b-5ec8-422b-89ec-c3b3274a91b6 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:37.384038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.385584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:37.389912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.394792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530afaf-e732-4241-8e36-d058cee7179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7942b8b4-eacd-495a-97bc-8f7f553a0ded,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.425331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] device_id is not set on port 6b85f4c4-593c-405d-ae46-5d664a441e1b yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:37.743195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49130) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:37.879355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1304b19-db97-4b6d-a743-24445be2bb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.002530 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1304b19-db97-4b6d-a743-24445be2bb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.006927 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1304b19-db97-4b6d-a743-24445be2bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.010046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:38.019945 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] Sync routers for ids ['2473fa0b-5ec8-422b-89ec-c3b3274a91b6'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:38.020547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.021279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e70baf9a-db1e-40ad-814b-dfd072644a73 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "PUT /v2.0/routers/2473fa0b-5ec8-422b-89ec-c3b3274a91b6 HTTP/1.1" status: 200 len: 920 time: 3.8444767 Jul 16 08:53:38.024382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49146) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.038547 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] Routers {'2473fa0b-5ec8-422b-89ec-c3b3274a91b6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:38.039216 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2473fa0b-5ec8-422b-89ec-c3b3274a91b6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:38.074118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d1304b19-db97-4b6d-a743-24445be2bb85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a693a9f7582e4652841ecdd3cfeda264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291059 Jul 16 08:53:38.075174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1304b19-db97-4b6d-a743-24445be2bb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa829cb-eae6-4f6c-a498-e7eae0a6f67c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.075308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Allocated IP 2001:db8::165 (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/6b85f4c4-593c-405d-ae46-5d664a441e1b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:38.077175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49150) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.110331 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:38.125965 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] Routers {'2473fa0b-5ec8-422b-89ec-c3b3274a91b6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:38.127016 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['2473fa0b-5ec8-422b-89ec-c3b3274a91b6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:38.180452 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:38.181536 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da338f21-2991-4134-bf5a-9353aaf93a0d None None] The sync data for ids ['2473fa0b-5ec8-422b-89ec-c3b3274a91b6'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:38.346716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e59b456-50d8-4b9c-bb20-a1932011bd2d tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/2473fa0b-5ec8-422b-89ec-c3b3274a91b6 HTTP/1.1" status: 200 len: 926 time: 0.3207405 Jul 16 08:53:38.349653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49166) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.351143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d38a3fe1-56bf-4694-a925-1ac613f356ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.404771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Router ba66ed50-90b1-4184-b556-53c82f9553eb has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:38.425987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0e047-ea2a-4847-936c-fd7839233027 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.429966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dee0e047-ea2a-4847-936c-fd7839233027 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=2473fa0b-5ec8-422b-89ec-c3b3274a91b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0761843 Jul 16 08:53:38.430319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49170) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.430470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d38a3fe1-56bf-4694-a925-1ac613f356ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.541890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.555640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643b0868-acbe-468e-8234-d84677ed9dac tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.559131 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-643b0868-acbe-468e-8234-d84677ed9dac tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.1275411 Jul 16 08:53:38.563917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.607795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49176) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.608136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-973c746a-e813-44ba-a497-279e13f257f1 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=2473fa0b-5ec8-422b-89ec-c3b3274a91b6 HTTP/1.1" status: 200 len: 205 time: 0.0424426 Jul 16 08:53:38.651148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Transition to ACTIVE for port object 6b85f4c4-593c-405d-ae46-5d664a441e1b will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:38.657650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:38.659253 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d38a3fe1-56bf-4694-a925-1ac613f356ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.661877 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d38a3fe1-56bf-4694-a925-1ac613f356ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.663054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d38a3fe1-56bf-4694-a925-1ac613f356ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aa829cb-eae6-4f6c-a498-e7eae0a6f67c HTTP/1.1" status: 204 len: 168 time: 0.5849278 Jul 16 08:53:38.669463 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d1e1cf4-1eaa-4cff-953f-b7b8bc651695 admin admin] 10.222.0.41 "PUT /v2.0/routers/ba66ed50-90b1-4184-b556-53c82f9553eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8501182 Jul 16 08:53:38.671021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] Sync routers for ids ['ba66ed50-90b1-4184-b556-53c82f9553eb'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:38.673321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49180) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.682899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] Routers {'ba66ed50-90b1-4184-b556-53c82f9553eb'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:38.684432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ba66ed50-90b1-4184-b556-53c82f9553eb'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:38.694821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a3fe1-56bf-4694-a925-1ac613f356ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa829cb-eae6-4f6c-a498-e7eae0a6f67c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.774949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.779120 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.884714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.946034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:38.947083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] Set router ba66ed50-90b1-4184-b556-53c82f9553eb gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:38.979951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:38.984311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=6b85f4c4-593c-405d-ae46-5d664a441e1b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.997817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:39.004588 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.005453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.044463 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a4abe5f4-c616-471b-bd46-b40de877e21f tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0044894 Jul 16 08:53:39.045566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:39.056862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'network_id': '9fd24f81-0015-466c-ad8c-05bd0b21bbf1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-647654405'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:39.153062 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.238501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Deleting port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:39.238809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.262941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.326499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Made reservation on behalf of 9407bbaca0b64180a865dd411cabc985 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:39.330971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.391975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] device_id is not set on port d465fae4-3d75-4110-97f7-7a6df36266c1 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:53:39.408496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49198) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:39.431547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] For port 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:39.431922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.467026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Calling delete_port for 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:39.530474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-79d6945c-e110-401f-9d9f-8aad013b590e None None] Provisioning for port 6b85f4c4-593c-405d-ae46-5d664a441e1b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:39.536526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-79d6945c-e110-401f-9d9f-8aad013b590e None None] Provisioning complete for port 6b85f4c4-593c-405d-ae46-5d664a441e1b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:39.536896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-79d6945c-e110-401f-9d9f-8aad013b590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.538841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Deleting port 1bae8d50-480a-450f-9892-fbaef874ab5a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:39.539194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.544876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-800e69c7-536c-4311-8201-89e63f19c3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.592931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-79d6945c-e110-401f-9d9f-8aad013b590e None None] Port 6b85f4c4-593c-405d-ae46-5d664a441e1b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:39.595348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:53:36Z', 'revision_number': 5, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port': {'id': '9e76b3a3-c85b-41cf-abde-b5fbbaef5a12', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:35Z', 'updated_at': '2021-07-16T08:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:39.630806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] Checking router: ba66ed50-90b1-4184-b556-53c82f9553eb for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:39.640779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] Routers {'ba66ed50-90b1-4184-b556-53c82f9553eb'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:39.641602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ba66ed50-90b1-4184-b556-53c82f9553eb'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:39.712549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.731126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] Set router ba66ed50-90b1-4184-b556-53c82f9553eb gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:39.793740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:53:39Z', 'revision_number': 6, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:39.797624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e76b3a3-c85b-41cf-abde-b5fbbaef5a12,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:39.828350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd7750-33a4-476e-b03e-a32bea111e90 None None] The sync data for ids ['ba66ed50-90b1-4184-b556-53c82f9553eb'] in n-d-798249-10 is: [{'id': 'ba66ed50-90b1-4184-b556-53c82f9553eb', 'name': 'tempest-TestServerMultinode-344720109-router', 'tenant_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:34Z', 'updated_at': '2021-07-16T08:53:39Z', 'revision_number': 6, 'project_id': 'fd3fe4073982409b93ab3d3f28a3c0da', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:39.856403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Allocated IP 2001:db8::37e (9fd24f81-0015-466c-ad8c-05bd0b21bbf1/6480e817-5dbb-4574-958a-385467830f82/d465fae4-3d75-4110-97f7-7a6df36266c1) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:39.886796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.914925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.918571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Calling delete_port for 1bae8d50-480a-450f-9892-fbaef874ab5a owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:40.032336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.035230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.086749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.087367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba66ed50-90b1-4184-b556-53c82f9553eb {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:40.092410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.093745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-26334b3e-212f-454d-9962-79e62cf792c1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ba66ed50-90b1-4184-b556-53c82f9553eb HTTP/1.1" status: 204 len: 168 time: 1.4180417 Jul 16 08:53:40.097734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49212) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:40.204282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-800e69c7-536c-4311-8201-89e63f19c3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.263394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-800e69c7-536c-4311-8201-89e63f19c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.335269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Deleting subnet a4b0449d-60e7-434f-ad2b-a3917a9c7904 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:40.374444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.380749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-800e69c7-536c-4311-8201-89e63f19c3be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=071e45d493504234bfaf4ef01a913de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9704101 Jul 16 08:53:40.383853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49218) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:40.440935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e69c7-536c-4311-8201-89e63f19c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9515e31-c484-4584-8abf-8b1080a1c13e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.452646 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.475661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d675201-2d90-4184-ba1b-c2c1d88104cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.476803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.502310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d675201-2d90-4184-ba1b-c2c1d88104cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.507955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Transition to ACTIVE for port object d465fae4-3d75-4110-97f7-7a6df36266c1 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:40.521986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.572752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d675201-2d90-4184-ba1b-c2c1d88104cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.575882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event deleted for resources: {'Port': ['ID=1bae8d50-480a-450f-9892-fbaef874ab5a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.580613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d675201-2d90-4184-ba1b-c2c1d88104cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.582890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8d675201-2d90-4184-ba1b-c2c1d88104cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9515e31-c484-4584-8abf-8b1080a1c13e HTTP/1.1" status: 204 len: 168 time: 0.1979542 Jul 16 08:53:40.610934 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:40.624798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675201-2d90-4184-ba1b-c2c1d88104cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9515e31-c484-4584-8abf-8b1080a1c13e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.757446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.829352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.833207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=d465fae4-3d75-4110-97f7-7a6df36266c1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.862727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.220517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:41.254544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:41.288349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:41.294819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.295512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.320812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.324493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.326979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-67758fa2-8ed8-46af-827d-e4d59783922b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2791443 Jul 16 08:53:41.329916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49248) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.336088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b1', 'mac_address': 'fa:16:3e:e7:18:99'}, {'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:50:d9:5e'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:41.400349 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.427789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.428340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Fanout notify agent at l3_agent the message router_deleted on router 2473fa0b-5ec8-422b-89ec-c3b3274a91b6 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:41.452424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92786e-0794-47da-b6ac-384a141101bf None None] Network 16ee6578-939f-4f7f-bf8a-53479a20ffd3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:41.531290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.542653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5c63b0a-561e-4616-9288-ec319a3c7e2c tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/2473fa0b-5ec8-422b-89ec-c3b3274a91b6 HTTP/1.1" status: 204 len: 168 time: 2.9297934 Jul 16 08:53:41.544232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.549520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a4b0449d-60e7-434f-ad2b-a3917a9c7904 HTTP/1.1" status: 204 len: 168 time: 1.4494960 Jul 16 08:53:41.552028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97db5fe-7819-491b-b23d-2907b5e30afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b0449d-60e7-434f-ad2b-a3917a9c7904,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:41.557412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49254) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.558401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49256) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.588704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1961178775', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:41.689657 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.690909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.691167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 22d441ae-d6fc-430c-8093-a8afcf023987 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:41.768659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.826144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 22d441ae-d6fc-430c-8093-a8afcf023987 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:41.829997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.830626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 22d441ae-d6fc-430c-8093-a8afcf023987 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:41.831788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:41.846600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.985507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:41.985896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e76b3a3-c85b-41cf-abde-b5fbbaef5a12 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:42.047166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c6710a47-ea92-4fba-96b5-0d0d450d1e63 None None] Provisioning for port d465fae4-3d75-4110-97f7-7a6df36266c1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:42.059553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c6710a47-ea92-4fba-96b5-0d0d450d1e63 None None] Provisioning complete for port d465fae4-3d75-4110-97f7-7a6df36266c1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:42.063071 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6710a47-ea92-4fba-96b5-0d0d450d1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.071007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Deleting port 28429107-04bc-4218-8f93-72a7b5a2690b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:42.071388 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.101408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49268) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.113145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49272) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.148944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] For port 28429107-04bc-4218-8f93-72a7b5a2690b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=28429107-04bc-4218-8f93-72a7b5a2690b,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:42.149596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.159208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c6710a47-ea92-4fba-96b5-0d0d450d1e63 None None] Port d465fae4-3d75-4110-97f7-7a6df36266c1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:42.163560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Calling delete_port for 28429107-04bc-4218-8f93-72a7b5a2690b owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:42.171353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.210832 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.240381 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.267980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] DHCP port deletion for 16ee6578-939f-4f7f-bf8a-53479a20ffd3 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:42.275062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] In _notify_port_updated(), no bound segment for port d465fae4-3d75-4110-97f7-7a6df36266c1 on network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:53:42.294037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.296095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.297978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "PUT /v2.0/ports/d465fae4-3d75-4110-97f7-7a6df36266c1 HTTP/1.1" status: 200 len: 1067 time: 0.9664812 Jul 16 08:53:42.303473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49276) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.337512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] Deleting port 28429107-04bc-4218-8f93-72a7b5a2690b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:42.338053 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.379839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e3ec-25e1-4759-b2cc-e832b738c953 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event updated for resources: {'Port': ['ID=d465fae4-3d75-4110-97f7-7a6df36266c1,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.390035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488828114'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:42.406288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04187de3-6122-4891-95c1-19129ee9a1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.427092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] For port 28429107-04bc-4218-8f93-72a7b5a2690b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=28429107-04bc-4218-8f93-72a7b5a2690b,segment=NetworkSegment(ca025376-22bb-4870-8046-6489137ce5fc),segment_id=ca025376-22bb-4870-8046-6489137ce5fc)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:42.428220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.446612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] Calling delete_port for 28429107-04bc-4218-8f93-72a7b5a2690b owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:42.457398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:42.467962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.481631 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.523932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.564472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.577134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] No DVR routers for this DVR port 28429107-04bc-4218-8f93-72a7b5a2690b on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:42.595620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04187de3-6122-4891-95c1-19129ee9a1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.601150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04187de3-6122-4891-95c1-19129ee9a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.616654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] Pushing event deleted for resources: {'Port': ['ID=28429107-04bc-4218-8f93-72a7b5a2690b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.627121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Pushing event deleted for resources: {'Port': ['ID=28429107-04bc-4218-8f93-72a7b5a2690b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.635879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb5e18-e16b-436e-8582-15e1095181ea None None] No DVR routers for this DVR port 28429107-04bc-4218-8f93-72a7b5a2690b on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:42.652439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-58ee4e7e-e07c-4506-beba-cef3f2af2e15 None None] Provisioning complete for port d465fae4-3d75-4110-97f7-7a6df36266c1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:42.653200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58ee4e7e-e07c-4506-beba-cef3f2af2e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.678727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-04187de3-6122-4891-95c1-19129ee9a1bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc6c7ab744f342abb8721f9a59b1363b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753601 Jul 16 08:53:42.689331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49278) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.697284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58ee4e7e-e07c-4506-beba-cef3f2af2e15 None None] Port d465fae4-3d75-4110-97f7-7a6df36266c1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:42.709027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04187de3-6122-4891-95c1-19129ee9a1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eee025-5594-49ed-b99c-8a4401680e25,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.723663 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.737775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ee6578-939f-4f7f-bf8a-53479a20ffd3']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:42.755012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca025376-22bb-4870-8046-6489137ce5fc') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:42.755478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca025376-22bb-4870-8046-6489137ce5fc') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:42.790177 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7b9c-43cd-4417-9190-98cf4545c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.814115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port d465fae4-3d75-4110-97f7-7a6df36266c1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:42.814515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.824408 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.835646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.840675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7b9c-43cd-4417-9190-98cf4545c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.847060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.889826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:42.894222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.913920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fead806f-6b77-4137-8671-716dfa1f782c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.918406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.918758 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment e8a3c45d-4b72-40e6-bddc-00ca9c9de3db of type vlan for network 0239d130-991d-40c9-82c4-4b829559e7d2 Jul 16 08:53:42.942752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:42.953557 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:42.958018 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:42.972225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.981709 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87c7e86d-71a6-4019-8cbc-99f9c2b67e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.992357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7b9c-43cd-4417-9190-98cf4545c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.994973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7b9c-43cd-4417-9190-98cf4545c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.996887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ef2d7b9c-43cd-4417-9190-98cf4545c597 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10eee025-5594-49ed-b99c-8a4401680e25 HTTP/1.1" status: 204 len: 168 time: 0.3062291 Jul 16 08:53:43.009122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.024473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d7b9c-43cd-4417-9190-98cf4545c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eee025-5594-49ed-b99c-8a4401680e25,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.059844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.067811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.068603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.081510 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.127341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0023789 Jul 16 08:53:43.137261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.142159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.152750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] 10.222.0.41 "DELETE /v2.0/networks/16ee6578-939f-4f7f-bf8a-53479a20ffd3 HTTP/1.1" status: 204 len: 168 time: 1.5857322 Jul 16 08:53:43.176269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2913c55-4531-48c0-a4e2-a206e7506459 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ee6578-939f-4f7f-bf8a-53479a20ffd3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.190196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.203803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640b962-3fab-4bcf-8c22-113fc11b0a36 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=0239d130-991d-40c9-82c4-4b829559e7d2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.219925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0239d130-991d-40c9-82c4-4b829559e7d2 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:43.305114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for d465fae4-3d75-4110-97f7-7a6df36266c1 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:43.427536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49288) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.497035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1368a72f-c8a7-47da-8e5e-fba640bacda1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dc1e54713174c4b99c93464a342ec75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675383 Jul 16 08:53:43.497936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49290) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.541044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 28429107-04bc-4218-8f93-72a7b5a2690b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:43.557745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49292) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.575339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 28429107-04bc-4218-8f93-72a7b5a2690b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:43.584708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 28429107-04bc-4218-8f93-72a7b5a2690b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:43.601137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.608081 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b3db996-d1f7-49cf-96d9-f5904ae09216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.674258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=d465fae4-3d75-4110-97f7-7a6df36266c1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.680027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4e5d-2116-4d38-9b0e-17bcf43aaef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.712067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4e5d-2116-4d38-9b0e-17bcf43aaef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.748779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Allocated IP 172.25.0.103 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/aa7fdeca-c97f-4227-aa98-0c710c43881f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:43.859547 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b3db996-d1f7-49cf-96d9-f5904ae09216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.868080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b3db996-d1f7-49cf-96d9-f5904ae09216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.895042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3db996-d1f7-49cf-96d9-f5904ae09216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c04b6-5ba7-4296-b331-393fa72dae63,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.934676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4e5d-2116-4d38-9b0e-17bcf43aaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.937276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4e5d-2116-4d38-9b0e-17bcf43aaef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.938422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9e5c4e5d-2116-4d38-9b0e-17bcf43aaef4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d16fc9e-17f7-4e59-88b0-2fc1c1d780ac HTTP/1.1" status: 204 len: 168 time: 0.4392495 Jul 16 08:53:43.972078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c4e5d-2116-4d38-9b0e-17bcf43aaef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16fc9e-17f7-4e59-88b0-2fc1c1d780ac,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.993019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7b3db996-d1f7-49cf-96d9-f5904ae09216 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4406d098126a4cafa88e86f0c95d2513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295814 Jul 16 08:53:43.994641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.158092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.161802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3a498bb-277d-4d43-8feb-836415c5019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.194853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.200860 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f7ac4b22-dd50-4c7d-9d91-e092bdcf2b1b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/ports/d465fae4-3d75-4110-97f7-7a6df36266c1 HTTP/1.1" status: 204 len: 168 time: 1.8916309 Jul 16 08:53:44.203992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49302) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.224128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3a498bb-277d-4d43-8feb-836415c5019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.286542 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5d53a2-97a8-4ca8-8e70-8989ae2d3be1 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] GET failed (client error): The resource could not be found. Jul 16 08:53:44.295257 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bd5d53a2-97a8-4ca8-8e70-8989ae2d3be1 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "GET /v2.0/ports/d465fae4-3d75-4110-97f7-7a6df36266c1 HTTP/1.1" status: 404 len: 333 time: 0.0852866 Jul 16 08:53:44.299349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.335854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3a498bb-277d-4d43-8feb-836415c5019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.337870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3a498bb-277d-4d43-8feb-836415c5019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.342239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3a498bb-277d-4d43-8feb-836415c5019a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f2c04b6-5ba7-4296-b331-393fa72dae63 HTTP/1.1" status: 204 len: 168 time: 0.3460095 Jul 16 08:53:44.361651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a498bb-277d-4d43-8feb-836415c5019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c04b6-5ba7-4296-b331-393fa72dae63,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.454885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.467170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.521004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:44.525879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:44.544831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:44.563869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49316) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.621577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event updated for resources: {'Port': ['ID=aa7fdeca-c97f-4227-aa98-0c710c43881f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.639630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port 6b85f4c4-593c-405d-ae46-5d664a441e1b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:44.640040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.667332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b0a57cc5-6025-4ae6-9083-479d5e9ffcb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd3fe4073982409b93ab3d3f28a3c0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994210 Jul 16 08:53:44.668008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.747516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d03f9446-e595-4fb1-a2cb-ee1cd523b3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.828488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d03f9446-e595-4fb1-a2cb-ee1cd523b3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.903012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-289c1e7f-0be2-48fb-bed0-c2b4b278cedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.971431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.972989 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d03f9446-e595-4fb1-a2cb-ee1cd523b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.975779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d03f9446-e595-4fb1-a2cb-ee1cd523b3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.977273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d03f9446-e595-4fb1-a2cb-ee1cd523b3a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ae76546-8f0c-4391-82ad-675b614dc808 HTTP/1.1" status: 204 len: 168 time: 0.3079126 Jul 16 08:53:44.990246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for 6b85f4c4-593c-405d-ae46-5d664a441e1b owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:44.993284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f9446-e595-4fb1-a2cb-ee1cd523b3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae76546-8f0c-4391-82ad-675b614dc808,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.042365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-289c1e7f-0be2-48fb-bed0-c2b4b278cedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.048925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-289c1e7f-0be2-48fb-bed0-c2b4b278cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.119486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-289c1e7f-0be2-48fb-bed0-c2b4b278cedf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e0cccf581744dfa833738f82077d700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486769 Jul 16 08:53:45.119486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c1e7f-0be2-48fb-bed0-c2b4b278cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad37f1f-435b-4fe6-903c-51a8aba65941,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.120573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49332) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:45.183610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.189600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96dda234-5ded-4c87-aeca-9766c0f6e261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.247608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96dda234-5ded-4c87-aeca-9766c0f6e261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.336559 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96dda234-5ded-4c87-aeca-9766c0f6e261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.341563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-96dda234-5ded-4c87-aeca-9766c0f6e261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.343347 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-96dda234-5ded-4c87-aeca-9766c0f6e261 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ad37f1f-435b-4fe6-903c-51a8aba65941 HTTP/1.1" status: 204 len: 168 time: 0.2216783 Jul 16 08:53:45.380845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda234-5ded-4c87-aeca-9766c0f6e261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad37f1f-435b-4fe6-903c-51a8aba65941,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.669059 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a985-d593-40d7-9d58-70cb92ac990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.759073 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.934426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.936749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/ports/6b85f4c4-593c-405d-ae46-5d664a441e1b HTTP/1.1" status: 204 len: 168 time: 1.6346295 Jul 16 08:53:45.939503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49346) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:45.942217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e2e91-1b6f-4023-bef4-dcc2914701a7 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=6b85f4c4-593c-405d-ae46-5d664a441e1b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.984081 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce7d064-1f5c-48bd-8961-c083ded64630 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] GET failed (client error): The resource could not be found. Jul 16 08:53:45.990291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0ce7d064-1f5c-48bd-8961-c083ded64630 tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "GET /v2.0/ports/6b85f4c4-593c-405d-ae46-5d664a441e1b HTTP/1.1" status: 404 len: 333 time: 0.0492461 Jul 16 08:53:45.996264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.040735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49350) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.066682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ea61f722-7160-44dd-965f-aa20d40c45f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.138640 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.247056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ea61f722-7160-44dd-965f-aa20d40c45f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.249986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:46.250723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.256373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ea61f722-7160-44dd-965f-aa20d40c45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.365225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ea61f722-7160-44dd-965f-aa20d40c45f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c1b5f273383496bb27ffa14f7730887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230689 Jul 16 08:53:46.370669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49356) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.372099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61f722-7160-44dd-965f-aa20d40c45f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6b4f81-fae8-42a0-97dd-4d824867cf9e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:46.399688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.409205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.414386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for 7e455e8a-8440-4abf-8850-fd3fa9e15ee1 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:46.503993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0b84947-5376-443e-b5e2-ce3c2609c5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.579110 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0b84947-5376-443e-b5e2-ce3c2609c5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.588033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.669911 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0b84947-5376-443e-b5e2-ce3c2609c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.672167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.672755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0b84947-5376-443e-b5e2-ce3c2609c5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.676486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a0b84947-5376-443e-b5e2-ce3c2609c5c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c6b4f81-fae8-42a0-97dd-4d824867cf9e HTTP/1.1" status: 204 len: 168 time: 0.3004372 Jul 16 08:53:46.689846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=7e455e8a-8440-4abf-8850-fd3fa9e15ee1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:46.703962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Router 477935ab-8989-4b52-ba15-0eddfe9e9681 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:46.712781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84947-5376-443e-b5e2-ce3c2609c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6b4f81-fae8-42a0-97dd-4d824867cf9e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:46.732961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.735407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dc4549ce-1b8e-436b-aa49-d658e7eea58b tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/ports/7e455e8a-8440-4abf-8850-fd3fa9e15ee1 HTTP/1.1" status: 204 len: 168 time: 0.7374525 Jul 16 08:53:46.737886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49368) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.793589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49370) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:46.799292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:46.836077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting subnet 6480e817-5dbb-4574-958a-385467830f82 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:46.840590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.900491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.986490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:46.999512 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] Sync routers for ids ['477935ab-8989-4b52-ba15-0eddfe9e9681'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:47.022221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.027432 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] Routers {'477935ab-8989-4b52-ba15-0eddfe9e9681'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:47.028092 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['477935ab-8989-4b52-ba15-0eddfe9e9681'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.043559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:47.050308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.070582 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.082587 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] Routers {'477935ab-8989-4b52-ba15-0eddfe9e9681'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:47.083593 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['477935ab-8989-4b52-ba15-0eddfe9e9681'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.116391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.125874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.131733 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-08455ea9-d587-4202-b6ae-783614525a2a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5716705 Jul 16 08:53:47.135365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49384) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:47.136725 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.137392 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce40a31-e5b6-48c1-8673-e765d33cdec6 None None] The sync data for ids ['477935ab-8989-4b52-ba15-0eddfe9e9681'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:47.150923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:47.154095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Subnet': ['ID=6480e817-5dbb-4574-958a-385467830f82,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:47.159588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.163850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af157154-ff4a-45d4-8e2b-6c3c596dd75a tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/subnets/6480e817-5dbb-4574-958a-385467830f82 HTTP/1.1" status: 204 len: 168 time: 0.4223347 Jul 16 08:53:47.165621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49386) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:47.170578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae24437-3e83-4826-93a0-974ceb77a49f None None] Network 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:47.298398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.368466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Deleting port 1c63e246-5a31-438a-937a-6173827441db {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:47.369132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.521864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] For port 1c63e246-5a31-438a-937a-6173827441db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c63e246-5a31-438a-937a-6173827441db,segment=NetworkSegment(32c9c03a-754b-4e07-8d2e-af1259eddb77),segment_id=32c9c03a-754b-4e07-8d2e-af1259eddb77)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:47.522229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.540375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.551083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Calling delete_port for 1c63e246-5a31-438a-937a-6173827441db owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:47.646143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.679164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=538499eb-8cfb-4da7-ab5e-dda041911c33,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:47.680631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Port': ['ID=1c63e246-5a31-438a-937a-6173827441db,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:47.686041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] No DVR routers for this DVR port 1c63e246-5a31-438a-937a-6173827441db on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:47.718361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.725423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:47.725789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: 0239d130-991d-40c9-82c4-4b829559e7d2, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:47.759003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.765539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network 0239d130-991d-40c9-82c4-4b829559e7d2 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:47.781513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005de4ee-08b9-4543-a679-9d896961d690 None None] DHCP port deletion for 9fd24f81-0015-466c-ad8c-05bd0b21bbf1 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:47.782215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 0239d130-991d-40c9-82c4-4b829559e7d2) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:47.788147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.789234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.793808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.794056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce574e8-e3d7-4b7a-9c7c-ad4c89ad5025 None None] Network 0239d130-991d-40c9-82c4-4b829559e7d2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:47.794888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.814814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd24f81-0015-466c-ad8c-05bd0b21bbf1']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.822109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-938c10c0-2688-4495-85f0-82575e616ab0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0271146 Jul 16 08:53:47.825051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:47.833122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70175744'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:47.838129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c9c03a-754b-4e07-8d2e-af1259eddb77') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.838366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c9c03a-754b-4e07-8d2e-af1259eddb77') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:47.852770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.875554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.884334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:47.884605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Deleting port aa7fdeca-c97f-4227-aa98-0c710c43881f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:47.884738 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.888886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.907013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:47.907508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:47.911850 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:47.948024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:47.994099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.994099 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment b91a3ded-6ec3-4d0e-8261-f107842c0018 of type vlan for network 2f3e6758-5900-48e1-8b09-f166e05f9327 Jul 16 08:53:48.004598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.007386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-0239d130-991d-40c9-82c4-4b829559e7d2', 'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': '538499eb-8cfb-4da7-ab5e-dda041911c33'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:48.008598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.013166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.015091 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] 10.222.0.41 "DELETE /v2.0/networks/9fd24f81-0015-466c-ad8c-05bd0b21bbf1 HTTP/1.1" status: 204 len: 168 time: 0.8485157 Jul 16 08:53:48.020533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.034076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Calling delete_port for aa7fdeca-c97f-4227-aa98-0c710c43881f owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:48.051142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7edc5-5648-4572-a4ca-581504abde1d tempest-AllowedAddressPairIpV6TestJSON-1332019635 tempest-AllowedAddressPairIpV6TestJSON-1332019635-project] Pushing event deleted for resources: {'Network': ['ID=9fd24f81-0015-466c-ad8c-05bd0b21bbf1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.069169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.115072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.129032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.133038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.178710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49420) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:48.180045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3534079 Jul 16 08:53:48.191948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': '2f3e6758-5900-48e1-8b09-f166e05f9327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:48.224988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade860fa-2b66-4153-a202-b7d3cb1e801f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=2f3e6758-5900-48e1-8b09-f166e05f9327,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.247216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 2f3e6758-5900-48e1-8b09-f166e05f9327 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:48.301611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Allocated IP 2001:db8:0:ffff::2 (0239d130-991d-40c9-82c4-4b829559e7d2/538499eb-8cfb-4da7-ab5e-dda041911c33/1ed37945-1c65-44a9-8591-8df9f7ca6d39) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:48.336561 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.365654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:48.369235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.374954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.432530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Pushing event deleted for resources: {'Port': ['ID=aa7fdeca-c97f-4227-aa98-0c710c43881f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.555850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49424) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:48.580890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.592153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.592651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Transition to ACTIVE for port object 1ed37945-1c65-44a9-8591-8df9f7ca6d39 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:48.625191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Transition to ACTIVE for port object 1ed37945-1c65-44a9-8591-8df9f7ca6d39 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:48.637026 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.698695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Pushing event updated for resources: {'Port': ['ID=1ed37945-1c65-44a9-8591-8df9f7ca6d39,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.714722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Network 0239d130-991d-40c9-82c4-4b829559e7d2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:48.717129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.717810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.718401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.719514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.720110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.720681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.721126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.721588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.722010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.722434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.723131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.723702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:48.727684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:48.730836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:48.831970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Attempting to bind port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:48.832356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Attempting to bind port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:48.832733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Attempting to bind port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 on network 0239d130-991d-40c9-82c4-4b829559e7d2 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:48.847698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:48.848748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Checking segment: {'id': 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:48.849179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.851682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Bound using segment: {'id': 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:48.852232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Bound port: 1ed37945-1c65-44a9-8591-8df9f7ca6d39, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0239d130-991d-40c9-82c4-4b829559e7d2'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:48.853422 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.967642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] For port 1ed37945-1c65-44a9-8591-8df9f7ca6d39, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:48.972985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] For port 1ed37945-1c65-44a9-8591-8df9f7ca6d39, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1ed37945-1c65-44a9-8591-8df9f7ca6d39,segment=NetworkSegment(e8a3c45d-4b72-40e6-bddc-00ca9c9de3db),segment_id=e8a3c45d-4b72-40e6-bddc-00ca9c9de3db)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:48.979831 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.077259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992366-a2bc-4b4e-8f98-550cb4f19636 None None] Pushing event updated for resources: {'Port': ['ID=1ed37945-1c65-44a9-8591-8df9f7ca6d39,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.092636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-32a42396-f0f2-4633-b6b5-2122be3ad60f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9407bbaca0b64180a865dd411cabc985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354390 Jul 16 08:53:49.095055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49442) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:49.164283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af57f7b9-34b1-4528-93c4-780c786c601b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.202349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af57f7b9-34b1-4528-93c4-780c786c601b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.231749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.237357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.245797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.277582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af57f7b9-34b1-4528-93c4-780c786c601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.281774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af57f7b9-34b1-4528-93c4-780c786c601b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.287453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af57f7b9-34b1-4528-93c4-780c786c601b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/533bb939-5255-4763-993e-47c3e1c8f12b HTTP/1.1" status: 204 len: 168 time: 0.1910458 Jul 16 08:53:49.310598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f7b9-34b1-4528-93c4-780c786c601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533bb939-5255-4763-993e-47c3e1c8f12b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.529427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=2af4ea63-9c81-48a4-aa21-88ba8a1ac35b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.567007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Router 477935ab-8989-4b52-ba15-0eddfe9e9681 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:49.568746 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': 'b91a3ded-6ec3-4d0e-8261-f107842c0018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2f3e6758-5900-48e1-8b09-f166e05f9327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:49.569231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: 2f3e6758-5900-48e1-8b09-f166e05f9327, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:49.596203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network 2f3e6758-5900-48e1-8b09-f166e05f9327 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:49.647992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1ed37945-1c65-44a9-8591-8df9f7ca6d39 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:49.680189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 2f3e6758-5900-48e1-8b09-f166e05f9327) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:49.686447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.687141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.691455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:49.707821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454ac98-7006-4d0b-ab2b-a83dec9821e6 None None] Network 2f3e6758-5900-48e1-8b09-f166e05f9327 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:49.709062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.710250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] Sync routers for ids ['477935ab-8989-4b52-ba15-0eddfe9e9681'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:49.713598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-389d442d-f273-4050-b4d3-7618896adf19 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "PUT /v2.0/routers/477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 200 len: 710 time: 2.5770040 Jul 16 08:53:49.719564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:49.733255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8eec612-b66e-4a1b-b496-1205469e6e26 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5525744 Jul 16 08:53:49.733960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49458) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:49.842728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] Routers {'477935ab-8989-4b52-ba15-0eddfe9e9681'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:49.852003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['477935ab-8989-4b52-ba15-0eddfe9e9681'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:49.949450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b1b02377-62d1-4c42-8165-340bd3fc5090 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/routers/477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 200 len: 745 time: 0.2254927 Jul 16 08:53:49.950884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:49.969740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:50.011237 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.020781 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-87cd3a33-f168-4ba0-b601-567d87dd8f64 tempest-RoutersIpV6AdminTest-177226522 tempest-RoutersIpV6AdminTest-177226522-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 200 len: 205 time: 0.0683711 Jul 16 08:53:50.023499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49472) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.062624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] Routers {'477935ab-8989-4b52-ba15-0eddfe9e9681'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:50.063269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['477935ab-8989-4b52-ba15-0eddfe9e9681'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:50.072187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-054d871a-0712-41c4-8db1-2a46bf9d6ea7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 200 len: 205 time: 0.0471556 Jul 16 08:53:50.074835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49474) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.145495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.168574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:50.169118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd036164-246a-4204-99a4-f3cbf08aedf6 None None] The sync data for ids ['477935ab-8989-4b52-ba15-0eddfe9e9681'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:50.181058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.225603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:50.317675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.323131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7f445-cd53-4065-a6ea-0b4d7ac4a53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-2f3e6758-5900-48e1-8b09-f166e05f9327', 'network_id': '2f3e6758-5900-48e1-8b09-f166e05f9327', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': '2af4ea63-9c81-48a4-aa21-88ba8a1ac35b'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:50.325946 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23d7f445-cd53-4065-a6ea-0b4d7ac4a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.361775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c63e246-5a31-438a-937a-6173827441db no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:50.393758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=2af4ea63-9c81-48a4-aa21-88ba8a1ac35b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.422784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1c63e246-5a31-438a-937a-6173827441db {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:50.423136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c63e246-5a31-438a-937a-6173827441db not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:50.464415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.472486 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.514113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.533120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3e6758-5900-48e1-8b09-f166e05f9327']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:50.543225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.543805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Fanout notify agent at l3_agent the message router_deleted on router 477935ab-8989-4b52-ba15-0eddfe9e9681 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:50.553576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d372a80-8cf8-42c7-ba42-aa3d1452225d None None] Network 2f3e6758-5900-48e1-8b09-f166e05f9327 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:50.559550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.561475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9cfa038e-91cb-4ac7-b138-65ea3ab67dc7 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 204 len: 168 time: 0.4853415 Jul 16 08:53:50.566733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49490) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.579943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9487a-a458-4375-a80d-0dbb7c2dfdad None None] Network 0239d130-991d-40c9-82c4-4b829559e7d2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:50.600546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91a3ded-6ec3-4d0e-8261-f107842c0018') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:50.601235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91a3ded-6ec3-4d0e-8261-f107842c0018') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:50.640157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49492) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.640431 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-64a22683-8286-4d3a-92d5-c8a83bc65715 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 200 len: 205 time: 0.0723729 Jul 16 08:53:50.644438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.658416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.664930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:50.665383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.673796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] Provisioning for port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:50.716571 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-2482155b-6d86-4c33-90e7-f4ae5f7a2404 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] delete failed (client error): The resource could not be found. Jul 16 08:53:50.718934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2482155b-6d86-4c33-90e7-f4ae5f7a2404 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/477935ab-8989-4b52-ba15-0eddfe9e9681 HTTP/1.1" status: 404 len: 336 time: 0.0768409 Jul 16 08:53:50.723716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49496) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.731113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] Provisioning complete for port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:50.731523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:50.740179 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:50.746657 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.761084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.768134 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/2f3e6758-5900-48e1-8b09-f166e05f9327 HTTP/1.1" status: 204 len: 168 time: 1.0277777 Jul 16 08:53:50.771636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49502) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.773311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b403c-f9b1-492b-b546-8d4bc8d90ad5 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=2f3e6758-5900-48e1-8b09-f166e05f9327,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.778020 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49504) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.780337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b420bcd-0621-496d-a70c-efc8f2c14fce tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=2473fa0b-5ec8-422b-89ec-c3b3274a91b6 HTTP/1.1" status: 200 len: 205 time: 0.0496192 Jul 16 08:53:50.785758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892989993'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:50.820087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:50.824481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.848465 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-4bb0f668-f657-4eee-b814-ff554f28aab9 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] delete failed (client error): The resource could not be found. Jul 16 08:53:50.850461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4bb0f668-f657-4eee-b814-ff554f28aab9 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/2473fa0b-5ec8-422b-89ec-c3b3274a91b6 HTTP/1.1" status: 404 len: 336 time: 0.0714614 Jul 16 08:53:50.853828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49506) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.886552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:50.908021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.908456 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment 4f496655-442f-4116-81c0-f8e392fb6ef0 of type vlan for network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 Jul 16 08:53:50.917273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a452b437-6d74-4380-8963-56c0b056c7f4 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b6dcf84-5beb-4677-b38f-365f0b4a8532 HTTP/1.1" status: 200 len: 205 time: 0.0621254 Jul 16 08:53:50.921838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49508) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.972312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.002618 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-debc8824-6d4a-44f9-868b-e77739cb1399 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] delete failed (client error): The resource could not be found. Jul 16 08:53:51.003715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-debc8824-6d4a-44f9-868b-e77739cb1399 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/4b6dcf84-5beb-4677-b38f-365f0b4a8532 HTTP/1.1" status: 404 len: 336 time: 0.0809350 Jul 16 08:53:51.006919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49514) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.018991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.053228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.055078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] For port 1ed37945-1c65-44a9-8591-8df9f7ca6d39, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1ed37945-1c65-44a9-8591-8df9f7ca6d39,segment=NetworkSegment(e8a3c45d-4b72-40e6-bddc-00ca9c9de3db),segment_id=e8a3c45d-4b72-40e6-bddc-00ca9c9de3db)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:51.066631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.070272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.084950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.107931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9ca6a2dd-3cfd-4901-8958-51e42c8cd685 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e09b7f8-5702-4d62-b065-b9f90a5104bc HTTP/1.1" status: 200 len: 205 time: 0.0932701 Jul 16 08:53:51.108193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49518) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.132481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49520) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.142634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f7624-cae4-4288-a1df-a4e1360b1eb2 None None] Pushing event updated for resources: {'Port': ['ID=1ed37945-1c65-44a9-8591-8df9f7ca6d39,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:51.162931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3900044 Jul 16 08:53:51.167173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49524) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.172561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:51.187939 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-f9a99f90-702f-4968-ba23-f47183dd626f tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] delete failed (client error): The resource could not be found. Jul 16 08:53:51.188928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f9a99f90-702f-4968-ba23-f47183dd626f tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/6e09b7f8-5702-4d62-b065-b9f90a5104bc HTTP/1.1" status: 404 len: 336 time: 0.0798442 Jul 16 08:53:51.207049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49528) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.303795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb588c-10a1-4884-af0b-e7fd414fa7ed tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=037eebe9-5cdc-4e9f-93b9-4921644a1c44,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:51.306743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49534) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.308969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e4e70c25-0edf-4e69-ad48-28ddcf46bcc4 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 HTTP/1.1" status: 200 len: 205 time: 0.0943508 Jul 16 08:53:51.319078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:51.381851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-3341c1b1-c5b8-419d-aa7a-f1e8849376ec tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.383356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3341c1b1-c5b8-419d-aa7a-f1e8849376ec tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2444594 Jul 16 08:53:51.384596 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-fa70b0d1-0c5b-406d-8d86-bdc40eedec9f tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] delete failed (client error): The resource could not be found. Jul 16 08:53:51.386620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49538) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.387585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa70b0d1-0c5b-406d-8d86-bdc40eedec9f tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/ff4e3e27-a725-43c6-aa7f-2b792a66c7f7 HTTP/1.1" status: 404 len: 336 time: 0.0675890 Jul 16 08:53:51.389883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49540) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.391267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-a6f66458-4bb7-49f7-836b-70e3f04fe82c tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.392267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a6f66458-4bb7-49f7-836b-70e3f04fe82c tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046577 Jul 16 08:53:51.394823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49542) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.399593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-dd9a45f4-5026-4235-b7c4-d9f0c2590739 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.400554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd9a45f4-5026-4235-b7c4-d9f0c2590739 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043762 Jul 16 08:53:51.404743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49544) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.411940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-012ee6d8-5e4f-4bf7-b49f-9ca34c7c55fe tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.413224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-012ee6d8-5e4f-4bf7-b49f-9ca34c7c55fe tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063322 Jul 16 08:53:51.418192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49546) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.428926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-6fc774ff-f09c-4ca0-8d68-b039eb04b53a tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.429989 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6fc774ff-f09c-4ca0-8d68-b039eb04b53a tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0107694 Jul 16 08:53:51.436708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49548) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.441350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-edea2a3e-3a4b-498e-84c1-0855f6035911 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.442767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-edea2a3e-3a4b-498e-84c1-0855f6035911 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048914 Jul 16 08:53:51.447059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-52a1179e-8f67-45fc-97e1-aeaa2e42e56a tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea08b16f-b34e-42ed-a5ae-a60aadfc3978 HTTP/1.1" status: 200 len: 205 time: 0.0528004 Jul 16 08:53:51.447258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.448609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:51.449990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49552) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.453607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.466201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-4aed8ec0-6d4b-4b3a-923a-3f5c7bda8383 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.470152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49556) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.471073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4aed8ec0-6d4b-4b3a-923a-3f5c7bda8383 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0226808 Jul 16 08:53:51.475479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-605fceb9-bb7e-43ad-9ebe-df377892d68e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.476498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-605fceb9-bb7e-43ad-9ebe-df377892d68e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047126 Jul 16 08:53:51.487508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49558) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.506220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-cbf2f99c-fa01-4503-8d2f-201db8a2beca tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.506374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f388c2d4-32c8-46bb-be24-7e66199d88b7 None None] Provisioning complete for port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:51.506814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f388c2d4-32c8-46bb-be24-7e66199d88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.509049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cbf2f99c-fa01-4503-8d2f-201db8a2beca tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0204017 Jul 16 08:53:51.514428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49560) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.518965 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-780ccc4e-ca85-43f0-8196-f1bb31e6342b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] delete failed (client error): The resource could not be found. Jul 16 08:53:51.520133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-780ccc4e-ca85-43f0-8196-f1bb31e6342b tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/routers/ea08b16f-b34e-42ed-a5ae-a60aadfc3978 HTTP/1.1" status: 404 len: 336 time: 0.0692315 Jul 16 08:53:51.523183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49562) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.532815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-6d0d5cc9-c685-462b-99dd-64336cb6d299 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.534705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6d0d5cc9-c685-462b-99dd-64336cb6d299 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0179524 Jul 16 08:53:51.552785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.561646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-3187578e-f8aa-476f-b504-3f1fd7965de2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.567336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49568) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.568467 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe03dfa-eba3-4328-880f-5b36d2ed4903 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] DELETE failed (client error): The resource could not be found. Jul 16 08:53:51.568929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe03dfa-eba3-4328-880f-5b36d2ed4903 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:53:51.569064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3187578e-f8aa-476f-b504-3f1fd7965de2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0127032 Jul 16 08:53:51.571396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0fe03dfa-eba3-4328-880f-5b36d2ed4903 tempest-RoutersIpV6AdminTest-1835356343 tempest-RoutersIpV6AdminTest-1835356343-project] 10.222.0.41 "DELETE /v2.0/subnets/6b051aeb-9f8b-475f-94af-634ebde598f7 HTTP/1.1" status: 404 len: 337 time: 0.0466373 Jul 16 08:53:51.579750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1ed37945-1c65-44a9-8591-8df9f7ca6d39 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:51.579987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-38bebe33-6395-46f5-8440-9e10a31e7134 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.582215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38bebe33-6395-46f5-8440-9e10a31e7134 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0098238 Jul 16 08:53:51.587853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49572) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.595640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-b74ca581-4d98-4c6b-8528-a66382450c47 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.599251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b74ca581-4d98-4c6b-8528-a66382450c47 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089908 Jul 16 08:53:51.602673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49574) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.611364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-c74722ed-ec13-4477-b4c9-c66761f6eade tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.612394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c74722ed-ec13-4477-b4c9-c66761f6eade tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087087 Jul 16 08:53:51.615101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49576) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.627653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-38b4af2e-b8cc-48b2-b3e2-0e9457c9ec54 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.628171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38b4af2e-b8cc-48b2-b3e2-0e9457c9ec54 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0120952 Jul 16 08:53:51.633840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49578) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.644001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-49c954b7-ae03-4b3f-8714-7654234893bf tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.646673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-49c954b7-ae03-4b3f-8714-7654234893bf tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103211 Jul 16 08:53:51.648554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49580) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.663175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-fb3bee17-238f-49d8-8fdd-227e9dccb9e1 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.664364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb3bee17-238f-49d8-8fdd-227e9dccb9e1 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0156441 Jul 16 08:53:51.667689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.684499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-6918e47b-5329-4bd1-8290-e90e952528d1 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.690175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6918e47b-5329-4bd1-8290-e90e952528d1 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0181460 Jul 16 08:53:51.693851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49584) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.703197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-d6429a6f-a119-4221-a89e-12077f289eca tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.705390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d6429a6f-a119-4221-a89e-12077f289eca tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0097051 Jul 16 08:53:51.707729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49586) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.715595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:51.715807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.723632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-e9fdcca0-32e5-4b94-902a-dcfb20e9506b tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.728131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49588) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.733124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-fa1574ee-bce1-4387-9d20-92274341e0fd tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.733820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e9fdcca0-32e5-4b94-902a-dcfb20e9506b tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0243957 Jul 16 08:53:51.740547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49592) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.745117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-baaa97e4-231f-417a-853b-246e27ec00f7 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:51.748790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa1574ee-bce1-4387-9d20-92274341e0fd tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0195956 Jul 16 08:53:51.749339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-baaa97e4-231f-417a-853b-246e27ec00f7 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078163 Jul 16 08:53:51.752382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.134313 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-e21a00e8-eb46-476c-8034-ed47e701b1cc tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.138795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49606) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.143839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-20a3bea5-f9e8-430a-b082-f2d1bd562274 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.144317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20a3bea5-f9e8-430a-b082-f2d1bd562274 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045946 Jul 16 08:53:52.144876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49608) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.147992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e21a00e8-eb46-476c-8034-ed47e701b1cc tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.3944526 Jul 16 08:53:52.149928 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49610) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.154023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-307f6b7d-992c-4f6c-8fee-683f50e1ac0a tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.155035 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-307f6b7d-992c-4f6c-8fee-683f50e1ac0a tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041995 Jul 16 08:53:52.157414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49614) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.162082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-36d49e4e-c3dc-4b28-ba28-bdff52ed6999 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.164659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-36d49e4e-c3dc-4b28-ba28-bdff52ed6999 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062470 Jul 16 08:53:52.167776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49616) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.172895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-5d0df89e-a068-4737-89ce-0e82319e87ce tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.177019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d0df89e-a068-4737-89ce-0e82319e87ce tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073504 Jul 16 08:53:52.180604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49618) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.190293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-d7d324e5-a02f-409d-ba5c-466001f2f820 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.192462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d7d324e5-a02f-409d-ba5c-466001f2f820 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104332 Jul 16 08:53:52.195004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.202076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-1249cdbe-6450-4f92-a8dd-3f1abf22a391 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.202276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1249cdbe-6450-4f92-a8dd-3f1abf22a391 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056760 Jul 16 08:53:52.205352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.216326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-b55eae19-58c1-4840-8272-7f7495abe032 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.220255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49626) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.224818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-a2643ab9-de55-4d73-9aef-f838888d00f7 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.225476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b55eae19-58c1-4840-8272-7f7495abe032 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101416 Jul 16 08:53:52.231476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a2643ab9-de55-4d73-9aef-f838888d00f7 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078783 Jul 16 08:53:52.232522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.244595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-327485b1-a6fb-45f7-93cb-107fa595a130 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.246134 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-327485b1-a6fb-45f7-93cb-107fa595a130 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0120401 Jul 16 08:53:52.249001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.253184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-f53882e6-5fbb-4a93-91ae-eddd4601e8d5 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.256183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f53882e6-5fbb-4a93-91ae-eddd4601e8d5 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042083 Jul 16 08:53:52.259171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49632) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.263882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-834c18d5-3d75-492d-90de-5fda9e7c7aa5 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.266998 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-834c18d5-3d75-492d-90de-5fda9e7c7aa5 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047541 Jul 16 08:53:52.272770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49634) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.283173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-b3e5d150-3501-4452-bc2a-734e87a3c8ea tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.284216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b3e5d150-3501-4452-bc2a-734e87a3c8ea tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0105088 Jul 16 08:53:52.288101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49636) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.300139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-3c07e16f-bf6a-422d-bdbc-0d2ba2af5845 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.301507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c07e16f-bf6a-422d-bdbc-0d2ba2af5845 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0117760 Jul 16 08:53:52.304197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49638) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.313639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-d03103ff-24c0-4be4-9447-7a0ee8c98d34 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.317265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d03103ff-24c0-4be4-9447-7a0ee8c98d34 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0119233 Jul 16 08:53:52.320122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49640) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.326840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-1871aee8-4b96-4267-8ea3-93a3125047e9 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.328075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1871aee8-4b96-4267-8ea3-93a3125047e9 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055444 Jul 16 08:53:52.330762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49642) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.335682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-97898701-7df4-4b06-9fc5-baad1b2a8f19 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.336927 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-97898701-7df4-4b06-9fc5-baad1b2a8f19 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049756 Jul 16 08:53:52.339036 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.340292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49644) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.345202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-37744411-83aa-4769-b3c0-df981f055434 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.346891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-37744411-83aa-4769-b3c0-df981f055434 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053501 Jul 16 08:53:52.349062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49646) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.355079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-81ffca5c-10f4-4b73-89f3-8e09009e14e9 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.356470 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-81ffca5c-10f4-4b73-89f3-8e09009e14e9 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063536 Jul 16 08:53:52.359109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49648) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.365446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-61927ee2-ad2c-4a31-9614-04e5fdb816b5 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.366711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-61927ee2-ad2c-4a31-9614-04e5fdb816b5 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062897 Jul 16 08:53:52.369140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49650) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.374446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-1e8f3c19-dd1a-47f5-9f4f-bb667a62f63b tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.375727 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e8f3c19-dd1a-47f5-9f4f-bb667a62f63b tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052354 Jul 16 08:53:52.378086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49652) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.383272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-5c7cb4a2-87d5-4e2b-b72e-92e20268d75d tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.384573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5c7cb4a2-87d5-4e2b-b72e-92e20268d75d tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050611 Jul 16 08:53:52.386914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.394766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-69834e76-674f-447f-acde-e1385d486cd2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.396435 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-69834e76-674f-447f-acde-e1385d486cd2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0067143 Jul 16 08:53:52.398692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.404070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-7f6a38e9-7a48-442e-950d-3e7668322245 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.405292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7f6a38e9-7a48-442e-950d-3e7668322245 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054562 Jul 16 08:53:52.407640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.413297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-a6a17fdb-cad3-412d-a454-7ba4c90b21cd tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.414483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a6a17fdb-cad3-412d-a454-7ba4c90b21cd tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054612 Jul 16 08:53:52.417558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49660) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.422526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-4ce9c7fd-9550-49c0-9872-19f96f7ef095 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.424059 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4ce9c7fd-9550-49c0-9872-19f96f7ef095 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052931 Jul 16 08:53:52.426660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.434271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-58466fbe-44c0-435d-823c-9dc1ae3a7a45 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.437955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-58466fbe-44c0-435d-823c-9dc1ae3a7a45 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073550 Jul 16 08:53:52.439355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49664) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.439652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=bd446a42-dfec-4bb2-b9b7-8a1237532845,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.448958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-3a8982fe-c022-4596-8ad4-943b7b42783a tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.451362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3a8982fe-c022-4596-8ad4-943b7b42783a tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0100570 Jul 16 08:53:52.452889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49668) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.461444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-dcfbee6d-fa61-4f1a-bb62-d166cf2d1016 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.465952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dcfbee6d-fa61-4f1a-bb62-d166cf2d1016 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043857 Jul 16 08:53:52.466209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.476016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-d8ee9f84-24a2-483e-8a01-40180782fe05 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.477857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16695ec7-0015-42ea-817a-cdb80ccbbe54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.480464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d8ee9f84-24a2-483e-8a01-40180782fe05 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095510 Jul 16 08:53:52.481184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49672) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.485548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-c33d00ef-3706-4a7d-bf47-27a8267a0eab tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.486759 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c33d00ef-3706-4a7d-bf47-27a8267a0eab tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046396 Jul 16 08:53:52.489323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49674) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.493847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-7a6fb0b5-6778-4a3c-b6c8-0cd5b3001627 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.494843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a6fb0b5-6778-4a3c-b6c8-0cd5b3001627 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044880 Jul 16 08:53:52.496249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': '4f496655-442f-4116-81c0-f8e392fb6ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:52.496617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: 037eebe9-5cdc-4e9f-93b9-4921644a1c44, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:52.498968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49676) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.504873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-370ed47e-7bce-42c3-9df3-7126206bb810 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.505988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-370ed47e-7bce-42c3-9df3-7126206bb810 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060625 Jul 16 08:53:52.509542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49678) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.528326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-d3143d2e-170e-404a-a8c7-795b68dc3325 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.532154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d3143d2e-170e-404a-a8c7-795b68dc3325 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0192664 Jul 16 08:53:52.532454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49680) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.537967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-5cf12449-0b9e-4e1d-a38f-7504a51175ca tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.541490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5cf12449-0b9e-4e1d-a38f-7504a51175ca tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056155 Jul 16 08:53:52.541490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:52.541829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.549724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-c0af04c5-862a-4888-8799-712ec803886d tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.553799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 037eebe9-5cdc-4e9f-93b9-4921644a1c44) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:52.554752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0af04c5-862a-4888-8799-712ec803886d tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0106547 Jul 16 08:53:52.556285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49684) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.561729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-4b0273a3-f3a5-49d8-8fad-322cd2e352db tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.565127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4b0273a3-f3a5-49d8-8fad-322cd2e352db tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053949 Jul 16 08:53:52.565127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.565399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5bb640-d585-41f6-8db5-8dab002bbad7 None None] Network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:52.565841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.569367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49686) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.578421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-202024cb-46a7-48f7-a217-7c41a9111726 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.582128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-202024cb-46a7-48f7-a217-7c41a9111726 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060713 Jul 16 08:53:52.583866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49688) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.589725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-848a39a9-53ff-48c8-b3fb-3608429c5848 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.593627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-848a39a9-53ff-48c8-b3fb-3608429c5848 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0059533 Jul 16 08:53:52.593946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49690) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.604428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-a89d1c57-706d-47c9-89b4-5e03fb6cc7d2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.608122 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a89d1c57-706d-47c9-89b4-5e03fb6cc7d2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104146 Jul 16 08:53:52.608657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49692) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.620738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-837b7cd7-f8fb-4585-b8c5-f85b5d63025e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.621778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-837b7cd7-f8fb-4585-b8c5-f85b5d63025e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105345 Jul 16 08:53:52.625185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49694) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.634503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-49756aab-0f88-400f-90d6-53de31a330a2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.638861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49696) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.643098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-43d495c1-e8e2-4f02-8fdc-8f99c928fb55 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.646299 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-43d495c1-e8e2-4f02-8fdc-8f99c928fb55 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043108 Jul 16 08:53:52.646472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-49756aab-0f88-400f-90d6-53de31a330a2 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0069118 Jul 16 08:53:52.646598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49698) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.651837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-b63a8abe-0168-4182-b6e2-6d5a77c5208e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.655004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b63a8abe-0168-4182-b6e2-6d5a77c5208e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053310 Jul 16 08:53:52.656391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49700) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.661816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-fccb9d95-f44a-4f60-9fb1-a7a0aec540a4 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.666463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fccb9d95-f44a-4f60-9fb1-a7a0aec540a4 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093181 Jul 16 08:53:52.667154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49702) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.673912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [None req-bd72d1f9-e67e-404b-b012-5ec4c09f1ba3 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.677686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49704) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.678341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd72d1f9-e67e-404b-b012-5ec4c09f1ba3 tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097542 Jul 16 08:53:52.682806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [None req-0fd00c1f-6620-441d-98b6-a8a8761c247e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:52.686855 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0fd00c1f-6620-441d-98b6-a8a8761c247e tempest-ExtensionsTestJSON-1052416021 tempest-ExtensionsTestJSON-1052416021-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048916 Jul 16 08:53:52.730577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16695ec7-0015-42ea-817a-cdb80ccbbe54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.739406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b8f6bada-54b7-46df-b4b6-18ac472b8f04 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5709622 Jul 16 08:53:52.741785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16695ec7-0015-42ea-817a-cdb80ccbbe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.742899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.749192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377983817'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:52.790958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:52.794164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.805278 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16695ec7-0015-42ea-817a-cdb80ccbbe54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5627c16e9a8d46b2ac7de52dd5bf62ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571684 Jul 16 08:53:52.805278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695ec7-0015-42ea-817a-cdb80ccbbe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d64d1-937a-4136-a47e-93eb5cfe4818,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.806951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.860475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-037eebe9-5cdc-4e9f-93b9-4921644a1c44', 'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': 'bd446a42-dfec-4bb2-b9b7-8a1237532845'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:52.860691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.868881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:52.886432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.886787 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment 84f10e12-c7be-4bf8-8399-4f5a71d6ac67 of type vlan for network 8f2d4b3f-fed0-4a8e-9632-15d738b9279d Jul 16 08:53:52.893022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da831638-af67-49c2-bc2c-602c0351a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.927268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da831638-af67-49c2-bc2c-602c0351a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.990726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.014205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da831638-af67-49c2-bc2c-602c0351a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.017252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da831638-af67-49c2-bc2c-602c0351a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.018836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da831638-af67-49c2-bc2c-602c0351a43f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e2d64d1-937a-4136-a47e-93eb5cfe4818 HTTP/1.1" status: 204 len: 168 time: 0.1988232 Jul 16 08:53:53.033066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da831638-af67-49c2-bc2c-602c0351a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d64d1-937a-4136-a47e-93eb5cfe4818,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.070738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.074819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Allocated IP 2001:db8::3 (037eebe9-5cdc-4e9f-93b9-4921644a1c44/bd446a42-dfec-4bb2-b9b7-8a1237532845/891ddae7-be7a-41c7-a872-ca5eda5b4014) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:53.078642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.079461 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.171910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49726) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.172079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=8f2d4b3f-fed0-4a8e-9632-15d738b9279d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.184869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7b642905-bef3-498e-962b-e36f1ccf93a0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4396372 Jul 16 08:53:53.187602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.193273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': '8f2d4b3f-fed0-4a8e-9632-15d738b9279d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:53.200822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 8f2d4b3f-fed0-4a8e-9632-15d738b9279d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:53.313986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:53.319765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.403445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Performing IP validity checks on allocation pools {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:53:53.405191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:53:53.515628 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.525832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Transition to ACTIVE for port object 891ddae7-be7a-41c7-a872-ca5eda5b4014 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:53.546012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Transition to ACTIVE for port object 891ddae7-be7a-41c7-a872-ca5eda5b4014 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:53.553672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.588327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.603156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49738) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.625433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:53.628500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:53.645335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Pushing event updated for resources: {'Port': ['ID=891ddae7-be7a-41c7-a872-ca5eda5b4014,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.649128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:53.681531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=b6ea10c2-50c4-44e7-ae0b-18cd91746c07,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.698613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ad75-1943-43ef-9cf4-988d9b1d15a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.708155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5dd84d7-782a-4ae4-9afe-7902af21aafb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ed2fbbd01734f9fa5c9b872474f4a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030252 Jul 16 08:53:53.710532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.731861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Attempting to bind port 891ddae7-be7a-41c7-a872-ca5eda5b4014 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:53.733025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Attempting to bind port 891ddae7-be7a-41c7-a872-ca5eda5b4014 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '4f496655-442f-4116-81c0-f8e392fb6ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:53.733569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Attempting to bind port 891ddae7-be7a-41c7-a872-ca5eda5b4014 on network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:53.739843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:53.740501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Checking segment: {'id': '4f496655-442f-4116-81c0-f8e392fb6ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:53.741239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.741797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Bound using segment: {'id': '4f496655-442f-4116-81c0-f8e392fb6ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:53.742450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Bound port: 891ddae7-be7a-41c7-a872-ca5eda5b4014, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f496655-442f-4116-81c0-f8e392fb6ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '037eebe9-5cdc-4e9f-93b9-4921644a1c44'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:53.743062 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.783273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': '84f10e12-c7be-4bf8-8399-4f5a71d6ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f2d4b3f-fed0-4a8e-9632-15d738b9279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:53.783792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: 8f2d4b3f-fed0-4a8e-9632-15d738b9279d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:53.793753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7689f80-09f8-4b3f-af41-3e38bff448f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.815452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network 8f2d4b3f-fed0-4a8e-9632-15d738b9279d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:53.828739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 8f2d4b3f-fed0-4a8e-9632-15d738b9279d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:53.835042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.835723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.842634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d622d9-0c8d-4204-92b0-873d8cd2a4c4 None None] Network 8f2d4b3f-fed0-4a8e-9632-15d738b9279d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:53.843146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7689f80-09f8-4b3f-af41-3e38bff448f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.860761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] For port 891ddae7-be7a-41c7-a872-ca5eda5b4014, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:53.887711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] For port 891ddae7-be7a-41c7-a872-ca5eda5b4014, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=891ddae7-be7a-41c7-a872-ca5eda5b4014,segment=NetworkSegment(4f496655-442f-4116-81c0-f8e392fb6ef0),segment_id=4f496655-442f-4116-81c0-f8e392fb6ef0)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:53.894507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ad75-1943-43ef-9cf4-988d9b1d15a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.895306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.902947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ad75-1943-43ef-9cf4-988d9b1d15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.930068 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-976b1bb1-0939-4273-b4cb-c12949ccbe76 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7411294 Jul 16 08:53:53.952338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49742) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.958028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ad75-1943-43ef-9cf4-988d9b1d15a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4ab77-e573-44bd-b7ae-652a1d712e84,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.977767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a3b3ad75-1943-43ef-9cf4-988d9b1d15a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c077d867e6846e8857f5cdcf7298239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055170 Jul 16 08:53:53.979024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7689f80-09f8-4b3f-af41-3e38bff448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.980343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.986968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d7689f80-09f8-4b3f-af41-3e38bff448f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.003501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d7689f80-09f8-4b3f-af41-3e38bff448f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74d8a877-ac66-4764-b006-6ec45b7b87a3 HTTP/1.1" status: 204 len: 168 time: 0.2848721 Jul 16 08:53:54.073065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-550da5cb-9061-416c-86d1-fbd7a1c6c943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.077542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7689f80-09f8-4b3f-af41-3e38bff448f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d8a877-ac66-4764-b006-6ec45b7b87a3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.125621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-550da5cb-9061-416c-86d1-fbd7a1c6c943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.223379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.223750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-550da5cb-9061-416c-86d1-fbd7a1c6c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.227076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-550da5cb-9061-416c-86d1-fbd7a1c6c943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.228646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-550da5cb-9061-416c-86d1-fbd7a1c6c943 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24d4ab77-e573-44bd-b7ae-652a1d712e84 HTTP/1.1" status: 204 len: 168 time: 0.2472854 Jul 16 08:53:54.247755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550da5cb-9061-416c-86d1-fbd7a1c6c943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4ab77-e573-44bd-b7ae-652a1d712e84,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.255452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c4ac8-042a-4987-ad7e-24647bf588a2 None None] Pushing event updated for resources: {'Port': ['ID=891ddae7-be7a-41c7-a872-ca5eda5b4014,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.333671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.418402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.451481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c4ed0-6793-4a4d-b8e1-1c16f8076fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-8f2d4b3f-fed0-4a8e-9632-15d738b9279d', 'network_id': '8f2d4b3f-fed0-4a8e-9632-15d738b9279d', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': 'b6ea10c2-50c4-44e7-ae0b-18cd91746c07'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:54.452102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4ed0-6793-4a4d-b8e1-1c16f8076fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.468334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ea10c2-50c4-44e7-ae0b-18cd91746c07,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.589458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.617547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2d4b3f-fed0-4a8e-9632-15d738b9279d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:54.640725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f10e12-c7be-4bf8-8399-4f5a71d6ac67') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:54.640858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f10e12-c7be-4bf8-8399-4f5a71d6ac67') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:54.654745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.662692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679f409-0b3c-4ab3-b838-dadbdaf10114 None None] Network 8f2d4b3f-fed0-4a8e-9632-15d738b9279d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:54.699157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.714068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:54.714479 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:54.718204 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:54.818078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.825511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.836651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/8f2d4b3f-fed0-4a8e-9632-15d738b9279d HTTP/1.1" status: 204 len: 168 time: 0.8774536 Jul 16 08:53:54.836900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:54.841420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571920862'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:54.861534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe886e8-1e46-4ff8-9f7f-b9e4de77abd4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=8f2d4b3f-fed0-4a8e-9632-15d738b9279d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.881471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:54.886475 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.931580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:54.944928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.945578 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment 9088ea5e-bcb1-4353-a8f0-e88f1ce2146b of type vlan for network 61bdbeec-3417-4d15-be23-1a62d3a8c6a6 Jul 16 08:53:54.997707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.041006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.049223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.050041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.092388 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2528100 Jul 16 08:53:55.092912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49780) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:55.099551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': '61bdbeec-3417-4d15-be23-1a62d3a8c6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:55.155378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c82626-9d0d-4c28-8460-07466f9d65ba tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=61bdbeec-3417-4d15-be23-1a62d3a8c6a6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:55.167731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 61bdbeec-3417-4d15-be23-1a62d3a8c6a6 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:55.245637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:55.252409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.638374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.664206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 891ddae7-be7a-41c7-a872-ca5eda5b4014 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:55.777952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 891ddae7-be7a-41c7-a872-ca5eda5b4014 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:55.800405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=7c952c63-605a-40f8-a7fb-a5a4450ebaf0,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:55.815048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': '9088ea5e-bcb1-4353-a8f0-e88f1ce2146b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '61bdbeec-3417-4d15-be23-1a62d3a8c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:55.815871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: 61bdbeec-3417-4d15-be23-1a62d3a8c6a6, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:55.828138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe105b-1be2-45d3-9c96-f711ce7e75b3 None None] Network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:55.859068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network 61bdbeec-3417-4d15-be23-1a62d3a8c6a6 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:55.875548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 61bdbeec-3417-4d15-be23-1a62d3a8c6a6) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:55.890569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.891748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.901426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a238322-16b7-4da0-b834-173bb0c608e4 None None] Network 61bdbeec-3417-4d15-be23-1a62d3a8c6a6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:55.920517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bac61643-0c4e-4c5d-a627-ff0a47ee1a6c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8264153 Jul 16 08:53:55.923271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:56.027885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] Provisioning for port 891ddae7-be7a-41c7-a872-ca5eda5b4014 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:56.037758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] Provisioning complete for port 891ddae7-be7a-41c7-a872-ca5eda5b4014 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:56.038501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.144067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.214984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49812) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:56.225528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.322449 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.339975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6154912d-cb51-4b1a-b2c1-b87c7e4f5776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-61bdbeec-3417-4d15-be23-1a62d3a8c6a6', 'network_id': '61bdbeec-3417-4d15-be23-1a62d3a8c6a6', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': '7c952c63-605a-40f8-a7fb-a5a4450ebaf0'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:56.341187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6154912d-cb51-4b1a-b2c1-b87c7e4f5776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.341363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.398115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=7c952c63-605a-40f8-a7fb-a5a4450ebaf0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.403484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] For port 891ddae7-be7a-41c7-a872-ca5eda5b4014, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=891ddae7-be7a-41c7-a872-ca5eda5b4014,segment=NetworkSegment(4f496655-442f-4116-81c0-f8e392fb6ef0),segment_id=4f496655-442f-4116-81c0-f8e392fb6ef0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:56.458982 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.506179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298ade1-7f58-451c-821b-9f9057004350 None None] Network 61bdbeec-3417-4d15-be23-1a62d3a8c6a6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:56.547903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.574645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bdbeec-3417-4d15-be23-1a62d3a8c6a6']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:56.586698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038a1ce-743d-416f-a228-767e4ebe322a None None] Pushing event updated for resources: {'Port': ['ID=891ddae7-be7a-41c7-a872-ca5eda5b4014,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.610495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-31311836'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:56.618988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9088ea5e-bcb1-4353-a8f0-e88f1ce2146b') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:56.619473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9088ea5e-bcb1-4353-a8f0-e88f1ce2146b') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:56.658822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.693703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.708066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Made reservation on behalf of 2ee52aeb87374bd78013c3dc59c7fb7e for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:56.717072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.754887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.822665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:56.823210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:56.830432 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:56.902284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9ad29f81-8ba7-4e5c-a699-5b9479974035 None None] Provisioning complete for port 891ddae7-be7a-41c7-a872-ca5eda5b4014 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:56.903603 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9ad29f81-8ba7-4e5c-a699-5b9479974035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.934946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.952510 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.960176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49828) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:56.962104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/61bdbeec-3417-4d15-be23-1a62d3a8c6a6 HTTP/1.1" status: 204 len: 168 time: 1.0368690 Jul 16 08:53:56.967052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097691785'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:57.052384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bda3c-7d12-4804-94fe-7f1976af2616 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=61bdbeec-3417-4d15-be23-1a62d3a8c6a6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.174495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.194348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.211612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:57.218555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.297568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:57.299717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:57.311683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6424b49e-bdc7-41f7-b518-8747be863c85,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.330742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.332016 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment 71293add-693d-4fe4-83d6-c7b4575674c4 of type vlan for network 085abf6b-a51f-4fb8-8a61-d66336b7c4c2 Jul 16 08:53:57.347639 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.348280 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Added segment 2efcde25-1f8e-4e1d-b8f9-f80e29e2f437 of type vlan for network cc58c312-e866-4447-8425-f0af27555947 Jul 16 08:53:57.415073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.415944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.456888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.458213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.464954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.465848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.466013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.466632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.560868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=085abf6b-a51f-4fb8-8a61-d66336b7c4c2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.573017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 085abf6b-a51f-4fb8-8a61-d66336b7c4c2 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:57.576165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Network': ['ID=cc58c312-e866-4447-8425-f0af27555947,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.588611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-175108a7-7e62-486c-8024-9961ebda1717 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3694029 Jul 16 08:53:57.588611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49842) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:57.590721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-416b2490-a265-4897-a435-87fb3c1562a9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6293314 Jul 16 08:53:57.591409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49844) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:57.592346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': '085abf6b-a51f-4fb8-8a61-d66336b7c4c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:57.596805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'subnet': {'network_id': 'cc58c312-e866-4447-8425-f0af27555947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:57.605964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cc58c312-e866-4447-8425-f0af27555947 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:57.648761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 891ddae7-be7a-41c7-a872-ca5eda5b4014 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:57.726780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Made reservation on behalf of 2ee52aeb87374bd78013c3dc59c7fb7e for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:57.731710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.781031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:57.787213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.880526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 891ddae7-be7a-41c7-a872-ca5eda5b4014 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:57.883811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.110321 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.208051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.238205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Subnet': ['ID=aeda912e-ce1b-4434-b7cd-5694da3f92dd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.247113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Checking segment: {'id': '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cc58c312-e866-4447-8425-f0af27555947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:58.247861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network hostable DHCP agents. Network: cc58c312-e866-4447-8425-f0af27555947, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:58.270261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network cc58c312-e866-4447-8425-f0af27555947 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:58.290251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cc58c312-e866-4447-8425-f0af27555947) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:58.299937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a8805-15fb-4cfa-b685-fa6e1573e8dd None None] Network cc58c312-e866-4447-8425-f0af27555947 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:58.305625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.306316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.328075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-39ff73bf-59cd-4433-8adc-33ce9ae22c5d tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7354286 Jul 16 08:53:58.328904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49862) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.337657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1118522939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:58.345688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=20c810a5-e158-481d-ac51-86af4e1cf297,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.351927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': '71293add-693d-4fe4-83d6-c7b4575674c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '085abf6b-a51f-4fb8-8a61-d66336b7c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:58.352387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: 085abf6b-a51f-4fb8-8a61-d66336b7c4c2, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:58.374429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.375301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network 085abf6b-a51f-4fb8-8a61-d66336b7c4c2 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:58.376308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.382939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 085abf6b-a51f-4fb8-8a61-d66336b7c4c2) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:58.388886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.389741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.404739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0dc74-75ad-4060-b60c-3feeddae6323 None None] Network 085abf6b-a51f-4fb8-8a61-d66336b7c4c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:58.411366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0581d7e3-14de-41b5-881d-74aa55b293f7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8227839 Jul 16 08:53:58.414395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.501612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.506613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.536309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.542622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a93f3e11-3f04-44b6-8929-d219ef665d42 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2124627 Jul 16 08:53:58.544849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.611565 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.687234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.786573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.820008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=20c810a5-e158-481d-ac51-86af4e1cf297,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.826321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66c89c-1572-46f4-b722-dc6c59c38770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-085abf6b-a51f-4fb8-8a61-d66336b7c4c2', 'network_id': '085abf6b-a51f-4fb8-8a61-d66336b7c4c2', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': '20c810a5-e158-481d-ac51-86af4e1cf297'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:58.826880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef66c89c-1572-46f4-b722-dc6c59c38770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.856447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-cc58c312-e866-4447-8425-f0af27555947', 'network_id': 'cc58c312-e866-4447-8425-f0af27555947', 'tenant_id': '2ee52aeb87374bd78013c3dc59c7fb7e', 'fixed_ips': [{'subnet_id': 'aeda912e-ce1b-4434-b7cd-5694da3f92dd'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:58.857310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.892928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.906662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085abf6b-a51f-4fb8-8a61-d66336b7c4c2']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:58.919805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71293add-693d-4fe4-83d6-c7b4575674c4') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:58.920076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71293add-693d-4fe4-83d6-c7b4575674c4') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:58.931262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.949938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.964655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:58.965173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:58.968811 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:58.974307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.982211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5143d-6d44-4d17-b3b7-30aa2a842379 None None] Network 085abf6b-a51f-4fb8-8a61-d66336b7c4c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:59.069982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.074669 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.084045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/085abf6b-a51f-4fb8-8a61-d66336b7c4c2 HTTP/1.1" status: 204 len: 168 time: 0.6681323 Jul 16 08:53:59.084290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:59.090627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271052475'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:59.117778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce276b-1612-4c42-bcb3-6e4168a23aca tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=085abf6b-a51f-4fb8-8a61-d66336b7c4c2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.194342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:59.198741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.286490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:59.296896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Allocated IP 172.20.0.2 (cc58c312-e866-4447-8425-f0af27555947/aeda912e-ce1b-4434-b7cd-5694da3f92dd/df887b43-1764-4b15-9c78-5d219e147cab) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:59.301313 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.301676 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment 01d04319-a6a4-440e-8e33-814dbb2dd749 of type vlan for network a42fd8c8-6393-4511-adf6-02091e973539 Jul 16 08:53:59.357355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.395426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.405120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.406218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.429256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3439693 Jul 16 08:53:59.434865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49892) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:59.441064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:59.522789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcc27e-a66b-4170-ad92-1258efb4cb12 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=a42fd8c8-6393-4511-adf6-02091e973539,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.536125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a42fd8c8-6393-4511-adf6-02091e973539 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:59.641044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:59.652049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.679802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.689321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Transition to ACTIVE for port object df887b43-1764-4b15-9c78-5d219e147cab will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:59.705984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Transition to ACTIVE for port object df887b43-1764-4b15-9c78-5d219e147cab will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:59.729543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.818082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Network cc58c312-e866-4447-8425-f0af27555947 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:59.823085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:59.825256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Pushing event updated for resources: {'Port': ['ID=df887b43-1764-4b15-9c78-5d219e147cab,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.827827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:59.828087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Allocated IP 172.20.0.1 (cc58c312-e866-4447-8425-f0af27555947/aeda912e-ce1b-4434-b7cd-5694da3f92dd/491d9adb-9014-4134-a76e-e5ac61500ab6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:59.904077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Attempting to bind port df887b43-1764-4b15-9c78-5d219e147cab on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:59.904472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Attempting to bind port df887b43-1764-4b15-9c78-5d219e147cab by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cc58c312-e866-4447-8425-f0af27555947'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:59.905009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Attempting to bind port df887b43-1764-4b15-9c78-5d219e147cab on network cc58c312-e866-4447-8425-f0af27555947 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:59.911534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:59.911945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Checking segment: {'id': '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cc58c312-e866-4447-8425-f0af27555947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:59.912363 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.912765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Bound using segment: {'id': '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cc58c312-e866-4447-8425-f0af27555947'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:59.913296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Bound port: df887b43-1764-4b15-9c78-5d219e147cab, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cc58c312-e866-4447-8425-f0af27555947'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:59.913677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.965340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.016466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] For port df887b43-1764-4b15-9c78-5d219e147cab, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:00.027719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] For port df887b43-1764-4b15-9c78-5d219e147cab, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df887b43-1764-4b15-9c78-5d219e147cab,segment=NetworkSegment(2efcde25-1f8e-4e1d-b8f9-f80e29e2f437),segment_id=2efcde25-1f8e-4e1d-b8f9-f80e29e2f437)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:00.033300 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.054083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.067207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=617df9c9-9cc7-47d8-8614-f3590b3f7b06,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.071373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Transition to ACTIVE for port object 491d9adb-9014-4134-a76e-e5ac61500ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:00.076821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': '01d04319-a6a4-440e-8e33-814dbb2dd749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:00.076981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: a42fd8c8-6393-4511-adf6-02091e973539, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:00.114221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.123121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network a42fd8c8-6393-4511-adf6-02091e973539 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:00.158744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a42fd8c8-6393-4511-adf6-02091e973539) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:00.169710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d5c9-6774-4095-92f2-015c1adee93f None None] Pushing event updated for resources: {'Port': ['ID=df887b43-1764-4b15-9c78-5d219e147cab,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.176478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.177997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.178554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network cc58c312-e866-4447-8425-f0af27555947 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:00.183442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca63bc-45af-4d1c-a272-bad31b907360 None None] Network a42fd8c8-6393-4511-adf6-02091e973539 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:00.191848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:00.208713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:00.217576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bf886737-85bc-477d-94e8-d3be16c9a611 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7812743 Jul 16 08:54:00.224265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49920) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:00.245232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:00.338527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.470951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:00.476871 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.513477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Port': ['ID=491d9adb-9014-4134-a76e-e5ac61500ab6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.572115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-a42fd8c8-6393-4511-adf6-02091e973539', 'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': '617df9c9-9cc7-47d8-8614-f3590b3f7b06'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:00.575593 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.875715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.898402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Allocated IP 2001:db8::2 (a42fd8c8-6393-4511-adf6-02091e973539/617df9c9-9cc7-47d8-8614-f3590b3f7b06/ad7b0062-493a-49e8-b961-8451cd773682) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:01.037502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.091099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network a42fd8c8-6393-4511-adf6-02091e973539 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:01.095081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:01.099845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.100517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.107630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=ea9022bd-b193-4252-8bea-48d12f0ab2a9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.125835 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c13b03a-45ee-4084-b8ea-a5eba1ec371f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9003723 Jul 16 08:54:01.128276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49936) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.160807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.182450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Transition to ACTIVE for port object ad7b0062-493a-49e8-b961-8451cd773682 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:01.226132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Transition to ACTIVE for port object ad7b0062-493a-49e8-b961-8451cd773682 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:01.241960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.327134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Network a42fd8c8-6393-4511-adf6-02091e973539 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:01.331886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:01.337443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:01.366972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Pushing event updated for resources: {'Port': ['ID=ad7b0062-493a-49e8-b961-8451cd773682,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.413717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.423972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.587409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.602315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Port': ['ID=491d9adb-9014-4134-a76e-e5ac61500ab6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.628704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Attempting to bind port ad7b0062-493a-49e8-b961-8451cd773682 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:01.629273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Attempting to bind port ad7b0062-493a-49e8-b961-8451cd773682 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '01d04319-a6a4-440e-8e33-814dbb2dd749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:01.629531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Attempting to bind port ad7b0062-493a-49e8-b961-8451cd773682 on network a42fd8c8-6393-4511-adf6-02091e973539 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:01.639595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:01.640021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Checking segment: {'id': '01d04319-a6a4-440e-8e33-814dbb2dd749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:01.640378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.640785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Bound using segment: {'id': '01d04319-a6a4-440e-8e33-814dbb2dd749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:01.641365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Bound port: ad7b0062-493a-49e8-b961-8451cd773682, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d04319-a6a4-440e-8e33-814dbb2dd749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:01.641652 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.759987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df887b43-1764-4b15-9c78-5d219e147cab up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:01.761942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network cc58c312-e866-4447-8425-f0af27555947 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:01.775462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:01.894976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] For port ad7b0062-493a-49e8-b961-8451cd773682, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:01.902846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] For port ad7b0062-493a-49e8-b961-8451cd773682, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ad7b0062-493a-49e8-b961-8451cd773682,segment=NetworkSegment(01d04319-a6a4-440e-8e33-814dbb2dd749),segment_id=01d04319-a6a4-440e-8e33-814dbb2dd749)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:01.918521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.987205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Router 9061953d-f5d6-45ff-b75b-06c249c3ae60 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:01.988409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port df887b43-1764-4b15-9c78-5d219e147cab completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:02.044426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20ddbc-e934-4d5e-bf47-53764fbd5b1b tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.046188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20ddbc-e934-4d5e-bf47-53764fbd5b1b tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.047898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20ddbc-e934-4d5e-bf47-53764fbd5b1b tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.060461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20ddbc-e934-4d5e-bf47-53764fbd5b1b tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.063617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20ddbc-e934-4d5e-bf47-53764fbd5b1b tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.065736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fe20ddbc-e934-4d5e-bf47-53764fbd5b1b tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9364345 Jul 16 08:54:02.070953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49950) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.082081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238423921'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:02.083266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31aa7f-8078-4e8a-adbb-78a0d1d1d928 None None] Pushing event updated for resources: {'Port': ['ID=ad7b0062-493a-49e8-b961-8451cd773682,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.110843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:02.121903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.161300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:02.197776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:02.206603 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.207269 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment f22cbb36-eb75-429c-8610-ad03101bc712 of type vlan for network a2e56560-0bea-44cb-b648-a47a8a66f0e5 Jul 16 08:54:02.207895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3ae7ca9a-989a-48e3-8051-13dfb464068c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "PUT /v2.0/routers/9061953d-f5d6-45ff-b75b-06c249c3ae60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6603255 Jul 16 08:54:02.210113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49958) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.211105 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] Sync routers for ids ['9061953d-f5d6-45ff-b75b-06c249c3ae60'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:02.225405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'port': {'network_id': 'cc58c312-e866-4447-8425-f0af27555947', 'name': 'tempest-FloatingIPNegativeTestJSON-1315007352'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:02.230433 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] Routers {'9061953d-f5d6-45ff-b75b-06c249c3ae60'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:02.231258 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9061953d-f5d6-45ff-b75b-06c249c3ae60'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:02.274541 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:02.286734 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] Routers {'9061953d-f5d6-45ff-b75b-06c249c3ae60'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:02.287726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9061953d-f5d6-45ff-b75b-06c249c3ae60'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:02.289203 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.294792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc22a82-02c1-433e-9e93-1c9c994bd8ca None None] Network cc58c312-e866-4447-8425-f0af27555947 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:02.349977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:02.350628 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99774f21-a71c-44d7-86b8-471b3baba79e None None] The sync data for ids ['9061953d-f5d6-45ff-b75b-06c249c3ae60'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:02.374256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.397655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.398507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.444126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] Provisioning for port df887b43-1764-4b15-9c78-5d219e147cab completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:02.460743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Made reservation on behalf of 2ee52aeb87374bd78013c3dc59c7fb7e for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:02.466196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] Provisioning complete for port df887b43-1764-4b15-9c78-5d219e147cab triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:02.466703 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.470273 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.477918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4001055 Jul 16 08:54:02.489784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49960) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.508052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:02.517661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314dff5-d54f-4343-944d-89808e78b131 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=a2e56560-0bea-44cb-b648-a47a8a66f0e5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.556118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] device_id is not set on port 54acf272-02ff-44d0-b840-795da2aa5797 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:02.556275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:02.652187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49970) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.763308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.803709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Allocated IP 172.20.0.8 (cc58c312-e866-4447-8425-f0af27555947/aeda912e-ce1b-4434-b7cd-5694da3f92dd/54acf272-02ff-44d0-b840-795da2aa5797) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:02.817927 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] For port df887b43-1764-4b15-9c78-5d219e147cab, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df887b43-1764-4b15-9c78-5d219e147cab,segment=NetworkSegment(2efcde25-1f8e-4e1d-b8f9-f80e29e2f437),segment_id=2efcde25-1f8e-4e1d-b8f9-f80e29e2f437)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:02.825727 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.829869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.856139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.860207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-945545ed-b57e-4b7a-8417-64ea295ed600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.883126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70f719-9fc0-46fa-b382-f70386194936 None None] Pushing event updated for resources: {'Port': ['ID=df887b43-1764-4b15-9c78-5d219e147cab,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.910358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 is not hosted by any dhcp agent {{(pid=93699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:54:02.917823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.923600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.925205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "PUT /v2.0/networks/a2e56560-0bea-44cb-b648-a47a8a66f0e5 HTTP/1.1" status: 200 len: 723 time: 0.4269788 Jul 16 08:54:02.929140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.935585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:03.042939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196b19f-2272-4e40-81bd-9f1204dad9bc tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=a2e56560-0bea-44cb-b648-a47a8a66f0e5,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.058641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:03.148174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-945545ed-b57e-4b7a-8417-64ea295ed600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.195369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-945545ed-b57e-4b7a-8417-64ea295ed600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.198885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.220963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:03.225255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.242398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Transition to ACTIVE for port object 54acf272-02ff-44d0-b840-795da2aa5797 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:03.270175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bd70ce9b-a598-4588-b261-999a7e8c26f2 None None] Provisioning for port 491d9adb-9014-4134-a76e-e5ac61500ab6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:03.277022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bd70ce9b-a598-4588-b261-999a7e8c26f2 None None] Provisioning complete for port 491d9adb-9014-4134-a76e-e5ac61500ab6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:03.277402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd70ce9b-a598-4588-b261-999a7e8c26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.301387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-945545ed-b57e-4b7a-8417-64ea295ed600 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe4a9b2cb5f74f81b8e28abc6c4aeb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468410 Jul 16 08:54:03.307992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49982) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:03.357165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.365581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bd70ce9b-a598-4588-b261-999a7e8c26f2 None None] Port 491d9adb-9014-4134-a76e-e5ac61500ab6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:03.390334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945545ed-b57e-4b7a-8417-64ea295ed600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f160c-9f67-49d1-96eb-2e26a59b15c5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.390790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bd70ce9b-a598-4588-b261-999a7e8c26f2 None None] Provisioning complete for port df887b43-1764-4b15-9c78-5d219e147cab triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:03.394214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd70ce9b-a598-4588-b261-999a7e8c26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.469165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network cc58c312-e866-4447-8425-f0af27555947 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:03.478051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:03.499099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:03.561704 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38b800f8-0b59-49da-8c9c-2898bc157fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.640828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.651707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Port': ['ID=54acf272-02ff-44d0-b840-795da2aa5797,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.711381 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38b800f8-0b59-49da-8c9c-2898bc157fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.736516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.737304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.753318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473dc7e-b4b2-4887-85a8-42a576c6cbfe None None] Network a42fd8c8-6393-4511-adf6-02091e973539 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:03.784093 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aab8cb82-705c-4c92-8535-546e291a8534 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5700066 Jul 16 08:54:03.795877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 49988) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:03.814136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:03.820359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.846539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df887b43-1764-4b15-9c78-5d219e147cab up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:03.860932 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.905055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38b800f8-0b59-49da-8c9c-2898bc157fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.910713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38b800f8-0b59-49da-8c9c-2898bc157fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.913843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38b800f8-0b59-49da-8c9c-2898bc157fed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d59f160c-9f67-49d1-96eb-2e26a59b15c5 HTTP/1.1" status: 204 len: 168 time: 0.6033957 Jul 16 08:54:03.921903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f936592-77b6-46ed-ba3e-5129753c3bed None None] Provisioning complete for port 491d9adb-9014-4134-a76e-e5ac61500ab6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:03.936864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f936592-77b6-46ed-ba3e-5129753c3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.941436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.950942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b800f8-0b59-49da-8c9c-2898bc157fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f160c-9f67-49d1-96eb-2e26a59b15c5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.952948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': 'f22cbb36-eb75-429c-8610-ad03101bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:03.953742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: a2e56560-0bea-44cb-b648-a47a8a66f0e5, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:03.982869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:04.004685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a2e56560-0bea-44cb-b648-a47a8a66f0e5) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:04.020900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.021638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.042539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-57d9b289-d9ab-42a7-a53d-e5aedec95c0c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1121411 Jul 16 08:54:04.045278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 49996) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.053526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:04.092095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9b0cd-60ac-4b6c-9739-195e6f361a18 None None] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:04.221377 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24214447'] for subnet, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.383692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1f936592-77b6-46ed-ba3e-5129753c3bed None None] Port 491d9adb-9014-4134-a76e-e5ac61500ab6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:04.478236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port df887b43-1764-4b15-9c78-5d219e147cab triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:04.479639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.481435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.490797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746760240011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13614381'] for subnet, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.512334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-a2e56560-0bea-44cb-b648-a47a8a66f0e5', 'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': 'ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:04.513747 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.553759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.554369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.558469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "PUT /v2.0/subnets/ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a HTTP/1.1" status: 200 len: 826 time: 0.5120640 Jul 16 08:54:04.559426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.560169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb4e24-a079-4cc4-9998-043dd51beb2a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.570852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3643da-f4ab-430c-8975-2c9051d213f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.576540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f936592-77b6-46ed-ba3e-5129753c3bed None None] Provisioning for port ad7b0062-493a-49e8-b961-8451cd773682 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:04.745079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.809098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Provisioning for port 54acf272-02ff-44d0-b840-795da2aa5797 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:04.861319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3643da-f4ab-430c-8975-2c9051d213f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.862726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.876140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Provisioning complete for port 54acf272-02ff-44d0-b840-795da2aa5797 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:04.876781 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.937097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3f3643da-f4ab-430c-8975-2c9051d213f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.006183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3643da-f4ab-430c-8975-2c9051d213f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a7044-4453-492a-b6f7-c0c85b91d5e9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.035179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.037696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50008) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.040134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ad7b0062-493a-49e8-b961-8451cd773682 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:05.041816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3f3643da-f4ab-430c-8975-2c9051d213f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9308131629c84fbfbfd44041d8fac8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590448 Jul 16 08:54:05.116224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Allocated IP 2001:db8::2 (a2e56560-0bea-44cb-b648-a47a8a66f0e5/ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a/c4242751-8885-4337-9087-a60e489f0892) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:05.118832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Port 54acf272-02ff-44d0-b840-795da2aa5797 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:05.171529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Update dhcp port {'port': {'network_id': 'a42fd8c8-6393-4511-adf6-02091e973539', 'fixed_ips': [{'subnet_id': '617df9c9-9cc7-47d8-8614-f3590b3f7b06', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea9022bd-b193-4252-8bea-48d12f0ab2a9'}], 'binding:host_id': 'n-d-798249-10'}, 'id': 'ad7b0062-493a-49e8-b961-8451cd773682'} from n-d-798249-10. {{(pid=93701) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:54:05.215080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Allocated IP 172.25.0.72 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/199d5404-9d61-4142-ba17-94ffdb044dca) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:05.231503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Provisioning complete for port 491d9adb-9014-4134-a76e-e5ac61500ab6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:05.231834 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.265521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.328222 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85b0dff7-717c-4559-a6d9-2b66c96e97a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.348177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ad7b0062-493a-49e8-b961-8451cd773682 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:05.367739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85b0dff7-717c-4559-a6d9-2b66c96e97a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.376016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-71d6504b-d677-45b1-a901-77a0e76be914 None None] Port 491d9adb-9014-4134-a76e-e5ac61500ab6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:05.389118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.403626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ad7b0062-493a-49e8-b961-8451cd773682 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:05.404148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.454971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85b0dff7-717c-4559-a6d9-2b66c96e97a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.457823 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85b0dff7-717c-4559-a6d9-2b66c96e97a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.461847 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-85b0dff7-717c-4559-a6d9-2b66c96e97a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/578a7044-4453-492a-b6f7-c0c85b91d5e9 HTTP/1.1" status: 204 len: 168 time: 0.4204257 Jul 16 08:54:05.467765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.490375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0dff7-717c-4559-a6d9-2b66c96e97a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a7044-4453-492a-b6f7-c0c85b91d5e9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.598656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:05.606496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:05.617241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:05.661952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Port': ['ID=199d5404-9d61-4142-ba17-94ffdb044dca,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.759272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.813840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.841544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.850374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Transition to ACTIVE for port object c4242751-8885-4337-9087-a60e489f0892 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:05.879535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Transition to ACTIVE for port object c4242751-8885-4337-9087-a60e489f0892 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:05.893896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.906104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.958789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50016) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.972679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.986023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aeb09121-c55f-442b-bb4d-806ce3400aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.005669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:06.013627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:06.023759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:06.025747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Pushing event updated for resources: {'Port': ['ID=c4242751-8885-4337-9087-a60e489f0892,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.030221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Allocated IP 172.20.0.1 (a42fd8c8-6393-4511-adf6-02091e973539/ea9022bd-b193-4252-8bea-48d12f0ab2a9/ad7b0062-493a-49e8-b961-8451cd773682) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:06.050942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.052358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.096904 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e56560-0bea-44cb-b648-a47a8a66f0e5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.098745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.103145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.120150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22cbb36-eb75-429c-8610-ad03101bc712') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.120520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22cbb36-eb75-429c-8610-ad03101bc712') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:06.132460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.159363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.175923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Attempting to bind port c4242751-8885-4337-9087-a60e489f0892 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:06.176296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Attempting to bind port c4242751-8885-4337-9087-a60e489f0892 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f22cbb36-eb75-429c-8610-ad03101bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:06.176660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Attempting to bind port c4242751-8885-4337-9087-a60e489f0892 on network a2e56560-0bea-44cb-b648-a47a8a66f0e5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:06.180956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:06.182064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:06.186196 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:06.238068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Port': ['ID=199d5404-9d61-4142-ba17-94ffdb044dca,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.243815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:06.245083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Checking segment: {'id': 'f22cbb36-eb75-429c-8610-ad03101bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:06.245585 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.246490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Bound using segment: {'id': 'f22cbb36-eb75-429c-8610-ad03101bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:06.246490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Bound port: c4242751-8885-4337-9087-a60e489f0892, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22cbb36-eb75-429c-8610-ad03101bc712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:06.246851 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.261995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.281201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aeb09121-c55f-442b-bb4d-806ce3400aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.289131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aeb09121-c55f-442b-bb4d-806ce3400aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.298303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] For port ad7b0062-493a-49e8-b961-8451cd773682, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ad7b0062-493a-49e8-b961-8451cd773682,segment=NetworkSegment(01d04319-a6a4-440e-8e33-814dbb2dd749),segment_id=01d04319-a6a4-440e-8e33-814dbb2dd749)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:06.300045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:54:06.300045 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:54:06.300045 n-d-798249-10 neutron-server[93700]: [parameters: {'id': 'a2e56560-0bea-44cb-b648-a47a8a66f0e5'}] Jul 16 08:54:06.300045 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:54:06.300596 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:54:06.310906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.315630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50026) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.321212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7f87ac77-83e3-4d35-9487-9f3df71851c7 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'floatingip': {'port_id': '54acf272-02ff-44d0-b840-795da2aa5797', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:06.321527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5cb6bffb-2853-4c53-a7e3-f0caa9051024 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5224237 Jul 16 08:54:06.359932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aeb09121-c55f-442b-bb4d-806ce3400aec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51cdf7e7c3764d18975a551f51b4553f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998041 Jul 16 08:54:06.375266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.386735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb09121-c55f-442b-bb4d-806ce3400aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42af1a4f-ecbe-4f21-b863-96111a6a5669,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.393736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50028) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.412183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Transition to ACTIVE for port object ad7b0062-493a-49e8-b961-8451cd773682 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:06.421286 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.425271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f87ac77-83e3-4d35-9487-9f3df71851c7 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.507157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] For port c4242751-8885-4337-9087-a60e489f0892, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:06.571706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5cd3-84d3-4bdc-9d1d-e75f22944e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.589767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] For port c4242751-8885-4337-9087-a60e489f0892, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c4242751-8885-4337-9087-a60e489f0892,segment=NetworkSegment(f22cbb36-eb75-429c-8610-ad03101bc712),segment_id=f22cbb36-eb75-429c-8610-ad03101bc712)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:06.610776 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.618714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5cd3-84d3-4bdc-9d1d-e75f22944e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.626500 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-7f87ac77-83e3-4d35-9487-9f3df71851c7 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] update failed (client error): The resource could not be found. Jul 16 08:54:06.630494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50030) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.630709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7f87ac77-83e3-4d35-9487-9f3df71851c7 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "PUT /v2.0/floatingips/09be26b5-88e8-4f7c-b421-cc27c4049800 HTTP/1.1" status: 404 len: 507 time: 0.3138728 Jul 16 08:54:06.651058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:54:06.652019 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:54:06.658420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fb6aa-520a-4b3e-aa65-1a16a323f993 None None] Pushing event updated for resources: {'Port': ['ID=ad7b0062-493a-49e8-b961-8451cd773682,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.704168 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5cd3-84d3-4bdc-9d1d-e75f22944e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.706887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5cd3-84d3-4bdc-9d1d-e75f22944e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.708628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6c7f5cd3-84d3-4bdc-9d1d-e75f22944e4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42af1a4f-ecbe-4f21-b863-96111a6a5669 HTTP/1.1" status: 204 len: 168 time: 0.3135500 Jul 16 08:54:06.728288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f5cd3-84d3-4bdc-9d1d-e75f22944e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af1a4f-ecbe-4f21-b863-96111a6a5669,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.800961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e126da5-821d-401c-b0a1-791dcfe329ee None None] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:06.801480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.937344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Deleting port 199d5404-9d61-4142-ba17-94ffdb044dca {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:06.937593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.995737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting port c4242751-8885-4337-9087-a60e489f0892 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:06.999307 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.100142 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.100680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.109833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c6c6-9a25-45b3-92ec-0b80a50ed5b2 None None] Pushing event updated for resources: {'Port': ['ID=c4242751-8885-4337-9087-a60e489f0892,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.143643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Calling delete_port for 199d5404-9d61-4142-ba17-94ffdb044dca owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:07.240994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e8b38-63be-46d2-be5c-cf0c611e1c2c None None] Network a2e56560-0bea-44cb-b648-a47a8a66f0e5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:07.244774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] For port c4242751-8885-4337-9087-a60e489f0892, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c4242751-8885-4337-9087-a60e489f0892,segment=NetworkSegment(f22cbb36-eb75-429c-8610-ad03101bc712),segment_id=f22cbb36-eb75-429c-8610-ad03101bc712)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:07.245622 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.279206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Calling delete_port for c4242751-8885-4337-9087-a60e489f0892 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:07.393067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.415787 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.465581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No DVR routers for this DVR port c4242751-8885-4337-9087-a60e489f0892 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:07.495763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.563970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Port': ['ID=199d5404-9d61-4142-ba17-94ffdb044dca,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.564242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ad7b0062-493a-49e8-b961-8451cd773682, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ad7b0062-493a-49e8-b961-8451cd773682,segment=NetworkSegment(01d04319-a6a4-440e-8e33-814dbb2dd749),segment_id=01d04319-a6a4-440e-8e33-814dbb2dd749)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:07.569117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.606541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Port': ['ID=c4242751-8885-4337-9087-a60e489f0892,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.660007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ad7b0062-493a-49e8-b961-8451cd773682,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.703301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.723495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e56560-0bea-44cb-b648-a47a8a66f0e5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:07.729192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ad7b0062-493a-49e8-b961-8451cd773682 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:07.734674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.738196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22cbb36-eb75-429c-8610-ad03101bc712') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:07.738572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22cbb36-eb75-429c-8610-ad03101bc712') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:07.741243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.744017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed2d8546-10d4-4cfd-a48b-b7ffc303c075 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "DELETE /v2.0/floatingips/09be26b5-88e8-4f7c-b421-cc27c4049800 HTTP/1.1" status: 204 len: 168 time: 1.1119850 Jul 16 08:54:07.748093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50060) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:07.748993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e092d5-a739-4871-bc6c-34f5adccdb79 None None] Network a42fd8c8-6393-4511-adf6-02091e973539 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:07.752139 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.761345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b73f0f75-9d2b-4a92-80a4-9a7a6b553167 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'floatingip': {'floating_network_id': 'cc58c312-e866-4447-8425-f0af27555947', 'port_id': '54acf272-02ff-44d0-b840-795da2aa5797', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:07.785879 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.794516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:07.795275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.807558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b73f0f75-9d2b-4a92-80a4-9a7a6b553167 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:07.807800 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:07.935529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.963073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.965274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/a2e56560-0bea-44cb-b648-a47a8a66f0e5 HTTP/1.1" status: 204 len: 168 time: 3.4021287 Jul 16 08:54:07.966443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3dc3-5064-4f33-8476-8f7b6c2c922a tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=a2e56560-0bea-44cb-b648-a47a8a66f0e5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.968639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:07.989405 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de975c9-9dc4-455e-bdbd-0e17c7ea9d38 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:07.990317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de975c9-9dc4-455e-bdbd-0e17c7ea9d38 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:07.992365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3de975c9-9dc4-455e-bdbd-0e17c7ea9d38 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/a2e56560-0bea-44cb-b648-a47a8a66f0e5 HTTP/1.1" status: 404 len: 339 time: 0.0226080 Jul 16 08:54:07.993062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-622a2736-38e4-417d-9b3e-ec4b402a8f3e None None] Provisioning for port ad7b0062-493a-49e8-b961-8451cd773682 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:07.996900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50068) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.002599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334713094', 'description': 'd1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:08.028500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-622a2736-38e4-417d-9b3e-ec4b402a8f3e None None] Provisioning complete for port ad7b0062-493a-49e8-b961-8451cd773682 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:08.028882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-622a2736-38e4-417d-9b3e-ec4b402a8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.051071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:08.065390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.094108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ad7b0062-493a-49e8-b961-8451cd773682 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:08.094496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.117504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:08.130270 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.131148 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment a6256564-18cf-4634-ab89-45c0976067b6 of type vlan for network fe52a390-5920-4849-b3b6-7679f5b8894d Jul 16 08:54:08.144137 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-b73f0f75-9d2b-4a92-80a4-9a7a6b553167 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:54:08.145403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b73f0f75-9d2b-4a92-80a4-9a7a6b553167 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3953815 Jul 16 08:54:08.149047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50076) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.154122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '54acf272-02ff-44d0-b840-795da2aa5797', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:08.190357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.204570 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.254856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.263094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.264060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.355596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3570285 Jul 16 08:54:08.360483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50088) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.439452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d6d34-c22c-45a9-ae19-9c99edd9945f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=fe52a390-5920-4849-b3b6-7679f5b8894d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.462984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network fe52a390-5920-4849-b3b6-7679f5b8894d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:08.507743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab563b74-5338-4a67-b940-1b6aad4c54a6 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.511708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab563b74-5338-4a67-b940-1b6aad4c54a6 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks?id=fe52a390-5920-4849-b3b6-7679f5b8894d HTTP/1.1" status: 200 len: 764 time: 0.1474378 Jul 16 08:54:08.514368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50092) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.521320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'description': 'd2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:08.526730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.742291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.748962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Allocated IP 172.25.0.67 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/10822045-9781-4581-aed8-4c4c6ce6d6a3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:08.755884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50096) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.764186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.840253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e01031-2111-4a1c-b5e3-e81dd36f8baf None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:54:08.870064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=fe52a390-5920-4849-b3b6-7679f5b8894d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.872770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network fe52a390-5920-4849-b3b6-7679f5b8894d is not hosted by any dhcp agent {{(pid=93700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:54:08.878420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.879207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.880957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c8044d48-d2ea-4593-b34f-c47429c7a8f3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "PUT /v2.0/networks/fe52a390-5920-4849-b3b6-7679f5b8894d HTTP/1.1" status: 200 len: 761 time: 0.3657184 Jul 16 08:54:08.886626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50100) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.896053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network fe52a390-5920-4849-b3b6-7679f5b8894d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:08.942626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cfbc1efe-9543-4b00-8fa5-a4d50c894729 None None] Provisioning complete for port ad7b0062-493a-49e8-b961-8451cd773682 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:08.943193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1efe-9543-4b00-8fa5-a4d50c894729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.975992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.038516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.063522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a8170-bd13-4115-9a00-6cc9b9366947 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.065916 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-695a8170-bd13-4115-9a00-6cc9b9366947 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks?id=fe52a390-5920-4849-b3b6-7679f5b8894d HTTP/1.1" status: 200 len: 764 time: 0.1781478 Jul 16 08:54:09.081646 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2715fb07-9d89-48b3-b1d0-cc41a96d1a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.085121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50102) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.085788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event updated for resources: {'Port': ['ID=10822045-9781-4581-aed8-4c4c6ce6d6a3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.106620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e01031-2111-4a1c-b5e3-e81dd36f8baf None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:54:09.194274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:09.215004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:09.224536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:09.241908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2715fb07-9d89-48b3-b1d0-cc41a96d1a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.246896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2715fb07-9d89-48b3-b1d0-cc41a96d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.298423 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2715fb07-9d89-48b3-b1d0-cc41a96d1a61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33b43ed0f9444c4381f5efaa4836070f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404384 Jul 16 08:54:09.299541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715fb07-9d89-48b3-b1d0-cc41a96d1a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ff84d7-c4a3-44ad-88ad-de7a82b888bf,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.307606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50106) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.438562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e5c6c-913f-4d17-95d5-e0408280b501 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.442539 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3a7e5c6c-913f-4d17-95d5-e0408280b501 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3505039 Jul 16 08:54:09.442875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50110) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.520458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-22838c95-89e2-439b-ac5c-c3e3647f3d45 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 207 time: 0.0734222 Jul 16 08:54:09.527996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50114) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.677066 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.708471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.713576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ad7b0062-493a-49e8-b961-8451cd773682 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:09.746899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Deleting port 10822045-9781-4581-aed8-4c4c6ce6d6a3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:09.747253 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.812661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.823033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.824292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ad7b0062-493a-49e8-b961-8451cd773682 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:09.824670 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.843950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.854145 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.856045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.863332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.865011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71ff84d7-c4a3-44ad-88ad-de7a82b888bf HTTP/1.1" status: 204 len: 168 time: 0.4359121 Jul 16 08:54:09.886265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.902015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.917140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-12fbffd9-00c0-4873-a0c4-9cd287f6b7cf tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3877139 Jul 16 08:54:09.917604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50118) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.929487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.929819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.938672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ff84d7-c4a3-44ad-88ad-de7a82b888bf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.973373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.975864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.976555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.978666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.979297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.980556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.981926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.982721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.983743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.985596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.987145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:09.987902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c936d91-8303-4ad3-9a46-b5c892e9dc88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.004652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Calling delete_port for 10822045-9781-4581-aed8-4c4c6ce6d6a3 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:10.192176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2f5358c0-024b-429c-882d-067e81c5e403 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2732210 Jul 16 08:54:10.200200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50124) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.219621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.295616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Port': ['ID=10822045-9781-4581-aed8-4c4c6ce6d6a3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.303752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4bae5-a307-4d4d-9b90-9982140f9eff tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.305259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4bae5-a307-4d4d-9b90-9982140f9eff tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.310607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4bae5-a307-4d4d-9b90-9982140f9eff tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.312383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4bae5-a307-4d4d-9b90-9982140f9eff tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.314268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4bae5-a307-4d4d-9b90-9982140f9eff tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.320005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-02b4bae5-a307-4d4d-9b90-9982140f9eff tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1164861 Jul 16 08:54:10.329973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50128) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.461686 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] create failed (client error): The resource could not be found. Jul 16 08:54:10.462938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9aa9e927-292d-44c4-8ad0-f39a501a6081 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3123949 Jul 16 08:54:10.467605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50134) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.685002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Deleting port 54acf272-02ff-44d0-b840-795da2aa5797 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:10.685627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.750327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6535d-8a96-4bf3-a49b-5abcf642c69c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.753629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6535d-8a96-4bf3-a49b-5abcf642c69c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.755373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6535d-8a96-4bf3-a49b-5abcf642c69c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.756787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6535d-8a96-4bf3-a49b-5abcf642c69c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.758897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6535d-8a96-4bf3-a49b-5abcf642c69c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.760686 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cce6535d-8a96-4bf3-a49b-5abcf642c69c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4296815 Jul 16 08:54:10.774004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50142) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.831904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.854644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Calling delete_port for 54acf272-02ff-44d0-b840-795da2aa5797 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:10.927802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60909749-cf59-47c7-8933-91569e558ac4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.933434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-60909749-cf59-47c7-8933-91569e558ac4 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks/0239d130-991d-40c9-82c4-4b829559e7d2 HTTP/1.1" status: 200 len: 803 time: 0.1544027 Jul 16 08:54:10.933730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50148) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.111025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d9aea02-8a2a-4d7e-89cc-23926d51acab tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/networks/0239d130-991d-40c9-82c4-4b829559e7d2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1754725 Jul 16 08:54:11.113998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50154) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.136522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.206792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58fd18-8967-4d3e-a25c-e15e8e8fed5c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.208287 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ac58fd18-8967-4d3e-a25c-e15e8e8fed5c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/subnets/538499eb-8cfb-4da7-ab5e-dda041911c33 HTTP/1.1" status: 200 len: 843 time: 0.0934381 Jul 16 08:54:11.213545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50156) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.310235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f0e08-8577-4738-ad7f-aba731919708 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.313165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-163f0e08-8577-4738-ad7f-aba731919708 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "GET /v2.0/subnets/538499eb-8cfb-4da7-ab5e-dda041911c33?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0972016 Jul 16 08:54:11.318211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50164) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.324195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Port': ['ID=54acf272-02ff-44d0-b840-795da2aa5797,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.329289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183887906'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:11.393205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:11.401449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.453154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:11.454315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.459062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-282949d3-e320-4763-acfe-d5705dcc580c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "DELETE /v2.0/ports/54acf272-02ff-44d0-b840-795da2aa5797 HTTP/1.1" status: 204 len: 168 time: 0.9842350 Jul 16 08:54:11.460578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50166) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.467730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.468081 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Added segment c71be3cb-c3aa-4dfc-b025-f9cdc555fafb of type vlan for network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 Jul 16 08:54:11.558929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.605723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0022b3e3-a426-4e87-a886-4dc1b656ac0c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.607247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0022b3e3-a426-4e87-a886-4dc1b656ac0c tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "GET /v2.0/ports?device_id=9061953d-f5d6-45ff-b75b-06c249c3ae60 HTTP/1.1" status: 200 len: 913 time: 0.1428154 Jul 16 08:54:11.610099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50168) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.642771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.648901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.649502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.669382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3496680 Jul 16 08:54:11.700626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50170) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.705799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:11.774208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Network': ['ID=eeee28b0-90ed-44ab-9e24-29c3d1ea4f99,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.789086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.789433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.789772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.790264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.791434 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.791556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.791960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.792298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.792629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.792960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.793288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.793610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ad93f-41d4-41e0-8cfe-62c452a1b402 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:11.827048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:11.912899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Made reservation on behalf of b2bbe79cbac84aeeb9010782114ee246 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:11.916506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.989000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50178) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.042147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Performing IP validity checks on allocation pools {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:54:12.042984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:54:12.212322 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.241000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e731-fa3d-4478-98ba-0ca9a8c077db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.307451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=79fe013a-031e-4703-8635-1d1eea6411ec,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.310986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Checking segment: {'id': 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:12.311639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network hostable DHCP agents. Network: eeee28b0-90ed-44ab-9e24-29c3d1ea4f99, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:12.340556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:12.354398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, eeee28b0-90ed-44ab-9e24-29c3d1ea4f99) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:12.362002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e731-fa3d-4478-98ba-0ca9a8c077db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.363688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:12.364307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063fb4d-ecc4-42cc-8f40-1f62f35bdbeb None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:12.366946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.385000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ffd0e731-fa3d-4478-98ba-0ca9a8c077db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.411635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-78976d47-84cf-4e56-85d1-a2e7a26fcd05 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7071743 Jul 16 08:54:12.416129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50184) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.422064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.428648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:12.477433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ffd0e731-fa3d-4478-98ba-0ca9a8c077db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20b6ce81b5964c78a53c9e2572e85e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872472 Jul 16 08:54:12.497096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50186) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.527903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0e731-fa3d-4478-98ba-0ca9a8c077db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058014de-4870-4b8c-ab8a-67b753978a06,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.653584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-eeee28b0-90ed-44ab-9e24-29c3d1ea4f99', 'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99', 'tenant_id': 'b2bbe79cbac84aeeb9010782114ee246', 'fixed_ips': [{'subnet_id': '79fe013a-031e-4703-8635-1d1eea6411ec'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:12.656318 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.706719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c938349-142a-47c9-8820-c61ab0138c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.739089 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c938349-142a-47c9-8820-c61ab0138c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.870735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24214447'] for subnet, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.879939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Deleting port 491d9adb-9014-4134-a76e-e5ac61500ab6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:12.880894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.936007 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c938349-142a-47c9-8820-c61ab0138c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.948660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c938349-142a-47c9-8820-c61ab0138c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.958050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c938349-142a-47c9-8820-c61ab0138c28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/058014de-4870-4b8c-ab8a-67b753978a06 HTTP/1.1" status: 204 len: 168 time: 0.4575064 Jul 16 08:54:12.999572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c938349-142a-47c9-8820-c61ab0138c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058014de-4870-4b8c-ab8a-67b753978a06,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.017296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-691a6282-56ce-4dc5-8ac6-e88755c9dde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.039588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Allocated IP 2001:db8::3 (eeee28b0-90ed-44ab-9e24-29c3d1ea4f99/79fe013a-031e-4703-8635-1d1eea6411ec/71bc7e01-44b2-4d30-b9f2-4c017cfcd11b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:13.116290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.156478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Calling delete_port for 491d9adb-9014-4134-a76e-e5ac61500ab6 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:13.307822 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.321402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Transition to ACTIVE for port object 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:13.346208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Transition to ACTIVE for port object 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:13.356508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.402007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:13.408717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:13.412511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:13.420583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Pushing event updated for resources: {'Port': ['ID=71bc7e01-44b2-4d30-b9f2-4c017cfcd11b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.544264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Attempting to bind port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:13.544655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Attempting to bind port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:13.545147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Attempting to bind port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b on network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:13.551744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:13.552158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Checking segment: {'id': 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:13.552521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.552919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Bound using segment: {'id': 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:13.553388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Bound port: 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eeee28b0-90ed-44ab-9e24-29c3d1ea4f99'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:13.553776 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.652058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746760240011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13614381'] for subnet, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.698718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.711676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event updated for resources: {'Subnet': ['ID=79fe013a-031e-4703-8635-1d1eea6411ec,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.712137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] For port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:13.722566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] For port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71bc7e01-44b2-4d30-b9f2-4c017cfcd11b,segment=NetworkSegment(c71be3cb-c3aa-4dfc-b025-f9cdc555fafb),segment_id=c71be3cb-c3aa-4dfc-b025-f9cdc555fafb)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:13.740622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:13.742467 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.743555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-78109737-bab4-46ab-a176-2d366c391db3 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "PUT /v2.0/subnets/79fe013a-031e-4703-8635-1d1eea6411ec HTTP/1.1" status: 200 len: 900 time: 1.3259740 Jul 16 08:54:13.748235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50206) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.749223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.788206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Port': ['ID=491d9adb-9014-4134-a76e-e5ac61500ab6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.928197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed6d6f-b1f4-417a-9083-5f18e0af621b None None] Pushing event updated for resources: {'Port': ['ID=71bc7e01-44b2-4d30-b9f2-4c017cfcd11b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.051803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.115790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.228952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:14.229086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.427974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] For port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71bc7e01-44b2-4d30-b9f2-4c017cfcd11b,segment=NetworkSegment(c71be3cb-c3aa-4dfc-b025-f9cdc555fafb),segment_id=c71be3cb-c3aa-4dfc-b025-f9cdc555fafb)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:14.431644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.478774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Calling delete_port for 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:14.514722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Router 9061953d-f5d6-45ff-b75b-06c249c3ae60 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:14.845775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.963997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Port': ['ID=71bc7e01-44b2-4d30-b9f2-4c017cfcd11b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.010025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No DVR routers for this DVR port 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:15.109103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.148259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:15.163212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eeca6c49-5d75-4ed7-adde-4c12cef50490 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "PUT /v2.0/routers/9061953d-f5d6-45ff-b75b-06c249c3ae60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5466244 Jul 16 08:54:15.166073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] Sync routers for ids ['9061953d-f5d6-45ff-b75b-06c249c3ae60'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:15.175762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50226) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.185197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] Routers {'9061953d-f5d6-45ff-b75b-06c249c3ae60'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:15.186323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9061953d-f5d6-45ff-b75b-06c249c3ae60'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.263667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.280248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.307073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] Routers {'9061953d-f5d6-45ff-b75b-06c249c3ae60'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:15.307840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9061953d-f5d6-45ff-b75b-06c249c3ae60'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.345072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=79fe013a-031e-4703-8635-1d1eea6411ec,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.411860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.459712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.500433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeee28b0-90ed-44ab-9e24-29c3d1ea4f99']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.574845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.578467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71be3cb-c3aa-4dfc-b025-f9cdc555fafb') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.621182 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.667745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.684262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:15.684824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:15.688426 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:15.788450 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.805652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.812073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 HTTP/1.1" status: 204 len: 168 time: 2.0639160 Jul 16 08:54:15.828579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ac54d-acee-44a8-b6b5-8d363b3fc09b None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:15.831587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50242) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.850717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:15.850960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc614019-cdf6-4e19-a72a-d3c35f5e6994 None None] The sync data for ids ['9061953d-f5d6-45ff-b75b-06c249c3ae60'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:15.859218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7f1e0-37d7-49a0-84ef-752247718727 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=eeee28b0-90ed-44ab-9e24-29c3d1ea4f99,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.881264 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48067ba-1f4d-41eb-ba40-9acbf32927fd tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:15.882514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48067ba-1f4d-41eb-ba40-9acbf32927fd tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:15.885917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c48067ba-1f4d-41eb-ba40-9acbf32927fd tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/79fe013a-031e-4703-8635-1d1eea6411ec HTTP/1.1" status: 404 len: 337 time: 0.0489550 Jul 16 08:54:15.888822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50244) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.890198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e6dde429-08d8-48cb-86ba-aaaf2d870c3c None None] Could not find standard attr ID for object 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:54:15.905732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ac54d-acee-44a8-b6b5-8d363b3fc09b None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 could not be found, it might have been deleted concurrently. {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:54:15.923904 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.927515 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f567f3f-6ee7-4a9f-81de-9be60c2a61bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.934789 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb38e247-171c-4e83-8b44-68f12c766583 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:15.939561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb38e247-171c-4e83-8b44-68f12c766583 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:15.941497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb38e247-171c-4e83-8b44-68f12c766583 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 HTTP/1.1" status: 404 len: 339 time: 0.0501933 Jul 16 08:54:15.943936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50252) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.952752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.958788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.008734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741c2ba-4d1d-45e0-94b5-7db95e7b2887 None None] DHCP port deletion for eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:16.042977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ff667-db99-48fe-ae55-8c7f4ae43b45 None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:16.046412 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.047538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Fanout notify agent at l3_agent the message router_deleted on router 9061953d-f5d6-45ff-b75b-06c249c3ae60 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:16.062196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.070161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8d214759-1c65-4098-a346-d2994ab61515 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "DELETE /v2.0/routers/9061953d-f5d6-45ff-b75b-06c249c3ae60 HTTP/1.1" status: 204 len: 168 time: 0.8906467 Jul 16 08:54:16.072549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50254) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:16.073251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ff667-db99-48fe-ae55-8c7f4ae43b45 None None] Network eeee28b0-90ed-44ab-9e24-29c3d1ea4f99 could not be found, it might have been deleted concurrently. {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:54:16.115694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.152758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Deleting subnet aeda912e-ce1b-4434-b7cd-5694da3f92dd {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:16.156483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.267067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.329427 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.346848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe52a390-5920-4849-b3b6-7679f5b8894d']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:16.363612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6256564-18cf-4634-ab89-45c0976067b6') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:16.363927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6256564-18cf-4634-ab89-45c0976067b6') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:16.381711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.422814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.437228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:16.437727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:16.441138 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:16.456843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.527900 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.548761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.553277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50264) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:16.553727 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "DELETE /v2.0/subnets/aeda912e-ce1b-4434-b7cd-5694da3f92dd HTTP/1.1" status: 204 len: 168 time: 0.4791300 Jul 16 08:54:16.555955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2403d7a-023c-4456-9edc-479a5f650667 None None] Network cc58c312-e866-4447-8425-f0af27555947 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:16.615667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a522439-26d4-4c4d-b6fb-bee6a2d96219 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Subnet': ['ID=aeda912e-ce1b-4434-b7cd-5694da3f92dd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.692207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.711654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.713783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/fe52a390-5920-4849-b3b6-7679f5b8894d HTTP/1.1" status: 204 len: 168 time: 0.7686112 Jul 16 08:54:16.749525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50274) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:16.787290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.808196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a2d8-400f-4c52-99b3-7dc48a29634f tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=fe52a390-5920-4849-b3b6-7679f5b8894d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.812211 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e62f1b2-e7b1-4047-a138-d1c83402d656 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:16.813620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e62f1b2-e7b1-4047-a138-d1c83402d656 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:16.818758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4e62f1b2-e7b1-4047-a138-d1c83402d656 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/ef44ff3d-bf8a-42cd-8a39-e0ae4d02e21a HTTP/1.1" status: 404 len: 337 time: 0.0663288 Jul 16 08:54:16.818948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.819806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50276) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:16.868067 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea4b256-adb5-4493-ad02-5ac4d60ff470 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:16.868843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea4b256-adb5-4493-ad02-5ac4d60ff470 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:16.870697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aea4b256-adb5-4493-ad02-5ac4d60ff470 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/a2e56560-0bea-44cb-b648-a47a8a66f0e5 HTTP/1.1" status: 404 len: 339 time: 0.0468919 Jul 16 08:54:16.880848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50284) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:16.923737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Deleting port df887b43-1764-4b15-9c78-5d219e147cab {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:16.924225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.982305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] DHCP port deletion for cc58c312-e866-4447-8425-f0af27555947 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:17.093972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] Deleting port df887b43-1764-4b15-9c78-5d219e147cab {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:17.096280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] For port df887b43-1764-4b15-9c78-5d219e147cab, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df887b43-1764-4b15-9c78-5d219e147cab,segment=NetworkSegment(2efcde25-1f8e-4e1d-b8f9-f80e29e2f437),segment_id=2efcde25-1f8e-4e1d-b8f9-f80e29e2f437)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:17.096661 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.098182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.099988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting subnet ea9022bd-b193-4252-8bea-48d12f0ab2a9 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:17.109531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.129116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Calling delete_port for df887b43-1764-4b15-9c78-5d219e147cab owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:17.184482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.201991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] For port df887b43-1764-4b15-9c78-5d219e147cab, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=df887b43-1764-4b15-9c78-5d219e147cab,segment=NetworkSegment(2efcde25-1f8e-4e1d-b8f9-f80e29e2f437),segment_id=2efcde25-1f8e-4e1d-b8f9-f80e29e2f437)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:17.202486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.232453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] Calling delete_port for df887b43-1764-4b15-9c78-5d219e147cab owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:17.299842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.329745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] No DVR routers for this DVR port df887b43-1764-4b15-9c78-5d219e147cab on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:17.363382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Port': ['ID=df887b43-1764-4b15-9c78-5d219e147cab,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.369478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.473500 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.517023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.533233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc58c312-e866-4447-8425-f0af27555947']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:17.547530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:17.548673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efcde25-1f8e-4e1d-b8f9-f80e29e2f437') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:17.550351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] Pushing event deleted for resources: {'Port': ['ID=df887b43-1764-4b15-9c78-5d219e147cab,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.560740 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.565505 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.576729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58e91b-563b-4398-be57-1cdc642c3709 None None] No DVR routers for this DVR port df887b43-1764-4b15-9c78-5d219e147cab on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:17.600407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.616540 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:17.633055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:17.633709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.643768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9022bd-b193-4252-8bea-48d12f0ab2a9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:17.657366 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:17.665540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.669168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b42eb13a-fa22-47e4-8953-fbeef7e9d42c tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/ea9022bd-b193-4252-8bea-48d12f0ab2a9 HTTP/1.1" status: 204 len: 168 time: 0.7725785 Jul 16 08:54:17.671556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50322) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:17.673107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2d535-00b0-4b97-b9b5-e9f58fa35a93 None None] Network a42fd8c8-6393-4511-adf6-02091e973539 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:17.735082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:17.759307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting subnet 617df9c9-9cc7-47d8-8614-f3590b3f7b06 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:17.764776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.787426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:17.787778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71bc7e01-44b2-4d30-b9f2-4c017cfcd11b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:17.788202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df887b43-1764-4b15-9c78-5d219e147cab no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:17.837630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.849227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.849549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: df887b43-1764-4b15-9c78-5d219e147cab {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:17.849895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device df887b43-1764-4b15-9c78-5d219e147cab not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:17.873230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.875631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] 10.222.0.41 "DELETE /v2.0/networks/cc58c312-e866-4447-8425-f0af27555947 HTTP/1.1" status: 204 len: 168 time: 1.3206303 Jul 16 08:54:17.876710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ad79e-e7cf-4bae-9662-2a78621bd381 tempest-FloatingIPNegativeTestJSON-1838274258 tempest-FloatingIPNegativeTestJSON-1838274258-project] Pushing event deleted for resources: {'Network': ['ID=cc58c312-e866-4447-8425-f0af27555947,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.883265 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.103823 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.254185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.325284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=617df9c9-9cc7-47d8-8614-f3590b3f7b06,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:18.348429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.350583 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6da7ca82-3fd6-44f7-8106-08e5e1f0fe47 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/617df9c9-9cc7-47d8-8614-f3590b3f7b06 HTTP/1.1" status: 204 len: 168 time: 0.6780863 Jul 16 08:54:18.353890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50394) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.384633 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.419667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50400) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.545627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.619171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting port ad7b0062-493a-49e8-b961-8451cd773682 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:18.620416 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.720539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50422) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.731224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fd71d8e-5aec-4474-8b2e-47cfc463a03f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ee52aeb87374bd78013c3dc59c7fb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102541 Jul 16 08:54:18.781490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] For port ad7b0062-493a-49e8-b961-8451cd773682, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ad7b0062-493a-49e8-b961-8451cd773682,segment=NetworkSegment(01d04319-a6a4-440e-8e33-814dbb2dd749),segment_id=01d04319-a6a4-440e-8e33-814dbb2dd749)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:18.781928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.810285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Calling delete_port for ad7b0062-493a-49e8-b961-8451cd773682 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:18.824091 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc909d2a-a00b-48e5-a9dc-4024a73de908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.934645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc909d2a-a00b-48e5-a9dc-4024a73de908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.999473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a4577-0d49-4130-9e15-085a71643047 None None] Network a42fd8c8-6393-4511-adf6-02091e973539 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:19.018484 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.032234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc909d2a-a00b-48e5-a9dc-4024a73de908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.035852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fc909d2a-a00b-48e5-a9dc-4024a73de908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.041032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fc909d2a-a00b-48e5-a9dc-4024a73de908 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6424b49e-bdc7-41f7-b518-8747be863c85 HTTP/1.1" status: 204 len: 168 time: 0.3157945 Jul 16 08:54:19.081243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc909d2a-a00b-48e5-a9dc-4024a73de908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6424b49e-bdc7-41f7-b518-8747be863c85,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.083163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No DVR routers for this DVR port ad7b0062-493a-49e8-b961-8451cd773682 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:19.094818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Port': ['ID=ad7b0062-493a-49e8-b961-8451cd773682,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.134782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9734ad69-53e1-44c3-840d-3534a64c4792 None None] Could not find standard attr ID for object ad7b0062-493a-49e8-b961-8451cd773682. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:54:19.221304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.237085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42fd8c8-6393-4511-adf6-02091e973539']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:19.248544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d04319-a6a4-440e-8e33-814dbb2dd749') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:19.248977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d04319-a6a4-440e-8e33-814dbb2dd749') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:19.266323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.304802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.312726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:19.313662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.360651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562e4ce-8eda-4ed2-92ca-738020af1f7d None None] DHCP port deletion for a42fd8c8-6393-4511-adf6-02091e973539 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:19.396817 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:19.400580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.407737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.409871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/a42fd8c8-6393-4511-adf6-02091e973539 HTTP/1.1" status: 204 len: 168 time: 1.0548265 Jul 16 08:54:19.412433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50454) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.427185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd2f92-167e-42c4-9c7d-b63486c8ec01 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=a42fd8c8-6393-4511-adf6-02091e973539,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.437174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.458918 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63c3795-b919-4533-a7e3-9049ed29f958 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:19.459855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63c3795-b919-4533-a7e3-9049ed29f958 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:19.461822 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d63c3795-b919-4533-a7e3-9049ed29f958 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/20c810a5-e158-481d-ac51-86af4e1cf297 HTTP/1.1" status: 404 len: 337 time: 0.0475836 Jul 16 08:54:19.465146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50462) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.486964 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ac9e25-7bbe-48fd-b0cf-0c0dcc4bd572 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:19.487906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ac9e25-7bbe-48fd-b0cf-0c0dcc4bd572 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:19.489910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b4ac9e25-7bbe-48fd-b0cf-0c0dcc4bd572 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/085abf6b-a51f-4fb8-8a61-d66336b7c4c2 HTTP/1.1" status: 404 len: 339 time: 0.0234725 Jul 16 08:54:19.508096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.560349 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-011b238f-9b9d-4a68-9316-5705d14d097e tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:19.561099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011b238f-9b9d-4a68-9316-5705d14d097e tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:19.563066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-011b238f-9b9d-4a68-9316-5705d14d097e tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/7c952c63-605a-40f8-a7fb-a5a4450ebaf0 HTTP/1.1" status: 404 len: 337 time: 0.0539186 Jul 16 08:54:19.565702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.596730 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c5f1bc-1ccc-4350-b2d9-cfe7c48f05b7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:19.597469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c5f1bc-1ccc-4350-b2d9-cfe7c48f05b7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:19.599279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a3c5f1bc-1ccc-4350-b2d9-cfe7c48f05b7 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/61bdbeec-3417-4d15-be23-1a62d3a8c6a6 HTTP/1.1" status: 404 len: 339 time: 0.0322216 Jul 16 08:54:19.602073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50474) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.632752 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3ead4e-6717-4baf-b9e6-49641795cd8d tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:19.633449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3ead4e-6717-4baf-b9e6-49641795cd8d tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:19.636575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1a3ead4e-6717-4baf-b9e6-49641795cd8d tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/b6ea10c2-50c4-44e7-ae0b-18cd91746c07 HTTP/1.1" status: 404 len: 337 time: 0.0330145 Jul 16 08:54:19.639137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.664012 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2346c314-212f-435d-beb9-0fd4580f7c23 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:19.664582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2346c314-212f-435d-beb9-0fd4580f7c23 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:19.668014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2346c314-212f-435d-beb9-0fd4580f7c23 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/8f2d4b3f-fed0-4a8e-9632-15d738b9279d HTTP/1.1" status: 404 len: 339 time: 0.0269785 Jul 16 08:54:19.670594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50478) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.672594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ad7b0062-493a-49e8-b961-8451cd773682 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:19.693548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead5eda2-b453-4aef-bfae-129e6ed198e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.713754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ad7b0062-493a-49e8-b961-8451cd773682 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:19.716350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ad7b0062-493a-49e8-b961-8451cd773682 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:19.771371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting subnet bd446a42-dfec-4bb2-b9b7-8a1237532845 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:19.771964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.824848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.849566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead5eda2-b453-4aef-bfae-129e6ed198e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.855864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ead5eda2-b453-4aef-bfae-129e6ed198e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.911071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5eda2-b453-4aef-bfae-129e6ed198e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32164fec-0672-46f5-b3e7-2594422eaf20,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.919372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ead5eda2-b453-4aef-bfae-129e6ed198e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=580d9379cf7349a89ad379974c21f9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793873 Jul 16 08:54:19.920429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50486) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.960058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.003107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78911670-bad2-44d7-b6a2-4e0a6cd5b028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.039067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78911670-bad2-44d7-b6a2-4e0a6cd5b028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.051252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.089563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=bd446a42-dfec-4bb2-b9b7-8a1237532845,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.098852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.099006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78911670-bad2-44d7-b6a2-4e0a6cd5b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.101671 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f308475-2af3-4a74-9deb-fe58187a3ae0 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/bd446a42-dfec-4bb2-b9b7-8a1237532845 HTTP/1.1" status: 204 len: 168 time: 0.4297795 Jul 16 08:54:20.102403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-78911670-bad2-44d7-b6a2-4e0a6cd5b028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.103759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78911670-bad2-44d7-b6a2-4e0a6cd5b028 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32164fec-0672-46f5-b3e7-2594422eaf20 HTTP/1.1" status: 204 len: 168 time: 0.1813147 Jul 16 08:54:20.107375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50494) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.111571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735188cb-2ea1-4428-bdbc-cf58fffa81eb None None] Network 037eebe9-5cdc-4e9f-93b9-4921644a1c44 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:20.112819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78911670-bad2-44d7-b6a2-4e0a6cd5b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32164fec-0672-46f5-b3e7-2594422eaf20,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.214723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.278189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting port 891ddae7-be7a-41c7-a872-ca5eda5b4014 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:20.278647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.358521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] For port 891ddae7-be7a-41c7-a872-ca5eda5b4014, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=891ddae7-be7a-41c7-a872-ca5eda5b4014,segment=NetworkSegment(4f496655-442f-4116-81c0-f8e392fb6ef0),segment_id=4f496655-442f-4116-81c0-f8e392fb6ef0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:20.359241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.375405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Calling delete_port for 891ddae7-be7a-41c7-a872-ca5eda5b4014 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:20.424321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] DHCP port deletion for 037eebe9-5cdc-4e9f-93b9-4921644a1c44 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:20.441178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50502) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.469648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.497679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Deleting port 891ddae7-be7a-41c7-a872-ca5eda5b4014 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:20.498777 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.513276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No DVR routers for this DVR port 891ddae7-be7a-41c7-a872-ca5eda5b4014 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:20.515522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Port': ['ID=891ddae7-be7a-41c7-a872-ca5eda5b4014,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.552274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50506) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.566190 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-490756d2-8677-4436-8b79-80bb1f3e4dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.586717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] For port 891ddae7-be7a-41c7-a872-ca5eda5b4014, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:20.587508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.603665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Calling delete_port for 891ddae7-be7a-41c7-a872-ca5eda5b4014 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:20.606924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Port 891ddae7-be7a-41c7-a872-ca5eda5b4014 was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:54:20.608330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.664903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.666385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] Pushing event deleted for resources: {'Port': ['ID=891ddae7-be7a-41c7-a872-ca5eda5b4014,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.678388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa0d55-4218-41b4-867e-ee385e759d0d None None] No DVR routers for this DVR port 891ddae7-be7a-41c7-a872-ca5eda5b4014 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:20.709464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037eebe9-5cdc-4e9f-93b9-4921644a1c44']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:20.722493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f496655-442f-4116-81c0-f8e392fb6ef0') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:20.723126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-490756d2-8677-4436-8b79-80bb1f3e4dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.723827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f496655-442f-4116-81c0-f8e392fb6ef0') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:20.728925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-490756d2-8677-4436-8b79-80bb1f3e4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.735117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.755409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.766038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:20.766405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:20.769491 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:20.784415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490756d2-8677-4436-8b79-80bb1f3e4dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30499b4-daaa-462f-b3fd-e3e75cfe5dc6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.806543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-490756d2-8677-4436-8b79-80bb1f3e4dc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2745c8ba8be34ba1b9a66bd48bdb9d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531743 Jul 16 08:54:20.807170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50512) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.830033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-59817653'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:20.860208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.872329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.876464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/037eebe9-5cdc-4e9f-93b9-4921644a1c44 HTTP/1.1" status: 204 len: 168 time: 0.7653515 Jul 16 08:54:20.879010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.886516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870c2be-53e1-4690-a450-110f1c801088 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=037eebe9-5cdc-4e9f-93b9-4921644a1c44,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.894612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:20.898239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.918650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371b21f6-4b2a-460e-8804-69099971f7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.927767 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-567c6f8f-6f70-484f-9c7c-7ef2282d32ef tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:20.928179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567c6f8f-6f70-484f-9c7c-7ef2282d32ef tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:20.929887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-567c6f8f-6f70-484f-9c7c-7ef2282d32ef tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/2af4ea63-9c81-48a4-aa21-88ba8a1ac35b HTTP/1.1" status: 404 len: 337 time: 0.0498860 Jul 16 08:54:20.932794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50516) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.935404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.953253 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4f2557-4b8d-42e0-bb9f-680010a6da75 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] DELETE failed (client error): The resource could not be found. Jul 16 08:54:20.954127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4f2557-4b8d-42e0-bb9f-680010a6da75 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:54:20.956098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd4f2557-4b8d-42e0-bb9f-680010a6da75 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/2f3e6758-5900-48e1-8b09-f166e05f9327 HTTP/1.1" status: 404 len: 339 time: 0.0220850 Jul 16 08:54:20.958703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50518) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.960731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371b21f6-4b2a-460e-8804-69099971f7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.022461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting subnet 538499eb-8cfb-4da7-ab5e-dda041911c33 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:21.034130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.044179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371b21f6-4b2a-460e-8804-69099971f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.047938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-371b21f6-4b2a-460e-8804-69099971f7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.062403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-371b21f6-4b2a-460e-8804-69099971f7df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f30499b4-daaa-462f-b3fd-e3e75cfe5dc6 HTTP/1.1" status: 204 len: 168 time: 0.2427518 Jul 16 08:54:21.085602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.093130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b21f6-4b2a-460e-8804-69099971f7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30499b4-daaa-462f-b3fd-e3e75cfe5dc6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.158989 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.168496 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.194829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.203048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:21.214212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aacd28-1ac4-471f-a04b-5cd1b660a876,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.218983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.219344 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment 025266c8-4639-44a3-b853-7d79863898a4 of type vlan for network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 Jul 16 08:54:21.270621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.281271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.321682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.331598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Subnet': ['ID=538499eb-8cfb-4da7-ab5e-dda041911c33,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.334184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.339625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bedce5e7-5653-4c60-a413-0b3c202ab207 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/subnets/538499eb-8cfb-4da7-ab5e-dda041911c33 HTTP/1.1" status: 204 len: 168 time: 0.3766792 Jul 16 08:54:21.340211 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:21.342053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a939b4f-84ca-4d30-9766-9c7c7422fdab None None] Network 0239d130-991d-40c9-82c4-4b829559e7d2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:21.347117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.347943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.408591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9658566 Jul 16 08:54:21.412699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50534) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:21.417600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1263454909'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:21.466288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbd758-243f-4096-a66b-f9b18209fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=0c95c7d6-4f0e-4b64-9b97-417bf8786932,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.495531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:21.499868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:21.503627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.530272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.585837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:21.607992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.608350 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment f20d9c8d-789f-4c30-a920-b99ef593d12a of type vlan for network 59ff6fd7-1cef-4800-a7b0-572e3d02023b Jul 16 08:54:21.693808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Deleting port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:21.694159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.726510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 891ddae7-be7a-41c7-a872-ca5eda5b4014 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:21.732854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.803658 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.812658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.814365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.821572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 891ddae7-be7a-41c7-a872-ca5eda5b4014 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:21.822192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 891ddae7-be7a-41c7-a872-ca5eda5b4014 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:21.824074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] For port 1ed37945-1c65-44a9-8591-8df9f7ca6d39, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1ed37945-1c65-44a9-8591-8df9f7ca6d39,segment=NetworkSegment(e8a3c45d-4b72-40e6-bddc-00ca9c9de3db),segment_id=e8a3c45d-4b72-40e6-bddc-00ca9c9de3db)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:21.824444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.834583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] DHCP port deletion for 0239d130-991d-40c9-82c4-4b829559e7d2 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:21.842255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Calling delete_port for 1ed37945-1c65-44a9-8591-8df9f7ca6d39 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:21.862842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4493442 Jul 16 08:54:21.864442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50550) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:21.904441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:21.936819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] Deleting port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:21.937529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.041477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] For port 1ed37945-1c65-44a9-8591-8df9f7ca6d39, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1ed37945-1c65-44a9-8591-8df9f7ca6d39,segment=NetworkSegment(e8a3c45d-4b72-40e6-bddc-00ca9c9de3db),segment_id=e8a3c45d-4b72-40e6-bddc-00ca9c9de3db)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:22.041889 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.044989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.056878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] Calling delete_port for 1ed37945-1c65-44a9-8591-8df9f7ca6d39 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:22.092821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Port': ['ID=1ed37945-1c65-44a9-8591-8df9f7ca6d39,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.099410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] No DVR routers for this DVR port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:22.222825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.233798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b24e-1898-421b-92ef-508047c9b487 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=59ff6fd7-1cef-4800-a7b0-572e3d02023b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.249930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0239d130-991d-40c9-82c4-4b829559e7d2']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:22.259725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.275664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:22.276206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:22.282109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:22.282411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a3c45d-4b72-40e6-bddc-00ca9c9de3db') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:22.285554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.312398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.339291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.346354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] No DVR routers for this DVR port 1ed37945-1c65-44a9-8591-8df9f7ca6d39 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:22.355436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:22.355851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:22.359040 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:22.368614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505abc44-68d3-4244-82a4-786d65b760e4 None None] Pushing event deleted for resources: {'Port': ['ID=1ed37945-1c65-44a9-8591-8df9f7ca6d39,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.497679 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.528667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.536132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] 10.222.0.41 "DELETE /v2.0/networks/0239d130-991d-40c9-82c4-4b829559e7d2 HTTP/1.1" status: 204 len: 168 time: 1.1925800 Jul 16 08:54:22.538301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8489edc-293c-4d57-a972-de512051d6c9 tempest-NetworksIpV6Test-609515948 tempest-NetworksIpV6Test-609515948-project] Pushing event deleted for resources: {'Network': ['ID=0239d130-991d-40c9-82c4-4b829559e7d2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.624571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.691713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=c698efec-b19a-48f4-b56a-8b39c7063173,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.727906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': '025266c8-4639-44a3-b853-7d79863898a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:22.728314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 0c95c7d6-4f0e-4b64-9b97-417bf8786932, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:22.750512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:22.762466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 0c95c7d6-4f0e-4b64-9b97-417bf8786932) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:22.767133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.767485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.775119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95531e9-8b73-42aa-8f1e-a2d657f3be4a None None] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:22.792105 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-49a081dd-e45c-41b4-a5ed-8aeb4f1fcc95 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9021106 Jul 16 08:54:22.795044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50576) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:22.807691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:22.948864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:22.953164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.992484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50580) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.038121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-0c95c7d6-4f0e-4b64-9b97-417bf8786932', 'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': 'c698efec-b19a-48f4-b56a-8b39c7063173'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:23.039145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.231624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-efb9b789-cea9-4bef-ae23-2e695117a618 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2bbe79cbac84aeeb9010782114ee246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360947 Jul 16 08:54:23.231861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50590) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.237817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Allocated IP 172.20.0.2 (0c95c7d6-4f0e-4b64-9b97-417bf8786932/c698efec-b19a-48f4-b56a-8b39c7063173/51e2f75a-476b-4e9d-81b1-3afc1f0204fb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:23.267439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.427398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.462396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4126761d-3089-4478-82c0-5c5beceab9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.464429 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=98e2727a-128e-43b6-82c6-f157ccad7553,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.465540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Transition to ACTIVE for port object 51e2f75a-476b-4e9d-81b1-3afc1f0204fb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:23.486635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': 'f20d9c8d-789f-4c30-a920-b99ef593d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:23.487276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 59ff6fd7-1cef-4800-a7b0-572e3d02023b, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:23.491105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Transition to ACTIVE for port object 51e2f75a-476b-4e9d-81b1-3afc1f0204fb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:23.498774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.509666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4126761d-3089-4478-82c0-5c5beceab9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.557286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:23.571702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Pushing event updated for resources: {'Port': ['ID=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.605538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:23.608429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:23.609383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 59ff6fd7-1cef-4800-a7b0-572e3d02023b) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:23.616046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:23.625638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.626030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.664912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83237b5-61d1-485c-bb6e-a00c40690c33 None None] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:23.691219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50600) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.691632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-41b2cd21-1de9-4303-bf02-736bae4da7ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8916898 Jul 16 08:54:23.696691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1392745536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:23.698073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4126761d-3089-4478-82c0-5c5beceab9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.707741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4126761d-3089-4478-82c0-5c5beceab9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.711066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4126761d-3089-4478-82c0-5c5beceab9be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fead806f-6b77-4137-8671-716dfa1f782c HTTP/1.1" status: 204 len: 168 time: 0.4796546 Jul 16 08:54:23.734332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126761d-3089-4478-82c0-5c5beceab9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fead806f-6b77-4137-8671-716dfa1f782c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.757900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.775711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1ed37945-1c65-44a9-8591-8df9f7ca6d39 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:23.782188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.784431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.898720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.905946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.934697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.936290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1ed37945-1c65-44a9-8591-8df9f7ca6d39 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:23.936454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-49af3194-7db0-4122-b20e-8303fd8f836b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2439909 Jul 16 08:54:23.937061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1ed37945-1c65-44a9-8591-8df9f7ca6d39 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:23.939064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50610) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.986908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Attempting to bind port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:23.987461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Attempting to bind port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '025266c8-4639-44a3-b853-7d79863898a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:23.987834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Attempting to bind port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb on network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:23.997258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:23.997690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Checking segment: {'id': '025266c8-4639-44a3-b853-7d79863898a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:23.998090 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.998471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Bound using segment: {'id': '025266c8-4639-44a3-b853-7d79863898a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:23.998947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Bound port: 51e2f75a-476b-4e9d-81b1-3afc1f0204fb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025266c8-4639-44a3-b853-7d79863898a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0c95c7d6-4f0e-4b64-9b97-417bf8786932'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:23.999922 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.000073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1484156308'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:24.039347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Made reservation on behalf of a60bc0c72e7b41c2aac223231c3a8020 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:24.044697 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.057042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.125332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-59ff6fd7-1cef-4800-a7b0-572e3d02023b', 'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': '98e2727a-128e-43b6-82c6-f157ccad7553'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:24.126110 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.152771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] For port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:24.174696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] For port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,segment=NetworkSegment(025266c8-4639-44a3-b853-7d79863898a4),segment_id=025266c8-4639-44a3-b853-7d79863898a4)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:24.208670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.216654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.279538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fac94c4-6af6-4a3a-bca0-09305280f875,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.292310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.303467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:24.325770 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.326118 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Added segment 913fd8d2-814e-4734-9893-223816fef1f2 of type vlan for network 8777bad5-71c0-4435-9646-47bc1ecd8a07 Jul 16 08:54:24.382962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.403367 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.473951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.484869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.487109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.518543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3d3ac-df7f-4290-819f-9444bc36592e None None] Pushing event updated for resources: {'Port': ['ID=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.567067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Allocated IP 172.21.0.2 (59ff6fd7-1cef-4800-a7b0-572e3d02023b/98e2727a-128e-43b6-82c6-f157ccad7553/cddaaa56-7b9c-40ca-8d41-01c5630af392) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:24.594468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Pushing event updated for resources: {'Network': ['ID=8777bad5-71c0-4435-9646-47bc1ecd8a07,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.613538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 8777bad5-71c0-4435-9646-47bc1ecd8a07 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:24.615426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5932555-574f-4288-a667-8595d5b37dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8558490 Jul 16 08:54:24.962949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.20.0.1 (0c95c7d6-4f0e-4b64-9b97-417bf8786932/c698efec-b19a-48f4-b56a-8b39c7063173/122da0bc-a6be-49b3-9cc1-226cbb6ac972) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:25.126206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:25.167920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:25.173109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Request body: {'port': {'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07', 'binding:host_id': 'n-h2-798249-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435313102'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:25.224614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Made reservation on behalf of 5bf50418dbda4edfaa4024690b412a21 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:25.227595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.245953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.306358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.342656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object 122da0bc-a6be-49b3-9cc1-226cbb6ac972 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:25.420442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1652513967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:25.447127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.462615 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.481676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Transition to ACTIVE for port object cddaaa56-7b9c-40ca-8d41-01c5630af392 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:25.489844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.496993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.502801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 2923541c-cfb6-459a-bf22-5efc4e538917 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:25.518267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Transition to ACTIVE for port object cddaaa56-7b9c-40ca-8d41-01c5630af392 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:25.529392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.582615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:25.585870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:25.613939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:25.620111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:25.630419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:25.638176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:25.721193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.733609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=122da0bc-a6be-49b3-9cc1-226cbb6ac972,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.823693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Pushing event updated for resources: {'Port': ['ID=cddaaa56-7b9c-40ca-8d41-01c5630af392,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.833258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 51e2f75a-476b-4e9d-81b1-3afc1f0204fb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:25.885612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Attempting to bind port cddaaa56-7b9c-40ca-8d41-01c5630af392 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:25.886085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Attempting to bind port cddaaa56-7b9c-40ca-8d41-01c5630af392 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f20d9c8d-789f-4c30-a920-b99ef593d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:25.886545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Attempting to bind port cddaaa56-7b9c-40ca-8d41-01c5630af392 on network 59ff6fd7-1cef-4800-a7b0-572e3d02023b {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:25.919065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:25.922380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Checking segment: {'id': 'f20d9c8d-789f-4c30-a920-b99ef593d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:25.922871 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.923359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Bound using segment: {'id': 'f20d9c8d-789f-4c30-a920-b99ef593d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:25.924059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Bound port: cddaaa56-7b9c-40ca-8d41-01c5630af392, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d9c8d-789f-4c30-a920-b99ef593d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59ff6fd7-1cef-4800-a7b0-572e3d02023b'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:25.924466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.014616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:26.039040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.147943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] For port cddaaa56-7b9c-40ca-8d41-01c5630af392, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:26.156593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] For port cddaaa56-7b9c-40ca-8d41-01c5630af392, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cddaaa56-7b9c-40ca-8d41-01c5630af392,segment=NetworkSegment(f20d9c8d-789f-4c30-a920-b99ef593d12a),segment_id=f20d9c8d-789f-4c30-a920-b99ef593d12a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:26.168535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.273010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445abbd-b720-4e15-8028-ef90dfd2ea93 None None] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:26.360264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.361376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.398750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940bd8b-a4ef-4a7f-88cd-428ed767b415 None None] Pushing event updated for resources: {'Port': ['ID=cddaaa56-7b9c-40ca-8d41-01c5630af392,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.425979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.442321 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.461172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.470698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.483200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 2923541c-cfb6-459a-bf22-5efc4e538917 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:26.493966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c6176-3f5b-4db4-bcaa-7e469a3755e8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.507580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.510736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] Provisioning for port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:26.520541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46e76a0c-b439-41c5-a74b-dd9a71cbfaf2 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3909719 Jul 16 08:54:26.522428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50666) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:26.526540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.528097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] Provisioning complete for port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:26.530348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.536038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1597632443'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:26.558909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Transition to ACTIVE for port object 2923541c-cfb6-459a-bf22-5efc4e538917 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:26.583058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.586312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:26.601750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.644605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.647389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=122da0bc-a6be-49b3-9cc1-226cbb6ac972,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.709417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=2923541c-cfb6-459a-bf22-5efc4e538917,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.712524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.762955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Checking segment: {'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:26.763354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Network hostable DHCP agents. Network: 8777bad5-71c0-4435-9646-47bc1ecd8a07, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:26.813504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:26.816339 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.828557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:26.859830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Network 8777bad5-71c0-4435-9646-47bc1ecd8a07 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:26.878266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] For port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,segment=NetworkSegment(025266c8-4639-44a3-b853-7d79863898a4),segment_id=025266c8-4639-44a3-b853-7d79863898a4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:26.884214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.891723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 8777bad5-71c0-4435-9646-47bc1ecd8a07) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:26.899963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:26.943231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:26.943659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:26.943998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:26.955181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:26.955562 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:26.958556 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 2 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:26.960428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f37ac-8503-4545-808a-3120ad584469 None None] Pushing event updated for resources: {'Port': ['ID=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.964604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfe88a-a4e0-47c5-a2ed-eb2b900f07bc None None] Network 8777bad5-71c0-4435-9646-47bc1ecd8a07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:26.985540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:26.985876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:26.986213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:26.995613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:26.995947 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:26.999066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.999937 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 3 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:27.012049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.046584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947add60-1c5c-4a76-b0ec-89945c11386e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:27.064866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:27.068220 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:27.068901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:27.073303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 1bbcd9d5-590c-4ec1-a203-e86403f31f55 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:27.081693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:27.085865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:27.086417 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:27.089905 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 4 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:27.114528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.115603 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Added segment fdcf74ec-39e5-4d81-a866-a1052a69b880 of type vlan for network e772eb1e-05a4-42b1-af00-1d5c9e693263 Jul 16 08:54:27.135173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:27.135713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:27.136161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:27.165273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:27.165611 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:27.171670 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 5 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:27.178389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.196628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:27.197296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:27.197438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:27.205896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:27.206234 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:27.208157 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 6 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:27.234143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:27.234489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:27.234825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:27.250763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:27.251120 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:27.253480 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 7 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:27.277369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.283850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-09b48c15-bce3-4dd9-abc7-f4acd36807ff None None] Provisioning complete for port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:27.284550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09b48c15-bce3-4dd9-abc7-f4acd36807ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.287053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.287783 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.393354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:27.394435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:27.394953 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:27.412126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8805768 Jul 16 08:54:27.421046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50674) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:27.429487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'subnet': {'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:27.522778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-09b48c15-bce3-4dd9-abc7-f4acd36807ff None None] Provisioning for port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:27.531230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-09b48c15-bce3-4dd9-abc7-f4acd36807ff None None] Provisioning complete for port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:27.531940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-09b48c15-bce3-4dd9-abc7-f4acd36807ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.566550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:27.567239 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:27.572315 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 8 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:27.580496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:27.610113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-09b48c15-bce3-4dd9-abc7-f4acd36807ff None None] Port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:27.614934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.755510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-97901586-0d98-4d8d-9cee-58d0fad8c2a3 None None] Provisioning complete for port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:27.756255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-97901586-0d98-4d8d-9cee-58d0fad8c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.889488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-97901586-0d98-4d8d-9cee-58d0fad8c2a3 None None] Port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:27.936782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 51e2f75a-476b-4e9d-81b1-3afc1f0204fb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:27.937048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:27.942654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d6e1d869-9b8e-42b2-aacc-c0999d0b6a86 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/1bbcd9d5-590c-4ec1-a203-e86403f31f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0022795 Jul 16 08:54:27.945007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50676) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:27.948201 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] Sync routers for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:27.969193 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:27.969728 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:28.043052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214355-8947-42f6-a130-b7a7a2a573a4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Network': ['ID=e772eb1e-05a4-42b1-af00-1d5c9e693263,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.043619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8747135-71c5-4ae1-8c5e-c33b17fc7134 None None] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:28.046308 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:28.059594 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:28.060650 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:28.067935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:28.070810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:28.071549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:28.072060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:28.088863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154816e-1f54-45d0-87a9-72f9c7c398b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.090591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:28.091038 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:28.091280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5154816e-1f54-45d0-87a9-72f9c7c398b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports/122da0bc-a6be-49b3-9cc1-226cbb6ac972 HTTP/1.1" status: 200 len: 910 time: 0.1448925 Jul 16 08:54:28.093582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50678) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:28.095747 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 9 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:28.109364 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:28.110016 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc2bb5-5b43-49aa-844f-0d20b9f0712c None None] The sync data for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:28.118860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:28.119214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:28.119625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:28.125458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:28.125798 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:28.126306 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 10 to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 Jul 16 08:54:28.132743 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.190147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:28.190683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:28.191039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:28.198950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7bbe727a-d1be-4a26-94f6-a29cb064d0b5 None None] Provisioning for port cddaaa56-7b9c-40ca-8d41-01c5630af392 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:28.210520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:28.210986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.284543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 2923541c-cfb6-459a-bf22-5efc4e538917 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:28.287863 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 2923541c-cfb6-459a-bf22-5efc4e538917 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:28.288506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.334082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Checking segment: {'id': 'fdcf74ec-39e5-4d81-a866-a1052a69b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:28.334449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network hostable DHCP agents. Network: e772eb1e-05a4-42b1-af00-1d5c9e693263, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:28.372869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Subnet': ['ID=c7b13579-fbaa-4c98-97bd-c486ef7becaa,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.440477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:28.462514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e772eb1e-05a4-42b1-af00-1d5c9e693263) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:28.463710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-06f9369f-4e00-4160-b5c9-8bdc6f4a5401 None None] Provisioning complete for port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:28.464389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-06f9369f-4e00-4160-b5c9-8bdc6f4a5401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.474636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801161b7-041b-40ef-8ec9-cc9f8f5f5718 None None] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:28.479932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.481959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.521271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] For port 2923541c-cfb6-459a-bf22-5efc4e538917, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:28.521894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempted to set empty binding levels {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:54:28.524516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-01053d51-1a3a-4824-b0dc-f69b9a02b032 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0994055 Jul 16 08:54:28.528084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.554349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50720) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:28.573005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.575968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.593425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'network': {'name': 'tempest-router-network01--26464163'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:28.638281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.4652719 Jul 16 08:54:28.638874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50734) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:28.693772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-06f9369f-4e00-4160-b5c9-8bdc6f4a5401 None None] Port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:28.755233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efe00-bd67-4948-a64d-107eb31ad0b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=2923541c-cfb6-459a-bf22-5efc4e538917,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.780968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:28.785757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.854316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cddaaa56-7b9c-40ca-8d41-01c5630af392 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:28.861971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.864215 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Deleting port 2923541c-cfb6-459a-bf22-5efc4e538917 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:28.866495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.982998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] For port 2923541c-cfb6-459a-bf22-5efc4e538917, host n-h2-798249-10, got binding levels [] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:28.983397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.026457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Calling delete_port for 2923541c-cfb6-459a-bf22-5efc4e538917 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:29.062458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e772eb1e-05a4-42b1-af00-1d5c9e693263', 'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263', 'tenant_id': '70cd0dd10a9f4b248bd976ca4b4d0b6c', 'fixed_ips': [{'subnet_id': 'c7b13579-fbaa-4c98-97bd-c486ef7becaa'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:29.070163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.188099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:29.194214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.223760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event deleted for resources: {'Port': ['ID=2923541c-cfb6-459a-bf22-5efc4e538917,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.233869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.234435 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Added segment f987bc18-b557-4dab-9e04-c7ed891c4f12 of type vlan for network e1214ae8-18af-4824-8e42-d7ad7812bda9 Jul 16 08:54:29.282828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.287451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-02b22b1b-7479-41bc-bab1-3b8d2556be68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2923541c-cfb6-459a-bf22-5efc4e538917 HTTP/1.1" status: 204 len: 168 time: 0.6407881 Jul 16 08:54:29.287776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:29.349066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Allocated IP 2001:db8::2 (e772eb1e-05a4-42b1-af00-1d5c9e693263/c7b13579-fbaa-4c98-97bd-c486ef7becaa/c329ed24-c8ae-4add-b79e-d32b63650571) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:29.351306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port cddaaa56-7b9c-40ca-8d41-01c5630af392 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:29.375833 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aff6499-7422-456d-865a-de9e77158f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:54:29.376520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cddaaa56-7b9c-40ca-8d41-01c5630af392 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:29.377129 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.394358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8aff6499-7422-456d-865a-de9e77158f28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "GET /v2.0/ports/2923541c-cfb6-459a-bf22-5efc4e538917 HTTP/1.1" status: 404 len: 333 time: 0.1052740 Jul 16 08:54:29.395356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50750) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:29.401508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.427228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Request body: {'port': {'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-514697123'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:29.428181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.21.0.1 (59ff6fd7-1cef-4800-a7b0-572e3d02023b/98e2727a-128e-43b6-82c6-f157ccad7553/4774ab23-572b-444c-b8c3-a3d28c1fd482) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:29.565287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Made reservation on behalf of 5bf50418dbda4edfaa4024690b412a21 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:29.572937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b26bf867-39be-4105-a908-50310618a10b None None] Provisioning complete for port cddaaa56-7b9c-40ca-8d41-01c5630af392 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:29.573639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26bf867-39be-4105-a908-50310618a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.576115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.628127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.634088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.644043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.646295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.655675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:29.673647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object 4774ab23-572b-444c-b8c3-a3d28c1fd482 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:29.732874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.766478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1842113 Jul 16 08:54:29.771430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50776) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:29.779028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.793614 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.797342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'network': {'name': 'tempest-router-network02--1695824358'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:29.823396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Transition to ACTIVE for port object c329ed24-c8ae-4add-b79e-d32b63650571 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:29.832072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port cddaaa56-7b9c-40ca-8d41-01c5630af392, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cddaaa56-7b9c-40ca-8d41-01c5630af392,segment=NetworkSegment(f20d9c8d-789f-4c30-a920-b99ef593d12a),segment_id=f20d9c8d-789f-4c30-a920-b99ef593d12a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:29.856626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f204cb-3090-4885-8b89-894eb4b31236 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Network': ['ID=e1214ae8-18af-4824-8e42-d7ad7812bda9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.879394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.906828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Transition to ACTIVE for port object c329ed24-c8ae-4add-b79e-d32b63650571 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:29.910186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:29.915125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:29.928017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:29.960590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:30.035684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:30.044105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.076660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.149371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=4774ab23-572b-444c-b8c3-a3d28c1fd482,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.190522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:30.257469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.257814 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Added segment f382e672-0666-4475-9f9f-6530ea3e2a76 of type vlan for network da99392a-c417-4e8e-b29d-38b4e283bdda Jul 16 08:54:30.281544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.324777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.326701 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.364203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.365837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b26bf867-39be-4105-a908-50310618a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.402692 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.428308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:30.438371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=cddaaa56-7b9c-40ca-8d41-01c5630af392,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.442076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:30.447938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:30.488295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Network 8777bad5-71c0-4435-9646-47bc1ecd8a07 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:30.490256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=9efc96d6-47b0-4d8d-bf07-4c15dbdde73e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.494286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:30.496771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:30.498245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.499054 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.501788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.511398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.514083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.573521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9acf1ed1-e228-4822-b77d-1ce9076777a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1740873 Jul 16 08:54:30.574712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50784) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:30.579169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8032303 Jul 16 08:54:30.588574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:30.592384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:30.601416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'subnet': {'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:30.763253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Attempting to bind port c329ed24-c8ae-4add-b79e-d32b63650571 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:30.766054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Attempting to bind port c329ed24-c8ae-4add-b79e-d32b63650571 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fdcf74ec-39e5-4d81-a866-a1052a69b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:30.766601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Attempting to bind port c329ed24-c8ae-4add-b79e-d32b63650571 on network e772eb1e-05a4-42b1-af00-1d5c9e693263 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:30.769305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Pushing event updated for resources: {'Port': ['ID=c329ed24-c8ae-4add-b79e-d32b63650571,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.772207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:30.776394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.785158 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-b26bf867-39be-4105-a908-50310618a10b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:54:30.785720 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-b26bf867-39be-4105-a908-50310618a10b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:54:30.787132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:30.787903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Checking segment: {'id': 'fdcf74ec-39e5-4d81-a866-a1052a69b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:30.788479 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.789044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Bound using segment: {'id': 'fdcf74ec-39e5-4d81-a866-a1052a69b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:30.790289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Bound port: c329ed24-c8ae-4add-b79e-d32b63650571, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcf74ec-39e5-4d81-a866-a1052a69b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e772eb1e-05a4-42b1-af00-1d5c9e693263'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:30.791181 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.879009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] For port c329ed24-c8ae-4add-b79e-d32b63650571, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:30.884879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] For port c329ed24-c8ae-4add-b79e-d32b63650571, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c329ed24-c8ae-4add-b79e-d32b63650571,segment=NetworkSegment(fdcf74ec-39e5-4d81-a866-a1052a69b880),segment_id=fdcf74ec-39e5-4d81-a866-a1052a69b880)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:30.892680 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.990446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1622ae5-4d38-41ad-bea7-14663ee3d57d tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Network': ['ID=da99392a-c417-4e8e-b29d-38b4e283bdda,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.999127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8da88-efe0-4bb2-9a17-3a862d7c3b45 None None] Pushing event updated for resources: {'Port': ['ID=c329ed24-c8ae-4add-b79e-d32b63650571,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.003957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network da99392a-c417-4e8e-b29d-38b4e283bdda details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:31.056205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.082665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.096883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.244763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.267134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=4774ab23-572b-444c-b8c3-a3d28c1fd482,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.317989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.346245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Checking segment: {'id': 'f987bc18-b557-4dab-9e04-c7ed891c4f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:31.346826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network hostable DHCP agents. Network: e1214ae8-18af-4824-8e42-d7ad7812bda9, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:31.349602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Subnet': ['ID=8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.474169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:31.582383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e1214ae8-18af-4824-8e42-d7ad7812bda9) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:31.592809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf99191-ed57-4917-bfbd-7477a1cd05ff None None] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:31.598896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.599610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.625398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0218a1fb-0139-49f3-b506-5a5af6761306 None None] Provisioning for port 4774ab23-572b-444c-b8c3-a3d28c1fd482 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:31.649764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0218a1fb-0139-49f3-b506-5a5af6761306 None None] Provisioning complete for port 4774ab23-572b-444c-b8c3-a3d28c1fd482 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:31.651643 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0218a1fb-0139-49f3-b506-5a5af6761306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.667740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:31.671738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:31.673422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-250bf1c6-694a-4122-b57b-ba90b3207462 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0799816 Jul 16 08:54:31.682543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50802) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:31.690849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'subnet': {'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:31.830994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0218a1fb-0139-49f3-b506-5a5af6761306 None None] Port 4774ab23-572b-444c-b8c3-a3d28c1fd482 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:31.932514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:31.968102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 1bbcd9d5-590c-4ec1-a203-e86403f31f55 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:31.982161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.035873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e1214ae8-18af-4824-8e42-d7ad7812bda9', 'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9', 'tenant_id': '70cd0dd10a9f4b248bd976ca4b4d0b6c', 'fixed_ips': [{'subnet_id': '8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:32.036904 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.225748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:32.245888 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-705606d4-1e20-446c-a3f6-761eae6c9c98 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/1bbcd9d5-590c-4ec1-a203-e86403f31f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1485841 Jul 16 08:54:32.246216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50808) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:32.271578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] Sync routers for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:32.284408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c329ed24-c8ae-4add-b79e-d32b63650571 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:32.351355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:32.369447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90071aea-955c-47f5-8bda-c923a0c9119c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:32.372946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-90071aea-955c-47f5-8bda-c923a0c9119c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports/4774ab23-572b-444c-b8c3-a3d28c1fd482 HTTP/1.1" status: 200 len: 910 time: 0.1256003 Jul 16 08:54:32.375955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:32.378396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.426358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Transition to ACTIVE for port object 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:32.445397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.467902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:32.467902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:32.481965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ba4ed679-5af5-4625-80b8-ab5dd2740b71 None None] Provisioning complete for port 4774ab23-572b-444c-b8c3-a3d28c1fd482 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:32.482337 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed679-5af5-4625-80b8-ab5dd2740b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.612816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:32.647414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=9efc96d6-47b0-4d8d-bf07-4c15dbdde73e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:32.662288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c329ed24-c8ae-4add-b79e-d32b63650571 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:32.678891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:32.681020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:32.690634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cddaaa56-7b9c-40ca-8d41-01c5630af392 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:32.747585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:32.747954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:32.748295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.761104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:32.761104 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:32.762779 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 2 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:32.776744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0bd212-a6ef-4a8a-99a0-702f931c4238 None None] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:32.777771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.783627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:32.784267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd8f52f-5255-4505-a398-fec15f0e0472 None None] The sync data for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:32.786651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ed679-5af5-4625-80b8-ab5dd2740b71 None None] Port 4774ab23-572b-444c-b8c3-a3d28c1fd482 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:32.808148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Allocated IP 2001:db8::2 (e1214ae8-18af-4824-8e42-d7ad7812bda9/8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8/1c081634-dc48-4109-a67b-a2e311c327e6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:32.811924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:32.813405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:32.814260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.860340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:32.861215 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:32.866449 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 3 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:32.895692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:32.896110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:32.896505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.912636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:32.912934 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:32.916965 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.920590 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 4 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:32.931634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Subnet': ['ID=349c8654-7253-4389-a767-e8c5727d0e5d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:32.943751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:32.944164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:32.944592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.951694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Checking segment: {'id': 'f382e672-0666-4475-9f9f-6530ea3e2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:32.952262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network hostable DHCP agents. Network: da99392a-c417-4e8e-b29d-38b4e283bdda, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:32.957941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:32.958115 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:32.959343 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 5 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:32.980830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:32.981271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:32.981676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.986389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network da99392a-c417-4e8e-b29d-38b4e283bdda is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:32.989826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:32.990233 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:32.994171 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 6 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:33.007091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, da99392a-c417-4e8e-b29d-38b4e283bdda) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:33.012397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.013265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.013265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.027584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769064e-f729-444d-b40b-165eac886e9c None None] Network da99392a-c417-4e8e-b29d-38b4e283bdda requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:33.030739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.031453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.034420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:33.034788 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:33.036511 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 7 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:33.061410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.061823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.062112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.072992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af73b688-e5ba-43c1-8ed4-f7f8a1fed251 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3890460 Jul 16 08:54:33.073245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cddaaa56-7b9c-40ca-8d41-01c5630af392 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:33.073563 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.073706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:33.074033 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:33.074466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50814) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:33.074912 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 8 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:33.139025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] Provisioning for port c329ed24-c8ae-4add-b79e-d32b63650571 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:33.154284 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.154634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.155409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.162447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:33.162840 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:33.165137 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 9 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:33.236104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.247541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Transition to ACTIVE for port object 1c081634-dc48-4109-a67b-a2e311c327e6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:33.264799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 4774ab23-572b-444c-b8c3-a3d28c1fd482 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:33.265414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.268905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Transition to ACTIVE for port object 1c081634-dc48-4109-a67b-a2e311c327e6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:33.293961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] Provisioning complete for port c329ed24-c8ae-4add-b79e-d32b63650571 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:33.294417 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.297677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.309633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.310973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.311522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.344003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:33.344414 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:33.346449 n-d-798249-10 neutron-server[93700]: INFO neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 10 to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e Jul 16 08:54:33.387617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.388049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.388459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.398497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:33.399592 n-d-798249-10 neutron-server[93700]: ERROR neutron.plugins.ml2.managers [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:33.400120 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.447088 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.574196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:33.606584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:33.619267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] For port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:33.619664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempted to set empty binding levels {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:54:33.643179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.693694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Pushing event updated for resources: {'Port': ['ID=1c081634-dc48-4109-a67b-a2e311c327e6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:33.706618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:33.769121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] In _notify_port_updated(), no bound segment for port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:54:33.770071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.770631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.774903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "PUT /v2.0/ports/9efc96d6-47b0-4d8d-bf07-4c15dbdde73e HTTP/1.1" status: 200 len: 979 time: 3.1918268 Jul 16 08:54:33.782181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50830) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:33.852634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.899502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a3322-4ca6-4ce9-a74f-15641a8d7347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=9efc96d6-47b0-4d8d-bf07-4c15dbdde73e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:33.930691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Attempting to bind port 1c081634-dc48-4109-a67b-a2e311c327e6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.931206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Attempting to bind port 1c081634-dc48-4109-a67b-a2e311c327e6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f987bc18-b557-4dab-9e04-c7ed891c4f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.931622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Attempting to bind port 1c081634-dc48-4109-a67b-a2e311c327e6 on network e1214ae8-18af-4824-8e42-d7ad7812bda9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.966450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:33.966827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Checking segment: {'id': 'f987bc18-b557-4dab-9e04-c7ed891c4f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:33.967241 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.967687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Bound using segment: {'id': 'f987bc18-b557-4dab-9e04-c7ed891c4f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:33.968175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Bound port: 1c081634-dc48-4109-a67b-a2e311c327e6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f987bc18-b557-4dab-9e04-c7ed891c4f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e1214ae8-18af-4824-8e42-d7ad7812bda9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:33.968564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.969009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.010731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 4774ab23-572b-444c-b8c3-a3d28c1fd482 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:34.064743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-da99392a-c417-4e8e-b29d-38b4e283bdda', 'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda', 'tenant_id': '70cd0dd10a9f4b248bd976ca4b4d0b6c', 'fixed_ips': [{'subnet_id': '349c8654-7253-4389-a767-e8c5727d0e5d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:34.065632 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.072517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.221968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] For port c329ed24-c8ae-4add-b79e-d32b63650571, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c329ed24-c8ae-4add-b79e-d32b63650571,segment=NetworkSegment(fdcf74ec-39e5-4d81-a866-a1052a69b880),segment_id=fdcf74ec-39e5-4d81-a866-a1052a69b880)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:34.321037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.349033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] For port 1c081634-dc48-4109-a67b-a2e311c327e6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:34.406767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.407257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.407771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.408240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.408704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.409239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.409900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.410370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.410827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.411292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.411791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.414910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-24268963-1b23-4697-b2e3-d01c9a00b635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9995 time: 0.6318667 Jul 16 08:54:34.421292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50836) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:34.423344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Allocated IP 2001:db8::1 (e1214ae8-18af-4824-8e42-d7ad7812bda9/8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8/91b3e218-c7de-4558-9597-f10eb8f623d6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:34.430517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.494339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] For port 1c081634-dc48-4109-a67b-a2e311c327e6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c081634-dc48-4109-a67b-a2e311c327e6,segment=NetworkSegment(f987bc18-b557-4dab-9e04-c7ed891c4f12),segment_id=f987bc18-b557-4dab-9e04-c7ed891c4f12)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:34.506510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.513371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51d698-7af0-485f-8d69-f9a8d7b13c02 None None] Pushing event updated for resources: {'Port': ['ID=c329ed24-c8ae-4add-b79e-d32b63650571,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.613992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=4774ab23-572b-444c-b8c3-a3d28c1fd482,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.620364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.664104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Transition to ACTIVE for port object 91b3e218-c7de-4558-9597-f10eb8f623d6 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:34.752133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.813457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8196aa4-6156-47c4-8999-ad779ec90660 None None] Pushing event updated for resources: {'Port': ['ID=1c081634-dc48-4109-a67b-a2e311c327e6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.841868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Allocated IP 2001:db8::2 (da99392a-c417-4e8e-b29d-38b4e283bdda/349c8654-7253-4389-a767-e8c5727d0e5d/a6a5665f-4d03-43f0-ac7a-b20e7b9de85e) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:34.844363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-05c9ad47-6508-475c-a9f6-3ab9dc77550e None None] Provisioning complete for port c329ed24-c8ae-4add-b79e-d32b63650571 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:34.844910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05c9ad47-6508-475c-a9f6-3ab9dc77550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.851720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:34.858062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:34.867047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:34.868557 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.944345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Port': ['ID=91b3e218-c7de-4558-9597-f10eb8f623d6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.102708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.104819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.122026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Deleting port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:35.122430 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.175937 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.206928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Transition to ACTIVE for port object a6a5665f-4d03-43f0-ac7a-b20e7b9de85e will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:35.251433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Transition to ACTIVE for port object a6a5665f-4d03-43f0-ac7a-b20e7b9de85e will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:35.288459 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.338374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Network da99392a-c417-4e8e-b29d-38b4e283bdda is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:35.341593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:35.351118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:35.415301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Pushing event updated for resources: {'Port': ['ID=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.419804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] For port 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e, host n-h2-798249-10, got binding levels [] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:35.420256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.444841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Calling delete_port for 9efc96d6-47b0-4d8d-bf07-4c15dbdde73e owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:35.462888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Attempting to bind port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:35.464799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Attempting to bind port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f382e672-0666-4475-9f9f-6530ea3e2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:35.465339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Attempting to bind port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e on network da99392a-c417-4e8e-b29d-38b4e283bdda {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:35.473782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:35.474302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Checking segment: {'id': 'f382e672-0666-4475-9f9f-6530ea3e2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:35.474819 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.475356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Bound using segment: {'id': 'f382e672-0666-4475-9f9f-6530ea3e2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:35.475958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Bound port: a6a5665f-4d03-43f0-ac7a-b20e7b9de85e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f382e672-0666-4475-9f9f-6530ea3e2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'da99392a-c417-4e8e-b29d-38b4e283bdda'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:35.477266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.578731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] For port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:35.582843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] For port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,segment=NetworkSegment(f382e672-0666-4475-9f9f-6530ea3e2a76),segment_id=f382e672-0666-4475-9f9f-6530ea3e2a76)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:35.588940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.593482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.600147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.600938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.668131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.679626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19656063-f0b3-41fa-811a-90837f8bd6a8 None None] Pushing event updated for resources: {'Port': ['ID=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.711694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event deleted for resources: {'Port': ['ID=9efc96d6-47b0-4d8d-bf07-4c15dbdde73e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.736926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.741630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Port': ['ID=91b3e218-c7de-4558-9597-f10eb8f623d6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.742019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4b203155-bcc2-4216-a98a-123dbcd40ba0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9efc96d6-47b0-4d8d-bf07-4c15dbdde73e HTTP/1.1" status: 204 len: 168 time: 1.3163419 Jul 16 08:54:35.744741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50852) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:35.791598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:35.793911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:35.799946 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab75bc6-34ce-4357-ae84-f8181207e35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:54:35.806104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ab75bc6-34ce-4357-ae84-f8181207e35b tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "GET /v2.0/ports/9efc96d6-47b0-4d8d-bf07-4c15dbdde73e HTTP/1.1" status: 404 len: 333 time: 0.0590527 Jul 16 08:54:35.808849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 1bbcd9d5-590c-4ec1-a203-e86403f31f55 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:35.809547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50856) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:35.815237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743633508', 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:35.861984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Made reservation on behalf of 5bf50418dbda4edfaa4024690b412a21 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:35.864831 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.016755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:36.028740 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] Sync routers for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:36.034498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2a68d696-9744-4562-ada5-e9b5113b7a2c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/1bbcd9d5-590c-4ec1-a203-e86403f31f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6570921 Jul 16 08:54:36.042092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:36.045545 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:36.051904 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.052143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 564c4bce-776c-4867-8716-5fb18e3e3fa6 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:36.120777 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.132670 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:36.133868 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.201687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.202867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df54522d-420a-4c08-af5e-320d3e94d954 None None] The sync data for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:36.231421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c081634-dc48-4109-a67b-a2e311c327e6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:36.362754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1c081634-dc48-4109-a67b-a2e311c327e6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:36.364757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.368973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c329ed24-c8ae-4add-b79e-d32b63650571 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:36.424817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c329ed24-c8ae-4add-b79e-d32b63650571 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:36.425330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.427205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.442148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Router d91d04e8-759e-424f-9901-76f55cc85bdf is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:36.519812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Network 8777bad5-71c0-4435-9646-47bc1ecd8a07 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:36.523237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:36.529200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:36.530181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.530930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.548366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=564c4bce-776c-4867-8716-5fb18e3e3fa6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:36.552994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-72afcc80-9c0d-42c0-903e-6cefe1cbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7421222 Jul 16 08:54:36.555633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50866) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:36.621367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9379bb7-9a5c-4698-9f48-bbc83b5711e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.625278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9379bb7-9a5c-4698-9f48-bbc83b5711e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "GET /v2.0/ports/564c4bce-776c-4867-8716-5fb18e3e3fa6 HTTP/1.1" status: 200 len: 959 time: 0.0657737 Jul 16 08:54:36.625643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50868) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:36.628050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9aa444-fb23-41fd-943a-9afdee2aa3a2 None None] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:36.685313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:36.696359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-52777004-7ed8-44b3-9fc9-c4494d00992c tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6179366 Jul 16 08:54:36.697234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:36.698636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] Sync routers for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:36.731977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:36.732788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.740758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] Provisioning for port 1c081634-dc48-4109-a67b-a2e311c327e6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:36.769574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Deleting port 564c4bce-776c-4867-8716-5fb18e3e3fa6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:36.770054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.808777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.819022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] Provisioning complete for port 1c081634-dc48-4109-a67b-a2e311c327e6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:36.820025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.865794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:36.866786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.883870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.919996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Calling delete_port for 564c4bce-776c-4867-8716-5fb18e3e3fa6 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:36.935838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:36.936504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537940b-0367-4c21-bf58-28dc494d8652 None None] The sync data for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:37.044394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.052723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.122935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event deleted for resources: {'Port': ['ID=564c4bce-776c-4867-8716-5fb18e3e3fa6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.127401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.127812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] For port 1c081634-dc48-4109-a67b-a2e311c327e6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c081634-dc48-4109-a67b-a2e311c327e6,segment=NetworkSegment(f987bc18-b557-4dab-9e04-c7ed891c4f12),segment_id=f987bc18-b557-4dab-9e04-c7ed891c4f12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.135743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ce1d21f7-c30e-49e6-a6c8-316e538e4ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "DELETE /v2.0/ports/564c4bce-776c-4867-8716-5fb18e3e3fa6 HTTP/1.1" status: 204 len: 168 time: 0.5061150 Jul 16 08:54:37.136836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.138170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:37.187788 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dec512d-2bd9-411a-bd9f-e71e763caa50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:54:37.189935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4dec512d-2bd9-411a-bd9f-e71e763caa50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "GET /v2.0/ports/564c4bce-776c-4867-8716-5fb18e3e3fa6 HTTP/1.1" status: 404 len: 333 time: 0.0499182 Jul 16 08:54:37.196536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:37.202362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Request body: {'port': {'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1073551646'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:37.211266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bd0bc-802b-4c88-8357-cd14540101c8 None None] Pushing event updated for resources: {'Port': ['ID=1c081634-dc48-4109-a67b-a2e311c327e6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.215072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.239379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Made reservation on behalf of 5bf50418dbda4edfaa4024690b412a21 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:37.250364 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.278206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:37.436993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c519d8-69c2-42b3-8f78-b5c391c74164 None None] Network da99392a-c417-4e8e-b29d-38b4e283bdda requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:37.457551 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-2ff406e8-34ef-4a8c-9cce-aac3dc574167 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:54:37.459244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2ff406e8-34ef-4a8c-9cce-aac3dc574167 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7575393 Jul 16 08:54:37.462352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50878) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:37.521506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.555730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Provisioning for port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:37.610594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.619901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Provisioning complete for port 1c081634-dc48-4109-a67b-a2e311c327e6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:37.620561 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.696324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=72dde73d-784e-4c6e-82cb-b3b9aff47da7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.726833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Network 8777bad5-71c0-4435-9646-47bc1ecd8a07 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:37.728957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:37.732359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:37.733593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:37.734539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.751707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92130c2b-202d-4b53-a017-92acc11bb33c tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5536211 Jul 16 08:54:37.754090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50886) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:37.765072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:37.863355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.888573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Provisioning for port 91b3e218-c7de-4558-9597-f10eb8f623d6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:37.895677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Provisioning complete for port 91b3e218-c7de-4558-9597-f10eb8f623d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:37.896531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.946748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 122da0bc-a6be-49b3-9cc1-226cbb6ac972 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:37.947674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.987245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e0ab-e791-4448-9c63-b34451d1e995 None None] Port 91b3e218-c7de-4558-9597-f10eb8f623d6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:38.130237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d0e2f8c9-33c1-435a-8268-6489723a2e52 None None] Provisioning complete for port 91b3e218-c7de-4558-9597-f10eb8f623d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:38.130613 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f8c9-33c1-435a-8268-6489723a2e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.216553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.217937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2f8c9-33c1-435a-8268-6489723a2e52 None None] Port 91b3e218-c7de-4558-9597-f10eb8f623d6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:38.246515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6a5665f-4d03-43f0-ac7a-b20e7b9de85e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:38.268261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] device_id is not set on port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:38.274183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 122da0bc-a6be-49b3-9cc1-226cbb6ac972 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:38.279743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.303226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Transition to ACTIVE for port object 72dde73d-784e-4c6e-82cb-b3b9aff47da7 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:38.311042 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.348363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:38.352767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Provisioning complete for port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:38.353228 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.354856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:38.355336 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.379911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=72dde73d-784e-4c6e-82cb-b3b9aff47da7,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:38.425905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.428823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.429191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.430335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.436943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.437546 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.438242 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 2 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.458528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.459144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.459691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.467099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.467745 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.468321 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 3 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.487773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.488394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.488916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.495396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.496543 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.497126 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 4 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.511351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.511977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.518317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.519264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.519856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.525239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.526562 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.527428 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 5 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.545628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.546527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.547054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.553329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.554060 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.555489 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 6 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.565163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,segment=NetworkSegment(f382e672-0666-4475-9f9f-6530ea3e2a76),segment_id=f382e672-0666-4475-9f9f-6530ea3e2a76)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:38.571089 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.572091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c081634-dc48-4109-a67b-a2e311c327e6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:38.576484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.578541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.579136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.585420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.586371 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.586961 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 7 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.604794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.605417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.606104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.620056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.621602 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.623398 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 8 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.642027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.644236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.645046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.654681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.655409 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.656062 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 9 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.678011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.678877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.680072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.687814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.689525 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.690377 n-d-798249-10 neutron-server[93699]: INFO neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempt 10 to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 Jul 16 08:54:38.691507 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:54:38.691867 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:54:38.694910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:38.709465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1c081634-dc48-4109-a67b-a2e311c327e6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:38.709836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.713433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:38.714079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:38.714640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempting to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:38.721511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:38.722581 n-d-798249-10 neutron-server[93699]: ERROR neutron.plugins.ml2.managers [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Failed to bind port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on host n-h2-798249-10 for vnic_type normal using segments [{'id': '913fd8d2-814e-4734-9893-223816fef1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8777bad5-71c0-4435-9646-47bc1ecd8a07'}] Jul 16 08:54:38.723176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.810393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] For port 72dde73d-784e-4c6e-82cb-b3b9aff47da7, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:38.810982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attempted to set empty binding levels {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:54:38.817866 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.876886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] In _notify_port_updated(), no bound segment for port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 on network 8777bad5-71c0-4435-9646-47bc1ecd8a07 {{(pid=93699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:54:38.876886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.877909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.878725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "PUT /v2.0/ports/72dde73d-784e-4c6e-82cb-b3b9aff47da7 HTTP/1.1" status: 200 len: 980 time: 1.1225739 Jul 16 08:54:38.883571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50894) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:38.900406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e31d-2909-4283-beb4-b2cc7df86c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event updated for resources: {'Port': ['ID=72dde73d-784e-4c6e-82cb-b3b9aff47da7,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.068852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.125259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=122da0bc-a6be-49b3-9cc1-226cbb6ac972,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.192218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Deleting port 72dde73d-784e-4c6e-82cb-b3b9aff47da7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:39.192566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.260417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Provisioning complete for port 91b3e218-c7de-4558-9597-f10eb8f623d6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:39.262351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.327812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-26ce6891-79f7-406f-b58e-e46c032ef6e4 None None] Port 91b3e218-c7de-4558-9597-f10eb8f623d6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:39.378184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] For port 72dde73d-784e-4c6e-82cb-b3b9aff47da7, host n-h2-798249-10, got binding levels [] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:39.378786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.382354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.422732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Calling delete_port for 72dde73d-784e-4c6e-82cb-b3b9aff47da7 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:39.640501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting port 91b3e218-c7de-4558-9597-f10eb8f623d6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:39.640846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.689587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 1bbcd9d5-590c-4ec1-a203-e86403f31f55 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:39.730800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.772175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Pushing event deleted for resources: {'Port': ['ID=72dde73d-784e-4c6e-82cb-b3b9aff47da7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.822409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.833039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.834922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3cb385b1-7589-4ef7-a985-ffc74a6176d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "DELETE /v2.0/ports/72dde73d-784e-4c6e-82cb-b3b9aff47da7 HTTP/1.1" status: 204 len: 168 time: 0.9478540 Jul 16 08:54:39.838487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50900) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.867844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Calling delete_port for 91b3e218-c7de-4558-9597-f10eb8f623d6 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:39.868111 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-75716b6f-e5a5-4f6e-9c7b-d83c2fdeb5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:54:39.873288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-75716b6f-e5a5-4f6e-9c7b-d83c2fdeb5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-624817236-project-admin] 10.222.0.41 "GET /v2.0/ports/72dde73d-784e-4c6e-82cb-b3b9aff47da7 HTTP/1.1" status: 404 len: 333 time: 0.0304797 Jul 16 08:54:39.876102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50902) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.892027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:39.897258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-02f77bc3-95d6-489c-8c5c-9927ccd0d5b1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/1bbcd9d5-590c-4ec1-a203-e86403f31f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8510249 Jul 16 08:54:39.901370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.902793 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] Sync routers for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:39.917241 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:39.918093 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:39.939878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34657db9-1aa0-407a-bc42-ef2d245e295c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bbcd9d5-590c-4ec1-a203-e86403f31f55 HTTP/1.1" status: 200 len: 205 time: 0.0371923 Jul 16 08:54:39.940493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50906) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.966793 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:39.982449 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] Routers {'1bbcd9d5-590c-4ec1-a203-e86403f31f55'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:39.985267 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.022061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.031921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6a5665f-4d03-43f0-ac7a-b20e7b9de85e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:40.048707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.049649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5234ac6-2bc8-45b7-990b-f3084af94668 None None] The sync data for ids ['1bbcd9d5-590c-4ec1-a203-e86403f31f55'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:40.102391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.144694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:40.145388 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.168114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.193759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8777bad5-71c0-4435-9646-47bc1ecd8a07']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.235090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913fd8d2-814e-4734-9893-223816fef1f2') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.235542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913fd8d2-814e-4734-9893-223816fef1f2') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.253827 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.279030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.287453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:40.287453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.291144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:40.293374 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:40.361591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Port': ['ID=91b3e218-c7de-4558-9597-f10eb8f623d6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:40.372858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.375558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.446954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.447468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbcd9d5-590c-4ec1-a203-e86403f31f55 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:40.459588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.466040 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-076a3b73-6800-4fac-9f1a-3d6f331e9ed3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/1bbcd9d5-590c-4ec1-a203-e86403f31f55 HTTP/1.1" status: 204 len: 168 time: 0.5243859 Jul 16 08:54:40.467531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.510522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.516130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.520896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] 10.222.0.41 "DELETE /v2.0/networks/8777bad5-71c0-4435-9646-47bc1ecd8a07 HTTP/1.1" status: 204 len: 168 time: 0.6414263 Jul 16 08:54:40.538769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b542a-0263-4061-9f29-153991cd8f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-310080948-project] Pushing event deleted for resources: {'Network': ['ID=8777bad5-71c0-4435-9646-47bc1ecd8a07,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:40.544576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.605284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet 98e2727a-128e-43b6-82c6-f157ccad7553 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:40.611027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.675172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.756134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Router d91d04e8-759e-424f-9901-76f55cc85bdf has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:40.798767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.865621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:40.871554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.875402 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb292193-e390-4bc4-bb1f-f37de38a1e79 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4107921 Jul 16 08:54:40.878079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] Sync routers for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:40.878264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50926) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.892192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.895355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/98e2727a-128e-43b6-82c6-f157ccad7553 HTTP/1.1" status: 204 len: 168 time: 0.4260750 Jul 16 08:54:40.898044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50928) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.904066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:40.904737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.958452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42fa4e-9fda-4312-9e0f-f3383c17c3b7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=98e2727a-128e-43b6-82c6-f157ccad7553,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:40.975388 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-8785205a-0e00-4a4d-a33a-af843893bd20 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] delete failed (client error): The resource could not be found. Jul 16 08:54:40.981176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.983882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8785205a-0e00-4a4d-a33a-af843893bd20 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-2056872725 HTTP/1.1" status: 404 len: 335 time: 0.1047213 Jul 16 08:54:40.984539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50932) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.985513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd4e7b-06d7-4800-9959-27c55a5a0875 None None] Network 59ff6fd7-1cef-4800-a7b0-572e3d02023b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:40.997098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6cca0499-d13e-4f40-ba4d-5a481590d57a tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd91d04e8-759e-424f-9901-76f55cc85bdf'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:41.016056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet c698efec-b19a-48f4-b56a-8b39c7063173 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:41.022704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:41.023424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:41.066730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.086728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50936) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.114782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:41.119991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2491d-ca79-47e7-afaa-2090b71ce53f None None] The sync data for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:41.218503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.286819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3ba8b715-2850-4531-ba9b-a36d48aad4a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a60bc0c72e7b41c2aac223231c3a8020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959467 Jul 16 08:54:41.288146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50942) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.311684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] DHCP port deletion for 59ff6fd7-1cef-4800-a7b0-572e3d02023b request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:41.370825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-730dd87c-b4e7-482c-9e4f-5da5a3f231b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.409075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-730dd87c-b4e7-482c-9e4f-5da5a3f231b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.413317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] Deleting port cddaaa56-7b9c-40ca-8d41-01c5630af392 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:41.413693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.484544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-730dd87c-b4e7-482c-9e4f-5da5a3f231b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.488444 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-730dd87c-b4e7-482c-9e4f-5da5a3f231b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.491491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-730dd87c-b4e7-482c-9e4f-5da5a3f231b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fac94c4-6af6-4a3a-bca0-09305280f875 HTTP/1.1" status: 204 len: 168 time: 0.1999955 Jul 16 08:54:41.542053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dd87c-b4e7-482c-9e4f-5da5a3f231b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fac94c4-6af6-4a3a-bca0-09305280f875,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.575982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] For port cddaaa56-7b9c-40ca-8d41-01c5630af392, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cddaaa56-7b9c-40ca-8d41-01c5630af392,segment=NetworkSegment(f20d9c8d-789f-4c30-a920-b99ef593d12a),segment_id=f20d9c8d-789f-4c30-a920-b99ef593d12a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:41.579471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.632916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] Calling delete_port for cddaaa56-7b9c-40ca-8d41-01c5630af392 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:41.678818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6cca0499-d13e-4f40-ba4d-5a481590d57a tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.752207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.767574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.809675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] No DVR routers for this DVR port cddaaa56-7b9c-40ca-8d41-01c5630af392 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:41.812589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c28d81-051a-44e5-808e-7bff78224ecb None None] Pushing event deleted for resources: {'Port': ['ID=cddaaa56-7b9c-40ca-8d41-01c5630af392,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.831401 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-6cca0499-d13e-4f40-ba4d-5a481590d57a tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] update failed (client error): The resource could not be found. Jul 16 08:54:41.833766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6cca0499-d13e-4f40-ba4d-5a481590d57a tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf HTTP/1.1" status: 404 len: 339 time: 0.8433011 Jul 16 08:54:41.840942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.880329 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-518024046'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:41.900471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.964744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:41.972327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.012752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=c698efec-b19a-48f4-b56a-8b39c7063173,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.051098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.059476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0c186660-6b19-49d7-8dc6-fc3485d0699e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/c698efec-b19a-48f4-b56a-8b39c7063173 HTTP/1.1" status: 204 len: 168 time: 1.1564279 Jul 16 08:54:42.061261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ddf2e-8f3e-4d5f-95ed-bfccf14938ba None None] Network 0c95c7d6-4f0e-4b64-9b97-417bf8786932 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:42.062491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50954) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.088939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:42.090035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cddaaa56-7b9c-40ca-8d41-01c5630af392 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:42.134462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.134816 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Added segment f71fa060-a62d-457b-9034-83df9624767f of type vlan for network b6300998-9f79-46e7-89c9-a99757654fbc Jul 16 08:54:42.145690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.151143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: cddaaa56-7b9c-40ca-8d41-01c5630af392 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:42.152116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cddaaa56-7b9c-40ca-8d41-01c5630af392 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:42.244197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-85c1113d-3418-4a3e-995b-182b75a6ae3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bf50418dbda4edfaa4024690b412a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952013 Jul 16 08:54:42.245682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50958) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.317066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.353292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.390731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee961856-b83a-4221-85d9-dfde11846b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.436046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee961856-b83a-4221-85d9-dfde11846b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.458480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] DHCP port deletion for 0c95c7d6-4f0e-4b64-9b97-417bf8786932 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:42.504173 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee961856-b83a-4221-85d9-dfde11846b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.507346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee961856-b83a-4221-85d9-dfde11846b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.513672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ee961856-b83a-4221-85d9-dfde11846b3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/014c6176-3f5b-4db4-bcaa-7e469a3755e8 HTTP/1.1" status: 204 len: 168 time: 0.2668891 Jul 16 08:54:42.522168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee961856-b83a-4221-85d9-dfde11846b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c6176-3f5b-4db4-bcaa-7e469a3755e8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.526451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] Deleting port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:42.527090 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.539640 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.546343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.547869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.626667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Network': ['ID=b6300998-9f79-46e7-89c9-a99757654fbc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.660962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] For port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,segment=NetworkSegment(025266c8-4639-44a3-b853-7d79863898a4),segment_id=025266c8-4639-44a3-b853-7d79863898a4)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:42.661517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.668241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.677408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0e3ab074-d54d-4987-adb8-1e29ea2c5e46 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8353333 Jul 16 08:54:42.677701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] Calling delete_port for 51e2f75a-476b-4e9d-81b1-3afc1f0204fb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:42.680976 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50966) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.686237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'subnet': {'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:42.721250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ff6fd7-1cef-4800-a7b0-572e3d02023b']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.737162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20d9c8d-789f-4c30-a920-b99ef593d12a') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.737457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20d9c8d-789f-4c30-a920-b99ef593d12a') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.749547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b6300998-9f79-46e7-89c9-a99757654fbc details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:42.788893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.821198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.831977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:42.832379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:42.836343 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:42.888007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Made reservation on behalf of 70cd0dd10a9f4b248bd976ca4b4d0b6c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:42.892614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.914854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.150709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.165658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.172356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.174411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/59ff6fd7-1cef-4800-a7b0-572e3d02023b HTTP/1.1" status: 204 len: 168 time: 1.1086671 Jul 16 08:54:43.177227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50976) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.226217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d62cc5-637d-4347-90f3-0f07a30e4c8d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=59ff6fd7-1cef-4800-a7b0-572e3d02023b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.256352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Subnet': ['ID=61d626f5-4b1b-46d3-bf70-429bbca9f03d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.273652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Checking segment: {'id': 'f71fa060-a62d-457b-9034-83df9624767f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:43.274071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network hostable DHCP agents. Network: b6300998-9f79-46e7-89c9-a99757654fbc, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:43.347888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network b6300998-9f79-46e7-89c9-a99757654fbc is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:43.353284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] No DVR routers for this DVR port 51e2f75a-476b-4e9d-81b1-3afc1f0204fb on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:43.357578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f72a22-e053-4a06-8f60-325069d11f4b None None] Pushing event deleted for resources: {'Port': ['ID=51e2f75a-476b-4e9d-81b1-3afc1f0204fb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.366020 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c8cfe8c8-df18-4a55-8725-949cc00632ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.372824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b6300998-9f79-46e7-89c9-a99757654fbc) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:43.380459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:43.383964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.391308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab985eb-573f-444e-a198-b26ccfc0fd9c None None] Network b6300998-9f79-46e7-89c9-a99757654fbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:43.418845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c7727bbf-afa3-4c52-9ea4-8b28770ad456 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7362287 Jul 16 08:54:43.421311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50982) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.422109 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.427578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5d56a8ae-ea7d-4e59-b791-1146e6ff782b tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:43.692320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.731945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c95c7d6-4f0e-4b64-9b97-417bf8786932']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:43.750871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025266c8-4639-44a3-b853-7d79863898a4') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:43.751537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025266c8-4639-44a3-b853-7d79863898a4') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:43.769769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.805356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.821110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:43.821630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.827431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-b6300998-9f79-46e7-89c9-a99757654fbc', 'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc', 'tenant_id': '70cd0dd10a9f4b248bd976ca4b4d0b6c', 'fixed_ips': [{'subnet_id': '61d626f5-4b1b-46d3-bf70-429bbca9f03d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:43.828757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:43.828910 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:43.915695 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.922942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.930375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/0c95c7d6-4f0e-4b64-9b97-417bf8786932 HTTP/1.1" status: 204 len: 168 time: 0.7514822 Jul 16 08:54:43.931393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 50994) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.942979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1731469628'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:43.966684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf98bb2-ab93-464e-8121-a18b60993750 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=0c95c7d6-4f0e-4b64-9b97-417bf8786932,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.991742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:44.001674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.037946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:44.043130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 51e2f75a-476b-4e9d-81b1-3afc1f0204fb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:44.048947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.049304 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment 148dc7a0-d03a-41b6-82c3-a18fad5261be of type vlan for network 5acae180-fe54-4cc0-8df3-ded80b111da5 Jul 16 08:54:44.094843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.098638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 51e2f75a-476b-4e9d-81b1-3afc1f0204fb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:44.099072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 51e2f75a-476b-4e9d-81b1-3afc1f0204fb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:44.128907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.136450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.137244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.166451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Allocated IP 2001:db8:1::2 (b6300998-9f79-46e7-89c9-a99757654fbc/61d626f5-4b1b-46d3-bf70-429bbca9f03d/e92b2ddb-fd0f-4230-9329-7e36fbc098f0) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:44.192304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2552550 Jul 16 08:54:44.197413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 50998) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:44.203050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:44.221138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953e5f5-149e-426d-a486-248ab6528797 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=5acae180-fe54-4cc0-8df3-ded80b111da5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.249709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:44.271652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d56a8ae-ea7d-4e59-b791-1146e6ff782b tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.434586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.444311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:44.448821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.453933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Transition to ACTIVE for port object e92b2ddb-fd0f-4230-9329-7e36fbc098f0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:44.475060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Transition to ACTIVE for port object e92b2ddb-fd0f-4230-9329-7e36fbc098f0 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:44.486579 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.526083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Network b6300998-9f79-46e7-89c9-a99757654fbc is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:44.529136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:44.533041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:44.604163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Pushing event updated for resources: {'Port': ['ID=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.621119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Attempting to bind port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:44.621583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Attempting to bind port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f71fa060-a62d-457b-9034-83df9624767f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:44.621879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Attempting to bind port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 on network b6300998-9f79-46e7-89c9-a99757654fbc {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:44.625049 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-5d56a8ae-ea7d-4e59-b791-1146e6ff782b tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:54:44.626107 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d56a8ae-ea7d-4e59-b791-1146e6ff782b tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf HTTP/1.1" status: 400 len: 364 time: 1.2034128 Jul 16 08:54:44.627446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:44.628492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Checking segment: {'id': 'f71fa060-a62d-457b-9034-83df9624767f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:44.628492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.628733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Bound using segment: {'id': 'f71fa060-a62d-457b-9034-83df9624767f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:44.629093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Bound port: e92b2ddb-fd0f-4230-9329-7e36fbc098f0, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71fa060-a62d-457b-9034-83df9624767f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b6300998-9f79-46e7-89c9-a99757654fbc'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:44.629571 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.630989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51012) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:44.699894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] For port e92b2ddb-fd0f-4230-9329-7e36fbc098f0, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:44.703384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] For port e92b2ddb-fd0f-4230-9329-7e36fbc098f0, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,segment=NetworkSegment(f71fa060-a62d-457b-9034-83df9624767f),segment_id=f71fa060-a62d-457b-9034-83df9624767f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:44.708382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.793061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7c352-47fd-4aa6-b383-9bce7636a4b9 None None] Pushing event updated for resources: {'Port': ['ID=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.854291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51022) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:44.989383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1849102514', 'router:external': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:45.063342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Made reservation on behalf of 78bf90762ae24e0c95bf729dbd710a7b for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:45.069053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.081427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.138650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.315614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.322896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.361198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=3d0911b4-3e7e-4870-adbb-3e429e30e5e1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.387587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.413068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:45.425461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': '148dc7a0-d03a-41b6-82c3-a18fad5261be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:45.425848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 5acae180-fe54-4cc0-8df3-ded80b111da5, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:45.431763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704663f3-ac5f-47f4-b1a6-9e2e707a5afa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.450487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.451060 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Added segment e30b3bea-4b72-4660-8a0e-949de626d59f of type vlan for network 494899dc-2cf3-4e5f-a4a7-86accf117e98 Jul 16 08:54:45.493014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:45.530901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.545035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5acae180-fe54-4cc0-8df3-ded80b111da5) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:45.553462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.554204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.559131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd841d-d278-4ed4-9271-49bad7948f65 None None] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:45.624853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.626482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.627288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.638737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-26b4e62d-d224-419f-b785-ea7648643e52 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4407716 Jul 16 08:54:45.641558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51042) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.656196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-947809583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:45.665591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8098040 Jul 16 08:54:45.666944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51044) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.676561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'subnet': {'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:45.744583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.745607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.747698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4705-2ccb-4b4b-b14d-bf892dc15e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.757005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9570a-cd30-4f96-a472-16cd8f29203a tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Network': ['ID=494899dc-2cf3-4e5f-a4a7-86accf117e98,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.795498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 494899dc-2cf3-4e5f-a4a7-86accf117e98 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:45.798398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.829692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Allocated IP 2001:db8::1 (e772eb1e-05a4-42b1-af00-1d5c9e693263/c7b13579-fbaa-4c98-97bd-c486ef7becaa/282b9bc5-6fd6-42dd-9fa9-de8ec2484e75) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:45.833733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Made reservation on behalf of 78bf90762ae24e0c95bf729dbd710a7b for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:45.838347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.909872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.942539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.008944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-5acae180-fe54-4cc0-8df3-ded80b111da5', 'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': '3d0911b4-3e7e-4870-adbb-3e429e30e5e1'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:46.009835 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.086600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e92b2ddb-fd0f-4230-9329-7e36fbc098f0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:46.128763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.147595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Transition to ACTIVE for port object 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:46.240951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:46.291406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.327528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.328350 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-050941f2-9126-4aef-bd8b-e7e1af8865bf tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6858222 Jul 16 08:54:46.331016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:46.339091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'port': {'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5', 'name': 'tempest-RoutersTest-881918916'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:46.352209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Allocated IP 172.20.0.2 (5acae180-fe54-4cc0-8df3-ded80b111da5/3d0911b4-3e7e-4870-adbb-3e429e30e5e1/b6f076e0-a575-4b51-8d8a-096900e6208b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:46.367625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837c460-3e8e-4f92-b3ea-323b49bd904e None None] Network b6300998-9f79-46e7-89c9-a99757654fbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:46.432306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:46.465047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:46.481209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:46.483404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.576928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] Provisioning for port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:46.594844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:46.599087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.599338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Port': ['ID=282b9bc5-6fd6-42dd-9fa9-de8ec2484e75,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:46.605493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] Provisioning complete for port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:46.612157 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.631041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] device_id is not set on port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:46.792341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.874437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.902522 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.919597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Transition to ACTIVE for port object b6f076e0-a575-4b51-8d8a-096900e6208b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:46.988183 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.019633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Transition to ACTIVE for port object b6f076e0-a575-4b51-8d8a-096900e6208b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:47.059232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.100399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.20.0.13 (5acae180-fe54-4cc0-8df3-ded80b111da5/3d0911b4-3e7e-4870-adbb-3e429e30e5e1/1f6599d3-2391-4267-9b5b-c65cc9a47d55) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:47.144892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:47.153370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:47.156771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:47.163165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.objects.ports [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:54:47.165905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.196660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] For port e92b2ddb-fd0f-4230-9329-7e36fbc098f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,segment=NetworkSegment(f71fa060-a62d-457b-9034-83df9624767f),segment_id=f71fa060-a62d-457b-9034-83df9624767f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:47.231692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.238401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Pushing event updated for resources: {'Port': ['ID=b6f076e0-a575-4b51-8d8a-096900e6208b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.326982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Attempting to bind port b6f076e0-a575-4b51-8d8a-096900e6208b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:47.327853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Attempting to bind port b6f076e0-a575-4b51-8d8a-096900e6208b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '148dc7a0-d03a-41b6-82c3-a18fad5261be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:47.328481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Attempting to bind port b6f076e0-a575-4b51-8d8a-096900e6208b on network 5acae180-fe54-4cc0-8df3-ded80b111da5 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:47.344588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:47.345062 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Checking segment: {'id': '148dc7a0-d03a-41b6-82c3-a18fad5261be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:47.345584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.346075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Bound using segment: {'id': '148dc7a0-d03a-41b6-82c3-a18fad5261be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:47.346652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Bound port: b6f076e0-a575-4b51-8d8a-096900e6208b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148dc7a0-d03a-41b6-82c3-a18fad5261be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5acae180-fe54-4cc0-8df3-ded80b111da5'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:47.347125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.381371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7dfe3d02-f034-4a7f-83b6-e549bce26930,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.393445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.424728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db9a24-6614-4204-8b25-2f0bb28745ba None None] Pushing event updated for resources: {'Port': ['ID=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.436927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object 1f6599d3-2391-4267-9b5b-c65cc9a47d55 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:47.439588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e5631ca3-644c-423f-ad7c-9e5ad16ae982 None None] Provisioning for port 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:47.446305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e5631ca3-644c-423f-ad7c-9e5ad16ae982 None None] Provisioning complete for port 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:47.446802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5631ca3-644c-423f-ad7c-9e5ad16ae982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.487591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Checking segment: {'id': 'e30b3bea-4b72-4660-8a0e-949de626d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:47.487962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network hostable DHCP agents. Network: 494899dc-2cf3-4e5f-a4a7-86accf117e98, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:47.511273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] For port b6f076e0-a575-4b51-8d8a-096900e6208b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:47.521624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] For port b6f076e0-a575-4b51-8d8a-096900e6208b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b6f076e0-a575-4b51-8d8a-096900e6208b,segment=NetworkSegment(148dc7a0-d03a-41b6-82c3-a18fad5261be),segment_id=148dc7a0-d03a-41b6-82c3-a18fad5261be)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:47.530896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e5631ca3-644c-423f-ad7c-9e5ad16ae982 None None] Port 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:47.537308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.541404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.545191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 494899dc-2cf3-4e5f-a4a7-86accf117e98 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:47.589963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.600185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 494899dc-2cf3-4e5f-a4a7-86accf117e98) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:47.607725 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.608531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.613498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:47.616272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.636868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:47.641559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:47.644148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=1f6599d3-2391-4267-9b5b-c65cc9a47d55,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.645199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5a11d-1f83-4ba3-96c8-aac76db36b9c None None] Network 494899dc-2cf3-4e5f-a4a7-86accf117e98 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:47.648801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:47.726818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:47.728014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.740780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-07ad0538-a1f8-403f-b16a-c70a3fde2204 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0727301 Jul 16 08:54:47.745434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51056) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:47.751165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-610699012', 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:47.798739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Made reservation on behalf of 78bf90762ae24e0c95bf729dbd710a7b for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:47.802444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.819961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f6595969-5aa9-4f8e-8d50-6830d08d65b6 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4861691 Jul 16 08:54:47.822843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51058) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:47.829206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event updated for resources: {'Port': ['ID=282b9bc5-6fd6-42dd-9fa9-de8ec2484e75,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.909516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.913845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86684320-ed22-4077-9a55-b0ad921f081e None None] Pushing event updated for resources: {'Port': ['ID=b6f076e0-a575-4b51-8d8a-096900e6208b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.933749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] device_id is not set on port 3af3de07-b907-4afa-8164-079b8d0d9db8 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:47.937884 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f9a41f62-9319-4169-b385-ba213eef78d1 None None] Provisioning complete for port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:47.946989 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f9a41f62-9319-4169-b385-ba213eef78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.979666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:47.988939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:48.094423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e92b2ddb-fd0f-4230-9329-7e36fbc098f0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:48.195448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Router d91d04e8-759e-424f-9901-76f55cc85bdf has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:48.401767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:48.415305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-658eb4dc-197e-4c54-9c51-e1c4fe601613 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7777364 Jul 16 08:54:48.417351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51060) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:48.425836 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] Sync routers for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:48.444014 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:48.444656 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:48.503776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Allocated IP 172.20.0.2 (494899dc-2cf3-4e5f-a4a7-86accf117e98/7dfe3d02-f034-4a7f-83b6-e549bce26930/3af3de07-b907-4afa-8164-079b8d0d9db8) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:48.555932 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:48.584043 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:48.586875 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:48.612396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.649679 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:48.650639 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4170b-8802-4c09-bd29-e374bb047fb9 None None] The sync data for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:48.716244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9db554-6251-4029-9cc1-5d6ce97c7741 None None] Network 494899dc-2cf3-4e5f-a4a7-86accf117e98 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:48.720575 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.843108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:48.843610 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.026336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.071270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a0d8dcf7-62d0-4d4e-8e9e-43d534246273 None None] Provisioning complete for port 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:49.072302 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0d8dcf7-62d0-4d4e-8e9e-43d534246273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.118421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8dcf7-62d0-4d4e-8e9e-43d534246273 None None] Port 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:49.145430 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.176956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acca99b3-153d-4a4d-83d1-d90f74a63816 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.195505 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.202833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.222267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 494899dc-2cf3-4e5f-a4a7-86accf117e98 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:49.233753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Port': ['ID=3af3de07-b907-4afa-8164-079b8d0d9db8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.278437 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-acca99b3-153d-4a4d-83d1-d90f74a63816 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:54:49.279672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-acca99b3-153d-4a4d-83d1-d90f74a63816 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf HTTP/1.1" status: 409 len: 329 time: 0.8611937 Jul 16 08:54:49.281716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:49.282761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:49.284264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:49.337255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=1f6599d3-2391-4267-9b5b-c65cc9a47d55,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.360303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307682e4-0ecb-4787-9b0e-b35268961e7f None None] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:49.433868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:49.434393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.449893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eac84d38-947f-4bc8-a8ca-e6fb8515686b None None] Provisioning for port b6f076e0-a575-4b51-8d8a-096900e6208b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:49.453310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-21804287-0860-449a-9c05-a5cd8decb5e1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7065468 Jul 16 08:54:49.457939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:49.599080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.748773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Deleting port 3af3de07-b907-4afa-8164-079b8d0d9db8 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:49.749114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.754709 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.014634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fc4fbb4-e303-4305-8fc4-1e9762dbd786 None None] Provisioning for port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:50.031994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fc4fbb4-e303-4305-8fc4-1e9762dbd786 None None] Provisioning complete for port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.032503 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fc4fbb4-e303-4305-8fc4-1e9762dbd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.110534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4fbb4-e303-4305-8fc4-1e9762dbd786 None None] Port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:50.145947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b6f076e0-a575-4b51-8d8a-096900e6208b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:50.274146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b6f076e0-a575-4b51-8d8a-096900e6208b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:50.278576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b6f076e0-a575-4b51-8d8a-096900e6208b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.278954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.371071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.413252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c92ff832-3d2b-43a7-855a-f1dbe2ec2b53 None None] Provisioning complete for port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.414158 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c92ff832-3d2b-43a7-855a-f1dbe2ec2b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.441104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting port 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:50.441352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.450231 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.516402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Calling delete_port for 3af3de07-b907-4afa-8164-079b8d0d9db8 owned by {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:50.551739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c92ff832-3d2b-43a7-855a-f1dbe2ec2b53 None None] Port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:50.589138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.641047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.659571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Calling delete_port for 282b9bc5-6fd6-42dd-9fa9-de8ec2484e75 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:50.668993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b6f076e0-a575-4b51-8d8a-096900e6208b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b6f076e0-a575-4b51-8d8a-096900e6208b,segment=NetworkSegment(148dc7a0-d03a-41b6-82c3-a18fad5261be),segment_id=148dc7a0-d03a-41b6-82c3-a18fad5261be)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:50.681263 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.711844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5f292130-57c5-4553-a403-8a3bde05b631 None None] Provisioning complete for port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.712120 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f292130-57c5-4553-a403-8a3bde05b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.760021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5f292130-57c5-4553-a403-8a3bde05b631 None None] Port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:50.833997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b6f076e0-a575-4b51-8d8a-096900e6208b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.841307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.844288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.858850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.858850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.859579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.860116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.860449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.860895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.863732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.864217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.864687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.865125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:50.931108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.935200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.943938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.971060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Port': ['ID=282b9bc5-6fd6-42dd-9fa9-de8ec2484e75,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.992603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.082329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=1f6599d3-2391-4267-9b5b-c65cc9a47d55,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.090623 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.116865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.211778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event deleted for resources: {'Port': ['ID=3af3de07-b907-4afa-8164-079b8d0d9db8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.343742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Router d91d04e8-759e-424f-9901-76f55cc85bdf has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:51.349861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:51.353567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:51.364623 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.370144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9400f673-68a6-420e-be88-9e354337d08d tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3af3de07-b907-4afa-8164-079b8d0d9db8 HTTP/1.1" status: 204 len: 168 time: 1.9087315 Jul 16 08:54:51.370825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51122) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.381224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98', 'external_fixed_ips': [{'subnet_id': '7dfe3d02-f034-4a7f-83b6-e549bce26930', 'ip_address': '172.20.0.2'}]}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:51.480886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:51.493423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] Sync routers for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:51.501586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d1c785dc-3769-4a3f-bf3f-6a556c36b7d4 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2168317 Jul 16 08:54:51.503697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.517013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:51.517606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:51.535826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.536873 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.577176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:51.589646 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-b4ed135c-1e3a-44de-ae9f-3646b7becb57 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] show failed (client error): The resource could not be found. Jul 16 08:54:51.591036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b4ed135c-1e3a-44de-ae9f-3646b7becb57 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-53157315 HTTP/1.1" status: 404 len: 333 time: 0.0863993 Jul 16 08:54:51.595346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.599258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] Routers {'d91d04e8-759e-424f-9901-76f55cc85bdf'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:51.599925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d91d04e8-759e-424f-9901-76f55cc85bdf'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:51.600892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2366290c-c613-4685-80cf-6d6056bd3f42 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:51.634460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.652213 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-2366290c-c613-4685-80cf-6d6056bd3f42 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] update failed (client error): The resource could not be found. Jul 16 08:54:51.653573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2366290c-c613-4685-80cf-6d6056bd3f42 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-996657082 HTTP/1.1" status: 404 len: 334 time: 0.0570073 Jul 16 08:54:51.657431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51128) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.694837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:51.697526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81860f4-eb1a-465b-9e32-d7af2bdcc161 None None] The sync data for ids ['d91d04e8-759e-424f-9901-76f55cc85bdf'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:51.713950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-34b1fa0f-b401-48e3-9932-1c808b7ec0c8 None None] Provisioning complete for port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:51.714609 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-34b1fa0f-b401-48e3-9932-1c808b7ec0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.727489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting subnet 61d626f5-4b1b-46d3-bf70-429bbca9f03d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:51.730834 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.777990 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.792257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-34b1fa0f-b401-48e3-9932-1c808b7ec0c8 None None] Port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:51.863703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.909541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router a025f25e-af30-4383-b462-dd07bf2d4262 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:51.976555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.065906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b6f076e0-a575-4b51-8d8a-096900e6208b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:52.130446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b6f076e0-a575-4b51-8d8a-096900e6208b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:52.131186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.151297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:52.160749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14db650c-8175-477a-9b68-c29c83481616 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/a025f25e-af30-4383-b462-dd07bf2d4262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3361623 Jul 16 08:54:52.162451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51130) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:52.163424 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] Sync routers for ids ['a025f25e-af30-4383-b462-dd07bf2d4262'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:52.175361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.184467 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] Routers {'a025f25e-af30-4383-b462-dd07bf2d4262'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:52.185303 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a025f25e-af30-4383-b462-dd07bf2d4262'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:52.219947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Subnet': ['ID=61d626f5-4b1b-46d3-bf70-429bbca9f03d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:52.237441 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.266788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.266788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-60712bcd-0853-41c3-b066-ed8c0a44f024 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/subnets/61d626f5-4b1b-46d3-bf70-429bbca9f03d HTTP/1.1" status: 204 len: 168 time: 0.6053672 Jul 16 08:54:52.266788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51134) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:52.274018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa96e67-6f22-48c4-8be4-71a199e364c6 None None] Network b6300998-9f79-46e7-89c9-a99757654fbc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:52.281555 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:52.283787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.294737 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] Routers {'a025f25e-af30-4383-b462-dd07bf2d4262'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:52.295559 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a025f25e-af30-4383-b462-dd07bf2d4262'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:52.351569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0ab9f-cb56-4378-a160-681a3a15129d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:52.357851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:52.365689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-54b0ab9f-cb56-4378-a160-681a3a15129d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports/1f6599d3-2391-4267-9b5b-c65cc9a47d55 HTTP/1.1" status: 200 len: 977 time: 0.1899099 Jul 16 08:54:52.385032 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:52.385959 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda5ca8-4d46-427b-a624-cc702af5170b None None] The sync data for ids ['a025f25e-af30-4383-b462-dd07bf2d4262'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:52.485040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.594358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] DHCP port deletion for b6300998-9f79-46e7-89c9-a99757654fbc request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:52.626319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:52.626668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.678227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Allocated IP 172.20.0.2 (494899dc-2cf3-4e5f-a4a7-86accf117e98/7dfe3d02-f034-4a7f-83b6-e549bce26930/f50d63c2-5138-442c-980f-614983daa063) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:52.706185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] Deleting port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:52.706708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.778831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] For port e92b2ddb-fd0f-4230-9329-7e36fbc098f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,segment=NetworkSegment(f71fa060-a62d-457b-9034-83df9624767f),segment_id=f71fa060-a62d-457b-9034-83df9624767f)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:52.779470 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.797324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] For port e92b2ddb-fd0f-4230-9329-7e36fbc098f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,segment=NetworkSegment(f71fa060-a62d-457b-9034-83df9624767f),segment_id=f71fa060-a62d-457b-9034-83df9624767f)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:52.798138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.810724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Calling delete_port for e92b2ddb-fd0f-4230-9329-7e36fbc098f0 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:52.813065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] Calling delete_port for e92b2ddb-fd0f-4230-9329-7e36fbc098f0 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:52.916392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.932050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] No DVR routers for this DVR port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:52.944867 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.945210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.962592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8026cd-c88a-48d2-851c-9c9e5ca2ec3b None None] Pushing event deleted for resources: {'Port': ['ID=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:52.982754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Port': ['ID=e92b2ddb-fd0f-4230-9329-7e36fbc098f0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.003010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] No DVR routers for this DVR port e92b2ddb-fd0f-4230-9329-7e36fbc098f0 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:53.119023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.125981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.130120 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.131181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6300998-9f79-46e7-89c9-a99757654fbc']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.144950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71fa060-a62d-457b-9034-83df9624767f') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.145293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71fa060-a62d-457b-9034-83df9624767f') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.155348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.170938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.179712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:53.180588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:53.184094 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:53.254524 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.267992 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.270827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/networks/b6300998-9f79-46e7-89c9-a99757654fbc HTTP/1.1" status: 204 len: 168 time: 1.0032053 Jul 16 08:54:53.277757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:53.303096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b0ea7-a342-4c66-a817-5edf68dfc729 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Network': ['ID=b6300998-9f79-46e7-89c9-a99757654fbc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.368748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting subnet 349c8654-7253-4389-a767-e8c5727d0e5d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:53.372448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.415930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.515228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.560206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Port': ['ID=f50d63c2-5138-442c-980f-614983daa063,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.598610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.618463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 494899dc-2cf3-4e5f-a4a7-86accf117e98 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:53.628640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:53.636131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:53.638917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Subnet': ['ID=349c8654-7253-4389-a767-e8c5727d0e5d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.647083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.651361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060f849-9077-4fcf-b212-73d89e604b35 None None] Network da99392a-c417-4e8e-b29d-38b4e283bdda requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:53.651948 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0f0aaa86-d8ff-4a66-b5e9-7ea0707503ec tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/subnets/349c8654-7253-4389-a767-e8c5727d0e5d HTTP/1.1" status: 204 len: 168 time: 0.3700576 Jul 16 08:54:53.653479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51150) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:53.731792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting subnet 8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:53.736195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.830691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.063763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.079726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] DHCP port deletion for da99392a-c417-4e8e-b29d-38b4e283bdda request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:54.101969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e92b2ddb-fd0f-4230-9329-7e36fbc098f0 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:54.160703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.163539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.192518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e92b2ddb-fd0f-4230-9329-7e36fbc098f0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:54.192518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e92b2ddb-fd0f-4230-9329-7e36fbc098f0 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:54.234111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] Deleting port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:54.234847 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.250911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.254656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.259919 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b96c3d30-e1be-4917-b280-b1b6d3721558 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/subnets/8c5f888c-1d2f-46f5-9db1-cab4ab65bbf8 HTTP/1.1" status: 204 len: 168 time: 0.6030548 Jul 16 08:54:54.262550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac07a39-4062-4d7e-ac92-4686e8da7c89 None None] Network e1214ae8-18af-4824-8e42-d7ad7812bda9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:54.262815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51152) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:54.340340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 1f6599d3-2391-4267-9b5b-c65cc9a47d55 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:54.341857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.434866 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.436111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] For port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,segment=NetworkSegment(f382e672-0666-4475-9f9f-6530ea3e2a76),segment_id=f382e672-0666-4475-9f9f-6530ea3e2a76)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:54.436638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.494806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] Calling delete_port for a6a5665f-4d03-43f0-ac7a-b20e7b9de85e owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:54.499058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:54.499746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.504114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.521779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 1f6599d3-2391-4267-9b5b-c65cc9a47d55 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:54.579476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] For port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,segment=NetworkSegment(f382e672-0666-4475-9f9f-6530ea3e2a76),segment_id=f382e672-0666-4475-9f9f-6530ea3e2a76)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:54.580196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.604646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Calling delete_port for a6a5665f-4d03-43f0-ac7a-b20e7b9de85e owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:54.617807 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:54.636086 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.681928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] Pushing event deleted for resources: {'Port': ['ID=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.692744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b9cb4-b570-47ae-9f16-8a8b13fbe426 None None] No DVR routers for this DVR port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:54.733209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] DHCP port deletion for e1214ae8-18af-4824-8e42-d7ad7812bda9 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:54.748663 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.773473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.838610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] Deleting port 1c081634-dc48-4109-a67b-a2e311c327e6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:54.843761 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.846689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] No DVR routers for this DVR port a6a5665f-4d03-43f0-ac7a-b20e7b9de85e on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:54.854791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Port': ['ID=a6a5665f-4d03-43f0-ac7a-b20e7b9de85e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.945300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.956029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da99392a-c417-4e8e-b29d-38b4e283bdda']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.967188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f382e672-0666-4475-9f9f-6530ea3e2a76') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.967608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f382e672-0666-4475-9f9f-6530ea3e2a76') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.977138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.991656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.998022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:54.998442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.006225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] For port 1c081634-dc48-4109-a67b-a2e311c327e6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c081634-dc48-4109-a67b-a2e311c327e6,segment=NetworkSegment(f987bc18-b557-4dab-9e04-c7ed891c4f12),segment_id=f987bc18-b557-4dab-9e04-c7ed891c4f12)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:55.009597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.039155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] Calling delete_port for 1c081634-dc48-4109-a67b-a2e311c327e6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:55.061979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.109341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=1f6599d3-2391-4267-9b5b-c65cc9a47d55,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:55.138853 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:55.143980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.164459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.167713 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/networks/da99392a-c417-4e8e-b29d-38b4e283bdda HTTP/1.1" status: 204 len: 168 time: 0.9034667 Jul 16 08:54:55.186687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.195159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be8186-91b6-4487-980b-b3f79e099dd7 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Network': ['ID=da99392a-c417-4e8e-b29d-38b4e283bdda,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.245195 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.247785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Router 817c5bba-9147-4888-9e01-fefc85001d1e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:55.268583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] No DVR routers for this DVR port 1c081634-dc48-4109-a67b-a2e311c327e6 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:55.305071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e11f78-00ee-4ed3-a8dc-c338bf0339e3 None None] Pushing event deleted for resources: {'Port': ['ID=1c081634-dc48-4109-a67b-a2e311c327e6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.334255 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.525045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.615139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:55.624748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Sync routers for ids ['817c5bba-9147-4888-9e01-fefc85001d1e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:55.641153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.641984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fadb1e16-a556-4a81-92f6-a9d9e510d8c0 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2699847 Jul 16 08:54:55.645942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Routers {'817c5bba-9147-4888-9e01-fefc85001d1e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:55.646540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['817c5bba-9147-4888-9e01-fefc85001d1e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.721293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51176) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.767592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router a025f25e-af30-4383-b462-dd07bf2d4262 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:55.821569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Set router 817c5bba-9147-4888-9e01-fefc85001d1e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:55.840868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.852531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1214ae8-18af-4824-8e42-d7ad7812bda9']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.866818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f987bc18-b557-4dab-9e04-c7ed891c4f12') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.867278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f987bc18-b557-4dab-9e04-c7ed891c4f12') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.877283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.894862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.900802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:55.910951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46ef390b-d17f-480b-92ac-88d70e9fa253 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/a025f25e-af30-4383-b462-dd07bf2d4262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5488734 Jul 16 08:54:55.911629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:55.912323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51178) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.912707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.913449 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] Sync routers for ids ['a025f25e-af30-4383-b462-dd07bf2d4262'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:55.923776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.926778 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] Routers {'a025f25e-af30-4383-b462-dd07bf2d4262'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:55.927426 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a025f25e-af30-4383-b462-dd07bf2d4262'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:55.997951 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:56.004980 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.014247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.027633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.033435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/networks/e1214ae8-18af-4824-8e42-d7ad7812bda9 HTTP/1.1" status: 204 len: 168 time: 0.8456779 Jul 16 08:54:56.034116 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] Routers {'a025f25e-af30-4383-b462-dd07bf2d4262'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:56.034255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51180) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.035340 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a025f25e-af30-4383-b462-dd07bf2d4262'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.103541 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.145478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting subnet c7b13579-fbaa-4c98-97bd-c486ef7becaa {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:56.153819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.231089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6a5665f-4d03-43f0-ac7a-b20e7b9de85e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:56.233149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.254677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a6a5665f-4d03-43f0-ac7a-b20e7b9de85e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:56.255077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a6a5665f-4d03-43f0-ac7a-b20e7b9de85e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:56.255526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c081634-dc48-4109-a67b-a2e311c327e6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:56.271823 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.272826 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aa47c-25ee-4c69-b6a8-b3b519969f75 None None] The sync data for ids ['a025f25e-af30-4383-b462-dd07bf2d4262'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:56.287511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1c081634-dc48-4109-a67b-a2e311c327e6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:56.287894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c081634-dc48-4109-a67b-a2e311c327e6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:56.311823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c5bba-9147-4888-9e01-fefc85001d1e', 'name': '', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98', 'external_fixed_ips': [{'subnet_id': '7dfe3d02-f034-4a7f-83b6-e549bce26930', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f50d63c2-5138-442c-980f-614983daa063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:51Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 3, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port': {'id': 'f50d63c2-5138-442c-980f-614983daa063', 'name': '', 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817c5bba-9147-4888-9e01-fefc85001d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7dfe3d02-f034-4a7f-83b6-e549bce26930', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:52Z', 'updated_at': '2021-07-16T08:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dfe3d02-f034-4a7f-83b6-e549bce26930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.326957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cbfd7-b120-4149-8865-629f25687d8e tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Network': ['ID=e1214ae8-18af-4824-8e42-d7ad7812bda9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.348165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Checking router: 817c5bba-9147-4888-9e01-fefc85001d1e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:56.348649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Updating router 817c5bba-9147-4888-9e01-fefc85001d1e port f50d63c2-5138-442c-980f-614983daa063 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:56.387095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.409329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.502722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.543020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.545640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/subnets/c7b13579-fbaa-4c98-97bd-c486ef7becaa HTTP/1.1" status: 204 len: 168 time: 0.5073631 Jul 16 08:54:56.546890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1efc1c-03fe-4f2b-afa4-445538d89ac1 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b13579-fbaa-4c98-97bd-c486ef7becaa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.549105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51188) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.641533 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-c5e3ea1b-6660-4d29-96bf-932b0c25edff tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:54:56.646207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5e3ea1b-6660-4d29-96bf-932b0c25edff tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/a025f25e-af30-4383-b462-dd07bf2d4262/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7328842 Jul 16 08:54:56.647115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.672183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e494c4-9c14-4f1a-9c78-8e0e71cecbac None None] Network e772eb1e-05a4-42b1-af00-1d5c9e693263 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:56.682205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Deleting port f50d63c2-5138-442c-980f-614983daa063 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:56.682828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.690165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3e084a75-c145-4a2e-8af7-bd4f2aad93ff tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=a025f25e-af30-4383-b462-dd07bf2d4262 HTTP/1.1" status: 200 len: 205 time: 0.0387671 Jul 16 08:54:56.692085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51200) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.694019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.769780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Deleting port c329ed24-c8ae-4add-b79e-d32b63650571 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:56.770130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.844750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] For port c329ed24-c8ae-4add-b79e-d32b63650571, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c329ed24-c8ae-4add-b79e-d32b63650571,segment=NetworkSegment(fdcf74ec-39e5-4d81-a866-a1052a69b880),segment_id=fdcf74ec-39e5-4d81-a866-a1052a69b880)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:56.845149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.869815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Calling delete_port for c329ed24-c8ae-4add-b79e-d32b63650571 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:56.926653 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.948095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.971042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Transition to ACTIVE for port object f50d63c2-5138-442c-980f-614983daa063 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:56.987184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.017780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.051342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.080695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Attempting to bind port f50d63c2-5138-442c-980f-614983daa063 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:57.081313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Attempting to bind port f50d63c2-5138-442c-980f-614983daa063 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e30b3bea-4b72-4660-8a0e-949de626d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:57.081905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Attempting to bind port f50d63c2-5138-442c-980f-614983daa063 on network 494899dc-2cf3-4e5f-a4a7-86accf117e98 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:57.092149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:57.092937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Checking segment: {'id': 'e30b3bea-4b72-4660-8a0e-949de626d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:57.094275 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.094407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Calling delete_port for f50d63c2-5138-442c-980f-614983daa063 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:57.095030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Bound using segment: {'id': 'e30b3bea-4b72-4660-8a0e-949de626d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:57.096083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Bound port: f50d63c2-5138-442c-980f-614983daa063, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b3bea-4b72-4660-8a0e-949de626d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '494899dc-2cf3-4e5f-a4a7-86accf117e98'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:57.096897 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.136655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1dfdb-0362-41f2-9811-822c94cd8e2f None None] Pushing event updated for resources: {'Port': ['ID=f50d63c2-5138-442c-980f-614983daa063,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.137019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.142273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.170252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Port': ['ID=c329ed24-c8ae-4add-b79e-d32b63650571,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.199197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] No DVR routers for this DVR port c329ed24-c8ae-4add-b79e-d32b63650571 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:57.202329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88432383-1b1f-4224-8896-54b926b470ab None None] DHCP port deletion for e772eb1e-05a4-42b1-af00-1d5c9e693263 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:57.213724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] For port f50d63c2-5138-442c-980f-614983daa063, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:57.235251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.235973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router a025f25e-af30-4383-b462-dd07bf2d4262 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:57.253876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.257349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-47baa1cb-a113-468c-b342-bb520915a559 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/a025f25e-af30-4383-b462-dd07bf2d4262 HTTP/1.1" status: 204 len: 168 time: 0.5450091 Jul 16 08:54:57.259204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] For port f50d63c2-5138-442c-980f-614983daa063, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f50d63c2-5138-442c-980f-614983daa063,segment=NetworkSegment(e30b3bea-4b72-4660-8a0e-949de626d59f),segment_id=e30b3bea-4b72-4660-8a0e-949de626d59f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:57.262250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51214) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.265770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.332320 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1dfdb-0362-41f2-9811-822c94cd8e2f None None] Pushing event updated for resources: {'Port': ['ID=f50d63c2-5138-442c-980f-614983daa063,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.355376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Routers {'817c5bba-9147-4888-9e01-fefc85001d1e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:57.356274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['817c5bba-9147-4888-9e01-fefc85001d1e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.365820 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.381136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e772eb1e-05a4-42b1-af00-1d5c9e693263']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.398803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcf74ec-39e5-4d81-a866-a1052a69b880') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.398803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcf74ec-39e5-4d81-a866-a1052a69b880') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.406546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet 3d0911b4-3e7e-4870-adbb-3e429e30e5e1 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:57.410381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.424591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.488810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.494986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.509273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:57.509699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:57.518895 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:57.522570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] Set router 817c5bba-9147-4888-9e01-fefc85001d1e gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:57.631944 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.665819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.670958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817c5bba-9147-4888-9e01-fefc85001d1e', 'name': '', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:51Z', 'updated_at': '2021-07-16T08:54:56Z', 'revision_number': 4, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:57.673115 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.681799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51224) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.685703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/networks/e772eb1e-05a4-42b1-af00-1d5c9e693263 HTTP/1.1" status: 204 len: 168 time: 1.1348243 Jul 16 08:54:57.703059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9845eb-cc26-4af0-b5f3-c7f09b89fc9c None None] The sync data for ids ['817c5bba-9147-4888-9e01-fefc85001d1e'] in n-d-798249-10 is: [{'id': '817c5bba-9147-4888-9e01-fefc85001d1e', 'name': '', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:51Z', 'updated_at': '2021-07-16T08:54:56Z', 'revision_number': 4, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:57.714251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6289e-3f51-45e4-8fa5-a50d0aae39be tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Pushing event deleted for resources: {'Network': ['ID=e772eb1e-05a4-42b1-af00-1d5c9e693263,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.739006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event deleted for resources: {'Port': ['ID=f50d63c2-5138-442c-980f-614983daa063,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.768027 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.778175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d3459c02-e6cd-4d78-8d90-abc9f1e93c10 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "GET /v2.0/ports?device_id=d91d04e8-759e-424f-9901-76f55cc85bdf HTTP/1.1" status: 200 len: 205 time: 0.0522110 Jul 16 08:54:57.781109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51228) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.900709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.902776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.075364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c329ed24-c8ae-4add-b79e-d32b63650571 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:58.116631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c329ed24-c8ae-4add-b79e-d32b63650571 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:58.117703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c329ed24-c8ae-4add-b79e-d32b63650571 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:58.145968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.153793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.239006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.240824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.247581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.253644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.254407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 817c5bba-9147-4888-9e01-fefc85001d1e {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:58.261107 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.263275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f1234444-a7c4-490e-bcd3-edf116ad3a15 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/routers/817c5bba-9147-4888-9e01-fefc85001d1e HTTP/1.1" status: 204 len: 168 time: 2.5401256 Jul 16 08:54:58.292565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51236) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.317729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0911b4-3e7e-4870-adbb-3e429e30e5e1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.384381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11943f5e-1ff2-4ba9-bff2-e085bc799e0a None None] Network 5acae180-fe54-4cc0-8df3-ded80b111da5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:58.388432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.388618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.389142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Fanout notify agent at l3_agent the message router_deleted on router d91d04e8-759e-424f-9901-76f55cc85bdf {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:58.403101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51238) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.411116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9ea6732c-7c71-4db6-9a49-d2733d90d2c5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/3d0911b4-3e7e-4870-adbb-3e429e30e5e1 HTTP/1.1" status: 204 len: 168 time: 1.1338921 Jul 16 08:54:58.423087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.430515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6e83fbad-1fc4-4ed1-a84e-5e1eac2c0607 tempest-RoutersNegativeIpV6Test-52117336 tempest-RoutersNegativeIpV6Test-52117336-project] 10.222.0.41 "DELETE /v2.0/routers/d91d04e8-759e-424f-9901-76f55cc85bdf HTTP/1.1" status: 204 len: 168 time: 0.6411500 Jul 16 08:54:58.457094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Deleting subnet 7dfe3d02-f034-4a7f-83b6-e549bce26930 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:58.461787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.512157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.555242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.556238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.639833 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.692947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port b6f076e0-a575-4b51-8d8a-096900e6208b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:58.693427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.725608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] DHCP port deletion for 5acae180-fe54-4cc0-8df3-ded80b111da5 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:58.727388 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.733219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/7dfe3d02-f034-4a7f-83b6-e549bce26930 HTTP/1.1" status: 204 len: 168 time: 0.4375184 Jul 16 08:54:58.734328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066783fe-97cd-47fd-85a9-4c560d6b951f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfe3d02-f034-4a7f-83b6-e549bce26930,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.739835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51244) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.827341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] Deleting port b6f076e0-a575-4b51-8d8a-096900e6208b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:58.827792 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.878371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port b6f076e0-a575-4b51-8d8a-096900e6208b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b6f076e0-a575-4b51-8d8a-096900e6208b,segment=NetworkSegment(148dc7a0-d03a-41b6-82c3-a18fad5261be),segment_id=148dc7a0-d03a-41b6-82c3-a18fad5261be)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:58.878732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.902771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for b6f076e0-a575-4b51-8d8a-096900e6208b owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:58.926293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.935002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] For port b6f076e0-a575-4b51-8d8a-096900e6208b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b6f076e0-a575-4b51-8d8a-096900e6208b,segment=NetworkSegment(148dc7a0-d03a-41b6-82c3-a18fad5261be),segment_id=148dc7a0-d03a-41b6-82c3-a18fad5261be)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:58.935689 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.941454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51248) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.961097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] Calling delete_port for b6f076e0-a575-4b51-8d8a-096900e6208b owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:59.031163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.050861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No DVR routers for this DVR port b6f076e0-a575-4b51-8d8a-096900e6208b on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:59.060972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.073218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494899dc-2cf3-4e5f-a4a7-86accf117e98']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.081110 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.087248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b3bea-4b72-4660-8a0e-949de626d59f') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.087701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b3bea-4b72-4660-8a0e-949de626d59f') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.098565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=b6f076e0-a575-4b51-8d8a-096900e6208b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.100949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.130509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] Pushing event deleted for resources: {'Port': ['ID=b6f076e0-a575-4b51-8d8a-096900e6208b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.136096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f8d98c-dc99-4b31-9a63-9015fb3d9fe2 None None] No DVR routers for this DVR port b6f076e0-a575-4b51-8d8a-096900e6208b on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:59.153115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.169546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:59.170580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.175839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.189218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acae180-fe54-4cc0-8df3-ded80b111da5']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.202629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148dc7a0-d03a-41b6-82c3-a18fad5261be') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.202945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148dc7a0-d03a-41b6-82c3-a18fad5261be') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.214235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.229382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.237319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:59.237840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: items = [ Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:59.241943 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:59.245454 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:59.259486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.264825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 494899dc-2cf3-4e5f-a4a7-86accf117e98 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:54:59.274616 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.282458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/networks/494899dc-2cf3-4e5f-a4a7-86accf117e98 HTTP/1.1" status: 204 len: 168 time: 0.5366445 Jul 16 08:54:59.332685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49cee1-2ace-4109-8c5c-9da613c8757c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event deleted for resources: {'Network': ['ID=494899dc-2cf3-4e5f-a4a7-86accf117e98,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.342792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-64b10942-7714-442a-8a3d-bde380401e1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70cd0dd10a9f4b248bd976ca4b4d0b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002094 Jul 16 08:54:59.343786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51256) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.374439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.388855 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.393881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/5acae180-fe54-4cc0-8df3-ded80b111da5 HTTP/1.1" status: 204 len: 168 time: 0.9657929 Jul 16 08:54:59.398880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51258) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.417410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b120-4bca-46f6-9912-1845bf1a14fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.422679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179d877-c11f-4487-83c5-ad5de824b82d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=5acae180-fe54-4cc0-8df3-ded80b111da5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.432142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390057560'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:59.471780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b120-4bca-46f6-9912-1845bf1a14fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.548203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:59.552727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.557473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b120-4bca-46f6-9912-1845bf1a14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.560285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b120-4bca-46f6-9912-1845bf1a14fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.563884 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8cb3b120-4bca-46f6-9912-1845bf1a14fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/947add60-1c5c-4a76-b0ec-89945c11386e HTTP/1.1" status: 204 len: 168 time: 0.2166615 Jul 16 08:54:59.579405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3b120-4bca-46f6-9912-1845bf1a14fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947add60-1c5c-4a76-b0ec-89945c11386e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.604398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:59.621693 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.623287 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c of type vlan for network 98b034c0-c9b2-4f32-99d0-1d2b208c866d Jul 16 08:54:59.685489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.712279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51266) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.722561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'name': 'tempest-router--1018543335', 'project_id': 'a81d886af35641dc98e9ed84af96ad12'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:59.799915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.818383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.819522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.892115 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.893179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.930082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=98b034c0-c9b2-4f32-99d0-1d2b208c866d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.936284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0fb736bf-2f74-44fb-b09e-48e8b2a50dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5310812 Jul 16 08:54:59.937835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51272) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.947274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:59.955724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:00.030208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.040773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.076675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.083289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-91e4da27-902e-4d2e-89f9-bf478f8b0bb8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3706355 Jul 16 08:55:00.086112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51278) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.099442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b6f076e0-a575-4b51-8d8a-096900e6208b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:00.150930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b6f076e0-a575-4b51-8d8a-096900e6208b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:00.151682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b6f076e0-a575-4b51-8d8a-096900e6208b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:00.201142 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.231724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:00.236971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.393839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.398654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.473524 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.474132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5a4265-5667-4118-99fe-ddefa1581a2d {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:00.481480 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.484007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3a61a84d-b5ff-49ed-ac61-2000dcd7c9a1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4f5a4265-5667-4118-99fe-ddefa1581a2d HTTP/1.1" status: 204 len: 168 time: 0.3965726 Jul 16 08:55:00.555303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.652924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:00.653625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 98b034c0-c9b2-4f32-99d0-1d2b208c866d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:00.657080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=e871d9f9-14c1-4faa-a984-7e09171395fb,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.697742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:00.713807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 98b034c0-c9b2-4f32-99d0-1d2b208c866d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:00.720919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:00.725724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.734207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e2612-4980-4304-b42a-a02b98230c73 None None] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:00.750081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9d8545c5-fe11-4aa1-bcf7-af29ae1c9e97 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8106108 Jul 16 08:55:00.752706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51314) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.758852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-227426113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:00.806077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.807152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.861577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51322) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.945222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51326) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.969068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.975137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.001780 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.003123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c487ebb1-3c0b-46fe-bc48-47729443a8a7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2493896 Jul 16 08:55:01.004482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-98b034c0-c9b2-4f32-99d0-1d2b208c866d', 'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': 'e871d9f9-14c1-4faa-a984-7e09171395fb'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:01.005659 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.005900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51330) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:01.016605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489406742'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:01.066825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.086891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.108038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2120616637', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:01.140741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.142159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.185961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Allocated IP 172.20.0.2 (98b034c0-c9b2-4f32-99d0-1d2b208c866d/e871d9f9-14c1-4faa-a984-7e09171395fb/5f2014f6-9f36-48a9-b6c2-5cf6309916c6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:01.228208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.417260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.423716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.430413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Transition to ACTIVE for port object 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:01.449514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Transition to ACTIVE for port object 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:01.456072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.492727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:01.495295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:01.499501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:01.500621 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.505012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.508329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.519238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Pushing event updated for resources: {'Port': ['ID=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.624469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Attempting to bind port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:01.624841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Attempting to bind port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:01.625212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Attempting to bind port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 on network 98b034c0-c9b2-4f32-99d0-1d2b208c866d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:01.629542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421bf353-8026-485f-b4df-9e3fde27905f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.630902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:01.631281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Checking segment: {'id': 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:01.632648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.632808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Bound using segment: {'id': 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:01.633433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Bound port: 5f2014f6-9f36-48a9-b6c2-5cf6309916c6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '98b034c0-c9b2-4f32-99d0-1d2b208c866d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:01.634656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.730610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] For port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:01.734441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] For port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,segment=NetworkSegment(fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c),segment_id=fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:01.741340 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.827548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.846069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.873425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79f269-419b-4fdd-8e23-0a3699a17de9 None None] Pushing event updated for resources: {'Port': ['ID=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.875192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.20.0.1 (98b034c0-c9b2-4f32-99d0-1d2b208c866d/e871d9f9-14c1-4faa-a984-7e09171395fb/a8ffcab2-e2a7-4df2-a03c-a7cda5654603) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:01.979149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70d744-07d5-4a88-856f-094e6a4f020d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.991859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.024655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.037046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.039505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-98ae2341-f323-4ab7-a834-5819165f1b80 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0926204 Jul 16 08:55:02.045373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.202357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.245778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object a8ffcab2-e2a7-4df2-a03c-a7cda5654603 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:02.267294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1424d43d-a197-44aa-9c28-37d9aaa4def2 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2207632 Jul 16 08:55:02.269955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51338) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.293727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-security--1792066071', 'description': 'tempest-security-description-1567047886'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:02.349309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.378422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.552952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Allocated IP 172.25.0.16 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/b4073240-1bff-48a5-9b1d-893421d358fb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:02.578413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:02.580192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=a8ffcab2-e2a7-4df2-a03c-a7cda5654603,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.594120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:02.602082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:02.605024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.613211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.618268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.623673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "PUT /v2.0/security-groups/ee70d744-07d5-4a88-856f-094e6a4f020d HTTP/1.1" status: 200 len: 1780 time: 0.3524740 Jul 16 08:55:02.624466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51342) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.684521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.754889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c732eb8-f669-47e4-83fa-6d5f7496991f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70d744-07d5-4a88-856f-094e6a4f020d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.772012 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9b0e53b8-0363-4737-b1c8-c109349106fe tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups/ee70d744-07d5-4a88-856f-094e6a4f020d HTTP/1.1" status: 200 len: 1780 time: 0.1338727 Jul 16 08:55:02.773667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.826109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.874367 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.902175 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.963768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event updated for resources: {'Port': ['ID=b4073240-1bff-48a5-9b1d-893421d358fb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.010522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:03.012443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-360eefe7-a7a9-4f7d-8022-827529107496 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.015080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:03.021560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:03.094035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-360eefe7-a7a9-4f7d-8022-827529107496 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.576801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.590360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc695349-2d80-4ff6-b201-9382e65befa7 None None] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:03.678242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.685023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.794946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3f5051c-2e15-4eb8-ba05-ea2f46e3f74f None None] Provisioning for port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:03.822739 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-360eefe7-a7a9-4f7d-8022-827529107496 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.825392 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-360eefe7-a7a9-4f7d-8022-827529107496 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.826665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-360eefe7-a7a9-4f7d-8022-827529107496 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee70d744-07d5-4a88-856f-094e6a4f020d HTTP/1.1" status: 204 len: 168 time: 0.9581797 Jul 16 08:55:03.866652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=a8ffcab2-e2a7-4df2-a03c-a7cda5654603,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.869131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:03.894883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eefe7-a7a9-4f7d-8022-827529107496 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70d744-07d5-4a88-856f-094e6a4f020d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.970247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.048523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.073871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:04.167112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:04.174263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:04.188465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f2e49cc6-ae80-4742-baeb-e6167c5f24d7 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3162184 Jul 16 08:55:04.191143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51372) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.231217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:04.239095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:04.248917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.283839 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-bcf44f09-ba66-4a58-ba09-64d0fd9a9a94 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] delete failed (client error): The resource could not be found. Jul 16 08:55:04.284888 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bcf44f09-ba66-4a58-ba09-64d0fd9a9a94 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee70d744-07d5-4a88-856f-094e6a4f020d HTTP/1.1" status: 404 len: 347 time: 0.0926554 Jul 16 08:55:04.300521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51374) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.324940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766746690'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:04.376742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.439539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 893c13f5-8be8-4822-ae79-26c8fe0e6fa9 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:04.462506 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.483155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7caf27b6-8a60-4b40-8bd8-1b09df7f8970 None None] Provisioning for port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:04.499634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7caf27b6-8a60-4b40-8bd8-1b09df7f8970 None None] Provisioning complete for port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:04.510853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7caf27b6-8a60-4b40-8bd8-1b09df7f8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.618344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,segment=NetworkSegment(fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c),segment_id=fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:04.631932 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.649873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7caf27b6-8a60-4b40-8bd8-1b09df7f8970 None None] Port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:04.688371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:04.694897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7e04a661-c6a3-41dc-bf21-c6a00de61a6f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/893c13f5-8be8-4822-ae79-26c8fe0e6fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6860154 Jul 16 08:55:04.697819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51382) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.719907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] Sync routers for ids ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:04.729958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7caf27b6-8a60-4b40-8bd8-1b09df7f8970 None None] Provisioning complete for port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:04.730267 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7caf27b6-8a60-4b40-8bd8-1b09df7f8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.817755 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.823394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] Routers {'893c13f5-8be8-4822-ae79-26c8fe0e6fa9'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:04.824168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:04.826245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.838327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.845681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef0b4e-250d-4250-b4d4-92393040d70d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.849953 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aeef0b4e-250d-4250-b4d4-92393040d70d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports/a8ffcab2-e2a7-4df2-a03c-a7cda5654603 HTTP/1.1" status: 200 len: 910 time: 0.1495368 Jul 16 08:55:04.853473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51384) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.870357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.874209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:04.882142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d8928-e36a-477a-a4af-fda84bc6c0ba,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.947134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.952200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b326bbaf-8a3b-417c-b595-2905deac3777 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6449885 Jul 16 08:55:04.952344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51386) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.952448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] Routers {'893c13f5-8be8-4822-ae79-26c8fe0e6fa9'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:04.954755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.013917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.033057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '9f9d8928-e36a-477a-a4af-fda84bc6c0ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:05.035275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b955b2c-4ad1-4ec5-a34d-1b38c7725227 None None] The sync data for ids ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:05.077821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-16c2a414-5498-4a76-b4b2-31852b639c81 None None] Provisioning complete for port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:05.078015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Router d3e44e27-b568-4de5-b022-753a9b2880f2 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:05.078199 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16c2a414-5498-4a76-b4b2-31852b639c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.152143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-16c2a414-5498-4a76-b4b2-31852b639c81 None None] Port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:05.201511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:05.213933 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] Sync routers for ids ['d3e44e27-b568-4de5-b022-753a9b2880f2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:05.224781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.231211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea413a3d-edfe-4644-9f07-36a363033935 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3680365 Jul 16 08:55:05.232090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.233647 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] Routers {'d3e44e27-b568-4de5-b022-753a9b2880f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:05.234301 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e44e27-b568-4de5-b022-753a9b2880f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.253661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.276641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5e542c43-b939-4a0a-a302-992391813684 None None] Provisioning complete for port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:05.277284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e542c43-b939-4a0a-a302-992391813684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.305877 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.329249 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] Routers {'d3e44e27-b568-4de5-b022-753a9b2880f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:05.332631 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e44e27-b568-4de5-b022-753a9b2880f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.369087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5e542c43-b939-4a0a-a302-992391813684 None None] Port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:05.393770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.394430 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ebda2-faa0-423b-888f-cf8098a7632e None None] The sync data for ids ['d3e44e27-b568-4de5-b022-753a9b2880f2'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:05.406426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc441346-fe8d-457e-8208-57d055d45b10 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/d3e44e27-b568-4de5-b022-753a9b2880f2 HTTP/1.1" status: 200 len: 920 time: 0.1729219 Jul 16 08:55:05.409169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51390) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.442784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8892f92d-d0df-4284-a50b-7e49f50e2b74 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3e44e27-b568-4de5-b022-753a9b2880f2 HTTP/1.1" status: 200 len: 205 time: 0.0323865 Jul 16 08:55:05.446192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51392) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.499183 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.512588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.550465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206cd57b-b753-4dff-b2c5-bfd33b0ea0fc,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.565853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.567443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0c670776-0053-4631-bbd9-617b2183ab29 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6148028 Jul 16 08:55:05.570444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51394) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.618723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.624342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.688698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb762fba-abca-457f-8a72-a624e3da0b25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.735951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb762fba-abca-457f-8a72-a624e3da0b25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.815422 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.821957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb762fba-abca-457f-8a72-a624e3da0b25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.832736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb762fba-abca-457f-8a72-a624e3da0b25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.833883 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eb762fba-abca-457f-8a72-a624e3da0b25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/206cd57b-b753-4dff-b2c5-bfd33b0ea0fc HTTP/1.1" status: 204 len: 168 time: 0.2610843 Jul 16 08:55:05.838249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51406) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.871083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb762fba-abca-457f-8a72-a624e3da0b25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=206cd57b-b753-4dff-b2c5-bfd33b0ea0fc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.923358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7bd316d9-89b5-4eb5-a344-f906577130de tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838797 Jul 16 08:55:05.927577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.072302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:06.105613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-deae2977-65f6-4a72-aff8-33572348d612 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.123061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Deleting port b4073240-1bff-48a5-9b1d-893421d358fb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:06.123398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.159538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port a8ffcab2-e2a7-4df2-a03c-a7cda5654603 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:06.168301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-deae2977-65f6-4a72-aff8-33572348d612 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.171351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.186357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:06.186925 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.270240 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-deae2977-65f6-4a72-aff8-33572348d612 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.273852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-deae2977-65f6-4a72-aff8-33572348d612 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.278005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-deae2977-65f6-4a72-aff8-33572348d612 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f9d8928-e36a-477a-a4af-fda84bc6c0ba HTTP/1.1" status: 204 len: 168 time: 0.3480663 Jul 16 08:55:06.282675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51426) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.298402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae2977-65f6-4a72-aff8-33572348d612 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d8928-e36a-477a-a4af-fda84bc6c0ba,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.351716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c28dd7d-7e37-4fe6-8f94-1fd89ff2b128 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672598 Jul 16 08:55:06.352544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51432) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.362529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.363470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807415976'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:06.369386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.384192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for a8ffcab2-e2a7-4df2-a03c-a7cda5654603 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:06.403058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Calling delete_port for b4073240-1bff-48a5-9b1d-893421d358fb owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:06.451145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.663637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.693181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.719203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=a8ffcab2-e2a7-4df2-a03c-a7cda5654603,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.724284 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.732593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.754988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.756775 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4029250 Jul 16 08:55:06.765753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51440) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.777373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '24e4455b-3914-4258-96ca-096ab7737e5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:06.838291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.859630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.867640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2062c-ab64-4d0a-8a0f-305dc82d533c tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4455b-3914-4258-96ca-096ab7737e5b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.971464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event deleted for resources: {'Port': ['ID=b4073240-1bff-48a5-9b1d-893421d358fb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.994093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.028999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83d83c67-0f6d-4a90-8cb2-a957cbfda234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.091139 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.216895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.222737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.226046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.234853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.260524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 893c13f5-8be8-4822-ae79-26c8fe0e6fa9 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:07.294712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9071bfa0-46b8-44a8-9e0f-e138e7172759,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:07.298975 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.299766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Fanout notify agent at l3_agent the message router_deleted on router d3e44e27-b568-4de5-b022-753a9b2880f2 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:07.307597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.312212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-924ce31b-7472-4d53-8e60-b372fa04e1c5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/d3e44e27-b568-4de5-b022-753a9b2880f2 HTTP/1.1" status: 204 len: 168 time: 1.8614845 Jul 16 08:55:07.312753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51448) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.317293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1568959169', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': False}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:07.368654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:07.378005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51450) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.378422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-954236c9-37b9-42d7-8b0b-ab4d794c3324 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/893c13f5-8be8-4822-ae79-26c8fe0e6fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5238714 Jul 16 08:55:07.387527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] Sync routers for ids ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:07.390939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83d83c67-0f6d-4a90-8cb2-a957cbfda234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.398320 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83d83c67-0f6d-4a90-8cb2-a957cbfda234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.405110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] Routers {'893c13f5-8be8-4822-ae79-26c8fe0e6fa9'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:07.406304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:07.419788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b114211-28b2-41cd-b33f-97b9a95a6b9c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=893c13f5-8be8-4822-ae79-26c8fe0e6fa9 HTTP/1.1" status: 200 len: 205 time: 0.0404112 Jul 16 08:55:07.422641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.433146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.434374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e0086461-c7c0-4744-94a9-8d893b26be11 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6653395 Jul 16 08:55:07.436745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d83c67-0f6d-4a90-8cb2-a957cbfda234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef51171-1b8f-430d-897c-2e6f4d941734,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:07.440259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51454) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.456819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '24e4455b-3914-4258-96ca-096ab7737e5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:07.484654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-83d83c67-0f6d-4a90-8cb2-a957cbfda234 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64eecd9cb54a442cb59e069a183a536a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487712 Jul 16 08:55:07.485167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51456) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.504292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:55:07.504292 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:55:07.504292 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': 'ee477fa9f4894a41ad6e1fe26ed0634c', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 55, 7, 467797)}] Jul 16 08:55:07.504292 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:07.504684 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:07.532587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.536174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.536962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.550681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4d9-280b-48d0-8b63-fadcc7f0ada0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.574813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4d9-280b-48d0-8b63-fadcc7f0ada0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.644407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4d9-280b-48d0-8b63-fadcc7f0ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.647967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ced1e4d9-280b-48d0-8b63-fadcc7f0ada0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.656275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ced1e4d9-280b-48d0-8b63-fadcc7f0ada0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ef51171-1b8f-430d-897c-2e6f4d941734 HTTP/1.1" status: 204 len: 168 time: 0.1686273 Jul 16 08:55:07.663298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:07.668693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1e4d9-280b-48d0-8b63-fadcc7f0ada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef51171-1b8f-430d-897c-2e6f4d941734,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:07.675266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] Routers {'893c13f5-8be8-4822-ae79-26c8fe0e6fa9'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:07.675995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:07.717029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:07.717793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4680c559-fd08-44c9-a3b4-564e9aa92caf None None] The sync data for ids ['893c13f5-8be8-4822-ae79-26c8fe0e6fa9'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:07.757843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.764059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.768114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.977219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51462) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.993699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-086dcc58-3882-4468-b2f4-419ba24b775e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.026939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:55:08.026939 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:55:08.026939 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': 'ee477fa9f4894a41ad6e1fe26ed0634c', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 55, 8, 15303)}] Jul 16 08:55:08.026939 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:08.027300 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:08.107199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-086dcc58-3882-4468-b2f4-419ba24b775e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.111759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-086dcc58-3882-4468-b2f4-419ba24b775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.159959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-086dcc58-3882-4468-b2f4-419ba24b775e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fda48d660dc942819a73bbd3307e2f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803079 Jul 16 08:55:08.161021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dcc58-3882-4468-b2f4-419ba24b775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80a13db-2e8a-48aa-9324-bc9929d4bfed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.164939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.192064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.192647 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router 893c13f5-8be8-4822-ae79-26c8fe0e6fa9 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:08.228476 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.229043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af48bb15-5b54-4b5c-b856-1e889cf9d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.229570 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a809d2b6-671f-45fd-a248-c88e57f239e1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/893c13f5-8be8-4822-ae79-26c8fe0e6fa9 HTTP/1.1" status: 204 len: 168 time: 0.8059821 Jul 16 08:55:08.232240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.251285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af48bb15-5b54-4b5c-b856-1e889cf9d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.276431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.290644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet e871d9f9-14c1-4faa-a984-7e09171395fb {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:08.295117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.310413 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af48bb15-5b54-4b5c-b856-1e889cf9d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.314571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af48bb15-5b54-4b5c-b856-1e889cf9d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.318251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af48bb15-5b54-4b5c-b856-1e889cf9d824 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a80a13db-2e8a-48aa-9324-bc9929d4bfed HTTP/1.1" status: 204 len: 168 time: 0.1495779 Jul 16 08:55:08.326579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48bb15-5b54-4b5c-b856-1e889cf9d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80a13db-2e8a-48aa-9324-bc9929d4bfed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.355220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.402619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.479215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.484100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.484769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.510177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67826dc4-062c-4b02-b02f-703e6b521876,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.513556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.521278 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c8b20b08-b499-43b5-82a2-c3da9d96ed25 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0734680 Jul 16 08:55:08.524827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51472) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.531330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '24e4455b-3914-4258-96ca-096ab7737e5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:08.564448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.633687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.637844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.642005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.662569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.664267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378725 Jul 16 08:55:08.668470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.671280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90a633-c5f7-4115-8fe7-67819a360211 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2329d8-502d-40ab-ad32-4a4360f2fda8,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.675185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.680395 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/e871d9f9-14c1-4faa-a984-7e09171395fb HTTP/1.1" status: 204 len: 168 time: 0.4438837 Jul 16 08:55:08.680775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18624532-79d3-4291-a780-9c8a94c8a5ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=e871d9f9-14c1-4faa-a984-7e09171395fb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.682404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '24e4455b-3914-4258-96ca-096ab7737e5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:08.683817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51478) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.691581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09a386-b427-4c57-8acc-7ad14e994320 None None] Network 98b034c0-c9b2-4f32-99d0-1d2b208c866d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:08.697060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.740056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.774625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.834925 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.893402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.902095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.927449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057f0fcd-4184-4dc8-8cbe-486045794b17,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.931232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Allocated IP 172.25.0.60 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/2dce005b-1c89-4baf-a46e-aeb781719860) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:08.949431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.953467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-effb87f5-ba64-4cba-b14b-335e4c1f250a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2814507 Jul 16 08:55:08.953815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51488) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.959043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '24e4455b-3914-4258-96ca-096ab7737e5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:08.979160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:08.979660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.992407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.012744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] DHCP port deletion for 98b034c0-c9b2-4f32-99d0-1d2b208c866d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:09.073369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] Deleting port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:09.073843 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.075556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.080132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.106600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.107959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1530273 Jul 16 08:55:09.110717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7a41f-ee93-40a2-91e0-2570350f4e2f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd5a570-861d-49d3-9d88-6f47df7631c1,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.112730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51492) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.148540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d23649e7-3611-4258-9241-6238b0698ed4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.159614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d23649e7-3611-4258-9241-6238b0698ed4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.163131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] For port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,segment=NetworkSegment(fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c),segment_id=fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:09.163836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.179788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] Calling delete_port for 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:09.181065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,segment=NetworkSegment(fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c),segment_id=fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:09.181434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.197578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d23649e7-3611-4258-9241-6238b0698ed4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.207811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d23649e7-3611-4258-9241-6238b0698ed4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.207811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d23649e7-3611-4258-9241-6238b0698ed4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4bd5a570-861d-49d3-9d88-6f47df7631c1 HTTP/1.1" status: 204 len: 168 time: 0.0906069 Jul 16 08:55:09.207811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51496) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.230854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:09.244355 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.263394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23649e7-3611-4258-9241-6238b0698ed4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bd5a570-861d-49d3-9d88-6f47df7631c1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.323156 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.354837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.362794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.396925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] Pushing event deleted for resources: {'Port': ['ID=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.412260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7162c3e-48e0-463e-9423-7919896a26f9 None None] No DVR routers for this DVR port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:09.428502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:09.429174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No DVR routers for this DVR port 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:09.437511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:09.441012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Port': ['ID=2dce005b-1c89-4baf-a46e-aeb781719860,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.462155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:09.462361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e57e450b-59cf-4ac7-a7f7-241c7d90fec9 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2376091 Jul 16 08:55:09.465021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51506) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.510058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-947a1a39-d26e-409c-bb7b-c0cc8fec1075 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.516409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=5f2014f6-9f36-48a9-b6c2-5cf6309916c6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.531853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-947a1a39-d26e-409c-bb7b-c0cc8fec1075 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.577058 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-947a1a39-d26e-409c-bb7b-c0cc8fec1075 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.586009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.587217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-947a1a39-d26e-409c-bb7b-c0cc8fec1075 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.589266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-947a1a39-d26e-409c-bb7b-c0cc8fec1075 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/057f0fcd-4184-4dc8-8cbe-486045794b17 HTTP/1.1" status: 204 len: 168 time: 0.1229682 Jul 16 08:55:09.598729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51512) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.599967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1a39-d26e-409c-bb7b-c0cc8fec1075 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=057f0fcd-4184-4dc8-8cbe-486045794b17,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.666567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b034c0-c9b2-4f32-99d0-1d2b208c866d']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:09.679797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51514) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.683703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af43d059-d29b-406c-8dd7-5418cb276acb tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0786221 Jul 16 08:55:09.684329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51516) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.686280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:09.686582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d8ff4-0af6-4663-93d6-f4c9885c9b7c') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:09.710513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2127e08e-f678-46ce-9016-6c62a00b12bf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.715218 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.719727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2127e08e-f678-46ce-9016-6c62a00b12bf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.739381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.751388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:09.751810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:09.755175 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:09.781625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2127e08e-f678-46ce-9016-6c62a00b12bf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.796349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2127e08e-f678-46ce-9016-6c62a00b12bf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.817004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51522) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.823924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2127e08e-f678-46ce-9016-6c62a00b12bf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bb2329d8-502d-40ab-ad32-4a4360f2fda8 HTTP/1.1" status: 204 len: 168 time: 0.1384931 Jul 16 08:55:09.828907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127e08e-f678-46ce-9016-6c62a00b12bf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb2329d8-502d-40ab-ad32-4a4360f2fda8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.885996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.930005 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.935482 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/98b034c0-c9b2-4f32-99d0-1d2b208c866d HTTP/1.1" status: 204 len: 168 time: 1.2472045 Jul 16 08:55:09.936856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51528) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.942124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1743635754', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:09.957045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81644-ad88-41d6-8245-1609e3fa0e3c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=98b034c0-c9b2-4f32-99d0-1d2b208c866d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.973508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c4c5b46d-ee87-4898-b6c2-e0f0cb2873e7 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1519916 Jul 16 08:55:09.977334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51530) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.993341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f210b96-a6cf-4758-a914-804f8c32f678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.997631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.002452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.003612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.030199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.052647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:10.053214 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.102501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.103865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:10.104517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5f2014f6-9f36-48a9-b6c2-5cf6309916c6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:10.296693 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f210b96-a6cf-4758-a914-804f8c32f678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.300308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.303898 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f210b96-a6cf-4758-a914-804f8c32f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.385971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210b96-a6cf-4758-a914-804f8c32f678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab32df-764e-4977-997e-723eb65faef9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.394477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f210b96-a6cf-4758-a914-804f8c32f678 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26fcea058cd8485085f85ba9eb915571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7136855 Jul 16 08:55:10.397788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51538) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.505858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65c20717-7416-481a-b8a3-accca4a96c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.535058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65c20717-7416-481a-b8a3-accca4a96c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.538519 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.573166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Router 18e211d9-633e-49d0-b62f-a1a15b4bd048 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:10.590405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.593982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/67826dc4-062c-4b02-b02f-703e6b521876 HTTP/1.1" status: 204 len: 168 time: 0.6113157 Jul 16 08:55:10.595179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51546) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.641682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67826dc4-062c-4b02-b02f-703e6b521876,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.645343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.645804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65c20717-7416-481a-b8a3-accca4a96c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.651296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65c20717-7416-481a-b8a3-accca4a96c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.651296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-65c20717-7416-481a-b8a3-accca4a96c32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dab32df-764e-4977-997e-723eb65faef9 HTTP/1.1" status: 204 len: 168 time: 0.2510047 Jul 16 08:55:10.684776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.686219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.687477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c20717-7416-481a-b8a3-accca4a96c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab32df-764e-4977-997e-723eb65faef9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.687592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.687960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.688309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.692311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.693162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.693162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.693415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.694297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.694639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.694977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a036e-fa35-4eb4-b9e4-3ec7e402c097 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.718173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:10.727823 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Sync routers for ids ['18e211d9-633e-49d0-b62f-a1a15b4bd048'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:10.746244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.748484 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Routers {'18e211d9-633e-49d0-b62f-a1a15b4bd048'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:10.749012 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e05fa1ef-ad27-4a11-91f4-2711a75ff82c tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4352877 Jul 16 08:55:10.751582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51558) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.751730 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['18e211d9-633e-49d0-b62f-a1a15b4bd048'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:10.793425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b542ad08-33ee-42c4-bd59-1981d7e48a8f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1969099 Jul 16 08:55:10.798799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51560) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.844038 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a072261-36e4-4558-b3dd-bc918343d036 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.871059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a072261-36e4-4558-b3dd-bc918343d036 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.922662 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Set router 18e211d9-633e-49d0-b62f-a1a15b4bd048 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:10.963470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a072261-36e4-4558-b3dd-bc918343d036 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.977768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a072261-36e4-4558-b3dd-bc918343d036 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.980091 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8a072261-36e4-4558-b3dd-bc918343d036 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9071bfa0-46b8-44a8-9e0f-e138e7172759 HTTP/1.1" status: 204 len: 168 time: 0.1801169 Jul 16 08:55:10.986446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51564) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.019797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a072261-36e4-4558-b3dd-bc918343d036 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9071bfa0-46b8-44a8-9e0f-e138e7172759,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.073075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-20f8679f-52ca-4bdf-b93e-38118b2bacb7 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/18e211d9-633e-49d0-b62f-a1a15b4bd048 HTTP/1.1" status: 200 len: 908 time: 0.3175447 Jul 16 08:55:11.073502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51566) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.080981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1568959169', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': True}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.102630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51568) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.125309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-33b4f3eb-e75c-467d-935b-98abf90fd4ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1375432 Jul 16 08:55:11.130757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51572) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.141166 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e211d9-633e-49d0-b62f-a1a15b4bd048', 'name': 'tempest-snat-router-1568959169', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.60'}], 'enable_snat': False}, 'gw_port_id': '2dce005b-1c89-4baf-a46e-aeb781719860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 3, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port': {'id': '2dce005b-1c89-4baf-a46e-aeb781719860', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e211d9-633e-49d0-b62f-a1a15b4bd048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:08Z', 'updated_at': '2021-07-16T08:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:11.169958 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Checking router: 18e211d9-633e-49d0-b62f-a1a15b4bd048 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:11.170627 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Updating router 18e211d9-633e-49d0-b62f-a1a15b4bd048 port 2dce005b-1c89-4baf-a46e-aeb781719860 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:11.193271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.195018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.214040 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.220921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.231032 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.285420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.296696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.309913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.424160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec24a5d-f475-4130-af66-aee344182914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.476440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.478987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.480156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/24e4455b-3914-4258-96ca-096ab7737e5b HTTP/1.1" status: 204 len: 168 time: 0.3472493 Jul 16 08:55:11.483341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51574) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.517930 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.530697 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Transition to ACTIVE for port object 2dce005b-1c89-4baf-a46e-aeb781719860 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:11.534608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-458dc84d-9db7-4b6b-ab9d-057a31963637 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499239 Jul 16 08:55:11.542187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51576) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.544766 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.544903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--473984966'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.601359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.25.0.172 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c6225ce9-1d61-47b5-bf8d-b0be8e6721e2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:11.604489 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Pushing event updated for resources: {'Port': ['ID=2dce005b-1c89-4baf-a46e-aeb781719860,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.607500 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Attempting to bind port 2dce005b-1c89-4baf-a46e-aeb781719860 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:11.607913 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Attempting to bind port 2dce005b-1c89-4baf-a46e-aeb781719860 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:11.608441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Attempting to bind port 2dce005b-1c89-4baf-a46e-aeb781719860 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:11.619473 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:11.620237 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:11.621245 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.621366 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:11.622000 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Bound port: 2dce005b-1c89-4baf-a46e-aeb781719860, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:11.622488 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.626475 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.626826 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.627356 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.627848 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.628341 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.628802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.629262 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.629789 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.630287 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.630742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.631222 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.631952 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.696054 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] For port 2dce005b-1c89-4baf-a46e-aeb781719860, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:11.700286 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] For port 2dce005b-1c89-4baf-a46e-aeb781719860, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2dce005b-1c89-4baf-a46e-aeb781719860,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:11.706043 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.723048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.757765 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Routers {'18e211d9-633e-49d0-b62f-a1a15b4bd048'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:11.758968 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['18e211d9-633e-49d0-b62f-a1a15b4bd048'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:11.778242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.812721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:11.815749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:11.819506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:11.833267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.836071 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b39d7-c9f2-40e6-ac22-2f365ef8eaa7 None None] Pushing event updated for resources: {'Port': ['ID=2dce005b-1c89-4baf-a46e-aeb781719860,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.840234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4455b-3914-4258-96ca-096ab7737e5b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.862738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.863081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.863450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.863778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.864115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.864446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.864772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.865141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.865439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.865768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.866084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.866404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f062b-2731-4ee8-b917-a6904f108e4f tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:11.920273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=c6225ce9-1d61-47b5-bf8d-b0be8e6721e2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.922464 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] Set router 18e211d9-633e-49d0-b62f-a1a15b4bd048 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:11.981301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec24a5d-f475-4130-af66-aee344182914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.989865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec24a5d-f475-4130-af66-aee344182914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.017537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.036349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2ec24a5d-f475-4130-af66-aee344182914 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=602763bf1b3e468198095f0c5dc7d8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326494 Jul 16 08:55:12.040866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51578) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.047604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec24a5d-f475-4130-af66-aee344182914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6f1e0-6876-40a6-b4ee-35fb011f21c3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.125895 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e211d9-633e-49d0-b62f-a1a15b4bd048', 'name': 'tempest-snat-router-1568959169', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.60'}], 'enable_snat': False}, 'gw_port_id': '2dce005b-1c89-4baf-a46e-aeb781719860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 3, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port': {'id': '2dce005b-1c89-4baf-a46e-aeb781719860', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e211d9-633e-49d0-b62f-a1a15b4bd048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:08Z', 'updated_at': '2021-07-16T08:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.157554 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec41d56-eee0-4066-b562-4d7f4d1bd8a9 None None] The sync data for ids ['18e211d9-633e-49d0-b62f-a1a15b4bd048'] in n-d-798249-10 is: [{'id': '18e211d9-633e-49d0-b62f-a1a15b4bd048', 'name': 'tempest-snat-router-1568959169', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.60'}], 'enable_snat': False}, 'gw_port_id': '2dce005b-1c89-4baf-a46e-aeb781719860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 3, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port': {'id': '2dce005b-1c89-4baf-a46e-aeb781719860', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e211d9-633e-49d0-b62f-a1a15b4bd048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:08Z', 'updated_at': '2021-07-16T08:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:12.171702 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.189433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92c5d6b7-4406-4931-982d-2971f7ec72d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.206988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.236290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.239859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92c5d6b7-4406-4931-982d-2971f7ec72d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.249402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.276505 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.320290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.321802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7811198 Jul 16 08:55:12.324998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65215598-3180-4d82-8233-e6131a523376 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eebb027-2792-4edb-afef-b8a3c4ffb250,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.325924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51580) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.331478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '7eebb027-2792-4edb-afef-b8a3c4ffb250', 'direction': 'ingress', 'protocol': 17}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:12.385187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92c5d6b7-4406-4931-982d-2971f7ec72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.387771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92c5d6b7-4406-4931-982d-2971f7ec72d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.389078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-92c5d6b7-4406-4931-982d-2971f7ec72d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eb6f1e0-6876-40a6-b4ee-35fb011f21c3 HTTP/1.1" status: 204 len: 168 time: 0.3472631 Jul 16 08:55:12.433850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5d6b7-4406-4931-982d-2971f7ec72d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6f1e0-6876-40a6-b4ee-35fb011f21c3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.436450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Allocated IP 172.25.0.50 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d27a944f-387b-4bfe-affe-c3f723a118a4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:12.441377 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.469174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.592886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.597931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.636568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944ce455-4ac0-4d1b-bd5d-2875f38c3ed0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.649402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.651900 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:12.659604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.664331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.664604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5617e5d9-220d-46d0-8771-1fe79263aa46 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3372319 Jul 16 08:55:12.706193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.761042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:12.775580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:12.777753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Port': ['ID=d27a944f-387b-4bfe-affe-c3f723a118a4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.780120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:12.810024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5160a441-19d8-4f89-8ca2-3c6b121f5f19 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.820443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51588) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.841291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd49-55c5-4a9a-893f-cf920866ce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.852522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5160a441-19d8-4f89-8ca2-3c6b121f5f19 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.861291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:12.873175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] Sync routers for ids ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:12.887437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] Routers {'4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:12.888313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.917071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5160a441-19d8-4f89-8ca2-3c6b121f5f19 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.920579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5160a441-19d8-4f89-8ca2-3c6b121f5f19 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.923070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5160a441-19d8-4f89-8ca2-3c6b121f5f19 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/7eebb027-2792-4edb-afef-b8a3c4ffb250 HTTP/1.1" status: 204 len: 168 time: 0.2564948 Jul 16 08:55:12.927927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51590) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.943204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160a441-19d8-4f89-8ca2-3c6b121f5f19 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eebb027-2792-4edb-afef-b8a3c4ffb250,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.960858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.991106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4d1af306-8d01-41d1-a88d-c6bccc622780 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585065 Jul 16 08:55:12.992007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51592) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.999507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] Routers {'4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:12.999691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544922949'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:13.000251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.054227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4f167fc-3916-4da0-9fc9-d65021dc31f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.056645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.057300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b9491-b84b-4b03-9f75-ccef8e0fce2c None None] The sync data for ids ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:13.156398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd49-55c5-4a9a-893f-cf920866ce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.164705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a91ebd49-55c5-4a9a-893f-cf920866ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.170232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.172181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ea47570-1e3e-44be-9ef0-e80959884755 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2335746 Jul 16 08:55:13.175159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51594) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.185716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.245394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ebd49-55c5-4a9a-893f-cf920866ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a843d2c4-9ffe-4307-8cfc-b830f9f2a0d9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.247152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.254272 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a91ebd49-55c5-4a9a-893f-cf920866ce56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=297a67b4271142139c3fc78dabb5c24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321229 Jul 16 08:55:13.259662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51596) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.346260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e47fb587-6f61-4efb-bd96-771247674f75 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/routers/4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 200 len: 881 time: 0.1699049 Jul 16 08:55:13.350267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51598) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.390074 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-277ea185-a136-482f-87f8-a61db149232b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.423011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-277ea185-a136-482f-87f8-a61db149232b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.478330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.485807 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.500584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.530593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.534142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5406532 Jul 16 08:55:13.540532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51600) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.547098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610078300'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:13.568048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-277ea185-a136-482f-87f8-a61db149232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.570754 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-277ea185-a136-482f-87f8-a61db149232b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.572058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-277ea185-a136-482f-87f8-a61db149232b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a843d2c4-9ffe-4307-8cfc-b830f9f2a0d9 HTTP/1.1" status: 204 len: 168 time: 0.3114283 Jul 16 08:55:13.585658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05d0fc-6b05-4146-9fdf-43ed695d1f65 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29443c9-e3b9-484f-add5-10aed7c01c3d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.622266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ea185-a136-482f-87f8-a61db149232b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a843d2c4-9ffe-4307-8cfc-b830f9f2a0d9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.635651 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.695669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ee0a98ed-f229-42c7-9efd-c5cea0643b46 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3442299 Jul 16 08:55:13.698237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51604) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.706044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1743635754'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:13.748589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Router 00649567-a89c-4078-b95f-d3d4b6006779 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:13.826761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.835639 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.895068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.899528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3547502 Jul 16 08:55:13.903155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51608) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.909755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': 'b29443c9-e3b9-484f-add5-10aed7c01c3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '84a386d9-e64d-41a5-bff0-a98f76f3444d', 'remote_ip_prefix': None}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:13.924419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1667-3623-4a76-930c-7724505f0493 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a386d9-e64d-41a5-bff0-a98f76f3444d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.949218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:13.961276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Sync routers for ids ['00649567-a89c-4078-b95f-d3d4b6006779'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:13.973943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Routers {'00649567-a89c-4078-b95f-d3d4b6006779'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:13.974626 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['00649567-a89c-4078-b95f-d3d4b6006779'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.975571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.987893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.992381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eeed7b6a-c5bb-4fa0-bb7a-858658cda2b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9169679 Jul 16 08:55:14.003556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51612) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.092634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2dce005b-1c89-4baf-a46e-aeb781719860 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:14.171453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Set router 00649567-a89c-4078-b95f-d3d4b6006779 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:14.195282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 2dce005b-1c89-4baf-a46e-aeb781719860 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:14.207553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2dce005b-1c89-4baf-a46e-aeb781719860 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:14.208088 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.219364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.224979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd5b8b14-fc02-4f43-b00c-c1b60e6af960 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/00649567-a89c-4078-b95f-d3d4b6006779 HTTP/1.1" status: 200 len: 907 time: 0.2181273 Jul 16 08:55:14.226078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.232808 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.298918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008a728f-1cea-4e73-b748-953e390e0fb6,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.315716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.320404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7c925b49-5bfc-4535-8f2a-7032206b8c91 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4109652 Jul 16 08:55:14.322466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51622) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.340476 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.370459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 2dce005b-1c89-4baf-a46e-aeb781719860, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2dce005b-1c89-4baf-a46e-aeb781719860,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:14.376687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.395999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccda3-f320-4252-a3c9-958e341b6ec8 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.408906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.411883 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccda3-f320-4252-a3c9-958e341b6ec8 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.459085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=2dce005b-1c89-4baf-a46e-aeb781719860,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.535280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccda3-f320-4252-a3c9-958e341b6ec8 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.544698 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa2ccda3-f320-4252-a3c9-958e341b6ec8 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.545828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fa2ccda3-f320-4252-a3c9-958e341b6ec8 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/008a728f-1cea-4e73-b748-953e390e0fb6 HTTP/1.1" status: 204 len: 168 time: 0.2222588 Jul 16 08:55:14.549123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.568747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ccda3-f320-4252-a3c9-958e341b6ec8 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=008a728f-1cea-4e73-b748-953e390e0fb6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.600860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.617889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.625662 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00649567-a89c-4078-b95f-d3d4b6006779', 'name': 'tempest-snat-router-1568959169', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd27a944f-387b-4bfe-affe-c3f723a118a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:11Z', 'updated_at': '2021-07-16T08:55:13Z', 'revision_number': 3, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port': {'id': 'd27a944f-387b-4bfe-affe-c3f723a118a4', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00649567-a89c-4078-b95f-d3d4b6006779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:12Z', 'updated_at': '2021-07-16T08:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.626315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d475b8e-b92b-4a9a-87bd-4ce78983679a tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0747106 Jul 16 08:55:14.630385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51634) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.650563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.656034 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Checking router: 00649567-a89c-4078-b95f-d3d4b6006779 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:14.656387 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Updating router 00649567-a89c-4078-b95f-d3d4b6006779 port d27a944f-387b-4bfe-affe-c3f723a118a4 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:14.698349 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.705518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Deleting port d27a944f-387b-4bfe-affe-c3f723a118a4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:14.706464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.765890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-9bdf-4e1f-b0e3-5594dca29dd5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.791152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-9bdf-4e1f-b0e3-5594dca29dd5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.843633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.851930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:14.858945 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-9bdf-4e1f-b0e3-5594dca29dd5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.860285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Calling delete_port for d27a944f-387b-4bfe-affe-c3f723a118a4 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:14.862353 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97eec709-9bdf-4e1f-b0e3-5594dca29dd5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.866617 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-97eec709-9bdf-4e1f-b0e3-5594dca29dd5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/84a386d9-e64d-41a5-bff0-a98f76f3444d HTTP/1.1" status: 204 len: 168 time: 0.2322423 Jul 16 08:55:14.870081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51640) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.892330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eec709-9bdf-4e1f-b0e3-5594dca29dd5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a386d9-e64d-41a5-bff0-a98f76f3444d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.003040 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.018431 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Transition to ACTIVE for port object d27a944f-387b-4bfe-affe-c3f723a118a4 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:15.028015 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.047008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-96b80c93-fb0b-4401-9ddf-33c10f2b8bf2 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1730201 Jul 16 08:55:15.049872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.086233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:15.091497 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Attempting to bind port d27a944f-387b-4bfe-affe-c3f723a118a4 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:15.100085 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Attempting to bind port d27a944f-387b-4bfe-affe-c3f723a118a4 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:15.100799 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Attempting to bind port d27a944f-387b-4bfe-affe-c3f723a118a4 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:15.102317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] Sync routers for ids ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:15.111599 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.112786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.114418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a39a937a-9b99-451b-b376-3650ba781155 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 200 len: 888 time: 1.4149220 Jul 16 08:55:15.119637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] Routers {'4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:15.121489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.123451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fe7cb-284f-4f79-8469-049907acfe30 None None] Pushing event updated for resources: {'Port': ['ID=d27a944f-387b-4bfe-affe-c3f723a118a4,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.128169 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:15.128596 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:15.129171 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.129774 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:15.130393 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Bound port: d27a944f-387b-4bfe-affe-c3f723a118a4, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:15.131055 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.140805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51650) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.141632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac52f044-fc3b-45e1-92bb-7adbe5538213 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.150118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event deleted for resources: {'Port': ['ID=d27a944f-387b-4bfe-affe-c3f723a118a4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.155512 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.plugin [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Port d27a944f-387b-4bfe-affe-c3f723a118a4 has been deleted concurrently {{(pid=93702) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 08:55:15.167833 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Routers {'00649567-a89c-4078-b95f-d3d4b6006779'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:15.168662 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['00649567-a89c-4078-b95f-d3d4b6006779'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.190282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.208214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] Routers {'4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:15.208854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.228242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac52f044-fc3b-45e1-92bb-7adbe5538213 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.240031 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] Set router 00649567-a89c-4078-b95f-d3d4b6006779 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:15.249760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.250641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3b79b-c8ec-47ee-a207-bbc4320ea2d5 None None] The sync data for ids ['4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:15.279973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.325111 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00649567-a89c-4078-b95f-d3d4b6006779', 'name': 'tempest-snat-router-1568959169', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:11Z', 'updated_at': '2021-07-16T08:55:15Z', 'revision_number': 5, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.334758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d9ed4f2e-cc96-4193-818e-ab0282cd1ba1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/routers/4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 200 len: 888 time: 0.1908252 Jul 16 08:55:15.337513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51656) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.374298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac52f044-fc3b-45e1-92bb-7adbe5538213 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.377216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ac52f044-fc3b-45e1-92bb-7adbe5538213 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.377448 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e650ac-ccc6-4909-a9b9-e2924a2bd519 None None] The sync data for ids ['00649567-a89c-4078-b95f-d3d4b6006779'] in n-d-798249-10 is: [{'id': '00649567-a89c-4078-b95f-d3d4b6006779', 'name': 'tempest-snat-router-1568959169', 'tenant_id': '78bf90762ae24e0c95bf729dbd710a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:11Z', 'updated_at': '2021-07-16T08:55:15Z', 'revision_number': 5, 'project_id': '78bf90762ae24e0c95bf729dbd710a7b', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:15.378738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ac52f044-fc3b-45e1-92bb-7adbe5538213 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/b29443c9-e3b9-484f-add5-10aed7c01c3d HTTP/1.1" status: 204 len: 168 time: 0.3279335 Jul 16 08:55:15.381722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-784b58ce-e655-4d7d-9541-d44c0ef777de tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 200 len: 205 time: 0.0427151 Jul 16 08:55:15.382532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51658) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.394498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51660) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.421055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52f044-fc3b-45e1-92bb-7adbe5538213 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29443c9-e3b9-484f-add5-10aed7c01c3d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.552770 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7e2c4d70-9295-4467-a42c-97fd2370e16d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1653879 Jul 16 08:55:15.559250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.570082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--341162390'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:15.601277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.644959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.653020 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8406473b-f68a-4231-a5da-5fe2ce37a198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.727165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.729614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.754687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.785582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.786663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00649567-a89c-4078-b95f-d3d4b6006779 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:15.788879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.791883 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.793318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-65b3f62b-d2f6-4c45-8480-35947ac04b77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/routers/00649567-a89c-4078-b95f-d3d4b6006779 HTTP/1.1" status: 204 len: 168 time: 1.5662324 Jul 16 08:55:15.795977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51668) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.856328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.864925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.902082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.903340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413513 Jul 16 08:55:15.906011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049c01f-30c6-4071-b062-9601b69c9586 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9424d900-7425-4898-bcf9-ef4e4b8104d6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.906224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51670) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.909119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port c6225ce9-1d61-47b5-bf8d-b0be8e6721e2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:15.909462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.913095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '9424d900-7425-4898-bcf9-ef4e4b8104d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:15.938345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.009242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.039525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.065020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for c6225ce9-1d61-47b5-bf8d-b0be8e6721e2 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:16.109781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2dce005b-1c89-4baf-a46e-aeb781719860 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:16.131937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.141672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.161615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2dce005b-1c89-4baf-a46e-aeb781719860 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:16.161798 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.171974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36f2d3e-d8bc-40bf-9338-4028f9f73500,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.177066 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.182176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.186533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1ef6ea09-03aa-46e8-96cb-5cae1497da85 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2761827 Jul 16 08:55:16.186533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51678) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.249623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb4ff-ba77-4655-bc55-29aed3a915a1 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.261893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb4ff-ba77-4655-bc55-29aed3a915a1 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.294661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Deleting port 2dce005b-1c89-4baf-a46e-aeb781719860 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:16.295069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.301047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.309511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb4ff-ba77-4655-bc55-29aed3a915a1 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.323732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb4ff-ba77-4655-bc55-29aed3a915a1 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.325677 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7b6bb4ff-ba77-4655-bc55-29aed3a915a1 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e36f2d3e-d8bc-40bf-9338-4028f9f73500 HTTP/1.1" status: 204 len: 168 time: 0.1381135 Jul 16 08:55:16.331787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51680) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.336031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=c6225ce9-1d61-47b5-bf8d-b0be8e6721e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.356860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bb4ff-ba77-4655-bc55-29aed3a915a1 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e36f2d3e-d8bc-40bf-9338-4028f9f73500,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.413451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.420101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ebf03253-28ce-4d4a-9fc2-3cf3d4b3389e tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838902 Jul 16 08:55:16.424395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51682) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.450560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] For port 2dce005b-1c89-4baf-a46e-aeb781719860, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2dce005b-1c89-4baf-a46e-aeb781719860,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:16.450927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.478421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Calling delete_port for 2dce005b-1c89-4baf-a46e-aeb781719860 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:16.515835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.518191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.541264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-89d8d1ad-c31d-4824-9178-f52c33a9389b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.573169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.573600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-89d8d1ad-c31d-4824-9178-f52c33a9389b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.574354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router 4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:16.586687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.591649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-875487f9-5a49-4560-a23f-fa882086738c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 204 len: 168 time: 1.1916652 Jul 16 08:55:16.592244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51684) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.597364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1387897113'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.620866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:16.624631 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.652986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:16.666041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.668083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.668392 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment f735672d-7edc-4259-b37d-3181bb3f0ad6 of type vlan for network 61c777a1-3457-46f7-b598-c93f40fe20b8 Jul 16 08:55:16.683404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-89d8d1ad-c31d-4824-9178-f52c33a9389b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.686147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-89d8d1ad-c31d-4824-9178-f52c33a9389b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.687467 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-89d8d1ad-c31d-4824-9178-f52c33a9389b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/9424d900-7425-4898-bcf9-ef4e4b8104d6 HTTP/1.1" status: 204 len: 168 time: 0.2622375 Jul 16 08:55:16.706943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51686) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.712031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8d1ad-c31d-4824-9178-f52c33a9389b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424d900-7425-4898-bcf9-ef4e4b8104d6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.737568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.796776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.797736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.800258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.801350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.824085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dce005b-1c89-4baf-a46e-aeb781719860,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.834772 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-22a1aa82-1e05-4204-a2ec-9e4368a3fc57 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198230 Jul 16 08:55:16.837652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51688) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.843269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701168459'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.853707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2603531 Jul 16 08:55:16.857235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51690) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.866024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.920129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f27ee-aa5a-48d7-92e0-40b55d171043 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=61c777a1-3457-46f7-b598-c93f40fe20b8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.928077 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.937593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:16.942716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.039690 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:55:17.039690 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:55:17.039690 n-d-798249-10 neutron-server[93699]: [parameters: {'project_id_1': '55e409609c864bb69dddd4ae6c71156c', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 55, 16, 977714)}] Jul 16 08:55:17.039690 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:17.040060 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:17.044491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.049202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.107174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.107703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18e211d9-633e-49d0-b62f-a1a15b4bd048 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:17.112750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.113587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e7078149-8b60-40d8-a70c-a3c6c7448880 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "DELETE /v2.0/routers/18e211d9-633e-49d0-b62f-a1a15b4bd048 HTTP/1.1" status: 204 len: 168 time: 1.3160570 Jul 16 08:55:17.118246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51694) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.134455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1341328332', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.147023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.151830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.173083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.174730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.182301 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.183472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3458071 Jul 16 08:55:17.186422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51700) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.191463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '1ffef07c-c9cc-4b9d-ba42-14c3a3e2c36b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.198706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ab4a0-a25b-4b9e-a164-af7742a4d965 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffef07c-c9cc-4b9d-ba42-14c3a3e2c36b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.224156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.262724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.301328 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.305860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.322679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b345010-4723-429f-b0c0-41225ae69684,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.338531 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.340240 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9538c693-6799-4b55-80e2-6916304150ff tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526926 Jul 16 08:55:17.343022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51706) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.363372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6e7cbda3-2b05-4405-97b2-caf296bc8ed5 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules/8b345010-4723-429f-b0c0-41225ae69684 HTTP/1.1" status: 200 len: 763 time: 0.0184417 Jul 16 08:55:17.365522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51708) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.420836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd7dabe5-c0a3-4997-98b8-0ebb998f439b tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0516000 Jul 16 08:55:17.421081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.442553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.447091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfaa66fd-2be4-4b35-a04e-1c164064ed2d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.455597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfaa66fd-2be4-4b35-a04e-1c164064ed2d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.486205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfaa66fd-2be4-4b35-a04e-1c164064ed2d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.493088 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfaa66fd-2be4-4b35-a04e-1c164064ed2d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.494422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bfaa66fd-2be4-4b35-a04e-1c164064ed2d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8b345010-4723-429f-b0c0-41225ae69684 HTTP/1.1" status: 204 len: 168 time: 0.0720713 Jul 16 08:55:17.497032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.509304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa66fd-2be4-4b35-a04e-1c164064ed2d tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b345010-4723-429f-b0c0-41225ae69684,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.550416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c3fff6f-2234-42de-9110-5ce2355dd4cf tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495100 Jul 16 08:55:17.550614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51714) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.555901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '1ffef07c-c9cc-4b9d-ba42-14c3a3e2c36b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.575730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:17.579377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.597977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.657642 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.664937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.691545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c667b3-aece-4f5d-81b2-78ecab5f580c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.696744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.701078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-752d44bc-aba2-432b-a939-1719033ced27 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470032 Jul 16 08:55:17.701330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.724870 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0e5351b2-42af-4d54-ac9d-98c2121e01c4 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules/95c667b3-aece-4f5d-81b2-78ecab5f580c HTTP/1.1" status: 200 len: 763 time: 0.0197523 Jul 16 08:55:17.725059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51718) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.755793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.790065 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb8e8aa2-8231-4951-84de-cbf57bd97365 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0595071 Jul 16 08:55:17.790065 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51720) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.821426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a717354-8e19-4ddd-9d8c-5c6b731f4524 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.832259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a717354-8e19-4ddd-9d8c-5c6b731f4524 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.864416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a717354-8e19-4ddd-9d8c-5c6b731f4524 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.870437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a717354-8e19-4ddd-9d8c-5c6b731f4524 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.874210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a717354-8e19-4ddd-9d8c-5c6b731f4524 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/95c667b3-aece-4f5d-81b2-78ecab5f580c HTTP/1.1" status: 204 len: 168 time: 0.0805111 Jul 16 08:55:17.875281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51722) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.900516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a717354-8e19-4ddd-9d8c-5c6b731f4524 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95c667b3-aece-4f5d-81b2-78ecab5f580c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.931250 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e44e4cf5-1248-441a-92e6-cac32a5ae298 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546553 Jul 16 08:55:17.934799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.939683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Request body: {'security_group_rule': {'security_group_id': '1ffef07c-c9cc-4b9d-ba42-14c3a3e2c36b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.967355 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Project ee477fa9f4894a41ad6e1fe26ed0634c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:55:17.972140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.049741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.053587 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.054166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.065555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2dce005b-1c89-4baf-a46e-aeb781719860 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:18.078117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1140dfdc-fdf7-4fe2-be1d-0cc03458ef5a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.083148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.091570 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.093427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-61869923-ab36-4cf3-9db3-3d677ab09c37 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1575887 Jul 16 08:55:18.095919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 2dce005b-1c89-4baf-a46e-aeb781719860 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:18.096625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2dce005b-1c89-4baf-a46e-aeb781719860 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:18.096864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51726) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.120143 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8aa7858-91f5-4236-8dbc-8ca716b2ed53 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules/1140dfdc-fdf7-4fe2-be1d-0cc03458ef5a HTTP/1.1" status: 200 len: 769 time: 0.0215991 Jul 16 08:55:18.123045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51728) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.169964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f62a3cf3-1857-4a9c-b3ee-cbc8441ac1ac tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0455501 Jul 16 08:55:18.172592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.199883 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e751b73-5a92-4191-99b8-b18514a132ca tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.209511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e751b73-5a92-4191-99b8-b18514a132ca tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.238460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e751b73-5a92-4191-99b8-b18514a132ca tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.244762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e751b73-5a92-4191-99b8-b18514a132ca tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.248845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8e751b73-5a92-4191-99b8-b18514a132ca tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1140dfdc-fdf7-4fe2-be1d-0cc03458ef5a HTTP/1.1" status: 204 len: 168 time: 0.0743914 Jul 16 08:55:18.250681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.268155 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e751b73-5a92-4191-99b8-b18514a132ca tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1140dfdc-fdf7-4fe2-be1d-0cc03458ef5a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.275522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Allocated IP 172.25.0.244 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/80197bcf-3e85-435d-b76e-7512fe9effbe) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:18.280632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.299376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-88748244-f887-4055-90cd-91a0c3bad209 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461175 Jul 16 08:55:18.300608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51734) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.360802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.371511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05693298-c0e6-4036-883d-9557b38e3bee tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.396002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05693298-c0e6-4036-883d-9557b38e3bee tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.398736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=a695d9f4-780a-4d51-a894-c3bdc51c33bd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.425896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': 'f735672d-7edc-4259-b37d-3181bb3f0ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:18.426308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 61c777a1-3457-46f7-b598-c93f40fe20b8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:18.443471 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05693298-c0e6-4036-883d-9557b38e3bee tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.446880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05693298-c0e6-4036-883d-9557b38e3bee tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.450698 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-05693298-c0e6-4036-883d-9557b38e3bee tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ffef07c-c9cc-4b9d-ba42-14c3a3e2c36b HTTP/1.1" status: 204 len: 168 time: 0.1465790 Jul 16 08:55:18.453598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.462918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05693298-c0e6-4036-883d-9557b38e3bee tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffef07c-c9cc-4b9d-ba42-14c3a3e2c36b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.472720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.498981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:18.528590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 61c777a1-3457-46f7-b598-c93f40fe20b8) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:18.540714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05d1c4-0bb8-4601-832a-3586898e5c19 None None] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:18.545351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.545967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.558796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed68acf5-c68e-4ede-a66e-b9ef6260309e tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998943 Jul 16 08:55:18.559227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.580844 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d39c340d-04a9-473e-8bd7-9734f7e0e006 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7222202 Jul 16 08:55:18.582677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.586008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51746) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.593871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370073148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:18.623089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:18.626180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:18.633566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:18.640145 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e31f3a38-3296-409a-8280-37408fabf635 tempest-SecGroupIPv6Test-479644916 tempest-SecGroupIPv6Test-479644916-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766666 Jul 16 08:55:18.650815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.652083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.665066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event updated for resources: {'Port': ['ID=80197bcf-3e85-435d-b76e-7512fe9effbe,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.760406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.768235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.808661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-61c777a1-3457-46f7-b598-c93f40fe20b8', 'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': 'a695d9f4-780a-4d51-a894-c3bdc51c33bd'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:18.809665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.822002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.823069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-31b88cde-a3c1-4713-9105-10980083a56c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2345581 Jul 16 08:55:18.827892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51750) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.984458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.017953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Allocated IP 172.20.0.2 (61c777a1-3457-46f7-b598-c93f40fe20b8/a695d9f4-780a-4d51-a894-c3bdc51c33bd/9db1c58a-7871-451c-8e58-72dede198444) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:19.030486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51756) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.201341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.233870 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.243632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Transition to ACTIVE for port object 9db1c58a-7871-451c-8e58-72dede198444 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:19.261713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Transition to ACTIVE for port object 9db1c58a-7871-451c-8e58-72dede198444 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:19.269235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.296188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.313842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:19.317227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:19.324087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:19.337170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-87e2bc66-6df3-4880-9075-bb6cfb9eae1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee477fa9f4894a41ad6e1fe26ed0634c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050406 Jul 16 08:55:19.339151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.339919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Pushing event updated for resources: {'Port': ['ID=9db1c58a-7871-451c-8e58-72dede198444,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.402351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Attempting to bind port 9db1c58a-7871-451c-8e58-72dede198444 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:19.402949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Attempting to bind port 9db1c58a-7871-451c-8e58-72dede198444 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f735672d-7edc-4259-b37d-3181bb3f0ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:19.403512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Attempting to bind port 9db1c58a-7871-451c-8e58-72dede198444 on network 61c777a1-3457-46f7-b598-c93f40fe20b8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:19.409746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:19.410323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Checking segment: {'id': 'f735672d-7edc-4259-b37d-3181bb3f0ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:19.410896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.411687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Bound using segment: {'id': 'f735672d-7edc-4259-b37d-3181bb3f0ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:19.413147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Bound port: 9db1c58a-7871-451c-8e58-72dede198444, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f735672d-7edc-4259-b37d-3181bb3f0ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '61c777a1-3457-46f7-b598-c93f40fe20b8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:19.413761 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.484725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.20.0.1 (61c777a1-3457-46f7-b598-c93f40fe20b8/a695d9f4-780a-4d51-a894-c3bdc51c33bd/be2656d3-73b4-4e84-b4b3-9359cf563ebb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:19.489272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64edb69b-3508-441d-a64d-6694f0f44387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.510641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] For port 9db1c58a-7871-451c-8e58-72dede198444, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:19.516597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64edb69b-3508-441d-a64d-6694f0f44387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.524293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] For port 9db1c58a-7871-451c-8e58-72dede198444, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9db1c58a-7871-451c-8e58-72dede198444,segment=NetworkSegment(f735672d-7edc-4259-b37d-3181bb3f0ad6),segment_id=f735672d-7edc-4259-b37d-3181bb3f0ad6)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:19.530434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.579240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Router 06f6e256-f335-4134-af0b-d212015ea112 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:19.607442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa0433-d0d7-40da-9b98-092dbfe7d264 None None] Pushing event updated for resources: {'Port': ['ID=9db1c58a-7871-451c-8e58-72dede198444,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.658873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64edb69b-3508-441d-a64d-6694f0f44387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.659480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.666375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-64edb69b-3508-441d-a64d-6694f0f44387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.668717 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-64edb69b-3508-441d-a64d-6694f0f44387 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/421bf353-8026-485f-b4df-9e3fde27905f HTTP/1.1" status: 204 len: 168 time: 0.3286171 Jul 16 08:55:19.698303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object be2656d3-73b4-4e84-b4b3-9359cf563ebb will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:19.737974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edb69b-3508-441d-a64d-6694f0f44387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421bf353-8026-485f-b4df-9e3fde27905f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.747927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.782662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:19.793900 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] Sync routers for ids ['06f6e256-f335-4134-af0b-d212015ea112'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:19.813507 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] Routers {'06f6e256-f335-4134-af0b-d212015ea112'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:19.815267 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['06f6e256-f335-4134-af0b-d212015ea112'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:19.818888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.820809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3833a96f-89db-4e87-be6e-bb0330f78941 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7011397 Jul 16 08:55:19.823295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51764) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.832174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': False}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:19.834644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:19.852324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:19.873716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:19.884891 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:19.885467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=be2656d3-73b4-4e84-b4b3-9359cf563ebb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.895202 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] Routers {'06f6e256-f335-4134-af0b-d212015ea112'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:19.896149 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['06f6e256-f335-4134-af0b-d212015ea112'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:19.952500 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:19.953558 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15e373-b6b2-4956-9a63-3a12d0237812 None None] The sync data for ids ['06f6e256-f335-4134-af0b-d212015ea112'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:19.965228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.138045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9db1c58a-7871-451c-8e58-72dede198444 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:20.215188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.228246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9db1c58a-7871-451c-8e58-72dede198444 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:20.294440 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.548186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.553628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.607565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=be2656d3-73b4-4e84-b4b3-9359cf563ebb,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.671702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.789022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:20.818285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:20.819797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:20.846744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.851931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.982900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cf38f8ae-e8e4-4594-a7b8-07c555dd5dbf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:20.983437 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-cf38f8ae-e8e4-4594-a7b8-07c555dd5dbf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:55:20.984135 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-cf38f8ae-e8e4-4594-a7b8-07c555dd5dbf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:55:20.988444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cf38f8ae-e8e4-4594-a7b8-07c555dd5dbf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1950741 Jul 16 08:55:20.988979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51790) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:20.993441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113097097'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:21.004489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Router 06f6e256-f335-4134-af0b-d212015ea112 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:21.040870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:21.077171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.097030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.102453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ebbdf-2c55-44dd-b420-dac524d94ce0 None None] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:21.143110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:21.154219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.158198 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-93838acd-b7cc-48a9-bbcf-54815e61ab02 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "PUT /v2.0/routers/06f6e256-f335-4134-af0b-d212015ea112 HTTP/1.1" status: 200 len: 922 time: 1.3333049 Jul 16 08:55:21.158816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51794) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.203332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] Sync routers for ids ['06f6e256-f335-4134-af0b-d212015ea112'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:21.214261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:21.223080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-582fc170-3e2f-4dc8-a508-04e583a0b69c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928425 Jul 16 08:55:21.226390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.229360 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] Sync routers for ids ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:21.247831 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] Routers {'14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:21.250047 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.254474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] Routers {'06f6e256-f335-4134-af0b-d212015ea112'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:21.255164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['06f6e256-f335-4134-af0b-d212015ea112'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.296728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.304425 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.309002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f6a3cc-5d36-42ba-929a-54c80d9be93f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.310720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-74f6a3cc-5d36-42ba-929a-54c80d9be93f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports/be2656d3-73b4-4e84-b4b3-9359cf563ebb HTTP/1.1" status: 200 len: 910 time: 0.0831251 Jul 16 08:55:21.312731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] Routers {'06f6e256-f335-4134-af0b-d212015ea112'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:21.313443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['06f6e256-f335-4134-af0b-d212015ea112'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.315685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.315805 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] Routers {'14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:21.316508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.322335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a695d9f4-780a-4d51-a894-c3bdc51c33bd'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:21.355815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-434ced3c-c052-400a-b189-e717f8cc411f tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/06f6e256-f335-4134-af0b-d212015ea112 HTTP/1.1" status: 200 len: 922 time: 0.1957357 Jul 16 08:55:21.356402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51800) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.374225 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.378023 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db665b76-c9d9-4c08-975f-f3a42157080a None None] The sync data for ids ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:21.387670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] Provisioning for port 9db1c58a-7871-451c-8e58-72dede198444 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:21.394803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.395468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac32198-1c51-4716-b060-50d54f6637df None None] The sync data for ids ['06f6e256-f335-4134-af0b-d212015ea112'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:21.399106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] Provisioning complete for port 9db1c58a-7871-451c-8e58-72dede198444 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:21.399559 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.410176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.426554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ebbbbc-baaa-452a-b4e7-b4bd21651c94 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.426745 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.432436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b0ebbbbc-baaa-452a-b4e7-b4bd21651c94 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=06f6e256-f335-4134-af0b-d212015ea112&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0749116 Jul 16 08:55:21.433300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51802) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.507604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fdff5-1e3a-4ac6-a6b6-6c55d933229a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.560470 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.581691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72b4d0-8455-4bd6-bb95-95301019f446 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.586362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2e72b4d0-8455-4bd6-bb95-95301019f446 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.1487448 Jul 16 08:55:21.586723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51804) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.598892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] For port 9db1c58a-7871-451c-8e58-72dede198444, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9db1c58a-7871-451c-8e58-72dede198444,segment=NetworkSegment(f735672d-7edc-4259-b37d-3181bb3f0ad6),segment_id=f735672d-7edc-4259-b37d-3181bb3f0ad6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:21.609156 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.623060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.634301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6d4e044a-d38f-4154-93b4-e1829b066807 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6e256-f335-4134-af0b-d212015ea112 HTTP/1.1" status: 200 len: 205 time: 0.0462346 Jul 16 08:55:21.636989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51806) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.667772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce29ce-6630-441d-aff7-567f1ca22fe5 None None] Pushing event updated for resources: {'Port': ['ID=9db1c58a-7871-451c-8e58-72dede198444,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.724901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.735292 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.779934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.809886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.810963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8212314 Jul 16 08:55:21.827702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51808) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.832850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '1944f660-edb4-42b7-a5eb-134b60bcc95a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:21.835298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b9653f07-0331-4f0f-b13d-df37d546d143 None None] Provisioning for port be2656d3-73b4-4e84-b4b3-9359cf563ebb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:21.844501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b9653f07-0331-4f0f-b13d-df37d546d143 None None] Provisioning complete for port be2656d3-73b4-4e84-b4b3-9359cf563ebb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:21.844905 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9653f07-0331-4f0f-b13d-df37d546d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.866830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda3d5b-3fd4-4347-b062-86cc00790da0 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1944f660-edb4-42b7-a5eb-134b60bcc95a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.920834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b9653f07-0331-4f0f-b13d-df37d546d143 None None] Port be2656d3-73b4-4e84-b4b3-9359cf563ebb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:21.935162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b9653f07-0331-4f0f-b13d-df37d546d143 None None] Provisioning complete for port 9db1c58a-7871-451c-8e58-72dede198444 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:21.935567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9653f07-0331-4f0f-b13d-df37d546d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.084356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9db1c58a-7871-451c-8e58-72dede198444 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:22.172243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9db1c58a-7871-451c-8e58-72dede198444 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:22.172621 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.251413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f2f0a5a-d4e3-45af-8ceb-4f3a584adbc8 None None] Provisioning complete for port be2656d3-73b4-4e84-b4b3-9359cf563ebb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:22.252061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f2f0a5a-d4e3-45af-8ceb-4f3a584adbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.281383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.296535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.313325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.343706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f0a5a-d4e3-45af-8ceb-4f3a584adbc8 None None] Port be2656d3-73b4-4e84-b4b3-9359cf563ebb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:22.362295 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.414333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=be2656d3-73b4-4e84-b4b3-9359cf563ebb,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.438626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:22.439419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.444925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a51b69e-ab3b-4919-8c0a-6bdd3438c021 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/ports/be2656d3-73b4-4e84-b4b3-9359cf563ebb HTTP/1.1" status: 200 len: 910 time: 1.1236873 Jul 16 08:55:22.445797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51812) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.448589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.463766 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.470260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-66bd1779-bc60-4cc1-a88b-fffe7dfff543 None None] Provisioning complete for port be2656d3-73b4-4e84-b4b3-9359cf563ebb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:22.470260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-66bd1779-bc60-4cc1-a88b-fffe7dfff543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.495654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Deleting port 80197bcf-3e85-435d-b76e-7512fe9effbe {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:22.496210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.512625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-66bd1779-bc60-4cc1-a88b-fffe7dfff543 None None] Port be2656d3-73b4-4e84-b4b3-9359cf563ebb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:22.527426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf24d1b5-95e4-4dfc-9d55-b9621be690f4,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.531720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.532925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dfa09146-ad61-40a4-b72e-eb9075ca2692 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7041905 Jul 16 08:55:22.563887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51816) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.569853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-31215964-7e70-4208-bb73-cf5b903a9800 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '1944f660-edb4-42b7-a5eb-134b60bcc95a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:22.613739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.634113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31215964-7e70-4208-bb73-cf5b903a9800 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.637044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Calling delete_port for 80197bcf-3e85-435d-b76e-7512fe9effbe owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:22.738479 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-31215964-7e70-4208-bb73-cf5b903a9800 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:55:22.740489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-31215964-7e70-4208-bb73-cf5b903a9800 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1741996 Jul 16 08:55:22.742331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51818) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.872040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8507505a-633d-45ed-bf55-4d7910b26e05 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.924177 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8507505a-633d-45ed-bf55-4d7910b26e05 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.947085 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.992628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event deleted for resources: {'Port': ['ID=80197bcf-3e85-435d-b76e-7512fe9effbe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.055067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8507505a-633d-45ed-bf55-4d7910b26e05 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.058046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8507505a-633d-45ed-bf55-4d7910b26e05 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.059195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8507505a-633d-45ed-bf55-4d7910b26e05 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/1944f660-edb4-42b7-a5eb-134b60bcc95a HTTP/1.1" status: 204 len: 168 time: 0.3159409 Jul 16 08:55:23.062043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51820) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.073741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507505a-633d-45ed-bf55-4d7910b26e05 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1944f660-edb4-42b7-a5eb-134b60bcc95a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.078455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.139523 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cfd0dea5-e26a-4858-af59-7feb1ab36767 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762157 Jul 16 08:55:23.143090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.148236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046224865'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.176011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.179375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.181297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.183510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.229614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.230204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Fanout notify agent at l3_agent the message router_deleted on router 06f6e256-f335-4134-af0b-d212015ea112 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:23.237563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.242914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bc432df9-b448-4c4c-8d53-2f1acd4a143b tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/06f6e256-f335-4134-af0b-d212015ea112 HTTP/1.1" status: 204 len: 168 time: 1.5998633 Jul 16 08:55:23.242914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51826) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.247363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-50685899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.273165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.274459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.335367 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.340407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.431683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.439123 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.440116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.445052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f596f331-2ac7-4506-a55a-ce79c751deca tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1980221 Jul 16 08:55:23.445349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51834) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.450328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.489098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.493243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3463705 Jul 16 08:55:23.496555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.506075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c03c1947-fd7c-4256-a300-c24bcf335fcf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': 'ce4e2135-fdf7-49ac-a0e4-f92714b17466', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.507105 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-c03c1947-fd7c-4256-a300-c24bcf335fcf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 08:55:23.507978 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-c03c1947-fd7c-4256-a300-c24bcf335fcf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:23.512974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c03c1947-fd7c-4256-a300-c24bcf335fcf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076818 Jul 16 08:55:23.514400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51838) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.527099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0017d2-3d3f-4779-a6d9-32d31a5399fc tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e2135-fdf7-49ac-a0e4-f92714b17466,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.615854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668ff0bc-fade-4fb7-aff1-d9b6100c1f79 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.618034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port be2656d3-73b4-4e84-b4b3-9359cf563ebb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:23.618370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.670111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668ff0bc-fade-4fb7-aff1-d9b6100c1f79 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.677794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.766647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.778682 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668ff0bc-fade-4fb7-aff1-d9b6100c1f79 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.781276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-668ff0bc-fade-4fb7-aff1-d9b6100c1f79 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.782474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-668ff0bc-fade-4fb7-aff1-d9b6100c1f79 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/ce4e2135-fdf7-49ac-a0e4-f92714b17466 HTTP/1.1" status: 204 len: 168 time: 0.2671514 Jul 16 08:55:23.785129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51840) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.789051 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for be2656d3-73b4-4e84-b4b3-9359cf563ebb owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:23.799078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ff0bc-fade-4fb7-aff1-d9b6100c1f79 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e2135-fdf7-49ac-a0e4-f92714b17466,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.908106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f4b81638-491e-40a1-b737-535c3e5c19c1 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217058 Jul 16 08:55:23.912281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51842) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.934675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437678019'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.942523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.966468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.985650 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.001262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.032034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=be2656d3-73b4-4e84-b4b3-9359cf563ebb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.166075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.178427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.217554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.232973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.234558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3201251 Jul 16 08:55:24.236447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Allocated IP 172.25.0.80 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/1984095f-55c3-420a-8639-7c108f9047e5) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:24.238534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51844) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.241006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ce713-7a18-4a26-8217-87f88a7c562b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1900370c-45a3-4cca-81a1-d1d47875ce8f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.250621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4113a66d-3d85-4a6c-ac56-e090892640f4 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '1900370c-45a3-4cca-81a1-d1d47875ce8f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:24.251253 n-d-798249-10 neutron-server[93699]: WARNING neutron.api.v2.base [None req-4113a66d-3d85-4a6c-ac56-e090892640f4 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 08:55:24.251750 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-4113a66d-3d85-4a6c-ac56-e090892640f4 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:24.252760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4113a66d-3d85-4a6c-ac56-e090892640f4 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129447 Jul 16 08:55:24.256986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51846) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.386094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:24.390542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dd3363b-2742-4019-8be5-394d19027731 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.434874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dd3363b-2742-4019-8be5-394d19027731 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.446264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.495858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:24.502330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4373caa0-1f12-41a8-a3fb-5236139f71e3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558310 Jul 16 08:55:24.505612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.508317 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dd3363b-2742-4019-8be5-394d19027731 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.510336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] Sync routers for ids ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:24.512784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dd3363b-2742-4019-8be5-394d19027731 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.514324 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9dd3363b-2742-4019-8be5-394d19027731 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/1900370c-45a3-4cca-81a1-d1d47875ce8f HTTP/1.1" status: 204 len: 168 time: 0.2559140 Jul 16 08:55:24.522299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51852) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.533130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] Routers {'14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:24.535257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.551631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3363b-2742-4019-8be5-394d19027731 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1900370c-45a3-4cca-81a1-d1d47875ce8f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.554304 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8e727749-720f-419e-81c1-6d37154b3115 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca HTTP/1.1" status: 200 len: 205 time: 0.0474761 Jul 16 08:55:24.556596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.578980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.585958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.613016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] Routers {'14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:24.613693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.647976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:24.650303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.653367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-771c1242-c439-43fa-984e-a691442a1929 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282225 Jul 16 08:55:24.656695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:24.663565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.664280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d88936-e34d-469e-b3c9-9338f7d1de34 None None] The sync data for ids ['14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:24.665907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51858) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.671353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--264680420'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:24.676068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:24.702565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event updated for resources: {'Port': ['ID=1984095f-55c3-420a-8639-7c108f9047e5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.737294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.843172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.847039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.896152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.897234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router 14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:24.905736 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.906776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c3223f99-b3c6-4ac8-8d00-f671c22cb530 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca HTTP/1.1" status: 204 len: 168 time: 0.3492622 Jul 16 08:55:24.909605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51860) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.968087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet a695d9f4-780a-4d51-a894-c3bdc51c33bd {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:24.971492 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.998119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.003351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.019191 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.043438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.047986 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3774860 Jul 16 08:55:25.047986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdc065-129f-46e2-88f1-1d91f8567017 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e7fcd9-f054-4e58-bd65-b98f02f70e36,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.047986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.048276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51862) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.054335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d020f80d-5fbb-4b57-ad2c-79afd3b31e7b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '54e7fcd9-f054-4e58-bd65-b98f02f70e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.055972 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-d020f80d-5fbb-4b57-ad2c-79afd3b31e7b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 08:55:25.056275 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-d020f80d-5fbb-4b57-ad2c-79afd3b31e7b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.057353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d020f80d-5fbb-4b57-ad2c-79afd3b31e7b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083561 Jul 16 08:55:25.062035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51864) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.066385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-321991db-8a69-4f49-a512-f6479fffbdae tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '54e7fcd9-f054-4e58-bd65-b98f02f70e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.067047 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-321991db-8a69-4f49-a512-f6479fffbdae tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 08:55:25.067550 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-321991db-8a69-4f49-a512-f6479fffbdae tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.069670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-321991db-8a69-4f49-a512-f6479fffbdae tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066786 Jul 16 08:55:25.072341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51866) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.076453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-71aefe84-c064-43a0-9633-ccf2dd11ceec tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '54e7fcd9-f054-4e58-bd65-b98f02f70e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.077250 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-71aefe84-c064-43a0-9633-ccf2dd11ceec tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 08:55:25.077720 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-71aefe84-c064-43a0-9633-ccf2dd11ceec tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.081697 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-71aefe84-c064-43a0-9633-ccf2dd11ceec tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054507 Jul 16 08:55:25.081697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.087831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-85c368a1-9359-4d19-8337-d96f0bb4e306 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '54e7fcd9-f054-4e58-bd65-b98f02f70e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.089244 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-85c368a1-9359-4d19-8337-d96f0bb4e306 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 08:55:25.089743 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-85c368a1-9359-4d19-8337-d96f0bb4e306 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.093825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-85c368a1-9359-4d19-8337-d96f0bb4e306 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086949 Jul 16 08:55:25.093825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.183572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.222239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f334a9ef-6ad0-462b-a481-89ff9137f450 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.254757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f334a9ef-6ad0-462b-a481-89ff9137f450 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.265261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.269576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.288822 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.323892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.325819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/a695d9f4-780a-4d51-a894-c3bdc51c33bd HTTP/1.1" status: 204 len: 168 time: 0.4152634 Jul 16 08:55:25.327940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9826d1-7a99-4b90-a2b4-012c392aab36 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=a695d9f4-780a-4d51-a894-c3bdc51c33bd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.328862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.331523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073105a-4b3f-4ecc-8b45-0fe2bfeb5c60 None None] Network 61c777a1-3457-46f7-b598-c93f40fe20b8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:25.342575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f334a9ef-6ad0-462b-a481-89ff9137f450 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.346155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f334a9ef-6ad0-462b-a481-89ff9137f450 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.348925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f334a9ef-6ad0-462b-a481-89ff9137f450 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/54e7fcd9-f054-4e58-bd65-b98f02f70e36 HTTP/1.1" status: 204 len: 168 time: 0.2531247 Jul 16 08:55:25.363528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51874) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.371260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334a9ef-6ad0-462b-a481-89ff9137f450 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e7fcd9-f054-4e58-bd65-b98f02f70e36,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.427787 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af4c396e-82b4-41b8-a45b-c7dcddb34e4d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589015 Jul 16 08:55:25.428419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51876) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.433380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004864720'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.457113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.461490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.529529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Router f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:25.566836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af625172-0328-4777-8519-b56c81524e50 None None] DHCP port deletion for 61c777a1-3457-46f7-b598-c93f40fe20b8 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:25.606315 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.613366 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.644800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-af625172-0328-4777-8519-b56c81524e50 None None] Deleting port 9db1c58a-7871-451c-8e58-72dede198444 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:25.645589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 9db1c58a-7871-451c-8e58-72dede198444 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:25.645794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.646080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af625172-0328-4777-8519-b56c81524e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.646627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.648180 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2188039 Jul 16 08:55:25.650413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122fd74-6872-4fcc-8777-73a5960dc24f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc47caf-8fe4-4232-bb22-991c33afcba4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.653946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.659853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5e6f3683-d3a4-459c-94e8-dc8cfd65533c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.660529 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-5e6f3683-d3a4-459c-94e8-dc8cfd65533c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:55:25.661268 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-5e6f3683-d3a4-459c-94e8-dc8cfd65533c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.663143 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5e6f3683-d3a4-459c-94e8-dc8cfd65533c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077960 Jul 16 08:55:25.665769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51886) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.670652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f5a80d67-f1a4-4b37-bf00-c0032b0adc37 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.728588 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-f5a80d67-f1a4-4b37-bf00-c0032b0adc37 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.730013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f5a80d67-f1a4-4b37-bf00-c0032b0adc37 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0629036 Jul 16 08:55:25.732499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51888) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.735375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-af625172-0328-4777-8519-b56c81524e50 None None] For port 9db1c58a-7871-451c-8e58-72dede198444, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9db1c58a-7871-451c-8e58-72dede198444,segment=NetworkSegment(f735672d-7edc-4259-b37d-3181bb3f0ad6),segment_id=f735672d-7edc-4259-b37d-3181bb3f0ad6)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:25.735939 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af625172-0328-4777-8519-b56c81524e50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.737033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d80496fb-3e63-4c35-9214-08b9f2de082b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.741311 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-d80496fb-3e63-4c35-9214-08b9f2de082b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 08:55:25.742813 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-d80496fb-3e63-4c35-9214-08b9f2de082b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.743868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d80496fb-3e63-4c35-9214-08b9f2de082b tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104215 Jul 16 08:55:25.746776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51890) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.752522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a7bd4188-6721-475c-a34e-faf242df2e4f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.766754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-af625172-0328-4777-8519-b56c81524e50 None None] Calling delete_port for 9db1c58a-7871-451c-8e58-72dede198444 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:25.813776 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-a7bd4188-6721-475c-a34e-faf242df2e4f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.816087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a7bd4188-6721-475c-a34e-faf242df2e4f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0675774 Jul 16 08:55:25.818982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51892) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.824884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9dc702f2-f8e7-4393-b3c2-e87b522df59c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.826108 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-9dc702f2-f8e7-4393-b3c2-e87b522df59c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:55:25.827588 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-9dc702f2-f8e7-4393-b3c2-e87b522df59c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.830026 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9dc702f2-f8e7-4393-b3c2-e87b522df59c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095763 Jul 16 08:55:25.833242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51894) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.838973 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9957e5ff-ec11-4a08-838e-c64711a121da tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.904237 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-9957e5ff-ec11-4a08-838e-c64711a121da tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.909102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9957e5ff-ec11-4a08-838e-c64711a121da tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0745807 Jul 16 08:55:25.910168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51898) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.922599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5927faf5-6497-4adf-a0c9-0d6d572a7d69 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.923640 n-d-798249-10 neutron-server[93700]: WARNING neutron.api.v2.base [None req-5927faf5-6497-4adf-a0c9-0d6d572a7d69 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 08:55:25.925688 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af625172-0328-4777-8519-b56c81524e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.926466 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-5927faf5-6497-4adf-a0c9-0d6d572a7d69 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:25.932180 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5927faf5-6497-4adf-a0c9-0d6d572a7d69 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0204043 Jul 16 08:55:25.933019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51900) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.939308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-360ee89d-e1c6-4e0e-b04d-71d3ae608b0d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.971109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af625172-0328-4777-8519-b56c81524e50 None None] Pushing event deleted for resources: {'Port': ['ID=9db1c58a-7871-451c-8e58-72dede198444,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.980298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af625172-0328-4777-8519-b56c81524e50 None None] No DVR routers for this DVR port 9db1c58a-7871-451c-8e58-72dede198444 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:26.013771 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-360ee89d-e1c6-4e0e-b04d-71d3ae608b0d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:26.017880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-360ee89d-e1c6-4e0e-b04d-71d3ae608b0d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0803583 Jul 16 08:55:26.018021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51902) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.024091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a86b2c1b-a6e9-4acf-bf38-3d587041353c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '6bc47caf-8fe4-4232-bb22-991c33afcba4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.058500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9db1c58a-7871-451c-8e58-72dede198444 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:26.063568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51904) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.081487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9db1c58a-7871-451c-8e58-72dede198444 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:26.081958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9db1c58a-7871-451c-8e58-72dede198444 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:26.090453 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-a86b2c1b-a6e9-4acf-bf38-3d587041353c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:26.097663 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a86b2c1b-a6e9-4acf-bf38-3d587041353c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0780668 Jul 16 08:55:26.098312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51908) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.169949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ed4d-8d3a-4673-9f0b-a6b92fa3af89 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.181240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 9db1c58a-7871-451c-8e58-72dede198444, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9db1c58a-7871-451c-8e58-72dede198444,segment=NetworkSegment(f735672d-7edc-4259-b37d-3181bb3f0ad6),segment_id=f735672d-7edc-4259-b37d-3181bb3f0ad6)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:26.181694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.186489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:26.196987 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] Sync routers for ids ['f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:26.208472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.212100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-178fef1f-6e6f-42d4-90d2-f8e19f95bf75 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "PUT /v2.0/routers/f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf HTTP/1.1" status: 200 len: 877 time: 2.7632759 Jul 16 08:55:26.214002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ed4d-8d3a-4673-9f0b-a6b92fa3af89 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.216670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.223045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 9db1c58a-7871-451c-8e58-72dede198444 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:26.226221 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] Routers {'f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:26.227020 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.230368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a7c172-12aa-442c-8071-fbdaf77cf04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.266856 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.276668 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] Routers {'f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:26.277206 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.314939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.319967 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.321058 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0713b-e62b-4721-a88f-bc051ac79460 None None] The sync data for ids ['f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:26.348814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=9db1c58a-7871-451c-8e58-72dede198444,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.351356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No DVR routers for this DVR port 9db1c58a-7871-451c-8e58-72dede198444 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:26.363613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ed4d-8d3a-4673-9f0b-a6b92fa3af89 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.367332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ed4d-8d3a-4673-9f0b-a6b92fa3af89 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.368493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ad21ed4d-8d3a-4673-9f0b-a6b92fa3af89 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/6bc47caf-8fe4-4232-bb22-991c33afcba4 HTTP/1.1" status: 204 len: 168 time: 0.2691517 Jul 16 08:55:26.374682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51912) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.392784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21ed4d-8d3a-4673-9f0b-a6b92fa3af89 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc47caf-8fe4-4232-bb22-991c33afcba4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.408583 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-89e7716b-d30d-4706-b747-8935f63b4f16 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf HTTP/1.1" status: 200 len: 918 time: 0.1907179 Jul 16 08:55:26.413449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.457520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.481807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c777a1-3457-46f7-b598-c93f40fe20b8']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.495810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2ee8006a-71f9-457a-a702-9eb5e51873e3 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171434 Jul 16 08:55:26.497351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.498712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f735672d-7edc-4259-b37d-3181bb3f0ad6') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.499018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f735672d-7edc-4259-b37d-3181bb3f0ad6') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.499138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a7c172-12aa-442c-8071-fbdaf77cf04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.504121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845674118'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.509622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.513359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00a7c172-12aa-442c-8071-fbdaf77cf04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.524323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.530666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:26.530998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:26.534224 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:26.563249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b3750e-969b-4355-8dc0-d68a166049c1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.564808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-05b3750e-969b-4355-8dc0-d68a166049c1 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1504254 Jul 16 08:55:26.571274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51918) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.582330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-00a7c172-12aa-442c-8071-fbdaf77cf04a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=baa93854b8b64a8a895b9fdc6f98465e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173819 Jul 16 08:55:26.585507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7c172-12aa-442c-8071-fbdaf77cf04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0342cca-f074-4133-88eb-a8399b487f29,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.588112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.594709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.619029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.633208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.638795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/61c777a1-3457-46f7-b598-c93f40fe20b8 HTTP/1.1" status: 204 len: 168 time: 1.3036289 Jul 16 08:55:26.639730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51922) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.657350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556666638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.665866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e37f2-b602-445f-b120-1a39ca397d7f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=61c777a1-3457-46f7-b598-c93f40fe20b8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.687331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91324524-71f5-447b-9b66-7a28ad6b2577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.703836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210cd58e-0c0a-4b16-9124-cc3163b20585 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.705238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-210cd58e-0c0a-4b16-9124-cc3163b20585 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.1322753 Jul 16 08:55:26.708041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51924) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.710037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91324524-71f5-447b-9b66-7a28ad6b2577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.745910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-317b9b45-d9a3-4cf8-999c-756fc0e2e105 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf HTTP/1.1" status: 200 len: 205 time: 0.0340643 Jul 16 08:55:26.746423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51926) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.774524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.778524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.813818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.814759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.816372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736cc72c-1f1b-4310-a77f-5b47027c14aa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.820351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.824576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91324524-71f5-447b-9b66-7a28ad6b2577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.827581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-efeb9325-2e27-40fd-b5db-8b4fd7cbcc26 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3210237 Jul 16 08:55:26.827976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-91324524-71f5-447b-9b66-7a28ad6b2577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.828128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51928) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.828198 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-91324524-71f5-447b-9b66-7a28ad6b2577 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0342cca-f074-4133-88eb-a8399b487f29 HTTP/1.1" status: 204 len: 168 time: 0.2293751 Jul 16 08:55:26.835076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1d4a6aef-cd5a-4621-9518-b7fdf0e50706 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '736cc72c-1f1b-4310-a77f-5b47027c14aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.867808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91324524-71f5-447b-9b66-7a28ad6b2577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0342cca-f074-4133-88eb-a8399b487f29,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.882342 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-1d4a6aef-cd5a-4621-9518-b7fdf0e50706 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The resource could not be found. Jul 16 08:55:26.886916 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d4a6aef-cd5a-4621-9518-b7fdf0e50706 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0614696 Jul 16 08:55:26.887583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51932) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.899060 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-109f20c2-24d2-4694-befb-da527f4106e8 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '736cc72c-1f1b-4310-a77f-5b47027c14aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5c60010a-11ca-4046-b715-cbc5b294d5e5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.929939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.933444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.936867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.945946 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-109f20c2-24d2-4694-befb-da527f4106e8 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The resource could not be found. Jul 16 08:55:26.947533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-109f20c2-24d2-4694-befb-da527f4106e8 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0587504 Jul 16 08:55:26.950115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51934) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.028033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.032036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0e1a1467-8e3f-42c4-9a25-ed8cebf79d01 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3791928 Jul 16 08:55:27.032209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51938) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.036225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bbc779cb-7273-4e31-9fa3-658c13d55e6d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.037202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1567594371'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.062062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bbc779cb-7273-4e31-9fa3-658c13d55e6d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.075191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:27.078702 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.082432 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.112166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bbc779cb-7273-4e31-9fa3-658c13d55e6d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.114800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bbc779cb-7273-4e31-9fa3-658c13d55e6d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.118480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bbc779cb-7273-4e31-9fa3-658c13d55e6d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/736cc72c-1f1b-4310-a77f-5b47027c14aa HTTP/1.1" status: 204 len: 168 time: 0.1649427 Jul 16 08:55:27.119169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51940) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.132068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:27.145442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.145797 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment 1a311837-ba02-4206-aa3a-67cb4c3b6006 of type vlan for network 252c6552-e59d-4675-b4bd-328a6017a2f6 Jul 16 08:55:27.148295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc779cb-7273-4e31-9fa3-658c13d55e6d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736cc72c-1f1b-4310-a77f-5b47027c14aa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.176670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51942) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.201010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.202969 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2492628-e7d6-4026-a466-d39eef8951b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.212052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Deleting port 1984095f-55c3-420a-8639-7c108f9047e5 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:27.212397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.215198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-085b82cb-e93f-4290-a126-435640006b7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949636 Jul 16 08:55:27.221303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51944) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.228963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a6b69794-ff35-4011-8d78-fd877174f8e7 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '20b59483-044c-460c-be5f-2013c8d7b3f3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.284017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.290849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.291475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.322996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2492628-e7d6-4026-a466-d39eef8951b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.327107 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2492628-e7d6-4026-a466-d39eef8951b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.342633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3093934 Jul 16 08:55:27.346936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51946) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.348784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.356079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.375800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Calling delete_port for 1984095f-55c3-420a-8639-7c108f9047e5 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:27.383392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2492628-e7d6-4026-a466-d39eef8951b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a30697-bc95-48ce-b326-8c797a6c2748,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.394166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d2492628-e7d6-4026-a466-d39eef8951b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb8d67dcd3414fefad25f63a43e7aa51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163064 Jul 16 08:55:27.398390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51948) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.427780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53e699-4aae-4464-a4a0-c4187490ecd7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=252c6552-e59d-4675-b4bd-328a6017a2f6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.428329 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-a6b69794-ff35-4011-8d78-fd877174f8e7 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The resource could not be found. Jul 16 08:55:27.429994 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a6b69794-ff35-4011-8d78-fd877174f8e7 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2069445 Jul 16 08:55:27.435445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51950) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.440460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--638139710'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.441269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:27.460109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b844fa35-4af0-4803-8f63-4e0f4f29a157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.484831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b844fa35-4af0-4803-8f63-4e0f4f29a157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.546234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b844fa35-4af0-4803-8f63-4e0f4f29a157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.551106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b844fa35-4af0-4803-8f63-4e0f4f29a157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.555366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b844fa35-4af0-4803-8f63-4e0f4f29a157 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2a30697-bc95-48ce-b326-8c797a6c2748 HTTP/1.1" status: 204 len: 168 time: 0.1532731 Jul 16 08:55:27.562951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.565911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844fa35-4af0-4803-8f63-4e0f4f29a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a30697-bc95-48ce-b326-8c797a6c2748,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.637383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:27.640882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.827267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.866404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.873157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event deleted for resources: {'Port': ['ID=1984095f-55c3-420a-8639-7c108f9047e5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.876582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.958757 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.960112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5233197 Jul 16 08:55:27.963494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51962) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.970699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--869222314'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.994951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eefe4-7c48-4d40-b21d-d2d142b708a2 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db536a7-850e-4721-889a-bc1bac4ea8da,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.007245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.046311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.102239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.107477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.137198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.141311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1736608 Jul 16 08:55:28.141433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.146882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-66c51679-1469-4455-85e4-a98f64263058 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group_rule': {'security_group_id': '0db536a7-850e-4721-889a-bc1bac4ea8da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8b705fc2-2caa-4a6b-9639-b0a66dd4d1eb'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.152114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70d38e-3a6a-4dab-bbcf-c4003a1b7c9f tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b705fc2-2caa-4a6b-9639-b0a66dd4d1eb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.155806 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.159718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.167133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.205502 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-66c51679-1469-4455-85e4-a98f64263058 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:28.209781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-66c51679-1469-4455-85e4-a98f64263058 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0640931 Jul 16 08:55:28.210091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51974) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.260159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.260825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Fanout notify agent at l3_agent the message router_deleted on router f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:28.268934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.275398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b0e3e8d7-b524-4833-956c-6740af6daee1 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf HTTP/1.1" status: 204 len: 168 time: 1.5226514 Jul 16 08:55:28.275398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=8d113538-6392-4f7b-8102-f46bb7c4a81e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.275669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51976) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.283579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:28.284015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 252c6552-e59d-4675-b4bd-328a6017a2f6, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:28.285743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1692695286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.301256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1fde0d-cd13-46c7-833c-8da6551f403d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.306532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:28.325751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 252c6552-e59d-4675-b4bd-328a6017a2f6) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:28.331417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.332431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.334245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.335403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.339765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b336e9-461a-46c6-bcbc-38186b29a3a2 None None] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:28.341014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1fde0d-cd13-46c7-833c-8da6551f403d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.360616 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e623b4af-7569-419d-a913-d243d7ac8e20 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0080581 Jul 16 08:55:28.361107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 51980) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.420556 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.428912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.447225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1fde0d-cd13-46c7-833c-8da6551f403d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.450517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1fde0d-cd13-46c7-833c-8da6551f403d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.452254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d1fde0d-cd13-46c7-833c-8da6551f403d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b705fc2-2caa-4a6b-9639-b0a66dd4d1eb HTTP/1.1" status: 204 len: 168 time: 0.2412245 Jul 16 08:55:28.460288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51984) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.486831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.488692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f660a855-cd56-44c5-b8b6-04e6033f4f85 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2126911 Jul 16 08:55:28.491764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fde0d-cd13-46c7-833c-8da6551f403d tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b705fc2-2caa-4a6b-9639-b0a66dd4d1eb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.493612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51986) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.500291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': True}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.542066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-252c6552-e59d-4675-b4bd-328a6017a2f6', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:28.543247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.689271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec742320-2c04-4c24-bfad-5dda11a31305 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2273273 Jul 16 08:55:28.693499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 51990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.721174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.730800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Allocated IP 172.20.0.2 (252c6552-e59d-4675-b4bd-328a6017a2f6/8d113538-6392-4f7b-8102-f46bb7c4a81e/0cb632dd-27c1-4398-aada-52cc235c56ba) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:28.800324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.859249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721d9003-b091-4aab-b1eb-f7a8421d4e7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.888648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721d9003-b091-4aab-b1eb-f7a8421d4e7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.964098 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.980450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Transition to ACTIVE for port object 0cb632dd-27c1-4398-aada-52cc235c56ba will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:28.980681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721d9003-b091-4aab-b1eb-f7a8421d4e7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.983219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-721d9003-b091-4aab-b1eb-f7a8421d4e7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.984401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-721d9003-b091-4aab-b1eb-f7a8421d4e7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/0db536a7-850e-4721-889a-bc1bac4ea8da HTTP/1.1" status: 204 len: 168 time: 0.2896249 Jul 16 08:55:28.987188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52000) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.001501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Transition to ACTIVE for port object 0cb632dd-27c1-4398-aada-52cc235c56ba will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:29.011463 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.094163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:29.095684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Pushing event updated for resources: {'Port': ['ID=0cb632dd-27c1-4398-aada-52cc235c56ba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.107863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ccc9b65-f602-4a98-a63d-fcf028bc1973 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133943 Jul 16 08:55:29.108261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:29.110977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:29.118958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52004) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.125205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.20.0.1 (252c6552-e59d-4675-b4bd-328a6017a2f6/8d113538-6392-4f7b-8102-f46bb7c4a81e/92898c20-33ff-4991-9a96-8f13fc89eaef) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:29.140747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'tempest-secgroup--254316873'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:29.178400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Attempting to bind port 0cb632dd-27c1-4398-aada-52cc235c56ba on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:29.178822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Attempting to bind port 0cb632dd-27c1-4398-aada-52cc235c56ba by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:29.179183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Attempting to bind port 0cb632dd-27c1-4398-aada-52cc235c56ba on network 252c6552-e59d-4675-b4bd-328a6017a2f6 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:29.187197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:29.191559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Checking segment: {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:29.193293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.193727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Bound using segment: {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:29.194502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Bound port: 0cb632dd-27c1-4398-aada-52cc235c56ba, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:29.195215 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.225159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.314260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] For port 0cb632dd-27c1-4398-aada-52cc235c56ba, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:29.320752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] For port 0cb632dd-27c1-4398-aada-52cc235c56ba, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0cb632dd-27c1-4398-aada-52cc235c56ba,segment=NetworkSegment(1a311837-ba02-4206-aa3a-67cb4c3b6006),segment_id=1a311837-ba02-4206-aa3a-67cb4c3b6006)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:29.333521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.373217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.374674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9003-b091-4aab-b1eb-f7a8421d4e7c tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db536a7-850e-4721-889a-bc1bac4ea8da,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.400285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object 92898c20-33ff-4991-9a96-8f13fc89eaef will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:29.423062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.428514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88926cf2-f2cf-4455-84e9-8b93eb983ede None None] Pushing event updated for resources: {'Port': ['ID=0cb632dd-27c1-4398-aada-52cc235c56ba,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.444736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.450609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.460369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.503867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.505756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3855996 Jul 16 08:55:29.510048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52014) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.517139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c5971a9c-ac26-43de-bcd0-dca4d3b0a2f1 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:29.517570 n-d-798249-10 neutron-server[93699]: WARNING neutron.api.v2.base [None req-c5971a9c-ac26-43de-bcd0-dca4d3b0a2f1 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:55:29.518067 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-c5971a9c-ac26-43de-bcd0-dca4d3b0a2f1 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:55:29.522092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c5971a9c-ac26-43de-bcd0-dca4d3b0a2f1 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "PUT /v2.0/security-groups/4cd09f21-baf9-45ed-a6e8-c54e326d3106 HTTP/1.1" status: 409 len: 330 time: 0.0059719 Jul 16 08:55:29.522843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52016) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.531971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.543886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec45bf-f611-4de9-bd16-d08ae437bcdf tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd09f21-baf9-45ed-a6e8-c54e326d3106,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.596565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Allocated IP 172.25.0.28 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d818aa93-f12a-4f7f-a9cd-8f4704456616) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:29.600154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:29.612093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:29.624758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:29.680238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=92898c20-33ff-4991-9a96-8f13fc89eaef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.809533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.879928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.947764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:29.953844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:29.956402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:29.960684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Port': ['ID=d818aa93-f12a-4f7f-a9cd-8f4704456616,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.010849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.050519 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66d5ec27-7559-4921-9285-a7ec21c9dcf6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.103285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66d5ec27-7559-4921-9285-a7ec21c9dcf6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.118590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0cb632dd-27c1-4398-aada-52cc235c56ba up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:30.194950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.195231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 0cb632dd-27c1-4398-aada-52cc235c56ba completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:30.210479 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66d5ec27-7559-4921-9285-a7ec21c9dcf6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.213049 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-66d5ec27-7559-4921-9285-a7ec21c9dcf6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.216570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-66d5ec27-7559-4921-9285-a7ec21c9dcf6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cd09f21-baf9-45ed-a6e8-c54e326d3106 HTTP/1.1" status: 204 len: 168 time: 0.6905565 Jul 16 08:55:30.217678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52030) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.250033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5ec27-7559-4921-9285-a7ec21c9dcf6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd09f21-baf9-45ed-a6e8-c54e326d3106,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.336262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b8746e05-2ea2-4eae-9a76-e965cfad56b6 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174245 Jul 16 08:55:30.340466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52034) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.361120 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-196191ca-f324-4ddd-9a2f-aa64ba964254 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] delete failed (client error): The resource could not be found. Jul 16 08:55:30.366455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-196191ca-f324-4ddd-9a2f-aa64ba964254 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "DELETE /v2.0/security-groups/5837664d-b31a-4890-b6c4-ea98b665e6a1 HTTP/1.1" status: 404 len: 347 time: 0.0209377 Jul 16 08:55:30.367771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52038) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.371391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.385132 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-78210fdf-8b87-421d-9354-b34ccc981130 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] show failed (client error): The resource could not be found. Jul 16 08:55:30.391369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78210fdf-8b87-421d-9354-b34ccc981130 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-groups/53818654-ae8c-4a21-bfa2-4440cba228b8 HTTP/1.1" status: 404 len: 347 time: 0.0181973 Jul 16 08:55:30.392933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52040) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.418329 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-42be259e-c604-449d-9469-5d85c8870c77 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] show failed (client error): The resource could not be found. Jul 16 08:55:30.419029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-42be259e-c604-449d-9469-5d85c8870c77 tempest-NegativeSecGroupTest-1746564705 tempest-NegativeSecGroupTest-1746564705-project] 10.222.0.41 "GET /v2.0/security-group-rules/2c26b7b8-7315-41b4-8c7b-31df7e6b2199 HTTP/1.1" status: 404 len: 356 time: 0.0181434 Jul 16 08:55:30.588698 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.595909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.693681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=92898c20-33ff-4991-9a96-8f13fc89eaef,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.696617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.730572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.735675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.857896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb68ec4-9d66-4e53-9058-4ab0e31fec71 None None] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:30.883718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:30.886775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52050) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.895012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:30.956449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Router 45efdada-676c-4960-8ab6-52851cbfabb0 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:31.062713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] Provisioning for port 0cb632dd-27c1-4398-aada-52cc235c56ba completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:31.067213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] Provisioning complete for port 0cb632dd-27c1-4398-aada-52cc235c56ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:31.067666 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.120595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:31.126111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:31.152250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.153788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea4c16b1-4ed9-455d-8e8a-15eefc46e2be tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "PUT /v2.0/routers/45efdada-676c-4960-8ab6-52851cbfabb0 HTTP/1.1" status: 200 len: 914 time: 2.6578131 Jul 16 08:55:31.176462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52056) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.182632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] Sync routers for ids ['45efdada-676c-4960-8ab6-52851cbfabb0'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:31.190736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-217ef832-824b-49df-b8f3-90bd78eda04d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a05ce348cd14f97b33598c662a051fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026645 Jul 16 08:55:31.193962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52058) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.260877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] Routers {'45efdada-676c-4960-8ab6-52851cbfabb0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:31.264292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['45efdada-676c-4960-8ab6-52851cbfabb0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:31.321731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:31.322905 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b308-097e-44fe-a475-66ea9e6c5671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.326647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:31.334214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a137b70c-a683-4de7-9360-e4dc3aa23866 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9711199 Jul 16 08:55:31.336720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52060) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.341233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:31.342589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604931374'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:31.354079 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:31.354963 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:31.369993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b308-097e-44fe-a475-66ea9e6c5671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.388971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:31.399583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.430824 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.447490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b308-097e-44fe-a475-66ea9e6c5671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.449741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ed02502-ac51-4ac5-8c7d-f90f5bb49e31 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/45efdada-676c-4960-8ab6-52851cbfabb0 HTTP/1.1" status: 200 len: 920 time: 0.2714524 Jul 16 08:55:31.450269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b308-097e-44fe-a475-66ea9e6c5671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.451529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3ea1b308-097e-44fe-a475-66ea9e6c5671 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c63fdff5-1e3a-4ac6-a6b6-6c55d933229a HTTP/1.1" status: 204 len: 168 time: 0.2565222 Jul 16 08:55:31.452960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52062) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.475273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1b308-097e-44fe-a475-66ea9e6c5671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fdff5-1e3a-4ac6-a6b6-6c55d933229a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.486967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] Routers {'45efdada-676c-4960-8ab6-52851cbfabb0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:31.493454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['45efdada-676c-4960-8ab6-52851cbfabb0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:31.543564 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:31.544930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:31.579269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.579639 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment 67ac9581-44d9-449d-bf3d-1d8c4874027d of type vlan for network eaff155a-28e0-4423-934d-f464ed620d07 Jul 16 08:55:31.633948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:31.634518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e1b62-291e-4449-bdfb-3df8642af72d None None] The sync data for ids ['45efdada-676c-4960-8ab6-52851cbfabb0'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:31.646626 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:31.657486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] For port 0cb632dd-27c1-4398-aada-52cc235c56ba, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0cb632dd-27c1-4398-aada-52cc235c56ba,segment=NetworkSegment(1a311837-ba02-4206-aa3a-67cb4c3b6006),segment_id=1a311837-ba02-4206-aa3a-67cb4c3b6006)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:31.664693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.677089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61148d64-5e50-4c21-a746-e5f258ac7752 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.679178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-61148d64-5e50-4c21-a746-e5f258ac7752 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=45efdada-676c-4960-8ab6-52851cbfabb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2253783 Jul 16 08:55:31.682100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.700510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.748974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16540f-720b-4a2f-888d-63231f546df2 None None] Pushing event updated for resources: {'Port': ['ID=0cb632dd-27c1-4398-aada-52cc235c56ba,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.771494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.779178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.780235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.806058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4681234 Jul 16 08:55:31.810272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52070) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.821246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d0738d8a-3c4c-4c17-ac70-63b28fead55f None None] Provisioning for port 92898c20-33ff-4991-9a96-8f13fc89eaef completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:31.842922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d0738d8a-3c4c-4c17-ac70-63b28fead55f None None] Provisioning complete for port 92898c20-33ff-4991-9a96-8f13fc89eaef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:31.844325 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0738d8a-3c4c-4c17-ac70-63b28fead55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.962148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d0738d8a-3c4c-4c17-ac70-63b28fead55f None None] Port 92898c20-33ff-4991-9a96-8f13fc89eaef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:31.990107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d0738d8a-3c4c-4c17-ac70-63b28fead55f None None] Provisioning complete for port 0cb632dd-27c1-4398-aada-52cc235c56ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:31.991214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d0738d8a-3c4c-4c17-ac70-63b28fead55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.008266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068803ff-dbe9-475d-a4e4-03053cac16b4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=eaff155a-28e0-4423-934d-f464ed620d07,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.028398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:32.066999 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:30Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:30Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.101915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network eaff155a-28e0-4423-934d-f464ed620d07 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:32.134038 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:32.134342 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Updating router 79d1a6da-592f-451f-97be-a2af756773df port 92898c20-33ff-4991-9a96-8f13fc89eaef binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:32.188561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0590bf0d-5155-4a99-9f2a-fcfe562dd0b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.193907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0590bf0d-5155-4a99-9f2a-fcfe562dd0b4 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.5069463 Jul 16 08:55:32.194079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0cb632dd-27c1-4398-aada-52cc235c56ba up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:32.194525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.253078 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.262407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fedbd679-de03-4abb-8263-a2b13a30fc00 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=45efdada-676c-4960-8ab6-52851cbfabb0 HTTP/1.1" status: 200 len: 205 time: 0.0649221 Jul 16 08:55:32.263190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52084) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.271913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:32.275556 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.329907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 0cb632dd-27c1-4398-aada-52cc235c56ba triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:32.330231 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.495387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-407cbd72-5832-40e5-9b29-41852f47e064 None None] Provisioning complete for port 92898c20-33ff-4991-9a96-8f13fc89eaef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:32.495826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-407cbd72-5832-40e5-9b29-41852f47e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.548514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-407cbd72-5832-40e5-9b29-41852f47e064 None None] Port 92898c20-33ff-4991-9a96-8f13fc89eaef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:32.564899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.659242 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.680808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-00126120-7f9f-48e2-8e16-a9a5b422deb5 None None] Provisioning complete for port 92898c20-33ff-4991-9a96-8f13fc89eaef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:32.681177 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-00126120-7f9f-48e2-8e16-a9a5b422deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.736995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=cbb2182f-76a6-4b8b-a4c8-c2785a762bee,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.746817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.759840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:32.760206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: eaff155a-28e0-4423-934d-f464ed620d07, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:32.779505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-00126120-7f9f-48e2-8e16-a9a5b422deb5 None None] Port 92898c20-33ff-4991-9a96-8f13fc89eaef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:32.785325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network eaff155a-28e0-4423-934d-f464ed620d07 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:32.797557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, eaff155a-28e0-4423-934d-f464ed620d07) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:32.806683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549486a8-bf51-4b19-aac0-aac79a085fb1 None None] Network eaff155a-28e0-4423-934d-f464ed620d07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:32.807223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.809947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.845034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-525cfa6f-b0a5-47d3-978a-d387bb0eb278 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0336747 Jul 16 08:55:32.848801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.857756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Deleting port d818aa93-f12a-4f7f-a9cd-8f4704456616 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:32.858338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.901323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52096) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.983477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.008863 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.016055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Calling delete_port for d818aa93-f12a-4f7f-a9cd-8f4704456616 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:33.077998 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Transition to ACTIVE for port object 92898c20-33ff-4991-9a96-8f13fc89eaef will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:33.094949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-eaff155a-28e0-4423-934d-f464ed620d07', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:33.096128 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.102151 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.194494 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a738f6-ec9d-46c1-9709-60af2dfea9b4 None None] Pushing event updated for resources: {'Port': ['ID=92898c20-33ff-4991-9a96-8f13fc89eaef,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.246539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-506597678'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.306862 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Attempting to bind port 92898c20-33ff-4991-9a96-8f13fc89eaef on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:33.307236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Attempting to bind port 92898c20-33ff-4991-9a96-8f13fc89eaef by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:33.307830 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Attempting to bind port 92898c20-33ff-4991-9a96-8f13fc89eaef on network 252c6552-e59d-4675-b4bd-328a6017a2f6 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:33.328491 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:33.329615 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Checking segment: {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:33.330228 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.330629 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Bound using segment: {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:33.331121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Bound port: 92898c20-33ff-4991-9a96-8f13fc89eaef, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a311837-ba02-4206-aa3a-67cb4c3b6006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:33.331533 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.368780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Made reservation on behalf of 84de855e2277444ea383e0e7e29ea71c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:33.373543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.405346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.421122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Allocated IP 172.21.0.2 (eaff155a-28e0-4423-934d-f464ed620d07/cbb2182f-76a6-4b8b-a4c8-c2785a762bee/566195c4-db2b-427a-9a66-4056a03cbeee) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:33.445325 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] For port 92898c20-33ff-4991-9a96-8f13fc89eaef, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:33.456185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.462050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] For port 92898c20-33ff-4991-9a96-8f13fc89eaef, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92898c20-33ff-4991-9a96-8f13fc89eaef,segment=NetworkSegment(1a311837-ba02-4206-aa3a-67cb4c3b6006),segment_id=1a311837-ba02-4206-aa3a-67cb4c3b6006)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:33.471573 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.497717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event deleted for resources: {'Port': ['ID=d818aa93-f12a-4f7f-a9cd-8f4704456616,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.527979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.592576 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:33.593280 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:33.616838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.683883 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a738f6-ec9d-46c1-9709-60af2dfea9b4 None None] Pushing event updated for resources: {'Port': ['ID=92898c20-33ff-4991-9a96-8f13fc89eaef,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.778746 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:33.806022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.826713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Transition to ACTIVE for port object 566195c4-db2b-427a-9a66-4056a03cbeee will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:33.843304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.854539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.861585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Transition to ACTIVE for port object 566195c4-db2b-427a-9a66-4056a03cbeee will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:33.885507 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.896396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.938189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.938918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Fanout notify agent at l3_agent the message router_deleted on router 45efdada-676c-4960-8ab6-52851cbfabb0 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:33.950379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.951941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b125a62-1a21-4533-9e58-5d2e8b268cfd tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/45efdada-676c-4960-8ab6-52851cbfabb0 HTTP/1.1" status: 204 len: 168 time: 1.6876035 Jul 16 08:55:33.960430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52124) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.966461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-758251987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.991832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Network eaff155a-28e0-4423-934d-f464ed620d07 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:33.994353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Pushing event updated for resources: {'Port': ['ID=566195c4-db2b-427a-9a66-4056a03cbeee,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.996032 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.000172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:34.005427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:34.008116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.21.0.1 (eaff155a-28e0-4423-934d-f464ed620d07/cbb2182f-76a6-4b8b-a4c8-c2785a762bee/92da432c-01f8-487b-ab50-bbb5436e3c56) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:34.021787 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.030015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.031189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.068073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:34.080919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12505e5e-626f-479a-a949-49a4aab034ce,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.102371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Attempting to bind port 566195c4-db2b-427a-9a66-4056a03cbeee on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:34.103115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Attempting to bind port 566195c4-db2b-427a-9a66-4056a03cbeee by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:34.103719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Attempting to bind port 566195c4-db2b-427a-9a66-4056a03cbeee on network eaff155a-28e0-4423-934d-f464ed620d07 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:34.110233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:34.111256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Checking segment: {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:34.111928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.112772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Bound using segment: {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:34.113573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Bound port: 566195c4-db2b-427a-9a66-4056a03cbeee, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:34.115530 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.115732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.116055 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Added segment 5ea2731b-63bc-469b-9d1f-a1f17d7967bb of type vlan for network dd31e067-6879-42a2-a539-5fcd197d9622 Jul 16 08:55:34.155962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.158427 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.178149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object 92da432c-01f8-487b-ab50-bbb5436e3c56 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:34.185873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:30Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:33Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:34.198029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.200818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] For port 566195c4-db2b-427a-9a66-4056a03cbeee, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:34.204861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] For port 566195c4-db2b-427a-9a66-4056a03cbeee, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=566195c4-db2b-427a-9a66-4056a03cbeee,segment=NetworkSegment(67ac9581-44d9-449d-bf3d-1d8c4874027d),segment_id=67ac9581-44d9-449d-bf3d-1d8c4874027d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:34.211546 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.224453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.226286 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e02e6-8a3b-474e-88f0-55adabc8c4c6 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:30Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:33Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:34.251523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.263566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.265633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8045c393-321a-499b-a745-23548f13ee20 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3041000 Jul 16 08:55:34.268302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.276320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'enable_snat': False}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:34.291204 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network eaff155a-28e0-4423-934d-f464ed620d07 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:34.294778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:34.298642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:34.334688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b00ca-8087-44e3-9dcc-138c317e780d None None] Pushing event updated for resources: {'Port': ['ID=566195c4-db2b-427a-9a66-4056a03cbeee,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.342505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=92da432c-01f8-487b-ab50-bbb5436e3c56,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.368937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.606147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.812398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.834522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.836582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.978635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0727923 Jul 16 08:55:34.984215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52130) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.030693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-dbe4ec44-6eeb-4219-82ca-b7b8f3952f10 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-2011478394') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:35.030854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.042006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.138034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c379d04-f1d0-41f8-a9db-012fae007e3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Pushing event updated for resources: {'Network': ['ID=dd31e067-6879-42a2-a539-5fcd197d9622,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.149753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network dd31e067-6879-42a2-a539-5fcd197d9622 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:35.150404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.341954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dbe4ec44-6eeb-4219-82ca-b7b8f3952f10 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "PUT /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-2011478394 HTTP/1.1" status: 201 len: 201 time: 0.3553748 Jul 16 08:55:35.344496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52132) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.351070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-2ad00793-2a96-4d2b-92d2-7be89fcb5520 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-2011478394') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:35.555365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=92da432c-01f8-487b-ab50-bbb5436e3c56,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.565681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.568524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2ad00793-2a96-4d2b-92d2-7be89fcb5520 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-2011478394 HTTP/1.1" status: 204 len: 168 time: 0.2227321 Jul 16 08:55:35.570815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52134) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.576940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-120b0c65-ede6-468f-bcad-6f3fcc93c204 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:35.601402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.636357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.708699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network eaff155a-28e0-4423-934d-f464ed620d07 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:35.710826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:35.752132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6b41d-b51d-4ff8-b684-6d5558e48c49 None None] Network eaff155a-28e0-4423-934d-f464ed620d07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:35.767244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-120b0c65-ede6-468f-bcad-6f3fcc93c204 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags HTTP/1.1" status: 200 len: 238 time: 0.1953492 Jul 16 08:55:35.771776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52136) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.780095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-de01fc4e-7962-46ac-9d6d-0e3e90f24d99 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', {'tags': ['tempest-TagsTest-Tag-163839500', 'tempest-TagsTest-Tag-273662379', 'tempest-TagsTest-Tag-1239376644']}) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:35.864806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7ca54781-0bb7-4176-be1e-433dd38e24aa None None] Provisioning for port 566195c4-db2b-427a-9a66-4056a03cbeee completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:35.873448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:35.910210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Allocated IP 172.25.0.69 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9334d1a7-87f3-4732-9807-64ab422d1616) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:35.943430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-de01fc4e-7962-46ac-9d6d-0e3e90f24d99 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "PUT /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags HTTP/1.1" status: 200 len: 307 time: 0.1668527 Jul 16 08:55:35.943664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.950638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-73c72590-cbff-40ff-8cf9-9b08ad9ed234 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-163839500') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.018690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:36.024624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ead454a-6ae1-4bbd-91ee-d0d728e78c9a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1740320 Jul 16 08:55:36.027702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52142) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.043721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1217648780'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:36.096412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:36.100917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.165858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:36.178681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.179031 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment b63e462a-0462-457b-af08-fd928dbecd77 of type vlan for network 640e5699-20fc-48cf-9669-6967ca80e490 Jul 16 08:55:36.213284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92898c20-33ff-4991-9a96-8f13fc89eaef up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:36.256047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.291568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 92898c20-33ff-4991-9a96-8f13fc89eaef completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:36.297465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 92898c20-33ff-4991-9a96-8f13fc89eaef triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:36.300218 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.311668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.324985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:36.326076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.350788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.374950 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3459675 Jul 16 08:55:36.375595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-73c72590-cbff-40ff-8cf9-9b08ad9ed234 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "DELETE /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-163839500 HTTP/1.1" status: 204 len: 168 time: 0.4288123 Jul 16 08:55:36.377947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52144) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.382055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52146) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.384457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:36.402972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-6a2bea8d-bd15-4069-a686-95cc7355fead tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-163839500') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.456096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834605cb-0ba1-4d1f-a753-21b0e747571c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=640e5699-20fc-48cf-9669-6967ca80e490,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.496563 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.516735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:36.523013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 640e5699-20fc-48cf-9669-6967ca80e490 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:36.523413 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-6a2bea8d-bd15-4069-a686-95cc7355fead tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] show failed (client error): The resource could not be found. Jul 16 08:55:36.527705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6a2bea8d-bd15-4069-a686-95cc7355fead tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-163839500 HTTP/1.1" status: 404 len: 325 time: 0.1369216 Jul 16 08:55:36.532291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52148) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.533816 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.542014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-a8369ae9-7f2a-41ac-b688-a901df117d3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-273662379') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.574646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:36.575393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.618055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:36.624478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.629347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:36.647548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:36.649693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 92898c20-33ff-4991-9a96-8f13fc89eaef, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92898c20-33ff-4991-9a96-8f13fc89eaef,segment=NetworkSegment(1a311837-ba02-4206-aa3a-67cb4c3b6006),segment_id=1a311837-ba02-4206-aa3a-67cb4c3b6006)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:36.664836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:36.667286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Pushing event updated for resources: {'Port': ['ID=9334d1a7-87f3-4732-9807-64ab422d1616,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.737306 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a8369ae9-7f2a-41ac-b688-a901df117d3b tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-273662379 HTTP/1.1" status: 204 len: 168 time: 0.2001705 Jul 16 08:55:36.742128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52150) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.744962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3c091c0-4596-4a06-84b9-741e670b1fd1 None None] Provisioning for port 92da432c-01f8-487b-ab50-bbb5436e3c56 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:36.752939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e3c091c0-4596-4a06-84b9-741e670b1fd1 None None] Provisioning complete for port 92da432c-01f8-487b-ab50-bbb5436e3c56 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:36.753364 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3c091c0-4596-4a06-84b9-741e670b1fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.756293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.757330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 566195c4-db2b-427a-9a66-4056a03cbeee up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:36.758445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-737d9532-55e9-41ab-816e-b63c8b120edf tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-1239376644') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.874811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=92898c20-33ff-4991-9a96-8f13fc89eaef,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.888016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:36.958412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-737d9532-55e9-41ab-816e-b63c8b120edf tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-1239376644 HTTP/1.1" status: 204 len: 168 time: 0.2119491 Jul 16 08:55:36.961320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52152) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.966854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e3c091c0-4596-4a06-84b9-741e670b1fd1 None None] Port 92da432c-01f8-487b-ab50-bbb5436e3c56 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:36.970936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-4e8966da-2fd5-4507-b6d3-ad4a96de04fe tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.984413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.112911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:37.113496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 640e5699-20fc-48cf-9669-6967ca80e490, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:37.171621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=c732e24b-e6c1-4108-90fd-66467143e26c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.183472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 640e5699-20fc-48cf-9669-6967ca80e490 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:37.200430 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 640e5699-20fc-48cf-9669-6967ca80e490) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:37.207410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.208951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.232857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.234839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc758289-2b75-43c5-8133-9c72169edf2f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8555002 Jul 16 08:55:37.241494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52166) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.272045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e8966da-2fd5-4507-b6d3-ad4a96de04fe tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "DELETE /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags HTTP/1.1" status: 204 len: 168 time: 0.3097103 Jul 16 08:55:37.275227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52168) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.282235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-3cdc802e-14de-4261-864d-44599321fc71 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-273662379') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.308621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f408b-3c77-43aa-8179-eb2a9a052af6 None None] Network 640e5699-20fc-48cf-9669-6967ca80e490 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:37.409418 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-3cdc802e-14de-4261-864d-44599321fc71 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] show failed (client error): The resource could not be found. Jul 16 08:55:37.410535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3cdc802e-14de-4261-864d-44599321fc71 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-273662379 HTTP/1.1" status: 404 len: 325 time: 0.1341896 Jul 16 08:55:37.414251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52170) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.424169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-ab7eabd5-62cc-4cfd-b82f-f1714acf0213 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622', 'tempest-TagsTest-Tag-1239376644') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.514121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3da9ca54-08b2-4bdb-aeda-cc350f51d227 None None] Provisioning complete for port 92da432c-01f8-487b-ab50-bbb5436e3c56 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:37.514786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3da9ca54-08b2-4bdb-aeda-cc350f51d227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.547198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 566195c4-db2b-427a-9a66-4056a03cbeee completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:37.558986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 566195c4-db2b-427a-9a66-4056a03cbeee triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:37.559523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.722057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3da9ca54-08b2-4bdb-aeda-cc350f51d227 None None] Port 92da432c-01f8-487b-ab50-bbb5436e3c56 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:37.730000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-640e5699-20fc-48cf-9669-6967ca80e490', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:37.731024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.745100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52174) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.776886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.783217 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.923516 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-135d44ae-420b-4c1d-993a-7cecfa448b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.954808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 566195c4-db2b-427a-9a66-4056a03cbeee, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=566195c4-db2b-427a-9a66-4056a03cbeee,segment=NetworkSegment(67ac9581-44d9-449d-bf3d-1d8c4874027d),segment_id=67ac9581-44d9-449d-bf3d-1d8c4874027d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.978982 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.991029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0768f5df-429b-4ef7-8556-be7026a36d20 None None] Provisioning complete for port 92da432c-01f8-487b-ab50-bbb5436e3c56 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:37.991450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0768f5df-429b-4ef7-8556-be7026a36d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.001807 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-ab7eabd5-62cc-4cfd-b82f-f1714acf0213 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] show failed (client error): The resource could not be found. Jul 16 08:55:38.002849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ab7eabd5-62cc-4cfd-b82f-f1714acf0213 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "GET /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags/tempest-TagsTest-Tag-1239376644 HTTP/1.1" status: 404 len: 326 time: 0.5851269 Jul 16 08:55:38.006066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52178) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.010580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-9684bb16-09ff-44a4-a666-6df2aaf23e32 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dd31e067-6879-42a2-a539-5fcd197d9622') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.032679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.046469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.116704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92898c20-33ff-4991-9a96-8f13fc89eaef up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:38.146197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9684bb16-09ff-44a4-a666-6df2aaf23e32 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "DELETE /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622/tags HTTP/1.1" status: 204 len: 168 time: 0.1381905 Jul 16 08:55:38.154411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.177094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0768f5df-429b-4ef7-8556-be7026a36d20 None None] Port 92da432c-01f8-487b-ab50-bbb5436e3c56 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:38.193298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-135d44ae-420b-4c1d-993a-7cecfa448b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.194755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:34Z', 'revision_number': 3, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:33Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:34Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.197198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=566195c4-db2b-427a-9a66-4056a03cbeee,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.199812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-135d44ae-420b-4c1d-993a-7cecfa448b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.234429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Router 80f12efa-2315-44dd-ac31-69a28be08893 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:38.240402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:38.240770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Updating router 79d1a6da-592f-451f-97be-a2af756773df port 92da432c-01f8-487b-ab50-bbb5436e3c56 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:38.243475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Allocated IP 172.22.0.2 (640e5699-20fc-48cf-9669-6967ca80e490/c732e24b-e6c1-4108-90fd-66467143e26c/cd368ec6-4c11-4fbe-8eda-9091043a6f64) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:38.287755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-135d44ae-420b-4c1d-993a-7cecfa448b2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fb661dd82b2484294dedde8ff02d611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386972 Jul 16 08:55:38.289200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52182) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.289607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.292332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d44ae-420b-4c1d-993a-7cecfa448b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf23231-5027-478c-b625-2396b3c24b1a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.326054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.373947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 92898c20-33ff-4991-9a96-8f13fc89eaef triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:38.374326 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.385264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.396425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd31e067-6879-42a2-a539-5fcd197d9622']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.398503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab8cb7c-6c87-4188-b359-9fcc1f8c1a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.407517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea2731b-63bc-469b-9d1f-a1f17d7967bb') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.407811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea2731b-63bc-469b-9d1f-a1f17d7967bb') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.417283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.425954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:38.430473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.431787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3e3c49ff-f3f8-4208-9ce2-fcada89fd881 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "PUT /v2.0/routers/80f12efa-2315-44dd-ac31-69a28be08893 HTTP/1.1" status: 200 len: 914 time: 4.1624923 Jul 16 08:55:38.432148 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.434394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab8cb7c-6c87-4188-b359-9fcc1f8c1a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.435227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52184) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.443186 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] Sync routers for ids ['80f12efa-2315-44dd-ac31-69a28be08893'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:38.452270 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] Routers {'80f12efa-2315-44dd-ac31-69a28be08893'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:38.453118 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['80f12efa-2315-44dd-ac31-69a28be08893'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.456718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:38.457357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:38.488374 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:38.493331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab8cb7c-6c87-4188-b359-9fcc1f8c1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.494522 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.495899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ab8cb7c-6c87-4188-b359-9fcc1f8c1a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.499397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4ab8cb7c-6c87-4188-b359-9fcc1f8c1a0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaf23231-5027-478c-b625-2396b3c24b1a HTTP/1.1" status: 204 len: 168 time: 0.2076616 Jul 16 08:55:38.505831 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] Routers {'80f12efa-2315-44dd-ac31-69a28be08893'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:38.506888 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['80f12efa-2315-44dd-ac31-69a28be08893'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.516463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8cb7c-6c87-4188-b359-9fcc1f8c1a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf23231-5027-478c-b625-2396b3c24b1a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.542745 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.543639 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3297466-39f3-4f42-aeae-addf0dce1746 None None] The sync data for ids ['80f12efa-2315-44dd-ac31-69a28be08893'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:38.615488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.626229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.630477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] 10.222.0.41 "DELETE /v2.0/networks/dd31e067-6879-42a2-a539-5fcd197d9622 HTTP/1.1" status: 204 len: 168 time: 0.4727967 Jul 16 08:55:38.673778 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd890e-a3ad-4e4c-bff1-6c6c12730167 tempest-TagsTest-981623223 tempest-TagsTest-981623223-project] Pushing event deleted for resources: {'Network': ['ID=dd31e067-6879-42a2-a539-5fcd197d9622,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.700702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52192) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.700904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a150283e-371f-4ce8-808e-5a356662c745 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/80f12efa-2315-44dd-ac31-69a28be08893 HTTP/1.1" status: 200 len: 920 time: 0.2651157 Jul 16 08:55:38.745085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.762828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Transition to ACTIVE for port object cd368ec6-4c11-4fbe-8eda-9091043a6f64 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:38.780729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17359e4f-a1f2-47d1-9bce-02fe93110874 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.782882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-17359e4f-a1f2-47d1-9bce-02fe93110874 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=80f12efa-2315-44dd-ac31-69a28be08893&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0807583 Jul 16 08:55:38.785635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52194) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.815807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Transition to ACTIVE for port object cd368ec6-4c11-4fbe-8eda-9091043a6f64 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:38.827903 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.865894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52198) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.884735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41139449-bbb7-4594-a7b1-74c9664e1838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.890740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd073d-d9be-4176-91e6-eedde63d68c8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.892443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0edd073d-d9be-4176-91e6-eedde63d68c8 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/networks/13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 881 time: 0.1053040 Jul 16 08:55:38.895299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.910424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Network 640e5699-20fc-48cf-9669-6967ca80e490 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:38.928148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.22.0.1 (640e5699-20fc-48cf-9669-6967ca80e490/c732e24b-e6c1-4108-90fd-66467143e26c/fbf45f6b-57b4-4607-85e9-f5eb1128f8db) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:38.933208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-27d7936b-8d5e-49b1-8acf-b7329593cede tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f12efa-2315-44dd-ac31-69a28be08893 HTTP/1.1" status: 200 len: 205 time: 0.0362711 Jul 16 08:55:38.935632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52202) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.941557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:38.949743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:38.957759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52204) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.970214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.014134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Transition to ACTIVE for port object 92da432c-01f8-487b-ab50-bbb5436e3c56 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:39.017286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Pushing event updated for resources: {'Port': ['ID=cd368ec6-4c11-4fbe-8eda-9091043a6f64,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.050498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.069043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.081921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Attempting to bind port cd368ec6-4c11-4fbe-8eda-9091043a6f64 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:39.082297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Attempting to bind port cd368ec6-4c11-4fbe-8eda-9091043a6f64 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:39.082717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Attempting to bind port cd368ec6-4c11-4fbe-8eda-9091043a6f64 on network 640e5699-20fc-48cf-9669-6967ca80e490 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:39.116928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:39.117560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Checking segment: {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:39.118152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.118695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Bound using segment: {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:39.119366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Bound port: cd368ec6-4c11-4fbe-8eda-9091043a6f64, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:39.119767 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.146903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfecc1-228e-4b80-84ab-96bf28f663b5 None None] Pushing event updated for resources: {'Port': ['ID=92da432c-01f8-487b-ab50-bbb5436e3c56,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.168306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41139449-bbb7-4594-a7b1-74c9664e1838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.189999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41139449-bbb7-4594-a7b1-74c9664e1838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.196929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.205417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.246252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Attempting to bind port 92da432c-01f8-487b-ab50-bbb5436e3c56 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:39.246728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Attempting to bind port 92da432c-01f8-487b-ab50-bbb5436e3c56 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:39.247274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Attempting to bind port 92da432c-01f8-487b-ab50-bbb5436e3c56 on network eaff155a-28e0-4423-934d-f464ed620d07 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:39.253349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object fbf45f6b-57b4-4607-85e9-f5eb1128f8db will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:39.259139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8d91839-4539-4693-9845-16377cdc73c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84de855e2277444ea383e0e7e29ea71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965040 Jul 16 08:55:39.259682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:39.260150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Checking segment: {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:39.260630 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.261098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Bound using segment: {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:39.261647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Bound port: 92da432c-01f8-487b-ab50-bbb5436e3c56, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac9581-44d9-449d-bf3d-1d8c4874027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:39.262382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.262634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52208) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.266768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-41139449-bbb7-4594-a7b1-74c9664e1838 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0eebf6f4a3a447690d4980a3c88571b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998461 Jul 16 08:55:39.268930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41139449-bbb7-4594-a7b1-74c9664e1838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6fb906-1acd-4992-a1fc-0861f8056bf4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.272869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52210) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.292569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] For port cd368ec6-4c11-4fbe-8eda-9091043a6f64, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:39.315701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Deleting port 9334d1a7-87f3-4732-9807-64ab422d1616 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:39.316130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.342493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] For port cd368ec6-4c11-4fbe-8eda-9091043a6f64, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cd368ec6-4c11-4fbe-8eda-9091043a6f64,segment=NetworkSegment(b63e462a-0462-457b-af08-fd928dbecd77),segment_id=b63e462a-0462-457b-af08-fd928dbecd77)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:39.357101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.378810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6aece5c-44d7-4481-847b-495dea238b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.409078 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6aece5c-44d7-4481-847b-495dea238b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.410818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f626eb58-efbf-42e9-a6ea-b5a88a1745e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.425347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.429829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] For port 92da432c-01f8-487b-ab50-bbb5436e3c56, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:39.435866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] For port 92da432c-01f8-487b-ab50-bbb5436e3c56, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92da432c-01f8-487b-ab50-bbb5436e3c56,segment=NetworkSegment(67ac9581-44d9-449d-bf3d-1d8c4874027d),segment_id=67ac9581-44d9-449d-bf3d-1d8c4874027d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:39.448822 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.449259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f626eb58-efbf-42e9-a6ea-b5a88a1745e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.451983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590eb9-d22b-41c3-b04a-14da019d7162 None None] Pushing event updated for resources: {'Port': ['ID=cd368ec6-4c11-4fbe-8eda-9091043a6f64,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.478906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.510843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Calling delete_port for 9334d1a7-87f3-4732-9807-64ab422d1616 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:39.517825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 640e5699-20fc-48cf-9669-6967ca80e490 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:39.524651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:39.527912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.530770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:39.570613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6aece5c-44d7-4481-847b-495dea238b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.573269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6aece5c-44d7-4481-847b-495dea238b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.576905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d6aece5c-44d7-4481-847b-495dea238b6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce6fb906-1acd-4992-a1fc-0861f8056bf4 HTTP/1.1" status: 204 len: 168 time: 0.3010476 Jul 16 08:55:39.585597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:39.586257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.596695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfecc1-228e-4b80-84ab-96bf28f663b5 None None] Pushing event updated for resources: {'Port': ['ID=92da432c-01f8-487b-ab50-bbb5436e3c56,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.607043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aece5c-44d7-4481-847b-495dea238b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6fb906-1acd-4992-a1fc-0861f8056bf4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.624205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.658027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f626eb58-efbf-42e9-a6ea-b5a88a1745e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.660899 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f626eb58-efbf-42e9-a6ea-b5a88a1745e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.674938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f626eb58-efbf-42e9-a6ea-b5a88a1745e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12505e5e-626f-479a-a949-49a4aab034ce HTTP/1.1" status: 204 len: 168 time: 0.3897254 Jul 16 08:55:39.763825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626eb58-efbf-42e9-a6ea-b5a88a1745e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12505e5e-626f-479a-a949-49a4aab034ce,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.873210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:39.945263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.988859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.137911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event deleted for resources: {'Port': ['ID=9334d1a7-87f3-4732-9807-64ab422d1616,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.234152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:34Z', 'revision_number': 3, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:39Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.246412 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.274813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 566195c4-db2b-427a-9a66-4056a03cbeee up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:40.275724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52220) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.311469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4ae-51c5-49e6-a901-013290f00c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.332026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89dc2f-f0b7-4154-b28f-7dd16e1fe782 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:34Z', 'revision_number': 3, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:39Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:40.345516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 566195c4-db2b-427a-9a66-4056a03cbeee triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:40.346174 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.433427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.436960 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.500449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.501121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Fanout notify agent at l3_agent the message router_deleted on router 80f12efa-2315-44dd-ac31-69a28be08893 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:40.511535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.513567 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e4c4e02-c5ac-4538-b103-50be62f8d95a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/80f12efa-2315-44dd-ac31-69a28be08893 HTTP/1.1" status: 204 len: 168 time: 1.5764163 Jul 16 08:55:40.518500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52224) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.524698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1399083448', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:40.676661 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.694691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.739533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cd368ec6-4c11-4fbe-8eda-9091043a6f64 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:40.823403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4ae-51c5-49e6-a901-013290f00c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.837648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.857286 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21e3b4ae-51c5-49e6-a901-013290f00c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.870775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port cd368ec6-4c11-4fbe-8eda-9091043a6f64 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:40.871382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.875167 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.879067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.958438 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21e3b4ae-51c5-49e6-a901-013290f00c0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2736c5a59e149e48f4fccfdf6ee96c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808615 Jul 16 08:55:40.961978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.969427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.975029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3b4ae-51c5-49e6-a901-013290f00c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1315997c-368a-4f87-b50e-f4cc4e4c8cb5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.110451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 640e5699-20fc-48cf-9669-6967ca80e490 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:41.111803 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c10cadb4-8857-4587-a7d6-c6beee2e746d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.114461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:41.172751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.202787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895cf02-3038-47e1-939c-35f54f5c251b None None] Network 640e5699-20fc-48cf-9669-6967ca80e490 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:41.227737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c10cadb4-8857-4587-a7d6-c6beee2e746d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.295684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:41.305225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] Provisioning for port cd368ec6-4c11-4fbe-8eda-9091043a6f64 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:41.313032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] Provisioning complete for port cd368ec6-4c11-4fbe-8eda-9091043a6f64 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:41.313503 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.437628 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c10cadb4-8857-4587-a7d6-c6beee2e746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.441346 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c10cadb4-8857-4587-a7d6-c6beee2e746d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.443427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c10cadb4-8857-4587-a7d6-c6beee2e746d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1315997c-368a-4f87-b50e-f4cc4e4c8cb5 HTTP/1.1" status: 204 len: 168 time: 0.4799538 Jul 16 08:55:41.464919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cadb4-8857-4587-a7d6-c6beee2e746d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1315997c-368a-4f87-b50e-f4cc4e4c8cb5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.482357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:41.490501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5157b954-3a1d-4aaa-a765-0edbfa804285 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2447865 Jul 16 08:55:41.490795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52252) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.494089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.496342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642683031'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:41.520920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:41.527772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.528301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.547528 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.576676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:41.601519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.601898 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added segment a0c0a3d8-56ce-4929-ba16-0515ed3e00fe of type vlan for network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 Jul 16 08:55:41.603753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] For port cd368ec6-4c11-4fbe-8eda-9091043a6f64, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cd368ec6-4c11-4fbe-8eda-9091043a6f64,segment=NetworkSegment(b63e462a-0462-457b-af08-fd928dbecd77),segment_id=b63e462a-0462-457b-af08-fd928dbecd77)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:41.617224 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.668536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:41.692870 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.702920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:41.703707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.740057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.761997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.765947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.776033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eb232-0775-41a3-9a65-9d5ceaa2c39c None None] Pushing event updated for resources: {'Port': ['ID=cd368ec6-4c11-4fbe-8eda-9091043a6f64,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.779259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Allocated IP 172.25.0.223 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/3a0f18c3-8e87-4f57-bffd-619eab90e2ba) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:41.862858 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3693368 Jul 16 08:55:41.866225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52262) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.879467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'subnet': {'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:41.919637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:42.119271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Made reservation on behalf of 55e409609c864bb69dddd4ae6c71156c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:42.128000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.189662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.213695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-47d837b6-af17-4275-9bbd-ca27a3c6624a None None] Provisioning for port fbf45f6b-57b4-4607-85e9-f5eb1128f8db completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:42.222382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-47d837b6-af17-4275-9bbd-ca27a3c6624a None None] Provisioning complete for port fbf45f6b-57b4-4607-85e9-f5eb1128f8db triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:42.222997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d837b6-af17-4275-9bbd-ca27a3c6624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.341995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92da432c-01f8-487b-ab50-bbb5436e3c56 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:42.495240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-47d837b6-af17-4275-9bbd-ca27a3c6624a None None] Port fbf45f6b-57b4-4607-85e9-f5eb1128f8db cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:42.515106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e8a70-ffd9-4225-a64e-75c5fe83e922 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Network': ['ID=263302c5-aeb8-47df-a50c-ba81fbb0e5a7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.542072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:42.555634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.596420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-47d837b6-af17-4275-9bbd-ca27a3c6624a None None] Provisioning complete for port cd368ec6-4c11-4fbe-8eda-9091043a6f64 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:42.597548 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47d837b6-af17-4275-9bbd-ca27a3c6624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.653770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 92da432c-01f8-487b-ab50-bbb5436e3c56 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:42.685169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:42.705258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:42.711816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 92da432c-01f8-487b-ab50-bbb5436e3c56 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:42.712523 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.735348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event updated for resources: {'Port': ['ID=3a0f18c3-8e87-4f57-bffd-619eab90e2ba,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.741605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:42.744755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.866222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:39Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:39Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:40Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:42.898673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:42.899031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Updating router 79d1a6da-592f-451f-97be-a2af756773df port fbf45f6b-57b4-4607-85e9-f5eb1128f8db binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:42.946378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Subnet': ['ID=5b3a0ba1-3b57-4a57-97d6-9694fd6901cf,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.042273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a0a3a81b-3f22-474b-877b-13f19b369c5f None None] Provisioning complete for port fbf45f6b-57b4-4607-85e9-f5eb1128f8db triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.042533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0a3a81b-3f22-474b-877b-13f19b369c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.047013 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.053016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Checking segment: {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:43.053391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network hostable DHCP agents. Network: 263302c5-aeb8-47df-a50c-ba81fbb0e5a7, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:43.079858 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-17bbc9a2-a255-4890-9ea3-09abd7e30581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.084207 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.121200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:43.145544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3a81b-3f22-474b-877b-13f19b369c5f None None] Port fbf45f6b-57b4-4607-85e9-f5eb1128f8db cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:43.166692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 92da432c-01f8-487b-ab50-bbb5436e3c56, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92da432c-01f8-487b-ab50-bbb5436e3c56,segment=NetworkSegment(67ac9581-44d9-449d-bf3d-1d8c4874027d),segment_id=67ac9581-44d9-449d-bf3d-1d8c4874027d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:43.174897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 263302c5-aeb8-47df-a50c-ba81fbb0e5a7) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:43.183714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.184211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cd368ec6-4c11-4fbe-8eda-9091043a6f64 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:43.193505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.194035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.266659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52745e-f9b5-4dcf-8956-8cdfdc58e1ac None None] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:43.529073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=92da432c-01f8-487b-ab50-bbb5436e3c56,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.548652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cd368ec6-4c11-4fbe-8eda-9091043a6f64 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.549034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.566600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ece0d260-30a8-4e1c-80e4-0ab99faa711f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6990795 Jul 16 08:55:43.567058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52306) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.591259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.845980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.875146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.886664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Transition to ACTIVE for port object fbf45f6b-57b4-4607-85e9-f5eb1128f8db will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:43.906721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.966623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835eba6-849f-4b81-9585-c33c8f3e853c None None] Pushing event updated for resources: {'Port': ['ID=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.004720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.008589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Router 353bd462-bd4a-4d60-b587-ae351df4fb8f is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:44.036177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:44.040545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.189310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:44.199774 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] Sync routers for ids ['353bd462-bd4a-4d60-b587-ae351df4fb8f'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:44.216792 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] Routers {'353bd462-bd4a-4d60-b587-ae351df4fb8f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:44.220169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.221717 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['353bd462-bd4a-4d60-b587-ae351df4fb8f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.226938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2def3c19-36de-4ba5-acbb-51bf433734a0 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7070694 Jul 16 08:55:44.227670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.233153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:44.288846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Attempting to bind port fbf45f6b-57b4-4607-85e9-f5eb1128f8db on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:44.288846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Attempting to bind port fbf45f6b-57b4-4607-85e9-f5eb1128f8db by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:44.288846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Attempting to bind port fbf45f6b-57b4-4607-85e9-f5eb1128f8db on network 640e5699-20fc-48cf-9669-6967ca80e490 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:44.299104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:44.299661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Checking segment: {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:44.300186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.300767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Bound using segment: {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:44.301461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Bound port: fbf45f6b-57b4-4607-85e9-f5eb1128f8db, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63e462a-0462-457b-af08-fd928dbecd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:44.307511 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.365499 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.382149 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] Routers {'353bd462-bd4a-4d60-b587-ae351df4fb8f'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:44.382776 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['353bd462-bd4a-4d60-b587-ae351df4fb8f'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.387670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92da432c-01f8-487b-ab50-bbb5436e3c56 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:44.435042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.435730 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eebcb-160a-4353-88dc-8e929ba5d971 None None] The sync data for ids ['353bd462-bd4a-4d60-b587-ae351df4fb8f'] in n-d-798249-10 is: [] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:44.539262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Allocated IP 172.23.0.2 (263302c5-aeb8-47df-a50c-ba81fbb0e5a7/5b3a0ba1-3b57-4a57-97d6-9694fd6901cf/63a934c1-7af2-4fe5-b2ec-843db9ebbbac) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:44.574879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 92da432c-01f8-487b-ab50-bbb5436e3c56 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:44.575238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.613192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] For port fbf45f6b-57b4-4607-85e9-f5eb1128f8db, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:44.631746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] For port fbf45f6b-57b4-4607-85e9-f5eb1128f8db, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,segment=NetworkSegment(b63e462a-0462-457b-af08-fd928dbecd77),segment_id=b63e462a-0462-457b-af08-fd928dbecd77)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:44.656866 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.715951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.735486 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.816311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Deleting port 3a0f18c3-8e87-4f57-bffd-619eab90e2ba {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:44.816670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.842997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835eba6-849f-4b81-9585-c33c8f3e853c None None] Pushing event updated for resources: {'Port': ['ID=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.862244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:44.863033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.952290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.978482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Calling delete_port for 3a0f18c3-8e87-4f57-bffd-619eab90e2ba owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:45.058014 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.083117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Transition to ACTIVE for port object 63a934c1-7af2-4fe5-b2ec-843db9ebbbac will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:45.085654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:45.143484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Transition to ACTIVE for port object 63a934c1-7af2-4fe5-b2ec-843db9ebbbac will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:45.157933 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.204344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:45.207636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:45.210182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:45.225921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.260235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Allocated IP 172.23.0.1 (263302c5-aeb8-47df-a50c-ba81fbb0e5a7/5b3a0ba1-3b57-4a57-97d6-9694fd6901cf/fa21c853-b2a9-4a6c-bf46-157076fd7d9b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:45.342582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Pushing event updated for resources: {'Port': ['ID=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.388716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Attempting to bind port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:45.389008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Attempting to bind port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:45.389387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Attempting to bind port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac on network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:45.410066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:45.410492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Checking segment: {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:45.411467 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.411871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Bound using segment: {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:45.412474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Bound port: 63a934c1-7af2-4fe5-b2ec-843db9ebbbac, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:45.412869 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.420722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Pushing event deleted for resources: {'Port': ['ID=3a0f18c3-8e87-4f57-bffd-619eab90e2ba,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.423012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.512219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.512421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] For port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:45.516290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] For port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,segment=NetworkSegment(a0c0a3d8-56ce-4929-ba16-0515ed3e00fe),segment_id=a0c0a3d8-56ce-4929-ba16-0515ed3e00fe)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:45.528092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.543712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Transition to ACTIVE for port object fa21c853-b2a9-4a6c-bf46-157076fd7d9b will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:45.630850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.634345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969465f-dbcd-426a-8ebd-41de801e19e0 None None] Pushing event updated for resources: {'Port': ['ID=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.683182 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e223eba9-1e42-4ad8-bce9-d4efaa4fadda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.690971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:39Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:45.740898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.745879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.752863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cf2272-1424-4087-87b6-5cc5cd1f9e83 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:39Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:45.765685 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.769528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:45.780222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:45.788493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:45.907920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.938783 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.951297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Router 353bd462-bd4a-4d60-b587-ae351df4fb8f has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:46.172407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:46.184201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] Sync routers for ids ['353bd462-bd4a-4d60-b587-ae351df4fb8f'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:46.189197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.192973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6a588da4-c0bd-45d9-bf9b-1f88a206a2a6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "PUT /v2.0/routers/353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 200 len: 706 time: 1.9618127 Jul 16 08:55:46.196695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.210587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] Routers {'353bd462-bd4a-4d60-b587-ae351df4fb8f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:46.211249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['353bd462-bd4a-4d60-b587-ae351df4fb8f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.218330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.370306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.393811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] Routers {'353bd462-bd4a-4d60-b587-ae351df4fb8f'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:46.394669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['353bd462-bd4a-4d60-b587-ae351df4fb8f'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.450250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.450957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853dd36-e78a-41f0-9297-02e2b7afc48c None None] The sync data for ids ['353bd462-bd4a-4d60-b587-ae351df4fb8f'] in n-d-798249-10 is: [] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:46.465207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-91cb1466-a8b4-47d3-8819-511ef0023f77 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/routers/353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 200 len: 741 time: 0.2632084 Jul 16 08:55:46.475794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52378) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.532717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 63a934c1-7af2-4fe5-b2ec-843db9ebbbac up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:46.589714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-882b829f-9ccd-4489-90aa-38bd0d3da158 tempest-RoutersAdminTest-107450468 tempest-RoutersAdminTest-107450468-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&device_id=353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 200 len: 205 time: 0.1118250 Jul 16 08:55:46.594881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52380) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.681328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:46.688426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a6a12726-a795-43e9-a49b-565800d767ce tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 200 len: 205 time: 0.0913160 Jul 16 08:55:46.691098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52384) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.694562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fbf45f6b-57b4-4607-85e9-f5eb1128f8db up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:46.713642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.772278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port fbf45f6b-57b4-4607-85e9-f5eb1128f8db completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:46.778535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fbf45f6b-57b4-4607-85e9-f5eb1128f8db triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:46.779005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.906882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52386) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.918822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.951711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.970674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.987184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.045695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event updated for resources: {'Port': ['ID=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.072860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port fbf45f6b-57b4-4607-85e9-f5eb1128f8db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,segment=NetworkSegment(b63e462a-0462-457b-af08-fd928dbecd77),segment_id=b63e462a-0462-457b-af08-fd928dbecd77)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:47.080902 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.135047 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.178091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc336852-85ea-4f39-ac32-7de9b6caf333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.179006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.206149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.210063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.270709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dabe8-8e8a-4ab7-bbc4-9b261881ed99 None None] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:47.284951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.286757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Fanout notify agent at l3_agent the message router_deleted on router 353bd462-bd4a-4d60-b587-ae351df4fb8f {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:47.305556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.307211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dacbb933-859a-4986-a2cc-e97772bdf90a tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 204 len: 168 time: 0.6142082 Jul 16 08:55:47.311215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52392) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.314699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:47.320522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:47.347310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-defd4e06-4f3a-40c8-adf8-2f43c28b380f tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 200 len: 205 time: 0.0346956 Jul 16 08:55:47.352245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52394) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.374248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] Provisioning for port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:47.394599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] Provisioning complete for port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:47.395840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.399380 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-85f4c6d7-17ee-46d0-ad4a-1c97dcdac389 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] delete failed (client error): The resource could not be found. Jul 16 08:55:47.403221 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-85f4c6d7-17ee-46d0-ad4a-1c97dcdac389 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/353bd462-bd4a-4d60-b587-ae351df4fb8f HTTP/1.1" status: 404 len: 336 time: 0.0525413 Jul 16 08:55:47.406005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52396) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.455527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52398) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.457503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-77cfb8bc-731b-4bb3-8798-d35784cb6183 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f12efa-2315-44dd-ac31-69a28be08893 HTTP/1.1" status: 200 len: 205 time: 0.0501738 Jul 16 08:55:47.459305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc336852-85ea-4f39-ac32-7de9b6caf333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.468384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc336852-85ea-4f39-ac32-7de9b6caf333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.527483 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-3c8cdf3d-24a1-415d-bb17-c00f2f1f1037 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] delete failed (client error): The resource could not be found. Jul 16 08:55:47.531058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3c8cdf3d-24a1-415d-bb17-c00f2f1f1037 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/80f12efa-2315-44dd-ac31-69a28be08893 HTTP/1.1" status: 404 len: 336 time: 0.0718503 Jul 16 08:55:47.531670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52400) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.532170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:47.548147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.565320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc336852-85ea-4f39-ac32-7de9b6caf333 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd6f5ece26374f3bbfd1a19e232c8451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6551101 Jul 16 08:55:47.568889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52402) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.574599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-43aa95ee-0d80-4cda-9b27-a8c55d52185f tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=45efdada-676c-4960-8ab6-52851cbfabb0 HTTP/1.1" status: 200 len: 205 time: 0.0390105 Jul 16 08:55:47.574775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336852-85ea-4f39-ac32-7de9b6caf333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72507d54-bf19-4787-a844-4b12574c0d77,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.576427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52404) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.594049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] For port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,segment=NetworkSegment(a0c0a3d8-56ce-4929-ba16-0515ed3e00fe),segment_id=a0c0a3d8-56ce-4929-ba16-0515ed3e00fe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:47.608180 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.626432 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-13bf6de0-3004-4d24-9610-b887b88a97ea tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] delete failed (client error): The resource could not be found. Jul 16 08:55:47.627524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-13bf6de0-3004-4d24-9610-b887b88a97ea tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/45efdada-676c-4960-8ab6-52851cbfabb0 HTTP/1.1" status: 404 len: 336 time: 0.0484207 Jul 16 08:55:47.630252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.672289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d31f842f-12e7-4c9b-b6ba-76fbba00d1d5 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf HTTP/1.1" status: 200 len: 205 time: 0.0409193 Jul 16 08:55:47.674812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.694370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c4a70-2dca-478f-bc15-843ad5984876 None None] Pushing event updated for resources: {'Port': ['ID=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.734879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:47.737894 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-6180b9fd-3252-4984-8944-b6f680e3732d tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] delete failed (client error): The resource could not be found. Jul 16 08:55:47.739116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6180b9fd-3252-4984-8944-b6f680e3732d tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/f9dfae43-cd11-4d54-9d5a-c9752cdb2dcf HTTP/1.1" status: 404 len: 336 time: 0.0631392 Jul 16 08:55:47.741613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e91ed987-b26e-47f8-89d6-c2ddf1f6fea4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1735680 Jul 16 08:55:47.743002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52410) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.750086 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:47.760841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52412) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.761542 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e1e338f-386b-48b0-a9f0-effe4cf42270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.767305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:47.771773 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:47.772394 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:47.792697 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.818215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-25a45107-4f6e-41a6-904f-71061e284126 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=06f6e256-f335-4134-af0b-d212015ea112 HTTP/1.1" status: 200 len: 205 time: 0.0648737 Jul 16 08:55:47.819187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52414) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.858346 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-effcc881-1adb-448c-a986-74f355780b7d tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] delete failed (client error): The resource could not be found. Jul 16 08:55:47.864570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-effcc881-1adb-448c-a986-74f355780b7d tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/06f6e256-f335-4134-af0b-d212015ea112 HTTP/1.1" status: 404 len: 336 time: 0.0440483 Jul 16 08:55:47.865465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.899867 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e1e338f-386b-48b0-a9f0-effe4cf42270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.914861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.922776 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:47.922956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ad9f8549-8bca-4b9a-9370-caba0effe7b4 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3e44e27-b568-4de5-b022-753a9b2880f2 HTTP/1.1" status: 200 len: 205 time: 0.0451236 Jul 16 08:55:47.941602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a3d3-4e3b-45f6-908d-bb1802afadac None None] Provisioning complete for port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:47.942003 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a3d3-4e3b-45f6-908d-bb1802afadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.966834 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-f8b9a80e-f5fd-469f-b8b6-9426090953f6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] delete failed (client error): The resource could not be found. Jul 16 08:55:47.968185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8b9a80e-f5fd-469f-b8b6-9426090953f6 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/routers/d3e44e27-b568-4de5-b022-753a9b2880f2 HTTP/1.1" status: 404 len: 336 time: 0.0521498 Jul 16 08:55:47.971273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52420) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.030857 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bd9eed-e976-4fb5-a57c-a63dfea689f4 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:48.031338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bd9eed-e976-4fb5-a57c-a63dfea689f4 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:48.039141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a2bd9eed-e976-4fb5-a57c-a63dfea689f4 tempest-RoutersAdminTest-647629624 tempest-RoutersAdminTest-647629624-project] 10.222.0.41 "DELETE /v2.0/subnets/7dfe3d02-f034-4a7f-83b6-e549bce26930 HTTP/1.1" status: 404 len: 337 time: 0.0662801 Jul 16 08:55:48.118391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e1e338f-386b-48b0-a9f0-effe4cf42270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.122901 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e1e338f-386b-48b0-a9f0-effe4cf42270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.124432 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e1e338f-386b-48b0-a9f0-effe4cf42270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72507d54-bf19-4787-a844-4b12574c0d77 HTTP/1.1" status: 204 len: 168 time: 0.5532553 Jul 16 08:55:48.154840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a3d3-4e3b-45f6-908d-bb1802afadac None None] Provisioning for port fa21c853-b2a9-4a6c-bf46-157076fd7d9b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:48.159647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a3d3-4e3b-45f6-908d-bb1802afadac None None] Provisioning complete for port fa21c853-b2a9-4a6c-bf46-157076fd7d9b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.160064 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a3d3-4e3b-45f6-908d-bb1802afadac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.192821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e338f-386b-48b0-a9f0-effe4cf42270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72507d54-bf19-4787-a844-4b12574c0d77,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:48.312946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7a3d3-4e3b-45f6-908d-bb1802afadac None None] Port fa21c853-b2a9-4a6c-bf46-157076fd7d9b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:48.340753 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.383387 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.401068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:48.401652 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Updating router 79d1a6da-592f-451f-97be-a2af756773df port fa21c853-b2a9-4a6c-bf46-157076fd7d9b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:48.429218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 63a934c1-7af2-4fe5-b2ec-843db9ebbbac up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:48.460871 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.495757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.538489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.extraroute_db [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:55:48.582801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.extraroute_db [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Removed routes are [] {{(pid=93700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:55:48.583211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.734300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e76fa3a-3951-42d1-bd23-db38f3362243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.805136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b7934a3a-d54c-4a93-a8fd-c3f191490f6a None None] Provisioning complete for port fa21c853-b2a9-4a6c-bf46-157076fd7d9b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.817220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7934a3a-d54c-4a93-a8fd-c3f191490f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.824216 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52436) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.868131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b7934a3a-d54c-4a93-a8fd-c3f191490f6a None None] Port fa21c853-b2a9-4a6c-bf46-157076fd7d9b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:48.878338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.878662 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.897156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9e080ef2-0ebe-4b69-8514-44822c4d4440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.944737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.949257 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.951666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.960501 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Transition to ACTIVE for port object fa21c853-b2a9-4a6c-bf46-157076fd7d9b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:48.968839 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.997520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e76fa3a-3951-42d1-bd23-db38f3362243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.003618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9e76fa3a-3951-42d1-bd23-db38f3362243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.023804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fbf45f6b-57b4-4607-85e9-f5eb1128f8db up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:49.049246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76fa3a-3951-42d1-bd23-db38f3362243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5770d5ee-e6c8-4b8d-9152-c7f7e010b86b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.101584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9e76fa3a-3951-42d1-bd23-db38f3362243 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7933409080504f7bab302cfa242d530d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046829 Jul 16 08:55:49.102223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52438) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.111679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fbf45f6b-57b4-4607-85e9-f5eb1128f8db triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:49.112558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.121166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:49.134383 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Attempting to bind port fa21c853-b2a9-4a6c-bf46-157076fd7d9b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:49.134761 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Attempting to bind port fa21c853-b2a9-4a6c-bf46-157076fd7d9b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:49.135258 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Attempting to bind port fa21c853-b2a9-4a6c-bf46-157076fd7d9b on network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:49.145131 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:49.145829 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Checking segment: {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:49.146389 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.146859 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Bound using segment: {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:49.147453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Bound port: fa21c853-b2a9-4a6c-bf46-157076fd7d9b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:49.148628 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.158046 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac92414-bc7e-458e-ac36-24a528ea202e None None] Pushing event updated for resources: {'Port': ['ID=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.212461 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b487a05a-e5c2-487e-8a65-df57a285d502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.266390 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b487a05a-e5c2-487e-8a65-df57a285d502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.320185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:49.335502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.340031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ddac8b55-f0be-475d-a64c-ba54927bf678 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 933 time: 1.5762208 Jul 16 08:55:49.342651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52444) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.363653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b487a05a-e5c2-487e-8a65-df57a285d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.368262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b487a05a-e5c2-487e-8a65-df57a285d502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.371657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b487a05a-e5c2-487e-8a65-df57a285d502 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5770d5ee-e6c8-4b8d-9152-c7f7e010b86b HTTP/1.1" status: 204 len: 168 time: 0.2661929 Jul 16 08:55:49.387730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487a05a-e5c2-487e-8a65-df57a285d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5770d5ee-e6c8-4b8d-9152-c7f7e010b86b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.439536 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] For port fa21c853-b2a9-4a6c-bf46-157076fd7d9b, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:49.444675 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] For port fa21c853-b2a9-4a6c-bf46-157076fd7d9b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,segment=NetworkSegment(a0c0a3d8-56ce-4929-ba16-0515ed3e00fe),segment_id=a0c0a3d8-56ce-4929-ba16-0515ed3e00fe)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:49.451275 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.520488 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac92414-bc7e-458e-ac36-24a528ea202e None None] Pushing event updated for resources: {'Port': ['ID=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.540730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9e080ef2-0ebe-4b69-8514-44822c4d4440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.547791 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:49.548451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:49.561293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9e080ef2-0ebe-4b69-8514-44822c4d4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.595247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e080ef2-0ebe-4b69-8514-44822c4d4440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ebd5bc-e2e3-4bb1-ab79-3776ef888ff5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.633619 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bcbb88b1-f45c-4047-a786-a8a1eec94cfb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 933 time: 0.2869625 Jul 16 08:55:49.634243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52448) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.641330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'routes': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:49.670078 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9e080ef2-0ebe-4b69-8514-44822c4d4440 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2580a51e635549f2845964fa012ed5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8411033 Jul 16 08:55:49.674464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.716233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:49.819892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb0eefd8-5b16-49f8-9976-8e650fdb7b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.873716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb0eefd8-5b16-49f8-9976-8e650fdb7b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.875572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52456) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.989303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb0eefd8-5b16-49f8-9976-8e650fdb7b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.991956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb0eefd8-5b16-49f8-9976-8e650fdb7b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.993291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eb0eefd8-5b16-49f8-9976-8e650fdb7b70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0ebd5bc-e2e3-4bb1-ab79-3776ef888ff5 HTTP/1.1" status: 204 len: 168 time: 0.3178117 Jul 16 08:55:50.004783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eefd8-5b16-49f8-9976-8e650fdb7b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ebd5bc-e2e3-4bb1-ab79-3776ef888ff5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.058583 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:48Z', 'revision_number': 6, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:49Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.090009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86d31214-92f7-4824-8143-5254fb4408b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.096649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a91ab8-8ab4-4902-9261-79ea91f60387 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:48Z', 'revision_number': 6, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:49Z', 'revision_number': 4, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:50.119178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52462) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.257117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-597b18ff-97d0-453b-b4a5-39d40551b8bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78bf90762ae24e0c95bf729dbd710a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343889 Jul 16 08:55:50.260888 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.382052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de425b15-4311-40f1-aedc-477a4158eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.395645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fa21c853-b2a9-4a6c-bf46-157076fd7d9b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:50.450689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de425b15-4311-40f1-aedc-477a4158eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.471724 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86d31214-92f7-4824-8143-5254fb4408b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.482966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-86d31214-92f7-4824-8143-5254fb4408b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.507793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port fa21c853-b2a9-4a6c-bf46-157076fd7d9b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:50.515954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fa21c853-b2a9-4a6c-bf46-157076fd7d9b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:50.516692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.571369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d31214-92f7-4824-8143-5254fb4408b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d71347-38ad-4cdd-a278-6eca5ead226b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.592453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-86d31214-92f7-4824-8143-5254fb4408b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e40b55c2cc6438d807f5de0a3247aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160163 Jul 16 08:55:50.596573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52470) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.635486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de425b15-4311-40f1-aedc-477a4158eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.638351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de425b15-4311-40f1-aedc-477a4158eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.639555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-de425b15-4311-40f1-aedc-477a4158eeb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/704663f3-ac5f-47f4-b1a6-9e2e707a5afa HTTP/1.1" status: 204 len: 168 time: 0.3773413 Jul 16 08:55:50.706882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.721525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de425b15-4311-40f1-aedc-477a4158eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704663f3-ac5f-47f4-b1a6-9e2e707a5afa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.758767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a6b383c-ca7f-4d24-8eee-0dbe3735da98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.844517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port fa21c853-b2a9-4a6c-bf46-157076fd7d9b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,segment=NetworkSegment(a0c0a3d8-56ce-4929-ba16-0515ed3e00fe),segment_id=a0c0a3d8-56ce-4929-ba16-0515ed3e00fe)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:50.850634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.923421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.939292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.940720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.942079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.944158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.945449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.945980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.951856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.952573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.953159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.953658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.954009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.954350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:50.999046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.extraroute_db [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added routes are [] {{(pid=93699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:55:50.999579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.extraroute_db [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:55:51.057209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.261991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a6b383c-ca7f-4d24-8eee-0dbe3735da98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.280105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.283568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.324863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a6b383c-ca7f-4d24-8eee-0dbe3735da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.328363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7a6b383c-ca7f-4d24-8eee-0dbe3735da98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.334521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7a6b383c-ca7f-4d24-8eee-0dbe3735da98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8d71347-38ad-4cdd-a278-6eca5ead226b HTTP/1.1" status: 204 len: 168 time: 0.7364776 Jul 16 08:55:51.355710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b383c-ca7f-4d24-8eee-0dbe3735da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d71347-38ad-4cdd-a278-6eca5ead226b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.399213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:51.410792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:51.414300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:51.414934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:51.532279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:51.540206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.540750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:51.541921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-71e0a7aa-f059-4238-b052-ecdfe4e21b9d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 699 time: 1.9062276 Jul 16 08:55:51.544557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52508) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.658158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-395534a6-7c79-4192-b598-18af78e8287b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 699 time: 0.1098423 Jul 16 08:55:51.658158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52512) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.822714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 7, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:50Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:51.858068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:51.868263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:51.868972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:51.971900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:52.120440 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.230444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 7, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:50Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:52.263144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a5deb-bbc4-4184-a4c6-dbb51db4bf30 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 7, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:50Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:52.338288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fa21c853-b2a9-4a6c-bf46-157076fd7d9b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:52.439949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fa21c853-b2a9-4a6c-bf46-157076fd7d9b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:52.442957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.484643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port fa21c853-b2a9-4a6c-bf46-157076fd7d9b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:52.488082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.620060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port fa21c853-b2a9-4a6c-bf46-157076fd7d9b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,segment=NetworkSegment(a0c0a3d8-56ce-4929-ba16-0515ed3e00fe),segment_id=a0c0a3d8-56ce-4929-ba16-0515ed3e00fe)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:52.620678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.640299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for fa21c853-b2a9-4a6c-bf46-157076fd7d9b owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:52.651114 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:52.667805 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:52.668730 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:52.782776 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:52.860446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.893215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=fa21c853-b2a9-4a6c-bf46-157076fd7d9b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:53.140094 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:51Z', 'revision_number': 7, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa21c853-b2a9-4a6c-bf46-157076fd7d9b', 'name': '', 'network_id': '263302c5-aeb8-47df-a50c-ba81fbb0e5a7', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:d7:03:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:44Z', 'updated_at': '2021-07-16T08:55:50Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '5b3a0ba1-3b57-4a57-97d6-9694fd6901cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.201444 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:53.204449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52572) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.212881 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:53.214146 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.229627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.326378 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:53.372492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1847984283', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:53.429628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Made reservation on behalf of bb533e58e59e4ccb805c1badb7d5ddbc for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:53.433411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.446412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.626397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:53.682555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.687785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.695134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] device_id is not set on port 9f69b26f-53b0-4fcb-9653-8cb12759d2b0 yet. {{(pid=93700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:53.725971 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:52Z', 'revision_number': 8, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.762197 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807b59e-6520-4ffa-b95a-6e6b89357a1f None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:52Z', 'revision_number': 8, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:53.792468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:53.811441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d652cfa0-b07d-4e4c-8bea-d0061f2bf82e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400914 Jul 16 08:55:53.812729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52616) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.845290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6467c1-9eda-492a-a323-357da1d563e0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:53.884602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Allocated IP 172.25.0.199 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9f69b26f-53b0-4fcb-9653-8cb12759d2b0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:53.966103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet 5b3a0ba1-3b57-4a57-97d6-9694fd6901cf {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:53.969504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.022642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.136116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.180446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.201452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.268783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:54.278109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:54.280794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:54.284656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Pushing event updated for resources: {'Port': ['ID=9f69b26f-53b0-4fcb-9653-8cb12759d2b0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.285906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.337100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3a0ba1-3b57-4a57-97d6-9694fd6901cf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.354527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8961ba47-63a7-4689-8cff-61f281004b56 None None] Network 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:54.355261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.360079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52648) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.360428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9df7aeab-2cf5-4fbc-9742-4c990b765e4c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/5b3a0ba1-3b57-4a57-97d6-9694fd6901cf HTTP/1.1" status: 204 len: 168 time: 0.5354476 Jul 16 08:55:54.397289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fa21c853-b2a9-4a6c-bf46-157076fd7d9b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:54.422201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.422837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.491264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: fa21c853-b2a9-4a6c-bf46-157076fd7d9b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:54.491649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fa21c853-b2a9-4a6c-bf46-157076fd7d9b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:54.511840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb2baa61-92a3-41a8-949c-2862739b519c tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3059757 Jul 16 08:55:54.514938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52666) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.523000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.199'}]}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:54.533291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.574598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.575713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.588897 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:54.610950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:54.611992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:54.654825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:54.655178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.723246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] DHCP port deletion for 263302c5-aeb8-47df-a50c-ba81fbb0e5a7 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:54.735609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.774652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,segment=NetworkSegment(a0c0a3d8-56ce-4929-ba16-0515ed3e00fe),segment_id=a0c0a3d8-56ce-4929-ba16-0515ed3e00fe)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:54.775032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.794165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:54.800031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 63a934c1-7af2-4fe5-b2ec-843db9ebbbac owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:54.921799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.960610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.981202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Deleting port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:54.981667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.989820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No DVR routers for this DVR port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:55.093197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] For port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.093826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.100932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.188198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Calling delete_port for 63a934c1-7af2-4fe5-b2ec-843db9ebbbac owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:55.194457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.197853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:55:55.200838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.235831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263302c5-aeb8-47df-a50c-ba81fbb0e5a7']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.262594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.263242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c0a3d8-56ce-4929-ba16-0515ed3e00fe') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.266413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] Pushing event deleted for resources: {'Port': ['ID=63a934c1-7af2-4fe5-b2ec-843db9ebbbac,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.274532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb0d22-20cb-4fec-b7a5-cebd6ec6b077 None None] No DVR routers for this DVR port 63a934c1-7af2-4fe5-b2ec-843db9ebbbac on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:55.286648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.324620 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.336516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:55.337398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:55.340147 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:55.382738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:52Z', 'revision_number': 8, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.437856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:55.445818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.450646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:55.451547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.455297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.457929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/263302c5-aeb8-47df-a50c-ba81fbb0e5a7 HTTP/1.1" status: 204 len: 168 time: 1.0961428 Jul 16 08:55:55.463517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52676) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.469590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa430285-76a5-4ff6-95c3-c486882c9152 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=263302c5-aeb8-47df-a50c-ba81fbb0e5a7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.559924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:55.759608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.797849 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.937570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:52Z', 'revision_number': 8, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.972506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1430a64e-9c9e-4dc1-8b5d-b518f41f523e None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:52Z', 'revision_number': 8, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbf45f6b-57b4-4607-85e9-f5eb1128f8db', 'name': '', 'network_id': '640e5699-20fc-48cf-9669-6967ca80e490', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:cd:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:37Z', 'updated_at': '2021-07-16T08:55:47Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'c732e24b-e6c1-4108-90fd-66467143e26c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:56.092289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.281994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.284879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.311282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 63a934c1-7af2-4fe5-b2ec-843db9ebbbac no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:56.334234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 63a934c1-7af2-4fe5-b2ec-843db9ebbbac {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:56.334716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 63a934c1-7af2-4fe5-b2ec-843db9ebbbac not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:56.338944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.343224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.343224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5719ab-aeb4-4d85-926d-0961ca65f1a3 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:56.420595 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:55:56.421651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-49ea9497-26a0-4051-a9e9-b2219ee5a8c0 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9060373 Jul 16 08:55:56.424761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52686) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:56.521062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Deleting port 9f69b26f-53b0-4fcb-9653-8cb12759d2b0 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:56.521407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.605321 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.621014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Calling delete_port for 9f69b26f-53b0-4fcb-9653-8cb12759d2b0 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:56.641093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port fbf45f6b-57b4-4607-85e9-f5eb1128f8db {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:56.641657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.752663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port fbf45f6b-57b4-4607-85e9-f5eb1128f8db, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,segment=NetworkSegment(b63e462a-0462-457b-af08-fd928dbecd77),segment_id=b63e462a-0462-457b-af08-fd928dbecd77)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:56.753131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.761966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.771650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for fbf45f6b-57b4-4607-85e9-f5eb1128f8db owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:56.815000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f69b26f-53b0-4fcb-9653-8cb12759d2b0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.895341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.897600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a1b302ba-4340-41fd-a81c-b3d4ca1249d1 tempest-RoutersAdminNegativeIpV6Test-1610118917 tempest-RoutersAdminNegativeIpV6Test-1610118917-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9f69b26f-53b0-4fcb-9653-8cb12759d2b0 HTTP/1.1" status: 204 len: 168 time: 0.4702373 Jul 16 08:55:56.973215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.007692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=fbf45f6b-57b4-4607-85e9-f5eb1128f8db,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.277794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.280358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52694) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.447663 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23cc-f967-4c8a-a13a-4ada97d1e82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.621103 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23cc-f967-4c8a-a13a-4ada97d1e82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.627213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b0e23cc-f967-4c8a-a13a-4ada97d1e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.646608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:57.677645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e23cc-f967-4c8a-a13a-4ada97d1e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc88537-2382-4ef4-b052-4febf58fbd30,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.702105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b0e23cc-f967-4c8a-a13a-4ada97d1e82a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=015e335ecd0a410fbb1b980f46b412a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201751 Jul 16 08:55:57.705004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52700) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.770692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:57.771921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce2dd7c-700b-4724-a524-a40a622cc864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.780016 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:57.782120 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9d1b56c-8cd9-429c-825b-d53a42db7b30 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3167057 Jul 16 08:55:57.784712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52702) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.801042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:57.801571 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.808413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce2dd7c-700b-4724-a524-a40a622cc864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.855586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet c732e24b-e6c1-4108-90fd-66467143e26c {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:57.866527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.879829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce2dd7c-700b-4724-a524-a40a622cc864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.884008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bce2dd7c-700b-4724-a524-a40a622cc864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.885196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bce2dd7c-700b-4724-a524-a40a622cc864 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fc88537-2382-4ef4-b052-4febf58fbd30 HTTP/1.1" status: 204 len: 168 time: 0.1790996 Jul 16 08:55:57.896232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2dd7c-700b-4724-a524-a40a622cc864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc88537-2382-4ef4-b052-4febf58fbd30,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.913635 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:57.947618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.073524 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.156130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.156652 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:56Z', 'revision_number': 9, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:58.190246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=c732e24b-e6c1-4108-90fd-66467143e26c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.196177 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.200547 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-eb4e8488-c8a3-424e-9fed-e11e8bbbacf7 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/c732e24b-e6c1-4108-90fd-66467143e26c HTTP/1.1" status: 204 len: 168 time: 0.4120905 Jul 16 08:55:58.201355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.205348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47052bac-ee89-492a-939f-a506e7eb8c8f None None] Network 640e5699-20fc-48cf-9669-6967ca80e490 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:58.283435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.355622 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:58.365894 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:58.366590 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:58.374012 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-94ea77dc-e47d-4173-b248-11fb8b8496f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb533e58e59e4ccb805c1badb7d5ddbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893695 Jul 16 08:55:58.377508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52714) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.479909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661ecff4-992d-4a75-bc24-d4f95dde15e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.524064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] DHCP port deletion for 640e5699-20fc-48cf-9669-6967ca80e490 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:58.529857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:58.545160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661ecff4-992d-4a75-bc24-d4f95dde15e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.626989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661ecff4-992d-4a75-bc24-d4f95dde15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.634056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-661ecff4-992d-4a75-bc24-d4f95dde15e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.637551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] Deleting port cd368ec6-4c11-4fbe-8eda-9091043a6f64 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:58.637761 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-661ecff4-992d-4a75-bc24-d4f95dde15e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a6467c1-9eda-492a-a323-357da1d563e0 HTTP/1.1" status: 204 len: 168 time: 0.2581661 Jul 16 08:55:58.638469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.657702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ecff4-992d-4a75-bc24-d4f95dde15e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6467c1-9eda-492a-a323-357da1d563e0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.781500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] For port cd368ec6-4c11-4fbe-8eda-9091043a6f64, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cd368ec6-4c11-4fbe-8eda-9091043a6f64,segment=NetworkSegment(b63e462a-0462-457b-af08-fd928dbecd77),segment_id=b63e462a-0462-457b-af08-fd928dbecd77)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:58.781919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.815689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] Calling delete_port for cd368ec6-4c11-4fbe-8eda-9091043a6f64 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:58.962491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.972595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.977028 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:56Z', 'revision_number': 9, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.034367 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98112252-2469-4ed8-aa2f-b0a523e47f31 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:55:56Z', 'revision_number': 9, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92da432c-01f8-487b-ab50-bbb5436e3c56', 'name': '', 'network_id': 'eaff155a-28e0-4423-934d-f464ed620d07', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:89:52:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:33Z', 'updated_at': '2021-07-16T08:55:43Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': 'cbb2182f-76a6-4b8b-a4c8-c2785a762bee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:59.060501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] Pushing event deleted for resources: {'Port': ['ID=cd368ec6-4c11-4fbe-8eda-9091043a6f64,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.063671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150e07d-2540-4555-b3d6-13d1066c090f None None] No DVR routers for this DVR port cd368ec6-4c11-4fbe-8eda-9091043a6f64 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:59.148648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.161661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640e5699-20fc-48cf-9669-6967ca80e490']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.198212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63e462a-0462-457b-af08-fd928dbecd77') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.198524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63e462a-0462-457b-af08-fd928dbecd77') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.216756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.240072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.247253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:59.247774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:59.252297 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:59.386446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.396957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.400204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/640e5699-20fc-48cf-9669-6967ca80e490 HTTP/1.1" status: 204 len: 168 time: 1.1979253 Jul 16 08:55:59.403110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.441588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13374dc1-8040-4e91-ba30-4c8cd7f5a822 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=640e5699-20fc-48cf-9669-6967ca80e490,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.752191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.887448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.913214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b93985ba-f0fd-46b7-aef9-0703831c7717 tempest-AgentManagementNegativeTest-1956503514 tempest-AgentManagementNegativeTest-1956503514-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1595118 Jul 16 08:56:00.210399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.218933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 92da432c-01f8-487b-ab50-bbb5436e3c56 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:00.219271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.341746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fbf45f6b-57b4-4607-85e9-f5eb1128f8db no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:00.366565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: fbf45f6b-57b4-4607-85e9-f5eb1128f8db {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:00.366919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fbf45f6b-57b4-4607-85e9-f5eb1128f8db not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:00.367391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cd368ec6-4c11-4fbe-8eda-9091043a6f64 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:00.390358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 92da432c-01f8-487b-ab50-bbb5436e3c56, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92da432c-01f8-487b-ab50-bbb5436e3c56,segment=NetworkSegment(67ac9581-44d9-449d-bf3d-1d8c4874027d),segment_id=67ac9581-44d9-449d-bf3d-1d8c4874027d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:00.390781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.402821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: cd368ec6-4c11-4fbe-8eda-9091043a6f64 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:00.403502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cd368ec6-4c11-4fbe-8eda-9091043a6f64 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:00.416328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 92da432c-01f8-487b-ab50-bbb5436e3c56 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:00.462004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-004d848e-ab22-48e3-9fa5-c954fceeb04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.582415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-004d848e-ab22-48e3-9fa5-c954fceeb04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.595053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-004d848e-ab22-48e3-9fa5-c954fceeb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.635345 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-004d848e-ab22-48e3-9fa5-c954fceeb04a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0537d064b8974c67ae72b23fea4f443a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231684 Jul 16 08:56:00.638018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52770) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.643015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.647429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d848e-ab22-48e3-9fa5-c954fceeb04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7730664-2a59-4c49-bb29-c32b48226466,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.679883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=92da432c-01f8-487b-ab50-bbb5436e3c56,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.699910 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af5c7e56-0ed1-452f-9710-0be8ea50a46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.726590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af5c7e56-0ed1-452f-9710-0be8ea50a46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.793446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af5c7e56-0ed1-452f-9710-0be8ea50a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.796541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-af5c7e56-0ed1-452f-9710-0be8ea50a46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.801254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-af5c7e56-0ed1-452f-9710-0be8ea50a46c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7730664-2a59-4c49-bb29-c32b48226466 HTTP/1.1" status: 204 len: 168 time: 0.1611061 Jul 16 08:56:00.816748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c7e56-0ed1-452f-9710-0be8ea50a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7730664-2a59-4c49-bb29-c32b48226466,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.885246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.106317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:01.213330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:01.222320 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:01.223638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-012a5373-c344-4543-af6c-882e7012c77d tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8194118 Jul 16 08:56:01.226214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52784) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.239431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:01.240370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:01.281750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet cbb2182f-76a6-4b8b-a4c8-c2785a762bee {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:01.284895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.331157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.360647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:01.470338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.550735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.575849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.578194 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/cbb2182f-76a6-4b8b-a4c8-c2785a762bee HTTP/1.1" status: 204 len: 168 time: 0.3510265 Jul 16 08:56:01.580912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52800) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.582664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ebbd08-cd6d-4439-a3d2-bdbd78b6e78d None None] Network eaff155a-28e0-4423-934d-f464ed620d07 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:01.672297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb407ec-bcd1-4e79-8ea7-91ea403144f5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb2182f-76a6-4b8b-a4c8-c2785a762bee,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.759455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.810594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52804) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.851647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:00Z', 'revision_number': 10, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:01.869322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 566195c4-db2b-427a-9a66-4056a03cbeee {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:01.869921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.881514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:01.906528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:01.907164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:01.949561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 566195c4-db2b-427a-9a66-4056a03cbeee, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=566195c4-db2b-427a-9a66-4056a03cbeee,segment=NetworkSegment(67ac9581-44d9-449d-bf3d-1d8c4874027d),segment_id=67ac9581-44d9-449d-bf3d-1d8c4874027d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:01.949937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.969363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 566195c4-db2b-427a-9a66-4056a03cbeee owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:01.993555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497906619'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:02.003972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:02.023557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:02.028519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.043384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] DHCP port deletion for eaff155a-28e0-4423-934d-f464ed620d07 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:02.044130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.095752 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.170128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=566195c4-db2b-427a-9a66-4056a03cbeee,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.171916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No DVR routers for this DVR port 566195c4-db2b-427a-9a66-4056a03cbeee on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:02.198361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.204388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Deleting port 566195c4-db2b-427a-9a66-4056a03cbeee {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:02.204765 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.205591 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.224567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:02.260316 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.261081 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment 5f7d6f8f-b113-4569-a8a7-97b80b4e70d2 of type vlan for network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 Jul 16 08:56:02.316807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.345329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] For port 566195c4-db2b-427a-9a66-4056a03cbeee, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:02.345731 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.361511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Calling delete_port for 566195c4-db2b-427a-9a66-4056a03cbeee owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:02.365795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Port 566195c4-db2b-427a-9a66-4056a03cbeee was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:56:02.367209 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.376643 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.400816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] Pushing event deleted for resources: {'Port': ['ID=566195c4-db2b-427a-9a66-4056a03cbeee,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.405054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaff155a-28e0-4423-934d-f464ed620d07']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:02.409145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cffa5e-ab9b-4dba-ae24-f7bb947aceca None None] No DVR routers for this DVR port 566195c4-db2b-427a-9a66-4056a03cbeee on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:02.419468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:00Z', 'revision_number': 10, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:02.429550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac9581-44d9-449d-bf3d-1d8c4874027d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:02.429888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac9581-44d9-449d-bf3d-1d8c4874027d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:02.441489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.447407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 566195c4-db2b-427a-9a66-4056a03cbeee no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:02.449791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.452701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.458938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.467734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 566195c4-db2b-427a-9a66-4056a03cbeee {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:02.468301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 566195c4-db2b-427a-9a66-4056a03cbeee not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:02.470010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67db0a-f550-40f3-85f1-28d15d883d09 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:00Z', 'revision_number': 10, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None, '_interfaces': [{'id': '92898c20-33ff-4991-9a96-8f13fc89eaef', 'name': '', 'network_id': '252c6552-e59d-4675-b4bd-328a6017a2f6', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'mac_address': 'fa:16:3e:32:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1a6da-592f-451f-97be-a2af756773df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:36Z', 'revision_number': 5, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'subnets': [{'id': '8d113538-6392-4f7b-8102-f46bb7c4a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:02.483373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.493685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:02.495047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.497946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291e1ef1-c8f6-474a-999d-2ff358dda6ea,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:02.499823 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:02.547439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7351661 Jul 16 08:56:02.615916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853833b1-246b-4cb4-8bef-1adb9b12dc84 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=fe69dcf4-e8ce-43dd-bbfb-93751016ca69,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.626412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:02.638625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.646067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.649977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/eaff155a-28e0-4423-934d-f464ed620d07 HTTP/1.1" status: 204 len: 168 time: 1.0648513 Jul 16 08:56:02.650820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52810) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.680709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ef1bc-ed9d-4be6-9079-ecbaccc5a6d2 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=eaff155a-28e0-4423-934d-f464ed620d07,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.690944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.696263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:02.803529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:02.807661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.069440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.082006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.152092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=9113dff7-8fa0-458d-b504-b221bfef03b6,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.200245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:03.200661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: fe69dcf4-e8ce-43dd-bbfb-93751016ca69, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:03.232862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:03.246754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, fe69dcf4-e8ce-43dd-bbfb-93751016ca69) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:03.255773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598daef2-629f-4393-b9b3-8ca5566af200 None None] Network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:03.259796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.260459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.277716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e7a42c7-5f59-41d5-b1f3-171a9e7c3d12 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5854468 Jul 16 08:56:03.282469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52816) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:03.292415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-970734610'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:03.327146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:03.331957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.373708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:03.390563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.390920 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment 3a44abaa-929f-48c5-bdf9-5bbe250c0c56 of type vlan for network dc184093-a73b-4a28-8f27-d5631cb83909 Jul 16 08:56:03.474376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.484760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-fe69dcf4-e8ce-43dd-bbfb-93751016ca69', 'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '9113dff7-8fa0-458d-b504-b221bfef03b6'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:03.485652 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.513425 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.520997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.522329 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.553467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2694552 Jul 16 08:56:03.559753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52818) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:03.565209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:03.610825 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.646278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f339c7-b0f6-48a9-86be-a56f1ac9b3d4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=dc184093-a73b-4a28-8f27-d5631cb83909,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.665519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network dc184093-a73b-4a28-8f27-d5631cb83909 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:03.714744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:03.723486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.792880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Allocated IP 172.20.255.242 (fe69dcf4-e8ce-43dd-bbfb-93751016ca69/9113dff7-8fa0-458d-b504-b221bfef03b6/631ebc9b-402b-4b33-a44a-a21429fe7609) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:04.030747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 92898c20-33ff-4991-9a96-8f13fc89eaef {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:04.031006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.194881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.205153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 92898c20-33ff-4991-9a96-8f13fc89eaef, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=92898c20-33ff-4991-9a96-8f13fc89eaef,segment=NetworkSegment(1a311837-ba02-4206-aa3a-67cb4c3b6006),segment_id=1a311837-ba02-4206-aa3a-67cb4c3b6006)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:04.205767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.270746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92da432c-01f8-487b-ab50-bbb5436e3c56 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:04.278812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 92898c20-33ff-4991-9a96-8f13fc89eaef owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:04.299402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 92da432c-01f8-487b-ab50-bbb5436e3c56 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:04.300908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92da432c-01f8-487b-ab50-bbb5436e3c56 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:04.307530 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.325737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Transition to ACTIVE for port object 631ebc9b-402b-4b33-a44a-a21429fe7609 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:04.343416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Transition to ACTIVE for port object 631ebc9b-402b-4b33-a44a-a21429fe7609 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:04.351690 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.374298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52830) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.394531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=4c58071c-a715-4275-be1c-e6c7f2ec6937,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.407420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': '3a44abaa-929f-48c5-bdf9-5bbe250c0c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:04.407797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: dc184093-a73b-4a28-8f27-d5631cb83909, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:04.450175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Pushing event updated for resources: {'Port': ['ID=631ebc9b-402b-4b33-a44a-a21429fe7609,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.461890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:04.463007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:04.466852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:04.497188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network dc184093-a73b-4a28-8f27-d5631cb83909 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:04.531416 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-323e4cd3-a32b-4c84-8811-34e389372964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.549757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Attempting to bind port 631ebc9b-402b-4b33-a44a-a21429fe7609 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:04.550331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Attempting to bind port 631ebc9b-402b-4b33-a44a-a21429fe7609 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:04.550575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Attempting to bind port 631ebc9b-402b-4b33-a44a-a21429fe7609 on network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:04.556627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:04.557008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Checking segment: {'id': '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:04.557416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.557861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Bound using segment: {'id': '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:04.558342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Bound port: 631ebc9b-402b-4b33-a44a-a21429fe7609, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fe69dcf4-e8ce-43dd-bbfb-93751016ca69'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:04.560672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.569663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, dc184093-a73b-4a28-8f27-d5631cb83909) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:04.578853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.579731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.607617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.653944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] For port 631ebc9b-402b-4b33-a44a-a21429fe7609, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:04.662468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] For port 631ebc9b-402b-4b33-a44a-a21429fe7609, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=631ebc9b-402b-4b33-a44a-a21429fe7609,segment=NetworkSegment(5f7d6f8f-b113-4569-a8a7-97b80b4e70d2),segment_id=5f7d6f8f-b113-4569-a8a7-97b80b4e70d2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:04.666519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a3bfa-e39b-4ce6-b731-fd0cca4eaa03 None None] Network dc184093-a73b-4a28-8f27-d5631cb83909 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:04.677629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.707989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=92898c20-33ff-4991-9a96-8f13fc89eaef,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.728237 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-323e4cd3-a32b-4c84-8811-34e389372964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.733482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-323e4cd3-a32b-4c84-8811-34e389372964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.841565 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-323e4cd3-a32b-4c84-8811-34e389372964 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5759580412c54ebcbcb1c407ddc51081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660909 Jul 16 08:56:04.842499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52834) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.843190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e4cd3-a32b-4c84-8811-34e389372964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582a6632-b701-4752-8e1d-1727f0e8460e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.864671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.873494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-71c1ceee-ab8c-4418-87fd-abb400f7f44c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3122883 Jul 16 08:56:04.884530 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52836) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.933855 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5cd43f2-3114-4e9a-9ec6-290efaacb504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.966607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5cd43f2-3114-4e9a-9ec6-290efaacb504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.015338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.032714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5cd43f2-3114-4e9a-9ec6-290efaacb504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.037189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f5cd43f2-3114-4e9a-9ec6-290efaacb504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.044586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f5cd43f2-3114-4e9a-9ec6-290efaacb504 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/582a6632-b701-4752-8e1d-1727f0e8460e HTTP/1.1" status: 204 len: 168 time: 0.1974771 Jul 16 08:56:05.074902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd43f2-3114-4e9a-9ec6-290efaacb504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a6632-b701-4752-8e1d-1727f0e8460e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.158081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffc0e-266f-4f27-aea1-a3b7a6935961 None None] Pushing event updated for resources: {'Port': ['ID=631ebc9b-402b-4b33-a44a-a21429fe7609,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.217260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-dc184093-a73b-4a28-8f27-d5631cb83909', 'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '4c58071c-a715-4275-be1c-e6c7f2ec6937'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:05.218619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.297353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.305337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:05.467721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Allocated IP 172.20.0.2 (dc184093-a73b-4a28-8f27-d5631cb83909/4c58071c-a715-4275-be1c-e6c7f2ec6937/f5371044-c20e-44e0-ae51-e3f7de8ea97a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:05.520762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:05.526792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e6ef1614-ea7f-4469-8566-f2ae37e572d8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738656 Jul 16 08:56:05.529385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52844) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.533667 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:05.545253 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52846) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.561709 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:05.562700 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.563464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a814913f-02b3-4889-a1e4-65cf186d95c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.686199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting subnet 8d113538-6392-4f7b-8102-f46bb7c4a81e {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:05.696171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.735339 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:05.742595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.762516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a814913f-02b3-4889-a1e4-65cf186d95c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.766504 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a814913f-02b3-4889-a1e4-65cf186d95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.770318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Transition to ACTIVE for port object f5371044-c20e-44e0-ae51-e3f7de8ea97a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:05.794979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Transition to ACTIVE for port object f5371044-c20e-44e0-ae51-e3f7de8ea97a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:05.808017 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.816000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.817237 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:04Z', 'revision_number': 11, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.824038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a814913f-02b3-4889-a1e4-65cf186d95c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=036833951a6c4cc4b327748ef5dcd8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775168 Jul 16 08:56:05.827005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52848) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.834404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814913f-02b3-4889-a1e4-65cf186d95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae461d7-6b38-4d3d-8a87-f7efbf29d480,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.883824 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:05.888496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Network dc184093-a73b-4a28-8f27-d5631cb83909 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:05.893076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:05.897712 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:05.898657 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.900510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:05.917810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Pushing event updated for resources: {'Port': ['ID=f5371044-c20e-44e0-ae51-e3f7de8ea97a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.928122 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c9575fe-3f08-4e77-ace9-dcab3094ceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.971441 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c9575fe-3f08-4e77-ace9-dcab3094ceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.986553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.998286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Attempting to bind port f5371044-c20e-44e0-ae51-e3f7de8ea97a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.999190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Attempting to bind port f5371044-c20e-44e0-ae51-e3f7de8ea97a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '3a44abaa-929f-48c5-bdf9-5bbe250c0c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.999892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Attempting to bind port f5371044-c20e-44e0-ae51-e3f7de8ea97a on network dc184093-a73b-4a28-8f27-d5631cb83909 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:06.007629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:06.008275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Checking segment: {'id': '3a44abaa-929f-48c5-bdf9-5bbe250c0c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:06.009038 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.009591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Bound using segment: {'id': '3a44abaa-929f-48c5-bdf9-5bbe250c0c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:06.010221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Bound port: f5371044-c20e-44e0-ae51-e3f7de8ea97a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44abaa-929f-48c5-bdf9-5bbe250c0c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dc184093-a73b-4a28-8f27-d5631cb83909'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:06.010773 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.043742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c9575fe-3f08-4e77-ace9-dcab3094ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.048107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3c9575fe-3f08-4e77-ace9-dcab3094ceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.048107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3c9575fe-3f08-4e77-ace9-dcab3094ceb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ae461d7-6b38-4d3d-8a87-f7efbf29d480 HTTP/1.1" status: 204 len: 168 time: 0.2196748 Jul 16 08:56:06.067923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.080429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.088237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9575fe-3f08-4e77-ace9-dcab3094ceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae461d7-6b38-4d3d-8a87-f7efbf29d480,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.089070 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:06.123816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=4c58071c-a715-4275-be1c-e6c7f2ec6937,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.189351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Subnet': ['ID=8d113538-6392-4f7b-8102-f46bb7c4a81e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.198372 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.203005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:06.206076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cf6f9d8d-3426-4b36-b98c-d5ad1e4d1375 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/8d113538-6392-4f7b-8102-f46bb7c4a81e HTTP/1.1" status: 204 len: 168 time: 0.6754949 Jul 16 08:56:06.245801 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:04Z', 'revision_number': 11, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:06.291225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] For port f5371044-c20e-44e0-ae51-e3f7de8ea97a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:06.295561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] For port f5371044-c20e-44e0-ae51-e3f7de8ea97a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f5371044-c20e-44e0-ae51-e3f7de8ea97a,segment=NetworkSegment(3a44abaa-929f-48c5-bdf9-5bbe250c0c56),segment_id=3a44abaa-929f-48c5-bdf9-5bbe250c0c56)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:06.308901 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a4732-f456-4d1b-935f-773fc62cf42c None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:04Z', 'revision_number': 11, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:06.324877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fdb85-89d3-452f-a157-4ad3486cd0dc None None] Network 252c6552-e59d-4675-b4bd-328a6017a2f6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:06.388955 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.408422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc184093-a73b-4a28-8f27-d5631cb83909']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:06.430350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a44abaa-929f-48c5-bdf9-5bbe250c0c56') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:06.430986 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a44abaa-929f-48c5-bdf9-5bbe250c0c56') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:06.439891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.447927 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.461274 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.492215 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.511464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:06.512851 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.565008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Deleting port 0cb632dd-27c1-4398-aada-52cc235c56ba {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:06.566426 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:06.568796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.649727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:56:06.649727 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:56:06.649727 n-d-798249-10 neutron-server[93700]: [parameters: {'id': 'dc184093-a73b-4a28-8f27-d5631cb83909'}] Jul 16 08:56:06.649727 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:06.650955 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:06.692655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1beff-576a-46a3-8bab-bda96ed5f39d None None] Network dc184093-a73b-4a28-8f27-d5631cb83909 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:06.698393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3be61e-9cef-4e7b-8047-5fd70796cc20 None None] Pushing event updated for resources: {'Port': ['ID=f5371044-c20e-44e0-ae51-e3f7de8ea97a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.715123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] For port 0cb632dd-27c1-4398-aada-52cc235c56ba, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=0cb632dd-27c1-4398-aada-52cc235c56ba,segment=NetworkSegment(1a311837-ba02-4206-aa3a-67cb4c3b6006),segment_id=1a311837-ba02-4206-aa3a-67cb4c3b6006)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:06.716279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.743392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Calling delete_port for 0cb632dd-27c1-4398-aada-52cc235c56ba owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:06.852825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1e6b9-8e7d-45d9-a47c-bbe3ebd8f5b9 None None] Network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:06.887529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.913838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 631ebc9b-402b-4b33-a44a-a21429fe7609 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:06.936616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Port': ['ID=0cb632dd-27c1-4398-aada-52cc235c56ba,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.942515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No DVR routers for this DVR port 0cb632dd-27c1-4398-aada-52cc235c56ba on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:07.044777 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.057888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252c6552-e59d-4675-b4bd-328a6017a2f6']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:07.073621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a311837-ba02-4206-aa3a-67cb4c3b6006') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:07.074165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a311837-ba02-4206-aa3a-67cb4c3b6006') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:07.086809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.111257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a91a5948-5c2c-4364-9e28-0f74dbc31257 None None] Provisioning for port 631ebc9b-402b-4b33-a44a-a21429fe7609 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:07.112755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.120840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:07.121819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:07.125517 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:07.152801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.165912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 631ebc9b-402b-4b33-a44a-a21429fe7609 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:07.177853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666b8ec-50c4-41d3-8ec8-6654e2a48115 None None] DHCP port deletion for 252c6552-e59d-4675-b4bd-328a6017a2f6 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:07.186835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 631ebc9b-402b-4b33-a44a-a21429fe7609 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:07.186835 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.254688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port f5371044-c20e-44e0-ae51-e3f7de8ea97a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:07.255420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.271764 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.285298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.290762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/networks/252c6552-e59d-4675-b4bd-328a6017a2f6 HTTP/1.1" status: 204 len: 168 time: 1.0864575 Jul 16 08:56:07.293375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.308818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'routes': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:07.312737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a9aa8-f30f-46a0-9b7d-80bd7877f095 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Pushing event deleted for resources: {'Network': ['ID=252c6552-e59d-4675-b4bd-328a6017a2f6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.384056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port f5371044-c20e-44e0-ae51-e3f7de8ea97a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f5371044-c20e-44e0-ae51-e3f7de8ea97a,segment=NetworkSegment(3a44abaa-929f-48c5-bdf9-5bbe250c0c56),segment_id=3a44abaa-929f-48c5-bdf9-5bbe250c0c56)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:07.384483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.391354 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.404283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for f5371044-c20e-44e0-ae51-e3f7de8ea97a owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:07.449876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 631ebc9b-402b-4b33-a44a-a21429fe7609, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=631ebc9b-402b-4b33-a44a-a21429fe7609,segment=NetworkSegment(5f7d6f8f-b113-4569-a8a7-97b80b4e70d2),segment_id=5f7d6f8f-b113-4569-a8a7-97b80b4e70d2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:07.464629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.560616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=631ebc9b-402b-4b33-a44a-a21429fe7609,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.562364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.extraroute_db [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Added routes are [] {{(pid=93699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:56:07.562766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.extraroute_db [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Removed routes are [] {{(pid=93699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:56:07.563404 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.568091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.617972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=f5371044-c20e-44e0-ae51-e3f7de8ea97a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.623524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port f5371044-c20e-44e0-ae51-e3f7de8ea97a on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:07.719296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.731942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc184093-a73b-4a28-8f27-d5631cb83909']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:07.747704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a44abaa-929f-48c5-bdf9-5bbe250c0c56') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:07.748315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a44abaa-929f-48c5-bdf9-5bbe250c0c56') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:07.764882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.798218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12638be6-7d33-41b8-ac1f-e59a4c078dd8 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:07.798933 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.812682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:07.813095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:07.816819 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:07.829200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.835880 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.873169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4fdaab17-f98b-4eab-9f59-ba1c92d0b13c None None] Provisioning complete for port 631ebc9b-402b-4b33-a44a-a21429fe7609 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:07.873658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4fdaab17-f98b-4eab-9f59-ba1c92d0b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.910938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.916923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.919692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/dc184093-a73b-4a28-8f27-d5631cb83909 HTTP/1.1" status: 204 len: 168 time: 3.0338588 Jul 16 08:56:07.938537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.939331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7bc3-5f35-4b4e-8cce-ccd4d133a548 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=dc184093-a73b-4a28-8f27-d5631cb83909,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.946409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336190752'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:07.951789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12638be6-7d33-41b8-ac1f-e59a4c078dd8 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:07.952546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router 79d1a6da-592f-451f-97be-a2af756773df has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:07.989164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:07.997973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.052134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:08.056964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:08.066303 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.070047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] Sync routers for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:08.072035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5adcead4-7325-44a4-9757-37354525427e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 700 time: 0.7767832 Jul 16 08:56:08.072409 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.072874 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment f4f65c9b-f667-41ce-8d5c-95545f3b3136 of type vlan for network 89826648-a8bb-4b74-93a3-240edeb31794 Jul 16 08:56:08.074613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.110477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52890) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.116429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:08.116429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.117302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ea0a5b95-7575-467f-8256-c092c0ed4489 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 205 time: 0.0412564 Jul 16 08:56:08.119302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52892) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.134719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.174375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.185656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.186454 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.225024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:08.241859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.251237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3095677 Jul 16 08:56:08.255896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52896) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.266290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': '89826648-a8bb-4b74-93a3-240edeb31794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:08.352807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 631ebc9b-402b-4b33-a44a-a21429fe7609 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:08.353677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:04Z', 'revision_number': 11, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.382600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f69c7156-f8da-45f3-9e8a-d8deb052c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.397646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603fba6-bd33-41a0-9f48-f9b95602b7ac tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=89826648-a8bb-4b74-93a3-240edeb31794,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.403807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] Checking router: 79d1a6da-592f-451f-97be-a2af756773df for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:08.434918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 89826648-a8bb-4b74-93a3-240edeb31794 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:08.482024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] Routers {'79d1a6da-592f-451f-97be-a2af756773df'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:08.482659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['79d1a6da-592f-451f-97be-a2af756773df'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.550864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.555271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.616919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.617459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router 79d1a6da-592f-451f-97be-a2af756773df {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:08.627046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.628242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7186c8e1-91ff-4ecb-860e-895d138a874c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 204 len: 168 time: 0.5032978 Jul 16 08:56:08.632548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52900) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.639130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179080551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:08.658398 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:08.669454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f69c7156-f8da-45f3-9e8a-d8deb052c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.674500 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f69c7156-f8da-45f3-9e8a-d8deb052c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.697807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:08.704204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.712564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7156-f8da-45f3-9e8a-d8deb052c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a11bdf-665c-4742-97c1-21da4ed24a3b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.742208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f69c7156-f8da-45f3-9e8a-d8deb052c32f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=faacd4ca646c49e69e30d4db2d05eb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212218 Jul 16 08:56:08.742576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52902) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.751858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.752919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.772659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] Set router 79d1a6da-592f-451f-97be-a2af756773df gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:08.826322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing IP validity checks on allocation pools {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:56:08.826850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:56:08.830563 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.839269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:04Z', 'revision_number': 11, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.840597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.846980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 631ebc9b-402b-4b33-a44a-a21429fe7609 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:08.847392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.867948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.869270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a9c5fb76-4d03-415a-8678-d717abc981f4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2356784 Jul 16 08:56:08.874247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52904) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.881574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aac91c-a2d9-425f-bbb9-9a9b8a493416 None None] The sync data for ids ['79d1a6da-592f-451f-97be-a2af756773df'] in n-d-798249-10 is: [{'id': '79d1a6da-592f-451f-97be-a2af756773df', 'name': 'tempest-RoutersTest-router-556666638', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:26Z', 'updated_at': '2021-07-16T08:56:04Z', 'revision_number': 11, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:08.886795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:09.052800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.124536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0cb632dd-27c1-4398-aada-52cc235c56ba no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:09.165595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=49743fce-40e6-45d5-b037-482e5c8e65ee,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.165827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 0cb632dd-27c1-4398-aada-52cc235c56ba {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:09.166237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 0cb632dd-27c1-4398-aada-52cc235c56ba not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:09.166590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92898c20-33ff-4991-9a96-8f13fc89eaef no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:09.194234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': 'f4f65c9b-f667-41ce-8d5c-95545f3b3136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '89826648-a8bb-4b74-93a3-240edeb31794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:09.194895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: 89826648-a8bb-4b74-93a3-240edeb31794, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:09.224789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 92898c20-33ff-4991-9a96-8f13fc89eaef {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:09.224789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 92898c20-33ff-4991-9a96-8f13fc89eaef not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:09.225218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network 89826648-a8bb-4b74-93a3-240edeb31794 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:09.240375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 89826648-a8bb-4b74-93a3-240edeb31794) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:09.245562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.246464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.251760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c251d-90b6-46c4-82bd-8f6420e43136 None None] Network 89826648-a8bb-4b74-93a3-240edeb31794 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:09.267613 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-390c1b3b-3369-40d0-9cc7-3461c18a78b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0098653 Jul 16 08:56:09.268355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52906) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.420230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.460876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-89826648-a8bb-4b74-93a3-240edeb31794', 'network_id': '89826648-a8bb-4b74-93a3-240edeb31794', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '49743fce-40e6-45d5-b037-482e5c8e65ee'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:09.462034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.476089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e20f4925-9566-4dc0-82f8-a9997187928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.513144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.527347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.545930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e20f4925-9566-4dc0-82f8-a9997187928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.573589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-762616'] for router, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.632150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Allocated IP 172.20.0.3 (89826648-a8bb-4b74-93a3-240edeb31794/49743fce-40e6-45d5-b037-482e5c8e65ee/a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:09.681454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e20f4925-9566-4dc0-82f8-a9997187928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.684040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e20f4925-9566-4dc0-82f8-a9997187928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.685233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e20f4925-9566-4dc0-82f8-a9997187928a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1a11bdf-665c-4742-97c1-21da4ed24a3b HTTP/1.1" status: 204 len: 168 time: 0.9416311 Jul 16 08:56:09.696675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f4925-9566-4dc0-82f8-a9997187928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a11bdf-665c-4742-97c1-21da4ed24a3b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.714682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Router ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:09.812177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:09.820203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.824577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52912) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.827186 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] Sync routers for ids ['ce530bf0-b7cc-4d9c-b955-0db5c9d5b945'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:09.836291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7de0c480-0254-4f08-8d36-d6912359e527 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "PUT /v2.0/routers/ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 HTTP/1.1" status: 200 len: 694 time: 0.9609520 Jul 16 08:56:09.839903 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] Routers {'ce530bf0-b7cc-4d9c-b955-0db5c9d5b945'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:09.840586 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce530bf0-b7cc-4d9c-b955-0db5c9d5b945'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:09.863853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.874289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Transition to ACTIVE for port object a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:09.894469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Transition to ACTIVE for port object a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:09.903479 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.945331 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] Set router ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:09.949176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ea43ec4-354f-43d7-a5ec-6b63d3cf5628 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/routers/ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 HTTP/1.1" status: 200 len: 700 time: 0.1208215 Jul 16 08:56:09.949837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52916) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.986353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Network 89826648-a8bb-4b74-93a3-240edeb31794 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:09.989542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3027f6eb-5c58-4cf5-a7cd-e21c47ccec28 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 HTTP/1.1" status: 200 len: 205 time: 0.0364728 Jul 16 08:56:09.990039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52918) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.994541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:09.997960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:10.000565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Pushing event updated for resources: {'Port': ['ID=a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.006807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.032643 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce530bf0-b7cc-4d9c-b955-0db5c9d5b945', 'name': 'tempest-RoutersTest-router-1179080551', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:08Z', 'updated_at': '2021-07-16T08:56:09Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.070143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=49743fce-40e6-45d5-b037-482e5c8e65ee,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.073350 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] Checking router: ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:10.089080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] Routers {'ce530bf0-b7cc-4d9c-b955-0db5c9d5b945'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:10.090320 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce530bf0-b7cc-4d9c-b955-0db5c9d5b945'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.115547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Attempting to bind port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:10.115922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Attempting to bind port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'f4f65c9b-f667-41ce-8d5c-95545f3b3136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '89826648-a8bb-4b74-93a3-240edeb31794'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:10.116286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Attempting to bind port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f on network 89826648-a8bb-4b74-93a3-240edeb31794 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:10.125130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:10.127587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Checking segment: {'id': 'f4f65c9b-f667-41ce-8d5c-95545f3b3136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '89826648-a8bb-4b74-93a3-240edeb31794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:10.128894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.132472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Bound using segment: {'id': 'f4f65c9b-f667-41ce-8d5c-95545f3b3136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '89826648-a8bb-4b74-93a3-240edeb31794'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:10.134576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Bound port: a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f65c9b-f667-41ce-8d5c-95545f3b3136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '89826648-a8bb-4b74-93a3-240edeb31794'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:10.136223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.150028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.164581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.178759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89826648-a8bb-4b74-93a3-240edeb31794']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.190698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f65c9b-f667-41ce-8d5c-95545f3b3136') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.190991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f65c9b-f667-41ce-8d5c-95545f3b3136') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.225082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.239089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-134adbc0-e27b-4934-9457-34893720af84 None None] For port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:10.245081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-134adbc0-e27b-4934-9457-34893720af84 None None] For port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f,segment=NetworkSegment(f4f65c9b-f667-41ce-8d5c-95545f3b3136),segment_id=f4f65c9b-f667-41ce-8d5c-95545f3b3136)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:10.245430 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] Set router ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:10.257400 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.259138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.275413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:10.277519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:10.371266 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:10.390111 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce530bf0-b7cc-4d9c-b955-0db5c9d5b945', 'name': 'tempest-RoutersTest-router-1179080551', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:08Z', 'updated_at': '2021-07-16T08:56:09Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.404138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:56:10.404138 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:56:10.404138 n-d-798249-10 neutron-server[93700]: [parameters: {'id': '89826648-a8bb-4b74-93a3-240edeb31794'}] Jul 16 08:56:10.404138 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:10.404563 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:10.405012 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.407609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.478806 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b218f7-b4fd-47e3-91d5-20c51635f730 None None] The sync data for ids ['ce530bf0-b7cc-4d9c-b955-0db5c9d5b945'] in n-d-798249-10 is: [{'id': 'ce530bf0-b7cc-4d9c-b955-0db5c9d5b945', 'name': 'tempest-RoutersTest-router-1179080551', 'tenant_id': '55e409609c864bb69dddd4ae6c71156c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:08Z', 'updated_at': '2021-07-16T08:56:09Z', 'revision_number': 2, 'project_id': '55e409609c864bb69dddd4ae6c71156c', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:10.495728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134adbc0-e27b-4934-9457-34893720af84 None None] Pushing event updated for resources: {'Port': ['ID=a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.504971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f8864-f3c5-4752-a476-50c976f12b8f None None] Network 89826648-a8bb-4b74-93a3-240edeb31794 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:10.565656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.566543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Fanout notify agent at l3_agent the message router_deleted on router ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:10.587764 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.589236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-687bed6e-8afa-4f47-8437-b99db3fa08eb tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 HTTP/1.1" status: 204 len: 168 time: 0.5975776 Jul 16 08:56:10.592622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52932) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.638171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c73ad6c4-1da3-4313-ae4d-3bf2be0d5848 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 HTTP/1.1" status: 200 len: 205 time: 0.0443299 Jul 16 08:56:10.640499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.698286 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-795368f0-7f94-442a-823b-2ff2ab88b553 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:10.699865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-795368f0-7f94-442a-823b-2ff2ab88b553 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/ce530bf0-b7cc-4d9c-b955-0db5c9d5b945 HTTP/1.1" status: 404 len: 336 time: 0.0575593 Jul 16 08:56:10.702307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52940) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.729667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacfdaca-f75d-4d73-aab0-5a2b0fdcb365 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:10.738760 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8764b3-7d4d-4852-87e1-7199250a7b6b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:10.738760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8764b3-7d4d-4852-87e1-7199250a7b6b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:10.740776 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cd8764b3-7d4d-4852-87e1-7199250a7b6b tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/5b3a0ba1-3b57-4a57-97d6-9694fd6901cf HTTP/1.1" status: 404 len: 337 time: 0.0370326 Jul 16 08:56:10.743816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52942) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.790208 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8a369c-d4ea-4193-9c95-8ef1017720ea tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:10.790905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8a369c-d4ea-4193-9c95-8ef1017720ea tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:10.795873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52944) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.807502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb8a369c-d4ea-4193-9c95-8ef1017720ea tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/c732e24b-e6c1-4108-90fd-66467143e26c HTTP/1.1" status: 404 len: 337 time: 0.0480812 Jul 16 08:56:10.836995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacfdaca-f75d-4d73-aab0-5a2b0fdcb365 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:10.839368 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9dadf2-1da7-4efa-9765-920507d51b41 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:10.839850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9dadf2-1da7-4efa-9765-920507d51b41 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:10.841679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4b9dadf2-1da7-4efa-9765-920507d51b41 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/cbb2182f-76a6-4b8b-a4c8-c2785a762bee HTTP/1.1" status: 404 len: 337 time: 0.0446157 Jul 16 08:56:10.844893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52948) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.888013 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c829cb4b-778a-46de-ac0b-47eee3ef4ab3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:10.888552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c829cb4b-778a-46de-ac0b-47eee3ef4ab3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:10.890372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c829cb4b-778a-46de-ac0b-47eee3ef4ab3 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/8d113538-6392-4f7b-8102-f46bb7c4a81e HTTP/1.1" status: 404 len: 337 time: 0.0419030 Jul 16 08:56:10.893124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52950) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.921996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.930961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f2048403-7db6-46e7-880a-d58aa2e0ff80 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 200 len: 205 time: 0.0361619 Jul 16 08:56:10.933516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.984222 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-4a065c06-0046-42d9-a1a7-84f65cb77dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:10.988518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a065c06-0046-42d9-a1a7-84f65cb77dca tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/79d1a6da-592f-451f-97be-a2af756773df HTTP/1.1" status: 404 len: 336 time: 0.0508039 Jul 16 08:56:10.988981 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52958) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.046303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1b22421d-76b4-4e91-a5e0-c25d9df07701 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca HTTP/1.1" status: 200 len: 205 time: 0.0540671 Jul 16 08:56:11.047127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.089061 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-1c16cea8-30af-463e-b21c-62398e9d31ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:11.092580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1c16cea8-30af-463e-b21c-62398e9d31ec tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/14ba8cf2-be2c-4ff3-81dd-d5741b3ac8ca HTTP/1.1" status: 404 len: 336 time: 0.0411577 Jul 16 08:56:11.093839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52962) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.109078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:11.110084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.134857 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b214aed-8251-49ca-b5d0-7ee809f9fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:11.135203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b214aed-8251-49ca-b5d0-7ee809f9fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:11.139989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7b214aed-8251-49ca-b5d0-7ee809f9fae9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/a695d9f4-780a-4d51-a894-c3bdc51c33bd HTTP/1.1" status: 404 len: 337 time: 0.0435824 Jul 16 08:56:11.140839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52964) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.185562 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-24d4f815-4d3c-4b3c-8c1a-472800193f8a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 200 len: 205 time: 0.0421484 Jul 16 08:56:11.187265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52966) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.199661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f,segment=NetworkSegment(f4f65c9b-f667-41ce-8d5c-95545f3b3136),segment_id=f4f65c9b-f667-41ce-8d5c-95545f3b3136)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:11.200032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.215110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:11.234201 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-79672c0a-a1fe-4ce1-912d-109d08d3dcf9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:11.235476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-79672c0a-a1fe-4ce1-912d-109d08d3dcf9 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/4c1b2a08-bd3f-4c16-a2f6-1a5cf929f2ed HTTP/1.1" status: 404 len: 336 time: 0.0472119 Jul 16 08:56:11.238648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52968) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.271468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c7a49d98-d8ad-46cb-9f54-47b52c3db072 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=893c13f5-8be8-4822-ae79-26c8fe0e6fa9 HTTP/1.1" status: 200 len: 205 time: 0.0317111 Jul 16 08:56:11.274000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.314059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.326364 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-237ddf97-e812-4482-84d9-e1a023673e9f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:11.327491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-237ddf97-e812-4482-84d9-e1a023673e9f tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/893c13f5-8be8-4822-ae79-26c8fe0e6fa9 HTTP/1.1" status: 404 len: 336 time: 0.0522971 Jul 16 08:56:11.330139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52972) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.336975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:11.361428 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfd1853-2acb-464f-a090-a2bce45aca0c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:11.361614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfd1853-2acb-464f-a090-a2bce45aca0c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:11.363504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ebfd1853-2acb-464f-a090-a2bce45aca0c tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/e871d9f9-14c1-4faa-a984-7e09171395fb HTTP/1.1" status: 404 len: 337 time: 0.0323277 Jul 16 08:56:11.364890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=a6085f48-bb2a-4cec-a1eb-35e47e3d7f5f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.366017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52974) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.402346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-78c6aba8-7fd7-4d3a-9e87-6ed4ac18436a tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=a025f25e-af30-4383-b462-dd07bf2d4262 HTTP/1.1" status: 200 len: 205 time: 0.0346203 Jul 16 08:56:11.405180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52976) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.478456 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-9814b88b-0210-4091-9f96-82f3fe049532 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:11.482634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9814b88b-0210-4091-9f96-82f3fe049532 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/a025f25e-af30-4383-b462-dd07bf2d4262 HTTP/1.1" status: 404 len: 336 time: 0.0762053 Jul 16 08:56:11.483788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52980) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.484420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.512447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89826648-a8bb-4b74-93a3-240edeb31794']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.526655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f65c9b-f667-41ce-8d5c-95545f3b3136') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.527048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f65c9b-f667-41ce-8d5c-95545f3b3136') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.527776 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2989ffa4-b90f-48cc-8626-5a2e305158d4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:11.528267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2989ffa4-b90f-48cc-8626-5a2e305158d4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:11.531914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2989ffa4-b90f-48cc-8626-5a2e305158d4 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/3d0911b4-3e7e-4870-adbb-3e429e30e5e1 HTTP/1.1" status: 404 len: 337 time: 0.0471358 Jul 16 08:56:11.535899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52984) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.547261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.565756 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.576234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:11.576767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.579148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fefd00ea-6c35-4e93-8a58-53d68e975ee5 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bbcd9d5-590c-4ec1-a203-e86403f31f55 HTTP/1.1" status: 200 len: 205 time: 0.0418234 Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:11.580007 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:11.582607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 52986) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.640127 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-d525ef40-7adf-415d-8933-f64903568d5e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] delete failed (client error): The resource could not be found. Jul 16 08:56:11.641163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d525ef40-7adf-415d-8933-f64903568d5e tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/routers/1bbcd9d5-590c-4ec1-a203-e86403f31f55 HTTP/1.1" status: 404 len: 336 time: 0.0578969 Jul 16 08:56:11.644658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52990) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.683144 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5099073c-4f64-4a33-b1e0-83fa4f6eb8c1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:11.683635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5099073c-4f64-4a33-b1e0-83fa4f6eb8c1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:11.685393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5099073c-4f64-4a33-b1e0-83fa4f6eb8c1 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/98e2727a-128e-43b6-82c6-f157ccad7553 HTTP/1.1" status: 404 len: 337 time: 0.0396807 Jul 16 08:56:11.687932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52994) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.710889 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.738636 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d9971e-a8cd-4ce2-8908-6cb2cbbbced8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:11.739503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d9971e-a8cd-4ce2-8908-6cb2cbbbced8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:11.742963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d9d9971e-a8cd-4ce2-8908-6cb2cbbbced8 tempest-RoutersTest-1902262082 tempest-RoutersTest-1902262082-project] 10.222.0.41 "DELETE /v2.0/subnets/c698efec-b19a-48f4-b56a-8b39c7063173 HTTP/1.1" status: 404 len: 337 time: 0.0536642 Jul 16 08:56:11.751395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.754198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/89826648-a8bb-4b74-93a3-240edeb31794 HTTP/1.1" status: 204 len: 168 time: 2.4842453 Jul 16 08:56:11.755833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b58e8-4df2-442a-85a5-756c2f4fb121 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=89826648-a8bb-4b74-93a3-240edeb31794,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.762455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 52998) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.781228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-678135112'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:11.829988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:11.837714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.886808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:11.900382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.900788 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment 73cf248b-ad6c-42c4-ad40-80c7769424fd of type vlan for network 82575eb7-066b-4c64-8971-be79c3ff2e45 Jul 16 08:56:11.962310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.997484 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.006406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:12.008666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.039086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2658207 Jul 16 08:56:12.039495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53010) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.045266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': '82575eb7-066b-4c64-8971-be79c3ff2e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:12.105238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=82575eb7-066b-4c64-8971-be79c3ff2e45,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.112939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.113284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.113659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.114048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.114339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.114623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.114998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.115272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.115618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.115944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.116265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.116585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59427238-5496-4ecc-afcd-30810849ee89 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.127630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 82575eb7-066b-4c64-8971-be79c3ff2e45 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:12.136473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53012) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.169982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:12.174561 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.371888 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c786503f-e3cf-4856-9152-28b281a619ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55e409609c864bb69dddd4ae6c71156c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340252 Jul 16 08:56:12.374425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53016) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.432347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.438438 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7d90a4f-7e2a-4164-9307-a8c119f1e10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.462459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7d90a4f-7e2a-4164-9307-a8c119f1e10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.498225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=d18afa1e-bff3-48c5-b27d-6fe30adfeda2,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.510374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.510721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.511057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.511412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.511737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.512059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.512378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.512693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.513034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.513351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.513670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.513983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.517235 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': '73cf248b-ad6c-42c4-ad40-80c7769424fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82575eb7-066b-4c64-8971-be79c3ff2e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:12.517788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: 82575eb7-066b-4c64-8971-be79c3ff2e45, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:12.521225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7d90a4f-7e2a-4164-9307-a8c119f1e10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.524180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c7d90a4f-7e2a-4164-9307-a8c119f1e10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.530530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c7d90a4f-7e2a-4164-9307-a8c119f1e10c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10aacd28-1ac4-471f-a04b-5cd1b660a876 HTTP/1.1" status: 204 len: 168 time: 0.1548176 Jul 16 08:56:12.541657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90a4f-7e2a-4164-9307-a8c119f1e10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aacd28-1ac4-471f-a04b-5cd1b660a876,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.542079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network 82575eb7-066b-4c64-8971-be79c3ff2e45 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:12.552896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 82575eb7-066b-4c64-8971-be79c3ff2e45) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:12.556896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:12.557864 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.568125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ec87a-d3cc-411a-8950-d80286299911 None None] Network 82575eb7-066b-4c64-8971-be79c3ff2e45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:12.577142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7840ab75-e566-4009-8175-dd531dc8a3e4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5361931 Jul 16 08:56:12.579793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53030) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.740716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.783048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b7fe4-4ae5-4c1d-a02c-57f01fb47e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-82575eb7-066b-4c64-8971-be79c3ff2e45', 'network_id': '82575eb7-066b-4c64-8971-be79c3ff2e45', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': 'd18afa1e-bff3-48c5-b27d-6fe30adfeda2'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:12.784691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f0b7fe4-4ae5-4c1d-a02c-57f01fb47e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.876737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.983451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5161ad84-da8c-4509-b1ee-2d90efcdcb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.994013 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-9f0b7fe4-4ae5-4c1d-a02c-57f01fb47e98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18afa1e-bff3-48c5-b27d-6fe30adfeda2: This subnet is being modified by another concurrent operation. Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18afa1e-bff3-48c5-b27d-6fe30adfeda2: This subnet is being modified by another concurrent operation. Jul 16 08:56:12.996760 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:56:13.037083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca51e70-ad2b-4da4-8ed6-783502d12406 None None] Network 82575eb7-066b-4c64-8971-be79c3ff2e45 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:13.060643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=d18afa1e-bff3-48c5-b27d-6fe30adfeda2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.178799 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.186118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef9545-62d9-40e2-a760-20adadc0f927 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:13.192039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82575eb7-066b-4c64-8971-be79c3ff2e45']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.203354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cf248b-ad6c-42c4-ad40-80c7769424fd') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.204037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cf248b-ad6c-42c4-ad40-80c7769424fd') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.217424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.247079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.255422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:13.256323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:13.260835 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:13.288748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef9545-62d9-40e2-a760-20adadc0f927 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:13.357950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.383364 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.385855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/82575eb7-066b-4c64-8971-be79c3ff2e45 HTTP/1.1" status: 204 len: 168 time: 0.8047302 Jul 16 08:56:13.387604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d97ea-fafd-4fa1-b039-45d65b140cb1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=82575eb7-066b-4c64-8971-be79c3ff2e45,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.389023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53052) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.396871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1318453448'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:13.440300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:13.445614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.478932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:13.493279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.493625 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment ba0eb736-5555-42cc-8d33-37a7a488863e of type vlan for network 80c08d33-ed61-4f88-be97-8cb9921caff7 Jul 16 08:56:13.548982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.594797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.608168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.608688 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.656165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2650802 Jul 16 08:56:13.658796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53058) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.665206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:13.697164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53060) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.710923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7812-8729-4977-b2c4-dcff140a7205 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=80c08d33-ed61-4f88-be97-8cb9921caff7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.722282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 80c08d33-ed61-4f88-be97-8cb9921caff7 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:13.813139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:13.823265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.917709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a03665f0-2dfe-4f03-87f9-06adcb9aed93 tempest-DvrRoutersNegativeTest-2110840455 tempest-DvrRoutersNegativeTest-2110840455-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1183998746', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:13.920848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.policy [None req-a03665f0-2dfe-4f03-87f9-06adcb9aed93 tempest-DvrRoutersNegativeTest-2110840455 tempest-DvrRoutersNegativeTest-2110840455-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93699) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 08:56:13.921254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.policy [None req-a03665f0-2dfe-4f03-87f9-06adcb9aed93 tempest-DvrRoutersNegativeTest-2110840455 tempest-DvrRoutersNegativeTest-2110840455-project] Failed policy check for 'create_router' {{(pid=93699) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 08:56:13.921863 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-a03665f0-2dfe-4f03-87f9-06adcb9aed93 tempest-DvrRoutersNegativeTest-2110840455 tempest-DvrRoutersNegativeTest-2110840455-project] create failed (client error): Access was denied to this resource. Jul 16 08:56:13.922951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a03665f0-2dfe-4f03-87f9-06adcb9aed93 tempest-DvrRoutersNegativeTest-2110840455 tempest-DvrRoutersNegativeTest-2110840455-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2248371 Jul 16 08:56:14.114393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.197065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=f47c6565-1331-4c48-85d8-998aa33b4e79,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.199536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': 'ba0eb736-5555-42cc-8d33-37a7a488863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:14.199945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: 80c08d33-ed61-4f88-be97-8cb9921caff7, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:14.224713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network 80c08d33-ed61-4f88-be97-8cb9921caff7 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:14.241098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 80c08d33-ed61-4f88-be97-8cb9921caff7) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:14.254145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42e375-a85f-44fd-8528-18a2ef8accdd None None] Network 80c08d33-ed61-4f88-be97-8cb9921caff7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:14.272396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.273018 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.351944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53080) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.353768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.354841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a226d866-5011-48f7-8ca6-6bd1da7d552c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6939735 Jul 16 08:56:14.552442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-80c08d33-ed61-4f88-be97-8cb9921caff7', 'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': 'f47c6565-1331-4c48-85d8-998aa33b4e79'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:14.553364 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.731536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Allocated IP 172.20.0.2 (80c08d33-ed61-4f88-be97-8cb9921caff7/f47c6565-1331-4c48-85d8-998aa33b4e79/3bc81890-3d4a-4314-be92-0f2b8a75c82d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:14.884116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96397b13-f938-4c1d-8214-f0c7cb733014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.927239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.930127 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.940389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Transition to ACTIVE for port object 3bc81890-3d4a-4314-be92-0f2b8a75c82d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:14.961889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Transition to ACTIVE for port object 3bc81890-3d4a-4314-be92-0f2b8a75c82d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:14.973998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.039402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.052077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Network 80c08d33-ed61-4f88-be97-8cb9921caff7 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:15.053826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:15.056820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:15.064747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Pushing event updated for resources: {'Port': ['ID=3bc81890-3d4a-4314-be92-0f2b8a75c82d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.128654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Attempting to bind port 3bc81890-3d4a-4314-be92-0f2b8a75c82d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.129114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Attempting to bind port 3bc81890-3d4a-4314-be92-0f2b8a75c82d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ba0eb736-5555-42cc-8d33-37a7a488863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.129554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Attempting to bind port 3bc81890-3d4a-4314-be92-0f2b8a75c82d on network 80c08d33-ed61-4f88-be97-8cb9921caff7 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.136388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:15.136865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Checking segment: {'id': 'ba0eb736-5555-42cc-8d33-37a7a488863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:15.138375 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.138375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Bound using segment: {'id': 'ba0eb736-5555-42cc-8d33-37a7a488863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:15.138754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Bound port: 3bc81890-3d4a-4314-be92-0f2b8a75c82d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0eb736-5555-42cc-8d33-37a7a488863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80c08d33-ed61-4f88-be97-8cb9921caff7'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:15.139440 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.176944 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96397b13-f938-4c1d-8214-f0c7cb733014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.188234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96397b13-f938-4c1d-8214-f0c7cb733014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.217696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.225890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] For port 3bc81890-3d4a-4314-be92-0f2b8a75c82d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:15.229247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] For port 3bc81890-3d4a-4314-be92-0f2b8a75c82d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3bc81890-3d4a-4314-be92-0f2b8a75c82d,segment=NetworkSegment(ba0eb736-5555-42cc-8d33-37a7a488863e),segment_id=ba0eb736-5555-42cc-8d33-37a7a488863e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:15.234656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.268564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-96397b13-f938-4c1d-8214-f0c7cb733014 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f531df6b99b489c8437fc33292c2ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8814650 Jul 16 08:56:15.271265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96397b13-f938-4c1d-8214-f0c7cb733014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc52765-c8ea-44b1-9863-b4d26d396e10,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.272169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53094) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:15.285934 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=f47c6565-1331-4c48-85d8-998aa33b4e79,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.359131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f7c5f-fa0b-472f-92e1-07c53950e3ea None None] Pushing event updated for resources: {'Port': ['ID=3bc81890-3d4a-4314-be92-0f2b8a75c82d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.360652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c81d766b-1549-45e4-816b-14d4e8b3928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.364903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.380819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c08d33-ed61-4f88-be97-8cb9921caff7']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.398451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0eb736-5555-42cc-8d33-37a7a488863e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.398821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0eb736-5555-42cc-8d33-37a7a488863e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.402862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c81d766b-1549-45e4-816b-14d4e8b3928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.410212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.433650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.440594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:15.441133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:15.464451 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:15.484291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c81d766b-1549-45e4-816b-14d4e8b3928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.488213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c81d766b-1549-45e4-816b-14d4e8b3928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.489559 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c81d766b-1549-45e4-816b-14d4e8b3928a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdc52765-c8ea-44b1-9863-b4d26d396e10 HTTP/1.1" status: 204 len: 168 time: 0.2163682 Jul 16 08:56:15.502250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d766b-1549-45e4-816b-14d4e8b3928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc52765-c8ea-44b1-9863-b4d26d396e10,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.526511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:56:15.526511 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:56:15.526511 n-d-798249-10 neutron-server[93700]: [parameters: {'id': '80c08d33-ed61-4f88-be97-8cb9921caff7'}] Jul 16 08:56:15.526511 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:15.526839 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:15.698655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39096768-0277-456c-b161-25122b3f7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.757672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.028304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.116843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port 3bc81890-3d4a-4314-be92-0f2b8a75c82d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:16.117109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.226199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port 3bc81890-3d4a-4314-be92-0f2b8a75c82d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3bc81890-3d4a-4314-be92-0f2b8a75c82d,segment=NetworkSegment(ba0eb736-5555-42cc-8d33-37a7a488863e),segment_id=ba0eb736-5555-42cc-8d33-37a7a488863e)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:16.226891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.247276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for 3bc81890-3d4a-4314-be92-0f2b8a75c82d owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:16.416368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.471805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port 3bc81890-3d4a-4314-be92-0f2b8a75c82d on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:16.474713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=3bc81890-3d4a-4314-be92-0f2b8a75c82d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.581883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3bc81890-3d4a-4314-be92-0f2b8a75c82d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:16.630064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3bc81890-3d4a-4314-be92-0f2b8a75c82d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:16.630404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3bc81890-3d4a-4314-be92-0f2b8a75c82d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 08:56:16.663438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.676261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c08d33-ed61-4f88-be97-8cb9921caff7']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:16.689582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Port 3bc81890-3d4a-4314-be92-0f2b8a75c82d not found, will not notify nova. {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 08:56:16.696264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0eb736-5555-42cc-8d33-37a7a488863e') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:16.696617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0eb736-5555-42cc-8d33-37a7a488863e') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:16.709600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.712477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.728548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.738043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:16.738718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:16.742509 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:16.750428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53120) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.755523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039244 Jul 16 08:56:16.759225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53122) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.855376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.866596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.868749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/80c08d33-ed61-4f88-be97-8cb9921caff7 HTTP/1.1" status: 204 len: 168 time: 2.5157082 Jul 16 08:56:16.872704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53126) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.879375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-782230877'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:16.880593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ae963-c6f2-4d2d-9b95-3ccde3b44272 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=80c08d33-ed61-4f88-be97-8cb9921caff7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.925593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:16.934128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.941327 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c1af6ac0-0062-445e-91ca-99abb85ce522 tempest-NetworksApiDiscovery-1630456301 tempest-NetworksApiDiscovery-1630456301-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1763003 Jul 16 08:56:16.976879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:16.992471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.992853 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment cb4d042f-8010-4c1e-a0ea-d22a0795b30d of type vlan for network f3cc9579-361a-4658-9e1a-5fd0419f8c04 Jul 16 08:56:17.055059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.079755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116aefd-d34b-44e8-b444-8f04b53843f3 None None] DHCP port deletion for 80c08d33-ed61-4f88-be97-8cb9921caff7 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:17.097124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f22487a2-e563-4696-aa18-80e23b4ffa84 None None] Could not find standard attr ID for object 3bc81890-3d4a-4314-be92-0f2b8a75c82d. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:56:17.113477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.120756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6483a428-c660-44ef-987e-df48d4ae178e None None] Network 80c08d33-ed61-4f88-be97-8cb9921caff7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:17.126813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.127585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.142396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6483a428-c660-44ef-987e-df48d4ae178e None None] Network 80c08d33-ed61-4f88-be97-8cb9921caff7 could not be found, it might have been deleted concurrently. {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:56:17.169591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2948716 Jul 16 08:56:17.172431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.184781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:17.261171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7e7a8-8f92-4a31-a9d1-31b0516a778f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=f3cc9579-361a-4658-9e1a-5fd0419f8c04,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.273702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f3cc9579-361a-4658-9e1a-5fd0419f8c04 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:17.334449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:17.339540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.363436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.428887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing IP validity checks on allocation pools {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:56:17.429464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:56:17.549446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9035cdc4-92db-46eb-a939-bce521d12a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.582781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.665373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=ff462c32-7066-4431-b415-dcbca2c9d98b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.666190 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9035cdc4-92db-46eb-a939-bce521d12a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.676244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9035cdc4-92db-46eb-a939-bce521d12a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.695833 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:17.696105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: f3cc9579-361a-4658-9e1a-5fd0419f8c04, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:17.717625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network f3cc9579-361a-4658-9e1a-5fd0419f8c04 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:17.722536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9035cdc4-92db-46eb-a939-bce521d12a60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b5059e027f24ce4aa9c6e6d3334dd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576295 Jul 16 08:56:17.727162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53146) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.731474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f3cc9579-361a-4658-9e1a-5fd0419f8c04) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:17.737037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.738329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.755620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035cdc4-92db-46eb-a939-bce521d12a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a016ace-1c31-4c78-8e9b-d92cd519e318,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.760192 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa81d740-4471-4fc1-b157-89d845755a61 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5856032 Jul 16 08:56:17.764802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53148) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.780404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3864bcc-82ff-4f50-ab5e-320af085d8fc None None] Network f3cc9579-361a-4658-9e1a-5fd0419f8c04 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:17.851634 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.904004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05cdeb9c-3d96-4273-aa8f-fc5c88f6dae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.928897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.943550 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05cdeb9c-3d96-4273-aa8f-fc5c88f6dae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.968616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f3cc9579-361a-4658-9e1a-5fd0419f8c04', 'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': 'ff462c32-7066-4431-b415-dcbca2c9d98b'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:17.969484 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.021863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.070765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05cdeb9c-3d96-4273-aa8f-fc5c88f6dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.073458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05cdeb9c-3d96-4273-aa8f-fc5c88f6dae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.075983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05cdeb9c-3d96-4273-aa8f-fc5c88f6dae7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a016ace-1c31-4c78-8e9b-d92cd519e318 HTTP/1.1" status: 204 len: 168 time: 0.3474848 Jul 16 08:56:18.091412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdeb9c-3d96-4273-aa8f-fc5c88f6dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a016ace-1c31-4c78-8e9b-d92cd519e318,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.148157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Allocated IP 172.20.0.3 (f3cc9579-361a-4658-9e1a-5fd0419f8c04/ff462c32-7066-4431-b415-dcbca2c9d98b/ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:18.429307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3bc81890-3d4a-4314-be92-0f2b8a75c82d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:18.476471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3bc81890-3d4a-4314-be92-0f2b8a75c82d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:18.476810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3bc81890-3d4a-4314-be92-0f2b8a75c82d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:18.496216 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.590213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.605792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Transition to ACTIVE for port object ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:18.632566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Transition to ACTIVE for port object ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:18.647127 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.666327 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.700491 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Network f3cc9579-361a-4658-9e1a-5fd0419f8c04 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:18.702001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:18.722552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:18.725846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Pushing event updated for resources: {'Port': ['ID=ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.735060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=ff462c32-7066-4431-b415-dcbca2c9d98b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.819181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Attempting to bind port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:18.819729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Attempting to bind port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:18.820014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Attempting to bind port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 on network f3cc9579-361a-4658-9e1a-5fd0419f8c04 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:18.827129 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.838009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:18.838379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cc9579-361a-4658-9e1a-5fd0419f8c04']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.838594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Checking segment: {'id': 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:18.839591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.840700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Bound using segment: {'id': 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:18.841418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Bound port: ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:18.841993 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.850237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.850788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.861514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.878885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.893973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:18.894851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:18.899557 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:18.956352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] For port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:18.988538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] For port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63,segment=NetworkSegment(cb4d042f-8010-4c1e-a0ea-d22a0795b30d),segment_id=cb4d042f-8010-4c1e-a0ea-d22a0795b30d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:18.989571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:56:18.989571 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:56:18.989571 n-d-798249-10 neutron-server[93699]: [parameters: {'id': 'f3cc9579-361a-4658-9e1a-5fd0419f8c04'}] Jul 16 08:56:18.989571 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:18.989978 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:18.994843 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.084448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315285d4-ab39-4f62-8146-94b7f811a2d6 None None] Pushing event updated for resources: {'Port': ['ID=ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.113344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94aa76-e913-4b44-93d3-eaa65f1e5f12 None None] Network f3cc9579-361a-4658-9e1a-5fd0419f8c04 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:19.268606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e138dc2-e8ff-4084-abf1-f3ef6bc4ea5f None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:19.348987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e138dc2-e8ff-4084-abf1-f3ef6bc4ea5f None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:19.492047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.566665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:19.567215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.670136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63,segment=NetworkSegment(cb4d042f-8010-4c1e-a0ea-d22a0795b30d),segment_id=cb4d042f-8010-4c1e-a0ea-d22a0795b30d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:19.670509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.685098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:19.812118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.841483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.848483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port ac1cf58f-3d4a-44b7-98ee-19d0ceeddd63 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:20.230678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.241091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cc9579-361a-4658-9e1a-5fd0419f8c04']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:20.251829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:20.252208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d042f-8010-4c1e-a0ea-d22a0795b30d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:20.263184 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.279260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.291101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:20.291101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:20.291756 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:20.370403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.386146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.388313 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/f3cc9579-361a-4658-9e1a-5fd0419f8c04 HTTP/1.1" status: 204 len: 168 time: 2.6217473 Jul 16 08:56:20.392145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53210) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.403305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269324518'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:20.408125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da41c2-c2c1-4fdf-a4cf-2c0326973938 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=f3cc9579-361a-4658-9e1a-5fd0419f8c04,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:20.434298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:20.439205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.473011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:20.487083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.487695 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment ab427e07-a926-48c6-a1f6-44e8c89b4c37 of type vlan for network f509d28a-82f4-4ca4-8dac-f0ad9874f18c Jul 16 08:56:20.544464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.576041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.584236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.584880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.624659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2314227 Jul 16 08:56:20.627553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53222) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.633759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'f509d28a-82f4-4ca4-8dac-f0ad9874f18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:20.712031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8246680-8fa7-44dc-91ad-9cde6ea62513 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=f509d28a-82f4-4ca4-8dac-f0ad9874f18c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:20.734941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f509d28a-82f4-4ca4-8dac-f0ad9874f18c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:20.829417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:20.834072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.129714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.199594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=ed5cb531-82ed-404e-ba5e-efe5c48055a1,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.210784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': 'ab427e07-a926-48c6-a1f6-44e8c89b4c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f509d28a-82f4-4ca4-8dac-f0ad9874f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:21.211205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: f509d28a-82f4-4ca4-8dac-f0ad9874f18c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:21.234262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network f509d28a-82f4-4ca4-8dac-f0ad9874f18c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:21.249260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f509d28a-82f4-4ca4-8dac-f0ad9874f18c) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:21.260317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac99449-c3c7-4847-9cc8-99ec9c94d4f5 None None] Network f509d28a-82f4-4ca4-8dac-f0ad9874f18c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:21.265629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.266362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.292871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53238) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.293915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c1d4fd96-f303-41fd-8a27-9f662ef633e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6649384 Jul 16 08:56:21.435204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.504641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.521591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d27fd96-c33b-4cc9-bfe1-035b9ae9e384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f509d28a-82f4-4ca4-8dac-f0ad9874f18c', 'network_id': 'f509d28a-82f4-4ca4-8dac-f0ad9874f18c', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': 'ed5cb531-82ed-404e-ba5e-efe5c48055a1'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:21.523531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d27fd96-c33b-4cc9-bfe1-035b9ae9e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.605011 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.641149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5cb531-82ed-404e-ba5e-efe5c48055a1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-3d27fd96-c33b-4cc9-bfe1-035b9ae9e384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed5cb531-82ed-404e-ba5e-efe5c48055a1: This subnet is being modified by another concurrent operation. Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed5cb531-82ed-404e-ba5e-efe5c48055a1: This subnet is being modified by another concurrent operation. Jul 16 08:56:21.699376 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:56:21.725271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f982c9-6eda-4397-8d03-38625334508d None None] Network f509d28a-82f4-4ca4-8dac-f0ad9874f18c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:21.748303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.769084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f509d28a-82f4-4ca4-8dac-f0ad9874f18c']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:21.777477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab427e07-a926-48c6-a1f6-44e8c89b4c37') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:21.777868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab427e07-a926-48c6-a1f6-44e8c89b4c37') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:21.799675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.869277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.884042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:21.884042 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:21.886950 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:21.938275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392c6ec-d9a1-4102-8d01-4bcb4f051a91 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:22.020779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392c6ec-d9a1-4102-8d01-4bcb4f051a91 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:22.025323 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.042338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.056487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53254) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.062148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1840399989'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:22.068348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/f509d28a-82f4-4ca4-8dac-f0ad9874f18c HTTP/1.1" status: 204 len: 168 time: 0.7737255 Jul 16 08:56:22.103251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645365f2-7395-488b-a0e7-c71949e30a18 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=f509d28a-82f4-4ca4-8dac-f0ad9874f18c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.104941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:22.121094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.162280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:22.188557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.189319 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment 0ff479a1-b407-4931-ba5a-1290be7672cd of type vlan for network de45a982-647b-4e49-b27d-a55ad505c7c5 Jul 16 08:56:22.239446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.288598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.296582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.297479 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.349118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2914479 Jul 16 08:56:22.349831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53260) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.394826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'de45a982-647b-4e49-b27d-a55ad505c7c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:22.399814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e05fb-9fd3-4747-b5c5-c044da9cd2b9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=de45a982-647b-4e49-b27d-a55ad505c7c5,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.421622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network de45a982-647b-4e49-b27d-a55ad505c7c5 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:22.546739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:22.553094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.773973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.858500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': '0ff479a1-b407-4931-ba5a-1290be7672cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'de45a982-647b-4e49-b27d-a55ad505c7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:22.858500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: de45a982-647b-4e49-b27d-a55ad505c7c5, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:22.879381 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=424b19d5-21dd-4304-a482-6d61381a7d0b,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.884734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network de45a982-647b-4e49-b27d-a55ad505c7c5 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:22.897457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, de45a982-647b-4e49-b27d-a55ad505c7c5) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:22.903231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.904288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.909645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070fdef-ede6-4a47-92cc-752c7abbd0e2 None None] Network de45a982-647b-4e49-b27d-a55ad505c7c5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:22.923753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-607ccb75-e680-4091-af21-4f3f0e0f9e6f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5699911 Jul 16 08:56:22.926880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53270) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.086673 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.153480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.159342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26121e-c5b9-4556-a3e8-d0caa5658905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-de45a982-647b-4e49-b27d-a55ad505c7c5', 'network_id': 'de45a982-647b-4e49-b27d-a55ad505c7c5', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '424b19d5-21dd-4304-a482-6d61381a7d0b'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:23.160593 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4b26121e-c5b9-4556-a3e8-d0caa5658905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.248583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.301965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=424b19d5-21dd-4304-a482-6d61381a7d0b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-4b26121e-c5b9-4556-a3e8-d0caa5658905 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 424b19d5-21dd-4304-a482-6d61381a7d0b: This subnet is being modified by another concurrent operation. Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 424b19d5-21dd-4304-a482-6d61381a7d0b: This subnet is being modified by another concurrent operation. Jul 16 08:56:23.374941 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:56:23.399778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf2d7b-1786-44eb-848a-3127269b3850 None None] Network de45a982-647b-4e49-b27d-a55ad505c7c5 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:23.415608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.426900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de45a982-647b-4e49-b27d-a55ad505c7c5']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:23.437752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff479a1-b407-4931-ba5a-1290be7672cd') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:23.438290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff479a1-b407-4931-ba5a-1290be7672cd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:23.452383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.475346 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.497006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:23.497930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:23.539066 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:23.605761 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.620121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.623927 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/de45a982-647b-4e49-b27d-a55ad505c7c5 HTTP/1.1" status: 204 len: 168 time: 0.6948621 Jul 16 08:56:23.627064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53282) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.634436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1519033500'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:23.645792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459ff64-f928-446b-a902-e84fbd91d2d0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=de45a982-647b-4e49-b27d-a55ad505c7c5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.695261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:23.698936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.735571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a994c-5866-4edb-9e75-0469c26fcb6d None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:23.782924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:23.820519 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.824992 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment bf213b4d-6117-475b-9026-c7bc6b19774f of type vlan for network a43cf315-1b4f-4bbc-92d7-6062b53d4998 Jul 16 08:56:23.931624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a994c-5866-4edb-9e75-0469c26fcb6d None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:23.935948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.991274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.997958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.998598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.027838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3981960 Jul 16 08:56:24.030699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53288) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.055394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:24.146619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa355db-0c64-4637-b2e7-4faeea257977 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=a43cf315-1b4f-4bbc-92d7-6062b53d4998,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.175208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:24.315733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.332746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.363226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 is not hosted by any dhcp agent {{(pid=93700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:56:24.369251 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.369994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.374582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "PUT /v2.0/networks/a43cf315-1b4f-4bbc-92d7-6062b53d4998 HTTP/1.1" status: 200 len: 723 time: 0.3366616 Jul 16 08:56:24.375410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53292) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.399477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:24.422862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613889f-6452-4d82-8a40-b44db7578eef tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=a43cf315-1b4f-4bbc-92d7-6062b53d4998,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.437287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:24.555896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:24.560369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.770618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.844944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=5c62aae5-ffbc-46eb-a706-e577915b9830,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.854580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': 'bf213b4d-6117-475b-9026-c7bc6b19774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:24.854942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: a43cf315-1b4f-4bbc-92d7-6062b53d4998, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:24.872593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:24.882852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a43cf315-1b4f-4bbc-92d7-6062b53d4998) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:24.891540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d1c8e-8794-4e33-82a5-df2635c24038 None None] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:24.899618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.900697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.924775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53302) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.930798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:24.935514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-35859d6a-5984-406e-9c10-3320d2a18a22 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5474815 Jul 16 08:56:25.043136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24214447'] for subnet, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.073588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-a43cf315-1b4f-4bbc-92d7-6062b53d4998', 'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '5c62aae5-ffbc-46eb-a706-e577915b9830'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:25.074495 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.251355 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746760240011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13614381'] for subnet, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.295644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Allocated IP 172.20.0.2 (a43cf315-1b4f-4bbc-92d7-6062b53d4998/5c62aae5-ffbc-46eb-a706-e577915b9830/3fbe4319-0e67-44cc-8fc0-7ec83be58a3c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:25.318933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.319707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.321361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "PUT /v2.0/subnets/5c62aae5-ffbc-46eb-a706-e577915b9830 HTTP/1.1" status: 200 len: 806 time: 0.3949242 Jul 16 08:56:25.325882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53308) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:25.364924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b770b-e27f-4147-8b42-9df0d412e90c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=5c62aae5-ffbc-46eb-a706-e577915b9830,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.521388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53312) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:25.530905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.584408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.592969 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.602945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Transition to ACTIVE for port object 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:25.620968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Transition to ACTIVE for port object 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:25.640779 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.664239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.673487 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2c40efc-8165-477c-8eaa-8e7620a6853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.701887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:25.708298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:25.712702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:25.735377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=5c62aae5-ffbc-46eb-a706-e577915b9830,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.755029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Pushing event updated for resources: {'Port': ['ID=3fbe4319-0e67-44cc-8fc0-7ec83be58a3c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.808677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.816216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Attempting to bind port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:25.816763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Attempting to bind port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'bf213b4d-6117-475b-9026-c7bc6b19774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:25.817384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Attempting to bind port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c on network a43cf315-1b4f-4bbc-92d7-6062b53d4998 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:25.823015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43cf315-1b4f-4bbc-92d7-6062b53d4998']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:25.824776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:25.825214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Checking segment: {'id': 'bf213b4d-6117-475b-9026-c7bc6b19774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:25.825625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.826371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Bound using segment: {'id': 'bf213b4d-6117-475b-9026-c7bc6b19774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:25.827054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Bound port: 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf213b4d-6117-475b-9026-c7bc6b19774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:25.827501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.837037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf213b4d-6117-475b-9026-c7bc6b19774f') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:25.837513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf213b4d-6117-475b-9026-c7bc6b19774f') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:25.860864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.876835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2c40efc-8165-477c-8eaa-8e7620a6853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.883952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2c40efc-8165-477c-8eaa-8e7620a6853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.890657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.901002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:25.901967 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.941858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] For port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:25.950186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c40efc-8165-477c-8eaa-8e7620a6853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965e0399-b6e1-44cc-a598-92de5d944fa5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.971385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f2c40efc-8165-477c-8eaa-8e7620a6853a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdc39b9336874e848c49a704b3488cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468703 Jul 16 08:56:25.972836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53324) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:25.973900 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:25.977223 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:56:25.977223 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:56:25.977223 n-d-798249-10 neutron-server[93699]: [parameters: {'id': 'a43cf315-1b4f-4bbc-92d7-6062b53d4998'}] Jul 16 08:56:25.977223 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:25.977574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] For port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3fbe4319-0e67-44cc-8fc0-7ec83be58a3c,segment=NetworkSegment(bf213b4d-6117-475b-9026-c7bc6b19774f),segment_id=bf213b4d-6117-475b-9026-c7bc6b19774f)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:25.977675 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:25.982199 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.060649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96309a67-0ae1-4214-9a97-f44dec572565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.079979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0bd0a8-3af7-40de-9603-27d559abed8e None None] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:26.091186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96309a67-0ae1-4214-9a97-f44dec572565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.113129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562d5f-c542-4225-89f2-5380c912b0a8 None None] Pushing event updated for resources: {'Port': ['ID=3fbe4319-0e67-44cc-8fc0-7ec83be58a3c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.151183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96309a67-0ae1-4214-9a97-f44dec572565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.155044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-96309a67-0ae1-4214-9a97-f44dec572565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.156299 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-96309a67-0ae1-4214-9a97-f44dec572565 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/965e0399-b6e1-44cc-a598-92de5d944fa5 HTTP/1.1" status: 204 len: 168 time: 0.1765478 Jul 16 08:56:26.166537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96309a67-0ae1-4214-9a97-f44dec572565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e0399-b6e1-44cc-a598-92de5d944fa5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.407278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72dc183-bbb5-4255-ae1f-c53cc1338004 None None] Network a43cf315-1b4f-4bbc-92d7-6062b53d4998 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:26.478756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.507598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53330) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:26.524221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56f8c8b8-f921-4048-8a23-681153d60e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.579600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:26.579853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.590055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a628635-1e97-4a0f-a591-ae8f4a735a43 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:26.665656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a628635-1e97-4a0f-a591-ae8f4a735a43 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:26.666717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56f8c8b8-f921-4048-8a23-681153d60e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.674585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56f8c8b8-f921-4048-8a23-681153d60e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.708978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3fbe4319-0e67-44cc-8fc0-7ec83be58a3c,segment=NetworkSegment(bf213b4d-6117-475b-9026-c7bc6b19774f),segment_id=bf213b4d-6117-475b-9026-c7bc6b19774f)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:26.709462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.726082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:26.730334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-56f8c8b8-f921-4048-8a23-681153d60e28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12c53097d0a3441990f2528483ce54f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215719 Jul 16 08:56:26.731668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8c8b8-f921-4048-8a23-681153d60e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91234840-097d-422d-8120-2be7c46c6f32,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.748587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53332) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:26.833638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7345d601-e3f5-43cd-96dc-9b1c534b9049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.860339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.872335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7345d601-e3f5-43cd-96dc-9b1c534b9049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.922391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port 3fbe4319-0e67-44cc-8fc0-7ec83be58a3c on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:26.934416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=3fbe4319-0e67-44cc-8fc0-7ec83be58a3c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.943303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7345d601-e3f5-43cd-96dc-9b1c534b9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.945982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7345d601-e3f5-43cd-96dc-9b1c534b9049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.949396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7345d601-e3f5-43cd-96dc-9b1c534b9049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91234840-097d-422d-8120-2be7c46c6f32 HTTP/1.1" status: 204 len: 168 time: 0.1952221 Jul 16 08:56:26.957230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d601-e3f5-43cd-96dc-9b1c534b9049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91234840-097d-422d-8120-2be7c46c6f32,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.049573 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.060231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43cf315-1b4f-4bbc-92d7-6062b53d4998']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.075019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf213b4d-6117-475b-9026-c7bc6b19774f') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.075403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf213b4d-6117-475b-9026-c7bc6b19774f') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.089230 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.104030 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.111092 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:27.111676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:27.114691 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:27.210508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.232713 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.238516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/a43cf315-1b4f-4bbc-92d7-6062b53d4998 HTTP/1.1" status: 204 len: 168 time: 1.9104941 Jul 16 08:56:27.240468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53342) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.273646 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a555f-9b6e-4bf7-938c-0b9387a3eb66 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=a43cf315-1b4f-4bbc-92d7-6062b53d4998,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.287850 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f621414-0aa7-49b3-a412-7720eaaf949b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:27.288570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f621414-0aa7-49b3-a412-7720eaaf949b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:27.290456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3f621414-0aa7-49b3-a412-7720eaaf949b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/a43cf315-1b4f-4bbc-92d7-6062b53d4998 HTTP/1.1" status: 404 len: 339 time: 0.0486143 Jul 16 08:56:27.296565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53344) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.306752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1988232488', 'description': 'd1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:27.332316 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:27.339646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.368028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:27.377509 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.377985 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment 429f539e-3fd6-4979-aef2-cc491b7f2a4a of type vlan for network 823e8617-acfd-4ce2-8673-ada01ad4fde8 Jul 16 08:56:27.440883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.475955 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.481798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.482418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.527085 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2250080 Jul 16 08:56:27.527508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53354) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.557825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137b556-5e2d-4aa1-b1f1-149eddbe56b8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=823e8617-acfd-4ce2-8673-ada01ad4fde8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.569973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 823e8617-acfd-4ce2-8673-ada01ad4fde8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:27.649728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8ddb8-70d6-4591-8cd0-d0b230b8878b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.653977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3fc8ddb8-70d6-4591-8cd0-d0b230b8878b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks?id=823e8617-acfd-4ce2-8673-ada01ad4fde8 HTTP/1.1" status: 200 len: 761 time: 0.1227446 Jul 16 08:56:27.654138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53358) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.661765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'description': 'd2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:27.834117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.849100 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.976353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=823e8617-acfd-4ce2-8673-ada01ad4fde8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.981364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network 823e8617-acfd-4ce2-8673-ada01ad4fde8 is not hosted by any dhcp agent {{(pid=93700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:56:27.987451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.987811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 823e8617-acfd-4ce2-8673-ada01ad4fde8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:27.998424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.005408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a973b86-2fbd-4b9e-9bb2-10017adc78d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "PUT /v2.0/networks/823e8617-acfd-4ce2-8673-ada01ad4fde8 HTTP/1.1" status: 200 len: 758 time: 0.3460102 Jul 16 08:56:28.005408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53370) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.122775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510bbd3b-cae9-404f-9961-01d83fbc9cda tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.128069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53378) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.128595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-510bbd3b-cae9-404f-9961-01d83fbc9cda tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks?id=823e8617-acfd-4ce2-8673-ada01ad4fde8 HTTP/1.1" status: 200 len: 761 time: 0.1142297 Jul 16 08:56:28.134169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918314421'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:28.169976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:28.176276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.202820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:28.214298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.214715 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment a581bfc5-c3dd-49eb-aef2-e1d73c1a878c of type vlan for network ff54d496-d76e-4fc8-ac75-d580688498f0 Jul 16 08:56:28.262356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.301738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.308033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.308754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.350446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2180431 Jul 16 08:56:28.350752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53386) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.356258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'ff54d496-d76e-4fc8-ac75-d580688498f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:28.389747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe047a-a9f7-4bd5-883b-ee23ea96f803 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=ff54d496-d76e-4fc8-ac75-d580688498f0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.401800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ff54d496-d76e-4fc8-ac75-d580688498f0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:28.472907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:28.478060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.689635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.758533 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=77d460ff-3318-4296-a738-703a172b9284,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.771480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': 'a581bfc5-c3dd-49eb-aef2-e1d73c1a878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff54d496-d76e-4fc8-ac75-d580688498f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:28.772135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: ff54d496-d76e-4fc8-ac75-d580688498f0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:28.793346 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network ff54d496-d76e-4fc8-ac75-d580688498f0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:28.808982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ff54d496-d76e-4fc8-ac75-d580688498f0) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:28.813809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.814999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.827176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6529fdc-746b-4dee-8295-d86d659da20d None None] Network ff54d496-d76e-4fc8-ac75-d580688498f0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:28.848665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-410fcaab-9f6b-4fa8-be38-669e25821972 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4935503 Jul 16 08:56:28.848884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53412) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.984260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.022464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cce37a-4af6-4801-9467-11952bc4f26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-ff54d496-d76e-4fc8-ac75-d580688498f0', 'network_id': 'ff54d496-d76e-4fc8-ac75-d580688498f0', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '77d460ff-3318-4296-a738-703a172b9284'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:29.022464 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4cce37a-4af6-4801-9467-11952bc4f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.053314 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.189872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-d4cce37a-4af6-4801-9467-11952bc4f26c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77d460ff-3318-4296-a738-703a172b9284: This subnet is being modified by another concurrent operation. Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77d460ff-3318-4296-a738-703a172b9284: This subnet is being modified by another concurrent operation. Jul 16 08:56:29.191401 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 08:56:29.215371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfcfb2b-7fea-4006-b9d5-e8a559662b02 None None] Network ff54d496-d76e-4fc8-ac75-d580688498f0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:29.257483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=77d460ff-3318-4296-a738-703a172b9284,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.364055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a276249-9aa9-4392-adca-c83515cd9867 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:29.367449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.390771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff54d496-d76e-4fc8-ac75-d580688498f0']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:29.410206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a581bfc5-c3dd-49eb-aef2-e1d73c1a878c') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:29.410500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a581bfc5-c3dd-49eb-aef2-e1d73c1a878c') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:29.433318 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.463069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.463904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a276249-9aa9-4392-adca-c83515cd9867 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:29.472927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:29.473340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:29.482483 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:29.556762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53444) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.618835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.625057 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.629919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/ff54d496-d76e-4fc8-ac75-d580688498f0 HTTP/1.1" status: 204 len: 168 time: 0.7776661 Jul 16 08:56:29.630278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53448) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.668538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6ea0e-eb7d-4893-9bf4-1b410608c60e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=ff54d496-d76e-4fc8-ac75-d580688498f0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.682859 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e681a2-bdc1-475f-8e36-28d29d74edf3 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] GET failed (client error): The resource could not be found. Jul 16 08:56:29.686875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b9e681a2-bdc1-475f-8e36-28d29d74edf3 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/subnets/77d460ff-3318-4296-a738-703a172b9284 HTTP/1.1" status: 404 len: 337 time: 0.0530326 Jul 16 08:56:29.687268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53450) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.706903 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399b322-fe7a-467a-821d-ef3f2b20087c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.708883 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f045fbc-70bb-4a49-b163-a7fe314a90c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:29.709473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f045fbc-70bb-4a49-b163-a7fe314a90c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:29.714662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4f045fbc-70bb-4a49-b163-a7fe314a90c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/ff54d496-d76e-4fc8-ac75-d580688498f0 HTTP/1.1" status: 404 len: 339 time: 0.0229428 Jul 16 08:56:29.715042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.832388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399b322-fe7a-467a-821d-ef3f2b20087c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.837924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0399b322-fe7a-467a-821d-ef3f2b20087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.884771 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0399b322-fe7a-467a-821d-ef3f2b20087c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f93bdf54012e4202810da955190b1d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273449 Jul 16 08:56:29.885679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399b322-fe7a-467a-821d-ef3f2b20087c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd90bf-54b8-4ea2-a8ef-dd81d0fc2519,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.888269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53454) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.949564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d61798e4-7baa-419f-82e2-6399bfb94f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.976514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d61798e4-7baa-419f-82e2-6399bfb94f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.983572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292dc52-ac3d-42d2-bbf4-1d3218af22cb tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.985184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2292dc52-ac3d-42d2-bbf4-1d3218af22cb tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2691474 Jul 16 08:56:29.988938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53456) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.029876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a8da0d0c-5bac-41db-843c-12d29ff266a1 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 207 time: 0.0364261 Jul 16 08:56:30.030201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53458) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.050200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d61798e4-7baa-419f-82e2-6399bfb94f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.052089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d61798e4-7baa-419f-82e2-6399bfb94f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.055692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d61798e4-7baa-419f-82e2-6399bfb94f4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3bd90bf-54b8-4ea2-a8ef-dd81d0fc2519 HTTP/1.1" status: 204 len: 168 time: 0.1608858 Jul 16 08:56:30.103918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61798e4-7baa-419f-82e2-6399bfb94f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd90bf-54b8-4ea2-a8ef-dd81d0fc2519,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.300031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db612eab-92bd-4071-b248-d0c52b59a5c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.307930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db612eab-92bd-4071-b248-d0c52b59a5c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.316043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db612eab-92bd-4071-b248-d0c52b59a5c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.323912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db612eab-92bd-4071-b248-d0c52b59a5c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.325883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db612eab-92bd-4071-b248-d0c52b59a5c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2943294 Jul 16 08:56:30.329340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.457131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53468) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.481735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d307641-451b-4d47-9340-f3d2cc464d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.499164 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8ad834d5-746f-47dc-b999-6dd3ef91d7c4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1674185 Jul 16 08:56:30.502455 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53470) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.591758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b89e6-d027-4029-8183-4abad610e50d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.594148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b89e6-d027-4029-8183-4abad610e50d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.596529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1a6b89e6-d027-4029-8183-4abad610e50d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0920649 Jul 16 08:56:30.600119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53474) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.621210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d307641-451b-4d47-9340-f3d2cc464d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.629403 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3d307641-451b-4d47-9340-f3d2cc464d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.667538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d307641-451b-4d47-9340-f3d2cc464d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5672c16e-b8d8-4552-ba23-2c7b900d60bf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.703256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3d307641-451b-4d47-9340-f3d2cc464d3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d6e9d573e754c11ad12c98cce54d314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419062 Jul 16 08:56:30.706412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53476) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.711867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a56b57-9ca2-40e6-8675-b65b88ec4cc4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.713279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a56b57-9ca2-40e6-8675-b65b88ec4cc4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.718807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-36a56b57-9ca2-40e6-8675-b65b88ec4cc4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1175799 Jul 16 08:56:30.719475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53478) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.767355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45c3cd74-d35e-4f30-9d93-0110e9090cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.798071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45c3cd74-d35e-4f30-9d93-0110e9090cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.829279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501234d-a83f-43cf-861a-52bf8d51beb4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.831801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e501234d-a83f-43cf-861a-52bf8d51beb4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks/fe69dcf4-e8ce-43dd-bbfb-93751016ca69 HTTP/1.1" status: 200 len: 800 time: 0.1113520 Jul 16 08:56:30.834532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53480) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.864577 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45c3cd74-d35e-4f30-9d93-0110e9090cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.867639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-45c3cd74-d35e-4f30-9d93-0110e9090cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.870613 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-45c3cd74-d35e-4f30-9d93-0110e9090cb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5672c16e-b8d8-4552-ba23-2c7b900d60bf HTTP/1.1" status: 204 len: 168 time: 0.1605191 Jul 16 08:56:30.876572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3cd74-d35e-4f30-9d93-0110e9090cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5672c16e-b8d8-4552-ba23-2c7b900d60bf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.951915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0bf99322-64cf-4db6-a8d6-5de00ae02fd6 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/networks/fe69dcf4-e8ce-43dd-bbfb-93751016ca69?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1124506 Jul 16 08:56:30.952326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53484) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.012639 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8ee1f-5de7-4621-b0f4-06e61f384399 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.017752 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e4b8ee1f-5de7-4621-b0f4-06e61f384399 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/subnets/9113dff7-8fa0-458d-b504-b221bfef03b6 HTTP/1.1" status: 200 len: 811 time: 0.0609987 Jul 16 08:56:31.018159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53486) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.101916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eca6be-198e-4f33-84a9-03addcaed52d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['shared'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.103396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27eca6be-198e-4f33-84a9-03addcaed52d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "GET /v2.0/subnets/9113dff7-8fa0-458d-b504-b221bfef03b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0841424 Jul 16 08:56:31.108540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53490) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.116880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387162197'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:31.156797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.167502 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.230249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:31.245379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.245932 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Added segment 78178578-78eb-401b-bcd1-a7d6094e5a74 of type vlan for network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 Jul 16 08:56:31.297834 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.343545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.350749 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.351443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.404510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53498) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.409912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:31.414691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3038428 Jul 16 08:56:31.506946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b37b55-edac-4f71-8b25-c81c5eb9cac5 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Network': ['ID=a0cfcb44-114a-4d0c-bfa8-baf812fd6653,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.523734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:31.609958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Made reservation on behalf of 25b087b392ae485e83e6919248c4927f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.620131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.756598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_backend_mixin [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing IP validity checks on allocation pools {{(pid=93699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:56:31.757243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.ipam_backend_mixin [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:56:32.110890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.188995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=414fc6b9-7091-4484-bcf1-54b00303013d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.198752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Checking segment: {'id': '78178578-78eb-401b-bcd1-a7d6094e5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:32.199106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network hostable DHCP agents. Network: a0cfcb44-114a-4d0c-bfa8-baf812fd6653, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:32.218975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:32.229948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, a0cfcb44-114a-4d0c-bfa8-baf812fd6653) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:32.239003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.239634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1042535'] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.244275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75e9e6-4c0b-4712-9b95-dc8ce0bf2ec4 None None] Network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:32.278081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6de54f7a-78f6-4647-b78c-692743c73d25 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8683417 Jul 16 08:56:32.284883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53520) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:32.298609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:32.513241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13379703'] for subnet, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.520661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-a0cfcb44-114a-4d0c-bfa8-baf812fd6653', 'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653', 'tenant_id': '25b087b392ae485e83e6919248c4927f', 'fixed_ips': [{'subnet_id': '414fc6b9-7091-4484-bcf1-54b00303013d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:32.522698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.893626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746760240011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14616550'] for subnet, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.954020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.956685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.958301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "PUT /v2.0/subnets/414fc6b9-7091-4484-bcf1-54b00303013d HTTP/1.1" status: 200 len: 877 time: 0.6723619 Jul 16 08:56:32.961835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53534) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:32.989162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdbd21-82ca-4948-8bf7-4c625bdf298d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event updated for resources: {'Subnet': ['ID=414fc6b9-7091-4484-bcf1-54b00303013d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.034931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Allocated IP 172.20.0.3 (a0cfcb44-114a-4d0c-bfa8-baf812fd6653/414fc6b9-7091-4484-bcf1-54b00303013d/791d9982-96e4-4ac8-bc2c-e3038f2bb492) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:33.148972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.269726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.296982 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.319863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Transition to ACTIVE for port object 791d9982-96e4-4ac8-bc2c-e3038f2bb492 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:33.349405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Transition to ACTIVE for port object 791d9982-96e4-4ac8-bc2c-e3038f2bb492 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:33.359659 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.394450 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.427090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:33.432404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:33.437356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:33.441033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Pushing event updated for resources: {'Port': ['ID=791d9982-96e4-4ac8-bc2c-e3038f2bb492,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.510258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Attempting to bind port 791d9982-96e4-4ac8-bc2c-e3038f2bb492 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:33.513824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Attempting to bind port 791d9982-96e4-4ac8-bc2c-e3038f2bb492 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '78178578-78eb-401b-bcd1-a7d6094e5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:33.513824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Attempting to bind port 791d9982-96e4-4ac8-bc2c-e3038f2bb492 on network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:33.527401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:33.527942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Checking segment: {'id': '78178578-78eb-401b-bcd1-a7d6094e5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:33.528606 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.529128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Bound using segment: {'id': '78178578-78eb-401b-bcd1-a7d6094e5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:33.529920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Bound port: 791d9982-96e4-4ac8-bc2c-e3038f2bb492, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78178578-78eb-401b-bcd1-a7d6094e5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:33.529920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.533641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=414fc6b9-7091-4484-bcf1-54b00303013d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.610708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.630724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] For port 791d9982-96e4-4ac8-bc2c-e3038f2bb492, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:33.634874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] For port 791d9982-96e4-4ac8-bc2c-e3038f2bb492, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=791d9982-96e4-4ac8-bc2c-e3038f2bb492,segment=NetworkSegment(78178578-78eb-401b-bcd1-a7d6094e5a74),segment_id=78178578-78eb-401b-bcd1-a7d6094e5a74)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:33.643496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.658586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.683544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cfcb44-114a-4d0c-bfa8-baf812fd6653']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:33.697580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78178578-78eb-401b-bcd1-a7d6094e5a74') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:33.698271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78178578-78eb-401b-bcd1-a7d6094e5a74') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:33.713282 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.741343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.760105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec694a7-ec8e-4d41-a2ec-6f164f48469d None None] Pushing event updated for resources: {'Port': ['ID=791d9982-96e4-4ac8-bc2c-e3038f2bb492,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.780024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:33.780900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:33.789117 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:33.790919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d6c5c-67af-4006-a81f-2afd9a9cb7d3 None None] Network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:33.909581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:56:33.909581 n-d-798249-10 neutron-server[93699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:56:33.909581 n-d-798249-10 neutron-server[93699]: [parameters: {'id': 'a0cfcb44-114a-4d0c-bfa8-baf812fd6653'}] Jul 16 08:56:33.909581 n-d-798249-10 neutron-server[93699]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:33.911718 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:34.044145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8be461-cf46-4745-8d61-08e197038133 None None] Network a0cfcb44-114a-4d0c-bfa8-baf812fd6653 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:34.245460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f395ccf-c71c-4a1d-9bd5-62026b042d14 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:56:34.384115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f395ccf-c71c-4a1d-9bd5-62026b042d14 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:56:34.412874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.559513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port 791d9982-96e4-4ac8-bc2c-e3038f2bb492 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:34.560611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.674851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port 791d9982-96e4-4ac8-bc2c-e3038f2bb492, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=791d9982-96e4-4ac8-bc2c-e3038f2bb492,segment=NetworkSegment(78178578-78eb-401b-bcd1-a7d6094e5a74),segment_id=78178578-78eb-401b-bcd1-a7d6094e5a74)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:34.675229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.698774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for 791d9982-96e4-4ac8-bc2c-e3038f2bb492 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:34.783889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53570) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.839586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.874765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port 791d9982-96e4-4ac8-bc2c-e3038f2bb492 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:34.877011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=791d9982-96e4-4ac8-bc2c-e3038f2bb492,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:34.971302 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.982895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cfcb44-114a-4d0c-bfa8-baf812fd6653']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:34.996975 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b5da92-923d-4f86-ad9c-44ec20d515ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.999568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78178578-78eb-401b-bcd1-a7d6094e5a74') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:34.999941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78178578-78eb-401b-bcd1-a7d6094e5a74') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:35.009943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.232391 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b5da92-923d-4f86-ad9c-44ec20d515ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.242282 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-02b5da92-923d-4f86-ad9c-44ec20d515ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.288914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-02b5da92-923d-4f86-ad9c-44ec20d515ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=debb5ccde4ea44428d8ae2633fc0babd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006809 Jul 16 08:56:35.289955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5da92-923d-4f86-ad9c-44ec20d515ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2b3df-bd82-4deb-a7ec-0bb7722ee099,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.294423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53580) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.389060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.400760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cacb6f5a-1faf-4d61-ac08-d8bab97295e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.407481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:35.408623 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:35.414575 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:35.445550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cacb6f5a-1faf-4d61-ac08-d8bab97295e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.503742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.509488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cacb6f5a-1faf-4d61-ac08-d8bab97295e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.512118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cacb6f5a-1faf-4d61-ac08-d8bab97295e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.538604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cacb6f5a-1faf-4d61-ac08-d8bab97295e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fa2b3df-bd82-4deb-a7ec-0bb7722ee099 HTTP/1.1" status: 204 len: 168 time: 0.2178774 Jul 16 08:56:35.538722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.538722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/a0cfcb44-114a-4d0c-bfa8-baf812fd6653 HTTP/1.1" status: 204 len: 168 time: 2.5560930 Jul 16 08:56:35.538860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53582) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.538860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb6f5a-1faf-4d61-ac08-d8bab97295e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2b3df-bd82-4deb-a7ec-0bb7722ee099,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.555398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6c666-bbfb-4073-8035-09b4a5f1e5e9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=a0cfcb44-114a-4d0c-bfa8-baf812fd6653,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.575097 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c577c7-44f7-4fc5-bcf3-eeeeed08b257 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:35.575650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c577c7-44f7-4fc5-bcf3-eeeeed08b257 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:35.578202 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-00c577c7-44f7-4fc5-bcf3-eeeeed08b257 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/414fc6b9-7091-4484-bcf1-54b00303013d HTTP/1.1" status: 404 len: 337 time: 0.0339038 Jul 16 08:56:35.581477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53586) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.621919 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1349c63c-57bd-4948-a67a-e0f8fcd9582b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:35.622687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1349c63c-57bd-4948-a67a-e0f8fcd9582b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:35.626956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1349c63c-57bd-4948-a67a-e0f8fcd9582b tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/a0cfcb44-114a-4d0c-bfa8-baf812fd6653 HTTP/1.1" status: 404 len: 339 time: 0.0418935 Jul 16 08:56:35.627400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53588) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.677854 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4ac037-f00a-4621-88c7-5cb820359d55 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:35.678086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4ac037-f00a-4621-88c7-5cb820359d55 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:35.679843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2e4ac037-f00a-4621-88c7-5cb820359d55 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/77d460ff-3318-4296-a738-703a172b9284 HTTP/1.1" status: 404 len: 337 time: 0.0509462 Jul 16 08:56:35.685106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53590) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.729694 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fce582-5322-45c3-9fac-2223e38cd93a tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:35.730270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fce582-5322-45c3-9fac-2223e38cd93a tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:35.734430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-37fce582-5322-45c3-9fac-2223e38cd93a tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/ff54d496-d76e-4fc8-ac75-d580688498f0 HTTP/1.1" status: 404 len: 339 time: 0.0457616 Jul 16 08:56:35.735252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53594) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.053548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53596) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.077619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ee3977d-4c7d-4c65-bbff-c5b77cca1121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.180590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ee3977d-4c7d-4c65-bbff-c5b77cca1121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.187180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.190637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5ee3977d-4c7d-4c65-bbff-c5b77cca1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.245290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5ee3977d-4c7d-4c65-bbff-c5b77cca1121 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b6bf00440fa4ee19690020c0ec18750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866634 Jul 16 08:56:36.246294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53604) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.247044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3977d-4c7d-4c65-bbff-c5b77cca1121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e6443-d8de-4a7f-a183-8f4742750ed2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.326765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8265-73be-4a9b-9d1b-1c1954bba459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.389909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8265-73be-4a9b-9d1b-1c1954bba459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.421404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.441324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823e8617-acfd-4ce2-8673-ada01ad4fde8']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.452984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429f539e-3fd6-4979-aef2-cc491b7f2a4a') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.453170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429f539e-3fd6-4979-aef2-cc491b7f2a4a') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.465787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.476561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8265-73be-4a9b-9d1b-1c1954bba459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.479877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8265-73be-4a9b-9d1b-1c1954bba459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.481916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a3bd8265-73be-4a9b-9d1b-1c1954bba459 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c11e6443-d8de-4a7f-a183-8f4742750ed2 HTTP/1.1" status: 204 len: 168 time: 0.2311742 Jul 16 08:56:36.491265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd8265-73be-4a9b-9d1b-1c1954bba459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e6443-d8de-4a7f-a183-8f4742750ed2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.509219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.524144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:36.524470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:36.531327 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:36.634782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.655760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.660650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53610) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.661151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/823e8617-acfd-4ce2-8673-ada01ad4fde8 HTTP/1.1" status: 204 len: 168 time: 0.9236598 Jul 16 08:56:36.662289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56901940-dcda-45b6-af7f-ee67c67b56f4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=823e8617-acfd-4ce2-8673-ada01ad4fde8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.706037 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eab7d51-2441-458d-85b7-9ef85b85e4d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.706583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eab7d51-2441-458d-85b7-9ef85b85e4d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.711179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2eab7d51-2441-458d-85b7-9ef85b85e4d8 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/5c62aae5-ffbc-46eb-a706-e577915b9830 HTTP/1.1" status: 404 len: 337 time: 0.0467100 Jul 16 08:56:36.711954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53614) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.746602 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a070a524-5b6a-4998-bb36-59dad3906f3e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.747527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a070a524-5b6a-4998-bb36-59dad3906f3e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.756412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a070a524-5b6a-4998-bb36-59dad3906f3e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/a43cf315-1b4f-4bbc-92d7-6062b53d4998 HTTP/1.1" status: 404 len: 339 time: 0.0406098 Jul 16 08:56:36.757725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53616) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.813625 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04dfcfc-1f5e-4c38-9b12-ee313a3dfd4a tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.813625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04dfcfc-1f5e-4c38-9b12-ee313a3dfd4a tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.813625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b04dfcfc-1f5e-4c38-9b12-ee313a3dfd4a tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/424b19d5-21dd-4304-a482-6d61381a7d0b HTTP/1.1" status: 404 len: 337 time: 0.0512328 Jul 16 08:56:36.813625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53618) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.838165 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9587da60-81ea-46f9-b815-287815c68c53 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.838780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9587da60-81ea-46f9-b815-287815c68c53 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.843425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9587da60-81ea-46f9-b815-287815c68c53 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/de45a982-647b-4e49-b27d-a55ad505c7c5 HTTP/1.1" status: 404 len: 339 time: 0.0246873 Jul 16 08:56:36.843784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53620) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.851577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.887668 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3379c3-d3ff-4331-9888-707111f104b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.888136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3379c3-d3ff-4331-9888-707111f104b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.890041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d3379c3-d3ff-4331-9888-707111f104b4 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/ed5cb531-82ed-404e-ba5e-efe5c48055a1 HTTP/1.1" status: 404 len: 337 time: 0.0453732 Jul 16 08:56:36.893907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53628) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.918737 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d539beb0-bc23-4875-a46a-01a52c530a5e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.920895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d539beb0-bc23-4875-a46a-01a52c530a5e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.922011 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d539beb0-bc23-4875-a46a-01a52c530a5e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/f509d28a-82f4-4ca4-8dac-f0ad9874f18c HTTP/1.1" status: 404 len: 339 time: 0.0265334 Jul 16 08:56:36.924738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.951172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-2f73618b-9022-4247-bd69-ccf08eb40be1 req-50eb7635-0136-4a20-b5f1-42ce7664e7bc service neutron] (93699) timed out ('10.222.0.18', 54757) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:56:36.954567 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-87131f24-fe48-4a8d-b488-61d6a9332bf9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.954891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87131f24-fe48-4a8d-b488-61d6a9332bf9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.959218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-87131f24-fe48-4a8d-b488-61d6a9332bf9 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/ff462c32-7066-4431-b415-dcbca2c9d98b HTTP/1.1" status: 404 len: 337 time: 0.0310166 Jul 16 08:56:36.959512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.980334 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-35da49c9-5ca7-4dfc-9e89-798eedfd78ce tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:36.983987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35da49c9-5ca7-4dfc-9e89-798eedfd78ce tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:36.989051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-35da49c9-5ca7-4dfc-9e89-798eedfd78ce tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/f3cc9579-361a-4658-9e1a-5fd0419f8c04 HTTP/1.1" status: 404 len: 339 time: 0.0256619 Jul 16 08:56:36.989302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53634) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.058862 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-753432da-fb3b-4bbc-a43b-4dfccf1d836e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.059475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753432da-fb3b-4bbc-a43b-4dfccf1d836e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.067682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-753432da-fb3b-4bbc-a43b-4dfccf1d836e tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/f47c6565-1331-4c48-85d8-998aa33b4e79 HTTP/1.1" status: 404 len: 337 time: 0.0710833 Jul 16 08:56:37.067682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fc376bf-7949-45bb-ad73-28ad3b0fba6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.068382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53640) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.087285 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55f2ec1-ace9-4295-bab8-f78e8ccc28d2 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.087898 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55f2ec1-ace9-4295-bab8-f78e8ccc28d2 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.092139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f55f2ec1-ace9-4295-bab8-f78e8ccc28d2 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/80c08d33-ed61-4f88-be97-8cb9921caff7 HTTP/1.1" status: 404 len: 339 time: 0.0203159 Jul 16 08:56:37.092282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53642) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.131771 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a93dec-5b06-415c-a4a8-e6b71cb22aa0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.132223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a93dec-5b06-415c-a4a8-e6b71cb22aa0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.135359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-15a93dec-5b06-415c-a4a8-e6b71cb22aa0 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/d18afa1e-bff3-48c5-b27d-6fe30adfeda2 HTTP/1.1" status: 404 len: 337 time: 0.0408263 Jul 16 08:56:37.136754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53644) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.161498 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad2d031-f56e-405b-8762-77b76a01ad79 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.162185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad2d031-f56e-405b-8762-77b76a01ad79 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.166719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53648) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.169316 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ad2d031-f56e-405b-8762-77b76a01ad79 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/82575eb7-066b-4c64-8971-be79c3ff2e45 HTTP/1.1" status: 404 len: 339 time: 0.0313580 Jul 16 08:56:37.208245 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff60ac9a-4bfa-4b87-b220-d5762f803e8f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.209050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff60ac9a-4bfa-4b87-b220-d5762f803e8f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.214811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ff60ac9a-4bfa-4b87-b220-d5762f803e8f tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/49743fce-40e6-45d5-b037-482e5c8e65ee HTTP/1.1" status: 404 len: 337 time: 0.0428779 Jul 16 08:56:37.215566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53650) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.241587 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f670de6a-0d76-482e-8309-a5385d4edf4d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.242388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f670de6a-0d76-482e-8309-a5385d4edf4d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.263167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f670de6a-0d76-482e-8309-a5385d4edf4d tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/89826648-a8bb-4b74-93a3-240edeb31794 HTTP/1.1" status: 404 len: 339 time: 0.0433457 Jul 16 08:56:37.266174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.344306 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b5bb82-2c5a-4a2f-ba1f-9c12870200ec tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.344669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b5bb82-2c5a-4a2f-ba1f-9c12870200ec tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.347525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c0b5bb82-2c5a-4a2f-ba1f-9c12870200ec tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/4c58071c-a715-4275-be1c-e6c7f2ec6937 HTTP/1.1" status: 404 len: 337 time: 0.0802648 Jul 16 08:56:37.349538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fc376bf-7949-45bb-ad73-28ad3b0fba6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.350432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53658) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.356831 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fc376bf-7949-45bb-ad73-28ad3b0fba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.374348 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c7fb60-dd7d-480e-a88d-d100a768c307 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:37.375127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c7fb60-dd7d-480e-a88d-d100a768c307 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:37.377576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-41c7fb60-dd7d-480e-a88d-d100a768c307 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/dc184093-a73b-4a28-8f27-d5631cb83909 HTTP/1.1" status: 404 len: 339 time: 0.0261307 Jul 16 08:56:37.380186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.406880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9fc376bf-7949-45bb-ad73-28ad3b0fba6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c729883494e4be88aeb3feb607fbd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567102 Jul 16 08:56:37.407863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc376bf-7949-45bb-ad73-28ad3b0fba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5e04c-cf49-4ab4-a3c7-0eb251efd8a1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.411232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53668) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.446741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting subnet 9113dff7-8fa0-458d-b504-b221bfef03b6 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:37.450564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.464170 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d4662b-50c2-4129-aeed-aa0c3a9e23e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.498048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d4662b-50c2-4129-aeed-aa0c3a9e23e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.506710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.555627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d4662b-50c2-4129-aeed-aa0c3a9e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.558933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9d4662b-50c2-4129-aeed-aa0c3a9e23e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.562558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9d4662b-50c2-4129-aeed-aa0c3a9e23e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56c5e04c-cf49-4ab4-a3c7-0eb251efd8a1 HTTP/1.1" status: 204 len: 168 time: 0.1477959 Jul 16 08:56:37.569701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4662b-50c2-4129-aeed-aa0c3a9e23e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5e04c-cf49-4ab4-a3c7-0eb251efd8a1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.631936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.711111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.744805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Subnet': ['ID=9113dff7-8fa0-458d-b504-b221bfef03b6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.748716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.750614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d7d838e-d21c-4af3-98c9-2d6f54b1109c tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/subnets/9113dff7-8fa0-458d-b504-b221bfef03b6 HTTP/1.1" status: 204 len: 168 time: 0.3687780 Jul 16 08:56:37.753777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53684) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.758424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4934f-138d-4a40-8e41-c1016a1a87a2 None None] Network fe69dcf4-e8ce-43dd-bbfb-93751016ca69 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:37.858699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.921233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Deleting port 631ebc9b-402b-4b33-a44a-a21429fe7609 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:37.921585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.000405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] For port 631ebc9b-402b-4b33-a44a-a21429fe7609, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=631ebc9b-402b-4b33-a44a-a21429fe7609,segment=NetworkSegment(5f7d6f8f-b113-4569-a8a7-97b80b4e70d2),segment_id=5f7d6f8f-b113-4569-a8a7-97b80b4e70d2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.000763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.021348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Calling delete_port for 631ebc9b-402b-4b33-a44a-a21429fe7609 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:38.087590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] DHCP port deletion for fe69dcf4-e8ce-43dd-bbfb-93751016ca69 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:38.123161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.153514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] No DVR routers for this DVR port 631ebc9b-402b-4b33-a44a-a21429fe7609 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:38.178029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Deleting port 631ebc9b-402b-4b33-a44a-a21429fe7609 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:38.178666 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.215305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Port': ['ID=631ebc9b-402b-4b33-a44a-a21429fe7609,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.249544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] For port 631ebc9b-402b-4b33-a44a-a21429fe7609, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.250036 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.263665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Calling delete_port for 631ebc9b-402b-4b33-a44a-a21429fe7609 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:38.266511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Port 631ebc9b-402b-4b33-a44a-a21429fe7609 was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:56:38.268200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.296843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] Pushing event deleted for resources: {'Port': ['ID=631ebc9b-402b-4b33-a44a-a21429fe7609,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.302382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ab081-f66b-44e5-b541-e1ed239ee12a None None] No DVR routers for this DVR port 631ebc9b-402b-4b33-a44a-a21429fe7609 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:38.341814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.362451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe69dcf4-e8ce-43dd-bbfb-93751016ca69']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.375204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 631ebc9b-402b-4b33-a44a-a21429fe7609 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:38.383807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.384106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7d6f8f-b113-4569-a8a7-97b80b4e70d2') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.395202 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.411783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.416334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 631ebc9b-402b-4b33-a44a-a21429fe7609 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:38.416334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 631ebc9b-402b-4b33-a44a-a21429fe7609 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:38.440243 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:38.502926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.528637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.530559 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] 10.222.0.41 "DELETE /v2.0/networks/fe69dcf4-e8ce-43dd-bbfb-93751016ca69 HTTP/1.1" status: 204 len: 168 time: 0.7757857 Jul 16 08:56:38.531465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46e23a-2521-4c02-af67-ba245bb50631 tempest-NetworksTest-1278307372 tempest-NetworksTest-1278307372-project] Pushing event deleted for resources: {'Network': ['ID=fe69dcf4-e8ce-43dd-bbfb-93751016ca69,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.954055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53732) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.184814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-98c4dd48-ea8d-4027-a3c0-d08bd2e060b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25b087b392ae485e83e6919248c4927f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283165 Jul 16 08:56:39.187100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53748) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.252668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8878358-c4d7-436a-bca5-1b49e0bb1870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.276723 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8878358-c4d7-436a-bca5-1b49e0bb1870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.340015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8878358-c4d7-436a-bca5-1b49e0bb1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.343116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f8878358-c4d7-436a-bca5-1b49e0bb1870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.344495 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f8878358-c4d7-436a-bca5-1b49e0bb1870 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/291e1ef1-c8f6-474a-999d-2ff358dda6ea HTTP/1.1" status: 204 len: 168 time: 0.1562183 Jul 16 08:56:39.355565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8878358-c4d7-436a-bca5-1b49e0bb1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e1ef1-c8f6-474a-999d-2ff358dda6ea,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.173596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53780) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.283220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-266526734'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:40.344116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Made reservation on behalf of b84b6f3b7d3b4fe2aef9b4da6359b574 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:40.347791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.363928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.486188 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.490585 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.525007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3294cb90-0632-4472-8a78-7c764dd0775b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.537653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:40.555092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.555784 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Added segment 764a1173-8e7e-48ca-be65-c1013cff87e7 of type vlan for network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 Jul 16 08:56:40.608039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.644138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.651242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.652447 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.737219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event updated for resources: {'Network': ['ID=ec87815e-c13b-4f60-9f70-ce8e4fd400a8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.743287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f18a98e6-f49f-444e-94b8-5a1425e8f61f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5657978 Jul 16 08:56:40.744485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53796) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.749310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Request body: {'subnet': {'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:40.753663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:40.868413 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Made reservation on behalf of b84b6f3b7d3b4fe2aef9b4da6359b574 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:40.872744 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.125093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.187637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event updated for resources: {'Subnet': ['ID=437257b0-bd84-48b9-bb20-1cb0b9dd66fb,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:41.218727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Checking segment: {'id': '764a1173-8e7e-48ca-be65-c1013cff87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:41.219198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Network hostable DHCP agents. Network: ec87815e-c13b-4f60-9f70-ce8e4fd400a8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:41.239341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:41.252748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, ec87815e-c13b-4f60-9f70-ce8e4fd400a8) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:41.257722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.258384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.266095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f474d4-12c4-41fd-bb4c-4ce82c9ac22c None None] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:41.295014 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af40f090-0174-402e-b6e6-c0bc8c29011e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5466158 Jul 16 08:56:41.295216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53802) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:41.300025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Request body: {'port': {'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8', 'name': 'tempest-TagsExtTest-1483160587'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:41.454722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-ec87815e-c13b-4f60-9f70-ce8e4fd400a8', 'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8', 'tenant_id': 'b84b6f3b7d3b4fe2aef9b4da6359b574', 'fixed_ips': [{'subnet_id': '437257b0-bd84-48b9-bb20-1cb0b9dd66fb'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:41.464316 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.476897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Made reservation on behalf of b84b6f3b7d3b4fe2aef9b4da6359b574 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:41.481603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.503221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] device_id is not set on port dccb3d3c-83e4-4722-9ade-21ec09c48388 yet. {{(pid=93699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:41.666459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Allocated IP 172.20.0.3 (ec87815e-c13b-4f60-9f70-ce8e4fd400a8/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/dccb3d3c-83e4-4722-9ade-21ec09c48388) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:41.839202 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.861685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Transition to ACTIVE for port object dccb3d3c-83e4-4722-9ade-21ec09c48388 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:41.929217 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.989167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:41.996575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:42.001810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:42.032050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event updated for resources: {'Port': ['ID=dccb3d3c-83e4-4722-9ade-21ec09c48388,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.036446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Allocated IP 172.20.0.2 (ec87815e-c13b-4f60-9f70-ce8e4fd400a8/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/67e24310-3012-487d-be00-50b8777df77c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:42.074540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:42.075280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.100003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9da5a3b4-701a-40d2-b438-889a3a810b2d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8032863 Jul 16 08:56:42.101627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53816) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.106371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1698006701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:42.152933 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.154052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.303860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.319364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.362862 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.364338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a484cb72-22a1-4dbc-af7e-1e9b6f10c74b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2616973 Jul 16 08:56:42.367116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53832) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.375837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-27e07c9f-4de2-4dd4-959c-b59ea460ac08 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-365726607', 'prefixes': ['172.20.0.0/16']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:42.481913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27e07c9f-4de2-4dd4-959c-b59ea460ac08 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for subnetpool, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.483409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27e07c9f-4de2-4dd4-959c-b59ea460ac08 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1146414 Jul 16 08:56:42.487540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53834) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.494207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-caff43d4-d770-4b28-9492-b2c6a2ca9777 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-885069465') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:42.524080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.532792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Transition to ACTIVE for port object 67e24310-3012-487d-be00-50b8777df77c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:42.549023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Transition to ACTIVE for port object 67e24310-3012-487d-be00-50b8777df77c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:42.556549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.608941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Pushing event updated for resources: {'Port': ['ID=67e24310-3012-487d-be00-50b8777df77c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.622135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:42.624061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:42.627855 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:42.636726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53838) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.637271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-caff43d4-d770-4b28-9492-b2c6a2ca9777 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-885069465 HTTP/1.1" status: 201 len: 201 time: 0.1478977 Jul 16 08:56:42.642498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-db281007-1a5e-4e1c-a5b9-7b7f174430f5 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-746659004') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:42.694733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Attempting to bind port 67e24310-3012-487d-be00-50b8777df77c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:42.695428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Attempting to bind port 67e24310-3012-487d-be00-50b8777df77c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '764a1173-8e7e-48ca-be65-c1013cff87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:42.695952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Attempting to bind port 67e24310-3012-487d-be00-50b8777df77c on network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:42.701796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:42.703643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Checking segment: {'id': '764a1173-8e7e-48ca-be65-c1013cff87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:42.705386 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.706106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Bound using segment: {'id': '764a1173-8e7e-48ca-be65-c1013cff87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:42.706752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Bound port: 67e24310-3012-487d-be00-50b8777df77c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764a1173-8e7e-48ca-be65-c1013cff87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ec87815e-c13b-4f60-9f70-ce8e4fd400a8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:42.707306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.749685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db281007-1a5e-4e1c-a5b9-7b7f174430f5 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-746659004 HTTP/1.1" status: 201 len: 201 time: 0.1113269 Jul 16 08:56:42.752579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53840) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.758454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-6b46351d-ffa9-4cc7-afe4-a63513d033ea tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-1601982155') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:42.778844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] For port 67e24310-3012-487d-be00-50b8777df77c, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:42.782865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] For port 67e24310-3012-487d-be00-50b8777df77c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67e24310-3012-487d-be00-50b8777df77c,segment=NetworkSegment(764a1173-8e7e-48ca-be65-c1013cff87e7),segment_id=764a1173-8e7e-48ca-be65-c1013cff87e7)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:42.789112 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.863634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0992-720d-486c-8bd7-985a4266e998 None None] Pushing event updated for resources: {'Port': ['ID=67e24310-3012-487d-be00-50b8777df77c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.927414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b46351d-ffa9-4cc7-afe4-a63513d033ea tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-1601982155 HTTP/1.1" status: 201 len: 201 time: 0.1729858 Jul 16 08:56:42.929073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53842) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.934560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-0ab28b85-bf01-4fb9-8c22-1d0f339278cb tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-1168549220') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:42.981345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4effc544-7281-43a8-ae52-9cf3da3348fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.007204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0ab28b85-bf01-4fb9-8c22-1d0f339278cb tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-1168549220 HTTP/1.1" status: 201 len: 201 time: 0.0740418 Jul 16 08:56:43.007597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53844) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.013522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-fceb8b7f-0f3f-488c-82d9-bc6b1bc56b75 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.297245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fceb8b7f-0f3f-488c-82d9-bc6b1bc56b75 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags HTTP/1.1" status: 200 len: 240 time: 0.2884948 Jul 16 08:56:43.300010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53846) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.307245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-7bf0a549-ad57-43ca-8c24-6e0086d2c0b3 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-885069465') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.451516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.452365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7bf0a549-ad57-43ca-8c24-6e0086d2c0b3 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-885069465 HTTP/1.1" status: 204 len: 168 time: 0.1502280 Jul 16 08:56:43.457873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-fb65a3c2-1866-417e-86f8-9a5e676cd7f1 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-885069465') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.610606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fb65a3c2-1866-417e-86f8-9a5e676cd7f1 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-885069465 HTTP/1.1" status: 204 len: 168 time: 0.1557446 Jul 16 08:56:43.610991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53856) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.618800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-6ed5a6c2-0e23-497c-94f0-5091b202a11d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.676481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6ed5a6c2-0e23-497c-94f0-5091b202a11d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags HTTP/1.1" status: 200 len: 205 time: 0.0613310 Jul 16 08:56:43.678858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53858) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.683085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-042e0b97-d393-48a1-8611-e6be71e1bda6 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.746925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-042e0b97-d393-48a1-8611-e6be71e1bda6 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags HTTP/1.1" status: 200 len: 240 time: 0.0646353 Jul 16 08:56:43.747296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53860) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.752311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-8448bdc1-cf5b-423b-8c5d-f2bc48daec8d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-746659004') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.830161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53862) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.835387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-34ec5049-a3eb-4c0b-ba0e-eefd60424268 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-746659004') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.853529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8448bdc1-cf5b-423b-8c5d-f2bc48daec8d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-746659004 HTTP/1.1" status: 204 len: 168 time: 0.1019895 Jul 16 08:56:43.921803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34ec5049-a3eb-4c0b-ba0e-eefd60424268 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-746659004 HTTP/1.1" status: 204 len: 168 time: 0.0900884 Jul 16 08:56:43.924395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53864) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.929039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-b53eaf8c-bce9-4008-b44a-a95911e9ac78 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.983923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b53eaf8c-bce9-4008-b44a-a95911e9ac78 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags HTTP/1.1" status: 200 len: 205 time: 0.0579948 Jul 16 08:56:43.987253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53866) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.993183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-1d165d7d-2698-41b1-a729-566bc46461a8 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.086755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d165d7d-2698-41b1-a729-566bc46461a8 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags HTTP/1.1" status: 200 len: 241 time: 0.0979748 Jul 16 08:56:44.088984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.094277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-0a105f10-9b90-4e9c-81cd-39d60262045e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-1601982155') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.177816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0a105f10-9b90-4e9c-81cd-39d60262045e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-1601982155 HTTP/1.1" status: 204 len: 168 time: 0.0877652 Jul 16 08:56:44.180227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.184886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-cb3fb688-8d3c-4ca5-b8e8-31bfe6a82099 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-1601982155') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.228335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce6190-111c-4c99-8e77-1ccd726db236 None None] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:44.295712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cb3fb688-8d3c-4ca5-b8e8-31bfe6a82099 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-1601982155 HTTP/1.1" status: 204 len: 168 time: 0.1123545 Jul 16 08:56:44.296191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.304124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-803a2fb7-5374-4eef-bb37-1d5f46b3d06c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.391541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f3dbf0e8-9a47-48a5-ab44-a6f22698e04e None None] Provisioning for port 67e24310-3012-487d-be00-50b8777df77c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:44.460826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67e24310-3012-487d-be00-50b8777df77c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:44.479903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-803a2fb7-5374-4eef-bb37-1d5f46b3d06c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags HTTP/1.1" status: 200 len: 205 time: 0.1823888 Jul 16 08:56:44.482233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53874) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.488808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-e979e248-a3a7-4b69-b67c-64abe0d0bba0 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.517608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e979e248-a3a7-4b69-b67c-64abe0d0bba0 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags HTTP/1.1" status: 200 len: 241 time: 0.0336440 Jul 16 08:56:44.520739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53878) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.525263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 67e24310-3012-487d-be00-50b8777df77c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:44.526704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-a05f10e1-3974-4110-aa03-f9b6e17e45b0 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-1168549220') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.534984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 67e24310-3012-487d-be00-50b8777df77c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:44.535660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.662425 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.666172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.667559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a05f10e1-3974-4110-aa03-f9b6e17e45b0 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-1168549220 HTTP/1.1" status: 204 len: 168 time: 0.1438863 Jul 16 08:56:44.671797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-36a1ba16-d441-403f-bd6c-695c594acbbf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-1168549220') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.751738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-36a1ba16-d441-403f-bd6c-695c594acbbf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-1168549220 HTTP/1.1" status: 204 len: 168 time: 0.0835183 Jul 16 08:56:44.753318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53896) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.763466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-67edc0d0-2a37-4b6a-a6c0-0b2552dac28e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.767915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 67e24310-3012-487d-be00-50b8777df77c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67e24310-3012-487d-be00-50b8777df77c,segment=NetworkSegment(764a1173-8e7e-48ca-be65-c1013cff87e7),segment_id=764a1173-8e7e-48ca-be65-c1013cff87e7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:44.777282 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.845757 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-67edc0d0-2a37-4b6a-a6c0-0b2552dac28e tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags HTTP/1.1" status: 200 len: 205 time: 0.0883973 Jul 16 08:56:44.846519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53904) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.851344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-39fb905a-636f-43c4-998a-2a5e09c5311b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.904870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=67e24310-3012-487d-be00-50b8777df77c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.912579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53906) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.915997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-39fb905a-636f-43c4-998a-2a5e09c5311b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0681646 Jul 16 08:56:44.933211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-2f7cd80e-d476-4663-ad00-6c08283519b4 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.964444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31fb05f2-d5e4-432e-9764-e0219fa66530 None None] Provisioning for port dccb3d3c-83e4-4722-9ade-21ec09c48388 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:44.973241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31fb05f2-d5e4-432e-9764-e0219fa66530 None None] Provisioning complete for port dccb3d3c-83e4-4722-9ade-21ec09c48388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:44.973805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31fb05f2-d5e4-432e-9764-e0219fa66530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.028348 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-31fb05f2-d5e4-432e-9764-e0219fa66530 None None] Port dccb3d3c-83e4-4722-9ade-21ec09c48388 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:45.063576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31fb05f2-d5e4-432e-9764-e0219fa66530 None None] Provisioning complete for port 67e24310-3012-487d-be00-50b8777df77c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:45.063926 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31fb05f2-d5e4-432e-9764-e0219fa66530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.076916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2f7cd80e-d476-4663-ad00-6c08283519b4 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags HTTP/1.1" status: 204 len: 168 time: 0.1623070 Jul 16 08:56:45.079862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53912) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.084649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-bc99cf74-3558-4708-8da7-4161b5bcedda tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.222852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53918) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.223101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc99cf74-3558-4708-8da7-4161b5bcedda tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags HTTP/1.1" status: 204 len: 168 time: 0.1419163 Jul 16 08:56:45.227752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-3c74ba06-36eb-470b-9fea-fdafdaedf5d1 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.269713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53920) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.315906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3c74ba06-36eb-470b-9fea-fdafdaedf5d1 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0918920 Jul 16 08:56:45.319906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53926) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.324800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-bf870c76-4d38-4146-839a-db0e7ab123e1 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-743474832') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.346186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2afd4988-740e-457c-8309-8dc9e90ccdd5 None None] Provisioning complete for port dccb3d3c-83e4-4722-9ade-21ec09c48388 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:45.348503 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afd4988-740e-457c-8309-8dc9e90ccdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.433722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2afd4988-740e-457c-8309-8dc9e90ccdd5 None None] Port dccb3d3c-83e4-4722-9ade-21ec09c48388 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:45.459255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83c3b1b6-fde9-4ac8-a5a0-453e0dc48ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.485156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bf870c76-4d38-4146-839a-db0e7ab123e1 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-743474832 HTTP/1.1" status: 201 len: 201 time: 0.1638875 Jul 16 08:56:45.488643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53930) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.499390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-3f26557a-b219-4f1c-92a5-01eb9bfd89f6 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-985015365') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.647649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3f26557a-b219-4f1c-92a5-01eb9bfd89f6 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-985015365 HTTP/1.1" status: 201 len: 201 time: 0.1494906 Jul 16 08:56:45.647649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53936) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.659700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-588c2a62-2b81-4ab0-85cc-608eddef9859 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-957243220') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.668351 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:45.678434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ab7f55f-6c7e-4561-aab3-988ba581802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.679266 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83c3b1b6-fde9-4ac8-a5a0-453e0dc48ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.686606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83c3b1b6-fde9-4ac8-a5a0-453e0dc48ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.737675 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-83c3b1b6-fde9-4ac8-a5a0-453e0dc48ef0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fabd6ea538744e6adf2c67df7c49672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666545 Jul 16 08:56:45.739478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3b1b6-fde9-4ac8-a5a0-453e0dc48ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2451ab-d4dd-4108-9d73-fafff5018e3c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.753543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53940) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.807416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f89af64-26d3-4952-98a6-82c523abe21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.815102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-588c2a62-2b81-4ab0-85cc-608eddef9859 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-957243220 HTTP/1.1" status: 201 len: 201 time: 0.1692164 Jul 16 08:56:45.817724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53944) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.819531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.824000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-7d5d17af-e777-4310-9539-7eefecfbeb1c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-963612857') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.842810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f89af64-26d3-4952-98a6-82c523abe21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.880009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7d5d17af-e777-4310-9539-7eefecfbeb1c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-963612857 HTTP/1.1" status: 201 len: 201 time: 0.0607522 Jul 16 08:56:45.882515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53946) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.892572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-7fe5e717-d956-42a3-a9dc-a4b6a46d2523 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', {'tags': ['tempest-TagsExtTest-Tag-273733652', 'tempest-TagsExtTest-Tag-1378091836', 'tempest-TagsExtTest-Tag-598490522']}) {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.949644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f89af64-26d3-4952-98a6-82c523abe21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.952512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4f89af64-26d3-4952-98a6-82c523abe21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.953774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4f89af64-26d3-4952-98a6-82c523abe21a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f2451ab-d4dd-4108-9d73-fafff5018e3c HTTP/1.1" status: 204 len: 168 time: 0.2105172 Jul 16 08:56:45.970961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89af64-26d3-4952-98a6-82c523abe21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2451ab-d4dd-4108-9d73-fafff5018e3c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.001346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7fe5e717-d956-42a3-a9dc-a4b6a46d2523 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags HTTP/1.1" status: 200 len: 316 time: 0.1154146 Jul 16 08:56:46.001768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53952) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.007333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-02679dc5-1b8f-4cb9-a973-2c0ca5855d1a tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.096060 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-02679dc5-1b8f-4cb9-a973-2c0ca5855d1a tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags HTTP/1.1" status: 204 len: 168 time: 0.0930378 Jul 16 08:56:46.099096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53958) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.104266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-1fd4a2b6-6c1f-4600-a09e-84b7dc6eca3f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-273733652') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.171583 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-1fd4a2b6-6c1f-4600-a09e-84b7dc6eca3f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:46.173089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1fd4a2b6-6c1f-4600-a09e-84b7dc6eca3f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-273733652 HTTP/1.1" status: 404 len: 328 time: 0.0724885 Jul 16 08:56:46.175937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53964) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.180748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-5e36685f-eb3e-4196-9304-6b2681636674 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-1378091836') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.245419 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-5e36685f-eb3e-4196-9304-6b2681636674 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:46.249128 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5e36685f-eb3e-4196-9304-6b2681636674 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-1378091836 HTTP/1.1" status: 404 len: 329 time: 0.0695391 Jul 16 08:56:46.249733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.254878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-28947f03-881b-49b1-b8dc-991906dc297b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb', 'tempest-TagsExtTest-Tag-598490522') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.365472 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-28947f03-881b-49b1-b8dc-991906dc297b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:46.365472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-28947f03-881b-49b1-b8dc-991906dc297b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags/tempest-TagsExtTest-Tag-598490522 HTTP/1.1" status: 404 len: 328 time: 0.1152112 Jul 16 08:56:46.368292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53978) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.373507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-d407c77b-95ac-47e7-a5d2-f6cbd7ae08d3 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', {'tags': ['tempest-TagsExtTest-Tag-285713985', 'tempest-TagsExtTest-Tag-606633346', 'tempest-TagsExtTest-Tag-1040021224']}) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.408720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67e24310-3012-487d-be00-50b8777df77c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:46.467755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d407c77b-95ac-47e7-a5d2-f6cbd7ae08d3 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags HTTP/1.1" status: 200 len: 316 time: 0.0981472 Jul 16 08:56:46.470075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 53986) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.474907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 67e24310-3012-487d-be00-50b8777df77c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:46.475282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-5a20d67d-fd7e-4b45-b92c-e1217b70875c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.475435 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.589117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5a20d67d-fd7e-4b45-b92c-e1217b70875c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags HTTP/1.1" status: 204 len: 168 time: 0.1175423 Jul 16 08:56:46.591669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 53992) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.596978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-8a999d07-d2f6-4bbb-bbf7-1a6bba122512 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-285713985') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.669380 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-8a999d07-d2f6-4bbb-bbf7-1a6bba122512 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:46.671809 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8a999d07-d2f6-4bbb-bbf7-1a6bba122512 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-285713985 HTTP/1.1" status: 404 len: 328 time: 0.0789473 Jul 16 08:56:46.673701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54002) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.678385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.678668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-80501262-2810-4e38-a5e7-f83e21f2e5a2 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-606633346') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.746628 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-80501262-2810-4e38-a5e7-f83e21f2e5a2 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:46.746628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-80501262-2810-4e38-a5e7-f83e21f2e5a2 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-606633346 HTTP/1.1" status: 404 len: 328 time: 0.0640254 Jul 16 08:56:46.746818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54006) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.746818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-a1b795c5-f080-47bd-b35f-ace492bd8376 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388', 'tempest-TagsExtTest-Tag-1040021224') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.804291 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-a1b795c5-f080-47bd-b35f-ace492bd8376 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:46.807816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a1b795c5-f080-47bd-b35f-ace492bd8376 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags/tempest-TagsExtTest-Tag-1040021224 HTTP/1.1" status: 404 len: 329 time: 0.0625417 Jul 16 08:56:46.808460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54010) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.816281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-f2a13663-d8b0-434c-92ab-d43774b8a77d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', {'tags': ['tempest-TagsExtTest-Tag-1074103685', 'tempest-TagsExtTest-Tag-1980860342', 'tempest-TagsExtTest-Tag-779171641']}) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.914854 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f2a13663-d8b0-434c-92ab-d43774b8a77d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags HTTP/1.1" status: 200 len: 317 time: 0.1027403 Jul 16 08:56:46.917370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54018) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.925084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-3b5d617e-7485-47f9-ab07-eced05fbe3cd tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.019256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b5d617e-7485-47f9-ab07-eced05fbe3cd tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags HTTP/1.1" status: 204 len: 168 time: 0.1006641 Jul 16 08:56:47.022358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54024) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.027613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-f9ebad00-d8f0-405b-bea6-9dec9d3345ed tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-1074103685') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.113821 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-f9ebad00-d8f0-405b-bea6-9dec9d3345ed tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:47.115110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f9ebad00-d8f0-405b-bea6-9dec9d3345ed tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-1074103685 HTTP/1.1" status: 404 len: 329 time: 0.0914683 Jul 16 08:56:47.117890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54032) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.122360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-951c1111-6b5b-4416-a8c3-c80cd5d94a8c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-1980860342') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.206600 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-951c1111-6b5b-4416-a8c3-c80cd5d94a8c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:47.207788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-951c1111-6b5b-4416-a8c3-c80cd5d94a8c tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-1980860342 HTTP/1.1" status: 404 len: 329 time: 0.0889108 Jul 16 08:56:47.210656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54040) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.215539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-93a124a8-9c25-46bd-8050-b7c7ae519eaf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378', 'tempest-TagsExtTest-Tag-779171641') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.290839 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-93a124a8-9c25-46bd-8050-b7c7ae519eaf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:47.292431 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-93a124a8-9c25-46bd-8050-b7c7ae519eaf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags/tempest-TagsExtTest-Tag-779171641 HTTP/1.1" status: 404 len: 328 time: 0.0805418 Jul 16 08:56:47.295068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.300849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-fb177f3f-4de7-4165-ab4b-4bea5ef3107b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', {'tags': ['tempest-TagsExtTest-Tag-1089221377', 'tempest-TagsExtTest-Tag-1398622283', 'tempest-TagsExtTest-Tag-1475964173']}) {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.342759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fb177f3f-4de7-4165-ab4b-4bea5ef3107b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "PUT /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags HTTP/1.1" status: 200 len: 318 time: 0.0464478 Jul 16 08:56:47.345984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54048) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.352585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-03afa0b9-f4fe-4365-bdaa-0818068de858 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.399121 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-03afa0b9-f4fe-4365-bdaa-0818068de858 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0515082 Jul 16 08:56:47.402453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54054) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.409287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-5aad54b3-f28c-4f91-af7d-7ecc548b9aaf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-1089221377') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.437295 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-5aad54b3-f28c-4f91-af7d-7ecc548b9aaf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:47.439511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5aad54b3-f28c-4f91-af7d-7ecc548b9aaf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-1089221377 HTTP/1.1" status: 404 len: 329 time: 0.0353761 Jul 16 08:56:47.442295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54056) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.448995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-a8190d74-c11e-4288-8088-8ff069791626 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-1398622283') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.476840 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-a8190d74-c11e-4288-8088-8ff069791626 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:47.477944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a8190d74-c11e-4288-8088-8ff069791626 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-1398622283 HTTP/1.1" status: 404 len: 329 time: 0.0344768 Jul 16 08:56:47.481048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54060) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.486016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-d6b97032-6d80-47ce-bc29-a397bd6ee088 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd', 'tempest-TagsExtTest-Tag-1475964173') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.514344 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-d6b97032-6d80-47ce-bc29-a397bd6ee088 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] show failed (client error): The resource could not be found. Jul 16 08:56:47.518684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d6b97032-6d80-47ce-bc29-a397bd6ee088 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags/tempest-TagsExtTest-Tag-1475964173 HTTP/1.1" status: 404 len: 329 time: 0.0333154 Jul 16 08:56:47.519007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.524487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-6b78a0ca-4e4f-434c-b7bb-eff853fccee8 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd7ecce5-f40d-48b3-9560-da0ee9a041bd') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.554075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b78a0ca-4e4f-434c-b7bb-eff853fccee8 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd/tags HTTP/1.1" status: 204 len: 168 time: 0.0312507 Jul 16 08:56:47.554487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.567571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-c1849229-e1f0-4d15-aa6f-dd9b9b06717b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '995d442e-a6d7-4443-abbd-827f534fa378') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.666712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c1849229-e1f0-4d15-aa6f-dd9b9b06717b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378/tags HTTP/1.1" status: 204 len: 168 time: 0.1090782 Jul 16 08:56:47.666874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54072) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.671178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.tag.tag_plugin [None req-aa16e00a-0b0a-49ca-bfbd-e583d3429f5f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dccb3d3c-83e4-4722-9ade-21ec09c48388') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.732294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa16e00a-0b0a-49ca-bfbd-e583d3429f5f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388/tags HTTP/1.1" status: 204 len: 168 time: 0.0643699 Jul 16 08:56:47.735747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.741467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.tag.tag_plugin [None req-4ca5baf7-ed19-47cd-8489-bade2cbfbfcf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '437257b0-bd84-48b9-bb20-1cb0b9dd66fb') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.747550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.850100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4ca5baf7-ed19-47cd-8489-bade2cbfbfcf tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1132030 Jul 16 08:56:47.855062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.959137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9bf480d-412f-47f9-b912-cd4139df1fe2 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for subnetpool, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.961116 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a9bf480d-412f-47f9-b912-cd4139df1fe2 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dd7ecce5-f40d-48b3-9560-da0ee9a041bd HTTP/1.1" status: 204 len: 168 time: 0.1048374 Jul 16 08:56:47.963687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54098) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.004396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f3d7393b-8f34-4926-9daa-963214bd1ced tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "GET /v2.0/ports?device_id=995d442e-a6d7-4443-abbd-827f534fa378 HTTP/1.1" status: 200 len: 205 time: 0.0393896 Jul 16 08:56:48.006918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54102) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.101014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.302966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.305536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.378204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.378742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Fanout notify agent at l3_agent the message router_deleted on router 995d442e-a6d7-4443-abbd-827f534fa378 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:48.381390 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.386931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.390378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4b80ee55-a98c-48b8-8fe3-de22d2b4cb9d tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/routers/995d442e-a6d7-4443-abbd-827f534fa378 HTTP/1.1" status: 204 len: 168 time: 0.3805513 Jul 16 08:56:48.390634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54122) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.519816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Deleting port dccb3d3c-83e4-4722-9ade-21ec09c48388 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:48.520483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.641654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.657313 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Calling delete_port for dccb3d3c-83e4-4722-9ade-21ec09c48388 owned by {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:48.878352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.926141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event deleted for resources: {'Port': ['ID=dccb3d3c-83e4-4722-9ade-21ec09c48388,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.016178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.021732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1b936a16-d57d-4888-bf08-14ce1d74cca9 tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/ports/dccb3d3c-83e4-4722-9ade-21ec09c48388 HTTP/1.1" status: 204 len: 168 time: 0.6278315 Jul 16 08:56:49.022218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54142) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.105207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Deleting subnet 437257b0-bd84-48b9-bb20-1cb0b9dd66fb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:49.115957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.194820 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.297266 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.371852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.409406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event deleted for resources: {'Subnet': ['ID=437257b0-bd84-48b9-bb20-1cb0b9dd66fb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.412756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.415661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2edd2717-9e1a-479a-a489-9d6c5f271e6b tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/subnets/437257b0-bd84-48b9-bb20-1cb0b9dd66fb HTTP/1.1" status: 204 len: 168 time: 0.3922784 Jul 16 08:56:49.418171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54148) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.426742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b14b7-ceef-4b1b-8076-5c63c37eca14 None None] Network ec87815e-c13b-4f60-9f70-ce8e4fd400a8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:49.536570 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.632987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Deleting port 67e24310-3012-487d-be00-50b8777df77c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:49.633390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.709316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] For port 67e24310-3012-487d-be00-50b8777df77c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67e24310-3012-487d-be00-50b8777df77c,segment=NetworkSegment(764a1173-8e7e-48ca-be65-c1013cff87e7),segment_id=764a1173-8e7e-48ca-be65-c1013cff87e7)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:49.712495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.737786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] DHCP port deletion for ec87815e-c13b-4f60-9f70-ce8e4fd400a8 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:49.742867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Calling delete_port for 67e24310-3012-487d-be00-50b8777df77c owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:49.822170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] Deleting port 67e24310-3012-487d-be00-50b8777df77c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:49.823351 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.849229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.866245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] No DVR routers for this DVR port 67e24310-3012-487d-be00-50b8777df77c on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:49.889505 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event deleted for resources: {'Port': ['ID=67e24310-3012-487d-be00-50b8777df77c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.930948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] For port 67e24310-3012-487d-be00-50b8777df77c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=67e24310-3012-487d-be00-50b8777df77c,segment=NetworkSegment(764a1173-8e7e-48ca-be65-c1013cff87e7),segment_id=764a1173-8e7e-48ca-be65-c1013cff87e7)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:49.931644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.947791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] Calling delete_port for 67e24310-3012-487d-be00-50b8777df77c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:50.022539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.034540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec87815e-c13b-4f60-9f70-ce8e4fd400a8']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:50.046129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764a1173-8e7e-48ca-be65-c1013cff87e7') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:50.047488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764a1173-8e7e-48ca-be65-c1013cff87e7') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:50.099424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.124952 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.162836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.172230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] Pushing event deleted for resources: {'Port': ['ID=67e24310-3012-487d-be00-50b8777df77c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.188547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:50.189343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:50.193998 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:50.198862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac525c91-3353-4f67-af9f-c86e6a1033af None None] No DVR routers for this DVR port 67e24310-3012-487d-be00-50b8777df77c on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:50.280367 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.287805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.291340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] 10.222.0.41 "DELETE /v2.0/networks/ec87815e-c13b-4f60-9f70-ce8e4fd400a8 HTTP/1.1" status: 204 len: 168 time: 0.8718534 Jul 16 08:56:50.350218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772453dd-1fff-457a-9d09-7cc97bd3814f tempest-TagsExtTest-1406370613 tempest-TagsExtTest-1406370613-project] Pushing event deleted for resources: {'Network': ['ID=ec87815e-c13b-4f60-9f70-ce8e4fd400a8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.443733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67e24310-3012-487d-be00-50b8777df77c no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:50.482861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 67e24310-3012-487d-be00-50b8777df77c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:50.486437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 67e24310-3012-487d-be00-50b8777df77c not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:50.730673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.920123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0a79f70-0e26-4000-a556-41f527aacd45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b84b6f3b7d3b4fe2aef9b4da6359b574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874523 Jul 16 08:56:50.922228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54202) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.986068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-233dec55-c074-47fb-b5d9-2d3ac1068e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.037317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-233dec55-c074-47fb-b5d9-2d3ac1068e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.118671 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-233dec55-c074-47fb-b5d9-2d3ac1068e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.121922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-233dec55-c074-47fb-b5d9-2d3ac1068e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.123396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-233dec55-c074-47fb-b5d9-2d3ac1068e0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3294cb90-0632-4472-8a78-7c764dd0775b HTTP/1.1" status: 204 len: 168 time: 0.1994090 Jul 16 08:56:51.142434 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dec55-c074-47fb-b5d9-2d3ac1068e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3294cb90-0632-4472-8a78-7c764dd0775b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.993878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54252) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.117940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-89064896-network', 'tenant_id': '0d05de535fb1467f91cbc8a8b2da2026'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:52.159691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Made reservation on behalf of 0d05de535fb1467f91cbc8a8b2da2026 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:52.162481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.178555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.330602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.336358 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.370466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:52.402660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf82023e-7e5b-4e46-a008-51685e5fc831,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.437013 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.439213 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Added segment 695f5d50-6b2f-42af-af58-3ef88379d474 of type vlan for network 119a495c-46a5-4e6f-b817-d427554c1bb0 Jul 16 08:56:52.528405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.562054 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.564111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.564862 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.606847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54270) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.612949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Request body: {'subnet': {'network_id': '119a495c-46a5-4e6f-b817-d427554c1bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-89064896-subnet', 'tenant_id': '0d05de535fb1467f91cbc8a8b2da2026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:52.617460 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6212761 Jul 16 08:56:52.658592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Made reservation on behalf of 0d05de535fb1467f91cbc8a8b2da2026 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:52.662316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.715379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded98d1-77b3-414e-bf06-b88eb5fd4740 admin admin] Pushing event updated for resources: {'Network': ['ID=119a495c-46a5-4e6f-b817-d427554c1bb0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.738452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 119a495c-46a5-4e6f-b817-d427554c1bb0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:52.929924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.019848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb3f5ed-5fdf-48be-920d-c0d7f660a448,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.041153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Checking segment: {'id': '695f5d50-6b2f-42af-af58-3ef88379d474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '119a495c-46a5-4e6f-b817-d427554c1bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:53.041757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Network hostable DHCP agents. Network: 119a495c-46a5-4e6f-b817-d427554c1bb0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:53.062931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Network 119a495c-46a5-4e6f-b817-d427554c1bb0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:53.074960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 119a495c-46a5-4e6f-b817-d427554c1bb0) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:53.086024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea110a8d-c1cc-4dfe-94a8-13ff764913da None None] Network 119a495c-46a5-4e6f-b817-d427554c1bb0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:53.090656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.091539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.112516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bea09957-2bee-4f7a-bd00-8fbb7619d64f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5039430 Jul 16 08:56:53.319827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346c4d8-8097-4bff-b610-e35f0b2fef62 None None] Network 119a495c-46a5-4e6f-b817-d427554c1bb0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:53.853001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54308) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.858601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-199651805-network', 'tenant_id': '8e1af6d4687443f492aa5e34e49e36e2'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:53.884002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Made reservation on behalf of 8e1af6d4687443f492aa5e34e49e36e2 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:53.886979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.906106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.109116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.116208 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.159213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:54.172402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.173336 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Added segment 49cfe9ba-893d-4831-8959-1899a8be950f of type vlan for network 296851d2-2952-4f73-a92d-e3a7c5cdc263 Jul 16 08:56:54.223362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.272856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.274265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.275278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.299092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee005a9-e1f2-4ef1-9ea3-649f4dc5b83d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.321011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4668305 Jul 16 08:56:54.323841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54322) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:54.330380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Request body: {'subnet': {'network_id': '296851d2-2952-4f73-a92d-e3a7c5cdc263', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-199651805-subnet', 'tenant_id': '8e1af6d4687443f492aa5e34e49e36e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:54.361243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af86f4d-e048-4b65-aa65-b2e769e01d66 admin admin] Pushing event updated for resources: {'Network': ['ID=296851d2-2952-4f73-a92d-e3a7c5cdc263,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.373881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Made reservation on behalf of 8e1af6d4687443f492aa5e34e49e36e2 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:54.376488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 296851d2-2952-4f73-a92d-e3a7c5cdc263 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:54.378191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.740144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.855044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ccedeb-8f0e-4b9a-bf74-d2dadbc4a149,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.891040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Checking segment: {'id': '49cfe9ba-893d-4831-8959-1899a8be950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '296851d2-2952-4f73-a92d-e3a7c5cdc263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:54.892255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Network hostable DHCP agents. Network: 296851d2-2952-4f73-a92d-e3a7c5cdc263, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:54.934889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Network 296851d2-2952-4f73-a92d-e3a7c5cdc263 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:54.956068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 296851d2-2952-4f73-a92d-e3a7c5cdc263) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:54.961114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.961996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.965110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847a418-7423-4150-b236-68f0b384edfc None None] Network 296851d2-2952-4f73-a92d-e3a7c5cdc263 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:55.003539 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4349cf6b-2753-4a83-90b5-d0269e53ad63 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6721241 Jul 16 08:56:55.073805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.249465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e25979-412b-4ff0-b571-1e468388cd6b None None] Network 296851d2-2952-4f73-a92d-e3a7c5cdc263 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:55.291348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3393b5-3ed0-400b-9074-30be83b3f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.319238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54350) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.406868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Deleting subnet 6eb3f5ed-5fdf-48be-920d-c0d7f660a448 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:55.415764 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.458731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3393b5-3ed0-400b-9074-30be83b3f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.464006 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8e3393b5-3ed0-400b-9074-30be83b3f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.478206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.527713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8e3393b5-3ed0-400b-9074-30be83b3f498 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c8da2143da540518e0c002e1fa0b1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526579 Jul 16 08:56:55.530189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3393b5-3ed0-400b-9074-30be83b3f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6f2067-c247-4acd-b030-830c6cc55dc4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.530883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.577521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.623567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9c03537-d420-4e32-8983-221fccbac3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.654387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9c03537-d420-4e32-8983-221fccbac3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.677002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.716784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.721903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6eb3f5ed-5fdf-48be-920d-c0d7f660a448 HTTP/1.1" status: 204 len: 168 time: 0.3982618 Jul 16 08:56:55.721903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946fe7e-e792-4db9-9213-8cccb87d14e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb3f5ed-5fdf-48be-920d-c0d7f660a448,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.722395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54364) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.754035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9c03537-d420-4e32-8983-221fccbac3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.758006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d9c03537-d420-4e32-8983-221fccbac3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.759550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d9c03537-d420-4e32-8983-221fccbac3d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac6f2067-c247-4acd-b030-830c6cc55dc4 HTTP/1.1" status: 204 len: 168 time: 0.2275264 Jul 16 08:56:55.783024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c03537-d420-4e32-8983-221fccbac3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6f2067-c247-4acd-b030-830c6cc55dc4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.858617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.950185 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.961250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119a495c-46a5-4e6f-b817-d427554c1bb0']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:55.978091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695f5d50-6b2f-42af-af58-3ef88379d474') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:55.978410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695f5d50-6b2f-42af-af58-3ef88379d474') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:55.997374 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.012791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.022268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:56.022797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: timer() Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:56.025360 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:56.091486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.093848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.099488 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] 10.222.0.41 "DELETE /v2.0/networks/119a495c-46a5-4e6f-b817-d427554c1bb0 HTTP/1.1" status: 204 len: 168 time: 0.3723981 Jul 16 08:56:56.099809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54382) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:56.125080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20a08e-a4d7-442e-9e75-c977c3bb4601 admin admin] Pushing event deleted for resources: {'Network': ['ID=119a495c-46a5-4e6f-b817-d427554c1bb0,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.154856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Deleting subnet 69ccedeb-8f0e-4b9a-bf74-d2dadbc4a149 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:56.159115 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.194828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.235542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.308435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.333641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ccedeb-8f0e-4b9a-bf74-d2dadbc4a149,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.344617 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.347125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-642580f8-12b7-4c10-b732-19946eda1ef3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69ccedeb-8f0e-4b9a-bf74-d2dadbc4a149 HTTP/1.1" status: 204 len: 168 time: 0.2459321 Jul 16 08:56:56.349581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54398) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:56.445689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.554862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.572549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296851d2-2952-4f73-a92d-e3a7c5cdc263']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:56.587040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cfe9ba-893d-4831-8959-1899a8be950f') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:56.587363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cfe9ba-893d-4831-8959-1899a8be950f') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:56.598451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.627152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.633421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:56.634034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:56.635932 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:56.706871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.725608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.731898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] 10.222.0.41 "DELETE /v2.0/networks/296851d2-2952-4f73-a92d-e3a7c5cdc263 HTTP/1.1" status: 204 len: 168 time: 0.3805392 Jul 16 08:56:56.733176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5938-b6c2-47c8-a9b9-6b7ff608643f admin admin] Pushing event deleted for resources: {'Network': ['ID=296851d2-2952-4f73-a92d-e3a7c5cdc263,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.024167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54436) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.077269 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bdff2523-d08f-4277-bc51-ad4dbb5c8782 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d05de535fb1467f91cbc8a8b2da2026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516498 Jul 16 08:56:57.079684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54440) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.149554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9188bbfc-acdd-435e-a551-d58a206140c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.174658 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9188bbfc-acdd-435e-a551-d58a206140c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.228057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9188bbfc-acdd-435e-a551-d58a206140c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.231057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9188bbfc-acdd-435e-a551-d58a206140c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.232641 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9188bbfc-acdd-435e-a551-d58a206140c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf82023e-7e5b-4e46-a008-51685e5fc831 HTTP/1.1" status: 204 len: 168 time: 0.1510525 Jul 16 08:56:57.243052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188bbfc-acdd-435e-a551-d58a206140c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf82023e-7e5b-4e46-a008-51685e5fc831,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.691850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.736698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9282e77f-1d40-4577-b627-a2797d7a181a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e1af6d4687443f492aa5e34e49e36e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436485 Jul 16 08:56:57.739488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54468) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.803262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ce898-8313-4f3b-994a-3d7314df2243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.831621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ce898-8313-4f3b-994a-3d7314df2243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.889211 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ce898-8313-4f3b-994a-3d7314df2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.893414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b09ce898-8313-4f3b-994a-3d7314df2243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.895094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b09ce898-8313-4f3b-994a-3d7314df2243 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ee005a9-e1f2-4ef1-9ea3-649f4dc5b83d HTTP/1.1" status: 204 len: 168 time: 0.1542337 Jul 16 08:56:57.908831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ce898-8313-4f3b-994a-3d7314df2243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee005a9-e1f2-4ef1-9ea3-649f4dc5b83d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.003259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54478) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.008446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779662648', 'description': 'tempest-secgroup-smoke-1779662648 description', 'project_id': 'a00d1950779e4264a5769fd9c13eb679'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:58.036364 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.048847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.196302 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.202488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.248578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c749dfb4-688b-4820-bf2c-a7837b1fb6b7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.333036 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.337121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.373997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.378322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54494) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.378843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3742843 Jul 16 08:56:58.381658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0518d2-e3dc-485d-9078-17576fec9820 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a1825a-d95b-476e-a16d-51cca04c2668,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.386361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '24a1825a-d95b-476e-a16d-51cca04c2668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:58.423075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.496474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.500945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.528628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15255c61-a9cb-4706-aa80-f6a3c280177c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.532383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.536627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e8c4b2d2-cec8-43a6-a4b3-5c1de869d3d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537049 Jul 16 08:56:58.536882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.541677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '24a1825a-d95b-476e-a16d-51cca04c2668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:58.585059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.662691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.667208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.694942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4236312b-75cd-48bf-851a-d09f376b8caf,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.699854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.701147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5d1cf074-c8f0-482e-af56-7d560a771c43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632583 Jul 16 08:56:58.704348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54512) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.709475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '24a1825a-d95b-476e-a16d-51cca04c2668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:58.742565 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.811610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.825274 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.853776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6f72af-dc12-4f69-b508-0ad94dbcca19,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.870963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.873640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ff5459aa-ab10-4203-8584-ba077a9009f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680217 Jul 16 08:56:58.877146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54520) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.886636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '24a1825a-d95b-476e-a16d-51cca04c2668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:58.934780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.012467 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.017716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.043520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3af485-c762-4d45-b5f2-d0ffd3f92ecc,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.056384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.057905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f62af301-7e57-4b1d-9e10-a48ebd1d6319 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781397 Jul 16 08:56:59.060700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54532) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.067814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '24a1825a-d95b-476e-a16d-51cca04c2668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:59.098839 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:56:59.108882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.252037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.265914 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.306452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56ff7a9-b3f8-4096-8a52-73b7e9985fdc,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.318935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.322839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-675017e1-273a-44a4-9a1d-1eeeaa98fda0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583230 Jul 16 08:56:59.324637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54548) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.331422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '24a1825a-d95b-476e-a16d-51cca04c2668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:59.384823 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:56:59.394718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.499771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54556) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.500158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.506837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.528806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.534180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54562) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.535233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2091129 Jul 16 08:56:59.538230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df4494-5c0b-483a-a1dc-215dc50bbe06 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcd2df8-c6dd-4d76-af1f-d8f2bbb61950,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.539438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'network': {'name': 'tempest-network-smoke--1820305528', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'port_security_enabled': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:59.602260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:59.608787 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.643149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:59.653028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.653202 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Added segment 662b99bc-ce46-4573-b89c-6d4175410e2b of type vlan for network 043c4064-ae73-4aea-a925-7b5b0b832b2d Jul 16 08:56:59.701584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.748377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.757450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.758085 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.811719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2763391 Jul 16 08:56:59.814880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54572) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.819615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'admin_state_up': True, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:59.851135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fc88c-5cad-4a38-800c-d4bdcc5e0a38 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Network': ['ID=043c4064-ae73-4aea-a925-7b5b0b832b2d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.869183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:59.883919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.884775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ba95c5f-a514-477e-bd60-f55f8eb5f6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.886782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.958133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.040731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ba95c5f-a514-477e-bd60-f55f8eb5f6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.051564 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ba95c5f-a514-477e-bd60-f55f8eb5f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.107140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4ba95c5f-a514-477e-bd60-f55f8eb5f6ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2f5ea5ae3764412b9ad9cd0402e4dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060786 Jul 16 08:57:00.108119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54584) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.108877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba95c5f-a514-477e-bd60-f55f8eb5f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3e6608-d161-4d8a-b95d-9d7468637a67,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.197873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f45317b0-727e-4c6d-ba21-c0d5db5d1c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.228084 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f45317b0-727e-4c6d-ba21-c0d5db5d1c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.316781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f45317b0-727e-4c6d-ba21-c0d5db5d1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.320291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f45317b0-727e-4c6d-ba21-c0d5db5d1c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.322180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f45317b0-727e-4c6d-ba21-c0d5db5d1c37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc3e6608-d161-4d8a-b95d-9d7468637a67 HTTP/1.1" status: 204 len: 168 time: 0.2092171 Jul 16 08:57:00.334207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45317b0-727e-4c6d-ba21-c0d5db5d1c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3e6608-d161-4d8a-b95d-9d7468637a67,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.473249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.598844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.738324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52b9b96a-d5bd-4daa-9890-bbca71fc87bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.779592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.807566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.836534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54620) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.957415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.15 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/3a7a97d0-fa62-4896-858d-3a1d322460d1) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:01.087012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.140958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.199800 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-395d62fb-3567-4c0e-8379-764c37937d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.205008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:01.208514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:01.229434 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:01.234338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=3a7a97d0-fa62-4896-858d-3a1d322460d1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.273401 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52b9b96a-d5bd-4daa-9890-bbca71fc87bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.287680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-52b9b96a-d5bd-4daa-9890-bbca71fc87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.333485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9b96a-d5bd-4daa-9890-bbca71fc87bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a84cd-745f-4e20-a753-622d9217878e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.363729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-52b9b96a-d5bd-4daa-9890-bbca71fc87bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9234822217c4a0d8437ec4e48594366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600231 Jul 16 08:57:01.365052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.435583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-395d62fb-3567-4c0e-8379-764c37937d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.441908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-395d62fb-3567-4c0e-8379-764c37937d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.476026 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d62fb-3567-4c0e-8379-764c37937d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f134e3d-76a0-4de1-8849-96103dbc3fa4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.495990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-395d62fb-3567-4c0e-8379-764c37937d85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9db0fbe83ec8422caea21acec5df5434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6581645 Jul 16 08:57:01.499630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54634) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.517609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2165994-7e87-4ea8-b73a-c3d4155323a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.550831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2165994-7e87-4ea8-b73a-c3d4155323a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.558462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a66a1e82-aff8-4444-8a43-0ee936f18ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.580204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a66a1e82-aff8-4444-8a43-0ee936f18ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.622713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.637770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a66a1e82-aff8-4444-8a43-0ee936f18ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.640394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a66a1e82-aff8-4444-8a43-0ee936f18ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.644186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a66a1e82-aff8-4444-8a43-0ee936f18ac4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f134e3d-76a0-4de1-8849-96103dbc3fa4 HTTP/1.1" status: 204 len: 168 time: 0.1406245 Jul 16 08:57:01.650178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a1e82-aff8-4444-8a43-0ee936f18ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f134e3d-76a0-4de1-8849-96103dbc3fa4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.699792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2165994-7e87-4ea8-b73a-c3d4155323a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.702652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f2165994-7e87-4ea8-b73a-c3d4155323a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.704430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f2165994-7e87-4ea8-b73a-c3d4155323a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa6a84cd-745f-4e20-a753-622d9217878e HTTP/1.1" status: 204 len: 168 time: 0.3388345 Jul 16 08:57:01.746195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2165994-7e87-4ea8-b73a-c3d4155323a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a84cd-745f-4e20-a753-622d9217878e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.888635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.057188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router ce9974b5-6557-48b0-9a70-915bdf7801e2 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:57:02.155880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54652) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.179008 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54654) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.181200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8146dc02-850e-4cad-8187-4395a2f0dc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.197206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fb965e5-c783-4693-8faa-a84008dad60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.211417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:02.221963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Sync routers for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:02.233317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:02.234862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:02.299847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8146dc02-850e-4cad-8187-4395a2f0dc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.304722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8146dc02-850e-4cad-8187-4395a2f0dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.313284 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.314625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-57506085-40fa-4380-ac86-21070646f8f5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4986863 Jul 16 08:57:02.325120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54662) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.341708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146dc02-850e-4cad-8187-4395a2f0dc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44384d7a-70e2-44d6-9581-43c8d4f51884,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.403370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8146dc02-850e-4cad-8187-4395a2f0dc27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2beaf665e18f4eeaa84ea443092d0cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432373 Jul 16 08:57:02.404885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54666) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.408857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:02.477049 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fb965e5-c783-4693-8faa-a84008dad60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.489206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4fb965e5-c783-4693-8faa-a84008dad60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.569067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb965e5-c783-4693-8faa-a84008dad60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b70ed-04ce-4c5f-8d66-328086d63912,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.579991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.580147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4fb965e5-c783-4693-8faa-a84008dad60a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=202e66cc173e43c294231ff1a72f6161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995881 Jul 16 08:57:02.601069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-035b0834-7498-46f6-bd3a-48f7926a9513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.636900 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-035b0834-7498-46f6-bd3a-48f7926a9513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.656872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03cd088c-1385-436e-bcbb-61ecb21aed3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.715907 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2ace7c1f-e201-4f98-b24e-ea50ae6f3574 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a00d1950779e4264a5769fd9c13eb679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3873234 Jul 16 08:57:02.718319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54674) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.721056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03cd088c-1385-436e-bcbb-61ecb21aed3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.764338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:01Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:02.782336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03cd088c-1385-436e-bcbb-61ecb21aed3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.785568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-03cd088c-1385-436e-bcbb-61ecb21aed3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.794075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Checking router: ce9974b5-6557-48b0-9a70-915bdf7801e2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:02.794741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Updating router ce9974b5-6557-48b0-9a70-915bdf7801e2 port 3a7a97d0-fa62-4896-858d-3a1d322460d1 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:02.797701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-03cd088c-1385-436e-bcbb-61ecb21aed3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d03b70ed-04ce-4c5f-8d66-328086d63912 HTTP/1.1" status: 204 len: 168 time: 0.2100327 Jul 16 08:57:02.819518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd088c-1385-436e-bcbb-61ecb21aed3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b70ed-04ce-4c5f-8d66-328086d63912,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.865222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.894528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d6d34-d647-4416-be58-7052b1742e56 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.898923 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ff1d6d34-d647-4416-be58-7052b1742e56 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1768045 Jul 16 08:57:02.899669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54680) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.944579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d397935-bfc2-4cbb-a080-735ef4ef56c0 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417063 Jul 16 08:57:02.944805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54684) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.950809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1897126477', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:03.056072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-035b0834-7498-46f6-bd3a-48f7926a9513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.059056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-035b0834-7498-46f6-bd3a-48f7926a9513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.060397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-035b0834-7498-46f6-bd3a-48f7926a9513 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44384d7a-70e2-44d6-9581-43c8d4f51884 HTTP/1.1" status: 204 len: 168 time: 0.6545751 Jul 16 08:57:03.063614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:03.067908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.093424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b0834-7498-46f6-bd3a-48f7926a9513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44384d7a-70e2-44d6-9581-43c8d4f51884,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.237832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.254114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Transition to ACTIVE for port object 3a7a97d0-fa62-4896-858d-3a1d322460d1 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:03.267018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.352121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Attempting to bind port 3a7a97d0-fa62-4896-858d-3a1d322460d1 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:03.352545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Attempting to bind port 3a7a97d0-fa62-4896-858d-3a1d322460d1 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:03.352853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Attempting to bind port 3a7a97d0-fa62-4896-858d-3a1d322460d1 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:03.360984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:03.362063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:03.362830 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.364336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:03.371129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Bound port: 3a7a97d0-fa62-4896-858d-3a1d322460d1, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:03.375948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.441721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.442167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Pushing event updated for resources: {'Port': ['ID=3a7a97d0-fa62-4896-858d-3a1d322460d1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.452101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.452680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.453792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.454286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.454791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.455284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.455789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.456702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.457209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.457715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.458339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.458822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:03.480333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] For port 3a7a97d0-fa62-4896-858d-3a1d322460d1, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:03.485102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] For port 3a7a97d0-fa62-4896-858d-3a1d322460d1, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3a7a97d0-fa62-4896-858d-3a1d322460d1,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:03.504589 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.528264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Checking segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:03.528722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network hostable DHCP agents. Network: 043c4064-ae73-4aea-a925-7b5b0b832b2d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:03.544143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Subnet': ['ID=1855cd8a-1c7f-4726-b8af-2371b16fe2a1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.563470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:03.583094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:03.583770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:03.591857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 043c4064-ae73-4aea-a925-7b5b0b832b2d) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:03.610870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.613069 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.641104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-429c6e80-19f0-4ecc-84af-cbbf359d110e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6942725 Jul 16 08:57:03.643860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54720) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.675366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfead2a-e120-4cad-b0b8-71e7b002877e None None] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:03.708754 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.746393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3c7a7-73d7-4240-9a0b-3fa4e105eeeb None None] Pushing event updated for resources: {'Port': ['ID=3a7a97d0-fa62-4896-858d-3a1d322460d1,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.884603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:04.162502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-043c4064-ae73-4aea-a925-7b5b0b832b2d', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:04.163664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.205342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:01Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:04.294162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80213df-fc3c-4bd4-adf3-611ae8964fdf None None] The sync data for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 is: [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:01Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:04.397484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Allocated IP 172.20.0.2 (043c4064-ae73-4aea-a925-7b5b0b832b2d/1855cd8a-1c7f-4726-b8af-2371b16fe2a1/fad163e1-e6ee-4cda-9fa6-021998c65edb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:04.457474 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.672609 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.689415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Transition to ACTIVE for port object fad163e1-e6ee-4cda-9fa6-021998c65edb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:04.716540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Transition to ACTIVE for port object fad163e1-e6ee-4cda-9fa6-021998c65edb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:04.729595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.839117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Pushing event updated for resources: {'Port': ['ID=fad163e1-e6ee-4cda-9fa6-021998c65edb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.849628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:04.852706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:04.858167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:04.984002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.1 (043c4064-ae73-4aea-a925-7b5b0b832b2d/1855cd8a-1c7f-4726-b8af-2371b16fe2a1/e0d6d982-a089-4f79-848b-438d9b12661a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:05.024875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Attempting to bind port fad163e1-e6ee-4cda-9fa6-021998c65edb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:05.025252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Attempting to bind port fad163e1-e6ee-4cda-9fa6-021998c65edb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:05.025626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Attempting to bind port fad163e1-e6ee-4cda-9fa6-021998c65edb on network 043c4064-ae73-4aea-a925-7b5b0b832b2d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:05.035646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:05.039305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Checking segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:05.039826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.040296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Bound using segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:05.040816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Bound port: fad163e1-e6ee-4cda-9fa6-021998c65edb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:05.041213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.181158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] For port fad163e1-e6ee-4cda-9fa6-021998c65edb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:05.190378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] For port fad163e1-e6ee-4cda-9fa6-021998c65edb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fad163e1-e6ee-4cda-9fa6-021998c65edb,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:05.200000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.246707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.286522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object e0d6d982-a089-4f79-848b-438d9b12661a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:05.318005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f05dff-8c2f-4c20-bc9a-c7d69cdb2af0 None None] Pushing event updated for resources: {'Port': ['ID=fad163e1-e6ee-4cda-9fa6-021998c65edb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.352580 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.457688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:05.462036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:05.466847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:05.487375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=e0d6d982-a089-4f79-848b-438d9b12661a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.556302 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.948083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.291083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.296577 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.349642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=e0d6d982-a089-4f79-848b-438d9b12661a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:06.404065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.545176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fad163e1-e6ee-4cda-9fa6-021998c65edb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:06.604465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:06.606310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:06.661461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port fad163e1-e6ee-4cda-9fa6-021998c65edb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:06.668894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3a7a97d0-fa62-4896-858d-3a1d322460d1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:06.773565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3a7a97d0-fa62-4896-858d-3a1d322460d1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:06.780371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3a7a97d0-fa62-4896-858d-3a1d322460d1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:06.780755 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.818534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router ce9974b5-6557-48b0-9a70-915bdf7801e2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:06.941988 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.964066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca98c6-5f54-42da-be89-268a695c755a None None] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:07.064157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3a7a97d0-fa62-4896-858d-3a1d322460d1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3a7a97d0-fa62-4896-858d-3a1d322460d1,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:07.114368 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.116428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:07.116780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] Provisioning for port fad163e1-e6ee-4cda-9fa6-021998c65edb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:07.125371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] Provisioning complete for port fad163e1-e6ee-4cda-9fa6-021998c65edb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:07.125836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.132533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-18c192dd-2888-4dc3-be3d-f2b40ceadb2b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/ce9974b5-6557-48b0-9a70-915bdf7801e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4852793 Jul 16 08:57:07.242981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3a7a97d0-fa62-4896-858d-3a1d322460d1,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.339101 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.399924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] For port fad163e1-e6ee-4cda-9fa6-021998c65edb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fad163e1-e6ee-4cda-9fa6-021998c65edb,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:07.405409 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.499164 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Sync routers for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:07.520978 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:07.521637 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:07.640885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ba615-4863-40c4-b1f2-8eb2956774a6 None None] Pushing event updated for resources: {'Port': ['ID=fad163e1-e6ee-4cda-9fa6-021998c65edb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.692165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-9db06c2f-ded8-4043-b06e-b60e0c443cd1 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=efef3e267d3449ed8d5443ad80084ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664501 Jul 16 08:57:07.729879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-efbc7124-22be-48a0-a27f-b2a562cbd445 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779662648&fields=id&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 267 time: 0.1066999 Jul 16 08:57:07.922586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-497831ac-4315-4bef-905d-bd640ad7cf42 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.930735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-497831ac-4315-4bef-905d-bd640ad7cf42 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 797 time: 0.1993372 Jul 16 08:57:07.946236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:07.948238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-69868021-8010-4c82-8217-c8e855bdd981 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/quotas/a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 375 time: 0.0159349 Jul 16 08:57:08.038028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-14eff983-3003-49bb-9ba1-6838f0346dd2 None None] Provisioning for port e0d6d982-a089-4f79-848b-438d9b12661a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:08.046055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-14eff983-3003-49bb-9ba1-6838f0346dd2 None None] Provisioning complete for port e0d6d982-a089-4f79-848b-438d9b12661a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.046430 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14eff983-3003-49bb-9ba1-6838f0346dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.048393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-20304de1-159b-44c4-aa20-c74f9dfa21e7 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.057548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-20304de1-159b-44c4-aa20-c74f9dfa21e7 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579130 Jul 16 08:57:08.089612 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-a1b244ce-e9a7-47d2-aacc-7207df27f3be tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/quotas/efef3e267d3449ed8d5443ad80084ce4 HTTP/1.1" status: 200 len: 375 time: 0.0308156 Jul 16 08:57:08.132973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-a625317d-78e9-46d7-bfac-5090c0f33e2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836689 Jul 16 08:57:08.168413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-14eff983-3003-49bb-9ba1-6838f0346dd2 None None] Port e0d6d982-a089-4f79-848b-438d9b12661a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:08.186757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-14eff983-3003-49bb-9ba1-6838f0346dd2 None None] Provisioning complete for port fad163e1-e6ee-4cda-9fa6-021998c65edb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.187166 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14eff983-3003-49bb-9ba1-6838f0346dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.267072 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-5ae09456-c6af-4891-9646-965b30f9768f tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=efef3e267d3449ed8d5443ad80084ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1326647 Jul 16 08:57:08.396197 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 2, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:08.474187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Checking router: ce9974b5-6557-48b0-9a70-915bdf7801e2 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:08.478672 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Updating router ce9974b5-6557-48b0-9a70-915bdf7801e2 port e0d6d982-a089-4f79-848b-438d9b12661a binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:08.496808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fad163e1-e6ee-4cda-9fa6-021998c65edb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:08.572676 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.616131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-699a55f9-22a1-45a7-bcbc-821f6a5ca15c req-cea06449-e437-4a7c-9a49-c581e3cb2702 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 210 time: 0.0786355 Jul 16 08:57:08.635851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-481b3fe7-41d3-4bda-9bc4-07a43680e27e service neutron] 10.222.0.41 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844828 Jul 16 08:57:08.658520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-adfdcedb-dede-450c-ba34-4000c7042917 None None] Provisioning complete for port e0d6d982-a089-4f79-848b-438d9b12661a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.659223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-adfdcedb-dede-450c-ba34-4000c7042917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.695085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 54962) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:08.752349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-adfdcedb-dede-450c-ba34-4000c7042917 None None] Port e0d6d982-a089-4f79-848b-438d9b12661a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:08.775955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fad163e1-e6ee-4cda-9fa6-021998c65edb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.776553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.832023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-83ed4c8b-6240-42ea-b38d-b193ea766d3a service neutron] 10.222.0.41 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941135 Jul 16 08:57:08.900655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f219501-bc67-4cd0-bce3-9abc26cb1a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.939113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-02fc4062-369f-4445-aa74-ce0330006c59 None None] Provisioning complete for port e0d6d982-a089-4f79-848b-438d9b12661a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.939759 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02fc4062-369f-4445-aa74-ce0330006c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.038482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3a7a97d0-fa62-4896-858d-3a1d322460d1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:09.088632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-02fc4062-369f-4445-aa74-ce0330006c59 None None] Port e0d6d982-a089-4f79-848b-438d9b12661a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:09.092771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3a7a97d0-fa62-4896-858d-3a1d322460d1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:09.093378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.100501 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.101797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f219501-bc67-4cd0-bce3-9abc26cb1a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.113993 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Transition to ACTIVE for port object e0d6d982-a089-4f79-848b-438d9b12661a will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:09.126058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f219501-bc67-4cd0-bce3-9abc26cb1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.128790 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.253867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Pushing event updated for resources: {'Port': ['ID=e0d6d982-a089-4f79-848b-438d9b12661a,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.265031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e6b9d3b8-ac99-423b-ba3d-2aebe0133b69 req-f61d64ea-fdb8-49a6-adf0-b29c4adfd557 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 210 time: 0.0838840 Jul 16 08:57:09.314935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1f219501-bc67-4cd0-bce3-9abc26cb1a3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95b345be637243b49b24aaaf709dd39d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175392 Jul 16 08:57:09.316723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f219501-bc67-4cd0-bce3-9abc26cb1a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b0938-4782-4346-9163-499327854537,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.317341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 54980) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.367982 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.368326 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.368664 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.369107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.369439 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.369780 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.370092 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.370433 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.370741 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.371080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.371413 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.371916 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.425346 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Attempting to bind port e0d6d982-a089-4f79-848b-438d9b12661a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:09.425346 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Attempting to bind port e0d6d982-a089-4f79-848b-438d9b12661a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:09.425592 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Attempting to bind port e0d6d982-a089-4f79-848b-438d9b12661a on network 043c4064-ae73-4aea-a925-7b5b0b832b2d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:09.434178 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:09.434915 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Checking segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:09.435410 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.435868 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Bound using segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:09.436400 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Bound port: e0d6d982-a089-4f79-848b-438d9b12661a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:09.436848 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.447546 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d5113d8-65bb-4cc2-9f53-5f750db2294f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.525150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d5113d8-65bb-4cc2-9f53-5f750db2294f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.556768 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] For port e0d6d982-a089-4f79-848b-438d9b12661a, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:09.561086 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] For port e0d6d982-a089-4f79-848b-438d9b12661a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e0d6d982-a089-4f79-848b-438d9b12661a,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:09.572477 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.631140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d5113d8-65bb-4cc2-9f53-5f750db2294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.635342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2d5113d8-65bb-4cc2-9f53-5f750db2294f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.641488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2d5113d8-65bb-4cc2-9f53-5f750db2294f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c5b0938-4782-4346-9163-499327854537 HTTP/1.1" status: 204 len: 168 time: 0.3183122 Jul 16 08:57:09.654760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5113d8-65bb-4cc2-9f53-5f750db2294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b0938-4782-4346-9163-499327854537,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.667129 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:09.667894 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:09.741789 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131174f-ebda-41fd-9777-806acc44e1a6 None None] Pushing event updated for resources: {'Port': ['ID=e0d6d982-a089-4f79-848b-438d9b12661a,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.919391 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:09.934407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e412826f-900f-4f02-ba92-78417298c35b req-514731fe-a1ac-47c6-ae11-8f9bb4f6e26a tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 210 time: 0.0854239 Jul 16 08:57:10.163915 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:09Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:10.195969 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efef09-8717-4357-b9a2-3b99eb10cdcc None None] The sync data for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 is: [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:09Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:10.276004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55008) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:10.293378 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ed64575-5b78-4a0c-b85a-1d2b62381f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.484524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ed64575-5b78-4a0c-b85a-1d2b62381f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.536006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-637f7db0-23e0-4dad-a3a9-21faea92e96e req-897f87e9-c496-426e-bf6c-2b6e54bac4bc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 210 time: 0.0672429 Jul 16 08:57:10.536882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ed64575-5b78-4a0c-b85a-1d2b62381f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.543858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d6d982-a089-4f79-848b-438d9b12661a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:10.575062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ed64575-5b78-4a0c-b85a-1d2b62381f02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2896afdec87647e88f67157375379cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978802 Jul 16 08:57:10.577773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55012) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:10.628867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e0d6d982-a089-4f79-848b-438d9b12661a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:10.637344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e0d6d982-a089-4f79-848b-438d9b12661a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:10.637730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.670025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-faa2d539-54d1-46ad-b967-0dc47913c007 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=efef3e267d3449ed8d5443ad80084ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991540 Jul 16 08:57:10.706106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed64575-5b78-4a0c-b85a-1d2b62381f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ebe32-f1e9-45d8-aa80-250af1d1069d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.757094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c30f2dd4-fc87-4772-9236-9b445dfaedbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.791545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.803906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c30f2dd4-fc87-4772-9236-9b445dfaedbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.841380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port e0d6d982-a089-4f79-848b-438d9b12661a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e0d6d982-a089-4f79-848b-438d9b12661a,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:10.847248 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.873573 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c30f2dd4-fc87-4772-9236-9b445dfaedbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.876502 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c30f2dd4-fc87-4772-9236-9b445dfaedbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.880039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c30f2dd4-fc87-4772-9236-9b445dfaedbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b5ebe32-f1e9-45d8-aa80-250af1d1069d HTTP/1.1" status: 204 len: 168 time: 0.2987142 Jul 16 08:57:10.892061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-356b716f-1dab-4810-ae48-116c9993e7a4 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.893719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-356b716f-1dab-4810-ae48-116c9993e7a4 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123837 Jul 16 08:57:10.899625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f2dd4-fc87-4772-9236-9b445dfaedbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ebe32-f1e9-45d8-aa80-250af1d1069d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.913012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Request body: {'port': {'device_id': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'efef3e267d3449ed8d5443ad80084ce4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:10.996299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=e0d6d982-a089-4f79-848b-438d9b12661a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.149499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Made reservation on behalf of efef3e267d3449ed8d5443ad80084ce4 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:11.154617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.165791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.224314 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21b3ceda-4cad-4cb0-9450-5a1ad7963945 req-13d1d37f-94da-4a74-a89e-fa6d0f05d808 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 210 time: 0.0773122 Jul 16 08:57:11.315064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.330758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.388670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-09144073-4602-459b-b344-9886bf2f4fa0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.391247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-09144073-4602-459b-b344-9886bf2f4fa0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 797 time: 0.1701314 Jul 16 08:57:11.478295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c688f95-9547-4a8c-b8e8-fd24f78c2828,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.499825 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-9ad9c629-215b-475c-9d35-71a7bcb88868 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 380 time: 0.0942898 Jul 16 08:57:11.513038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'port': {'device_id': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'admin_state_up': True, 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'security_groups': ['24a1825a-d95b-476e-a16d-51cca04c2668']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:11.641394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Allocated IP 192.168.233.205 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/e17b92fe-1139-4a0c-95eb-87376cd65f5e) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:11.839338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:11.843671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.049299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.10 (043c4064-ae73-4aea-a925-7b5b0b832b2d/1855cd8a-1c7f-4726-b8af-2371b16fe2a1/f8ac6d51-24f6-4be4-bd67-4f1c297ba48c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:12.247424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.263706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-378345d4-7409-4b06-91c1-04f03f37de02 req-e61f0588-8f57-4e3e-92b8-f5c7ff5f115e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 210 time: 0.4703746 Jul 16 08:57:12.273531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object f8ac6d51-24f6-4be4-bd67-4f1c297ba48c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:12.316853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.334173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Transition to ACTIVE for port object e17b92fe-1139-4a0c-95eb-87376cd65f5e will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:12.340670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.388482 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.446075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d6d982-a089-4f79-848b-438d9b12661a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:12.541159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e0d6d982-a089-4f79-848b-438d9b12661a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:12.541573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.547544 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:12.552543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:12.568040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:12.579759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Pushing event updated for resources: {'Port': ['ID=e17b92fe-1139-4a0c-95eb-87376cd65f5e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.641610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.642406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.643566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.644089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.644624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.645482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.646009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.646637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.655965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.656319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.656669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.657112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.727139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.728119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.753712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-7ef15d29-998a-41b4-a854-68a006493d55 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8450522 Jul 16 08:57:12.776388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-8435f613-c6da-4f52-869a-8e5c9b892e5e tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:57:12.777394 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-8435f613-c6da-4f52-869a-8e5c9b892e5e tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058520 Jul 16 08:57:12.928490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3c3d9fe1-ffda-4303-a2b8-e4ea06a85ae9 None None] Provisioning for port e17b92fe-1139-4a0c-95eb-87376cd65f5e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:12.932493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3c3d9fe1-ffda-4303-a2b8-e4ea06a85ae9 None None] Provisioning complete for port e17b92fe-1139-4a0c-95eb-87376cd65f5e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:12.932885 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3c3d9fe1-ffda-4303-a2b8-e4ea06a85ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.001537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Request body: {'port': {'device_id': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:13.015736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef10c1df-646b-4fd5-8deb-bc84f9893d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.019926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:13.024557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d9fe1-ffda-4303-a2b8-e4ea06a85ae9 None None] Port e17b92fe-1139-4a0c-95eb-87376cd65f5e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:13.027197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:13.038366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:13.056848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.121410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.121913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.122258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.122601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.122935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.123266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.123625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.123956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.124287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.125203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.125641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.125973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.138309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.169093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.169733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.195824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bf026-1196-4898-9300-90ab5f8b3bc2 req-cfb957ed-f157-46fd-8e0d-cd3de7a9cb0d tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.197422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-611bf026-1196-4898-9300-90ab5f8b3bc2 req-cfb957ed-f157-46fd-8e0d-cd3de7a9cb0d tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 936 time: 0.7378111 Jul 16 08:57:13.205108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-c0852d55-ae60-4a73-a32c-0547784c59fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7004595 Jul 16 08:57:13.237305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Request body: {'port': {'device_id': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:13.290211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-611bf026-1196-4898-9300-90ab5f8b3bc2 req-6f662d38-ee2d-4c57-9e91-5856435f332e tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838747 Jul 16 08:57:13.354986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-01b17bb2-1d05-4e19-8f9c-12efe8413338 None None] Provisioning for port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:13.361632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-01b17bb2-1d05-4e19-8f9c-12efe8413338 None None] Provisioning complete for port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:13.362908 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01b17bb2-1d05-4e19-8f9c-12efe8413338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.374557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.416842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-01b17bb2-1d05-4e19-8f9c-12efe8413338 None None] Port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:13.638579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a91218-50d4-4520-9bc5-561c876dc7ad req-27be6834-f8f2-4c14-ba0c-85d09000ebe2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.640873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55a91218-50d4-4520-9bc5-561c876dc7ad req-27be6834-f8f2-4c14-ba0c-85d09000ebe2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 932 time: 0.1356547 Jul 16 08:57:13.664031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17b92fe-1139-4a0c-95eb-87376cd65f5e {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:13.679799 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.707097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Transition to ACTIVE for port object e17b92fe-1139-4a0c-95eb-87376cd65f5e will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:13.713025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55a91218-50d4-4520-9bc5-561c876dc7ad req-fff8c099-8bb7-4b3e-a450-75e89cb9f444 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634825 Jul 16 08:57:13.714180 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.798170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Pushing event updated for resources: {'Port': ['ID=e17b92fe-1139-4a0c-95eb-87376cd65f5e,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.890624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ac6d51-24f6-4be4-bd67-4f1c297ba48c {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:13.914368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.944501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Transition to ACTIVE for port object f8ac6d51-24f6-4be4-bd67-4f1c297ba48c will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:13.953388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.956054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Attempting to bind port e17b92fe-1139-4a0c-95eb-87376cd65f5e on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:13.958972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Attempting to bind port e17b92fe-1139-4a0c-95eb-87376cd65f5e by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:13.959547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Attempting to bind port e17b92fe-1139-4a0c-95eb-87376cd65f5e on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:13.968797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Port e17b92fe-1139-4a0c-95eb-87376cd65f5e on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:13.969509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Attempting to bind port e17b92fe-1139-4a0c-95eb-87376cd65f5e on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:13.975944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:13.976511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:13.977099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:13.977743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Bound port: e17b92fe-1139-4a0c-95eb-87376cd65f5e, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:13.978310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.026389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.092254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] For port e17b92fe-1139-4a0c-95eb-87376cd65f5e, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:14.098181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] For port e17b92fe-1139-4a0c-95eb-87376cd65f5e, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:14.107442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.160193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:14.160533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:14.160863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on network 043c4064-ae73-4aea-a925-7b5b0b832b2d {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:14.167272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on network 043c4064-ae73-4aea-a925-7b5b0b832b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:14.168549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on network 043c4064-ae73-4aea-a925-7b5b0b832b2d {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:14.174810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.175479 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.176221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:14.176565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Checking segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:14.176999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Bound using segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:14.177255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] 10.222.0.36 "PUT /v2.0/ports/e17b92fe-1139-4a0c-95eb-87376cd65f5e HTTP/1.1" status: 200 len: 1097 time: 1.3928249 Jul 16 08:57:14.177424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Bound port: f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:14.177831 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.181622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'tag': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:14.184481 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4dbe41-b178-4257-bb74-2db5bf003085" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c9aa0-777a-40f2-b139-3a532cf652db", "tag": "e17b92fe-1139-4a0c-95eb-87376cd65f5e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:14.227450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34b654-7b66-4291-8af0-f3302d16f836 service neutron] Pushing event updated for resources: {'Port': ['ID=e17b92fe-1139-4a0c-95eb-87376cd65f5e,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.321235 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15edbbf-426e-40b2-8e7b-91e9eb75709c x-openstack-request-id: req-e15edbbf-426e-40b2-8e7b-91e9eb75709c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:14.321667 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c9aa0-777a-40f2-b139-3a532cf652db", "tag": "e17b92fe-1139-4a0c-95eb-87376cd65f5e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:14.322022 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e15edbbf-426e-40b2-8e7b-91e9eb75709c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:14.322674 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'tag': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e', 'status': 'completed', 'code': 200} Jul 16 08:57:14.370209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:14.379711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:14.381688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-bbc707aa-39f1-4036-a64f-bc7624cefc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.385191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-bbc707aa-39f1-4036-a64f-bc7624cefc99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efef3e267d3449ed8d5443ad80084ce4&device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 1100 time: 0.1288991 Jul 16 08:57:14.387740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.450838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-dcd0b15c-f484-4b50-8184-b7a66415e958 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e HTTP/1.1" status: 200 len: 217 time: 0.0535686 Jul 16 08:57:14.467974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.468642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.475219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1093 time: 1.2453752 Jul 16 08:57:14.475729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:14.478200 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3201e-497b-44d0-9333-c4c47f0b0b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:14.621805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-2ecec79d-8ade-44d5-bcf8-d4444e263f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.638865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-2ecec79d-8ade-44d5-bcf8-d4444e263f96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.1814156 Jul 16 08:57:14.685909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f4d21-fa18-4d62-84f3-d07335644338 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.771150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-7452c823-b2a9-4db3-8fd4-31ad7c12d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.774669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-7452c823-b2a9-4db3-8fd4-31ad7c12d13f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1096 time: 0.2320821 Jul 16 08:57:14.844869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098db89-9957-458d-a4d3-a65f74be19eb req-d9923e23-59c3-47a3-a727-84dee4b246cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.846408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-d9923e23-59c3-47a3-a727-84dee4b246cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931510 Jul 16 08:57:14.883393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374c789-bdc9-41e2-ac42-d63da1f44e0a req-cc36b444-4981-4788-8e47-de299a7e982d tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.902496 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3374c789-bdc9-41e2-ac42-d63da1f44e0a req-cc36b444-4981-4788-8e47-de299a7e982d tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 948 time: 0.2622283 Jul 16 08:57:14.909068 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5010111b-a5f8-4fdd-987d-5f0917ea5a7e x-openstack-request-id: req-5010111b-a5f8-4fdd-987d-5f0917ea5a7e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:14.909502 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:14.909969 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5010111b-a5f8-4fdd-987d-5f0917ea5a7e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:14.910925 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'status': 'completed', 'code': 200} Jul 16 08:57:14.912769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-549971e0-c704-493a-8463-d76976cd43c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 217 time: 0.1227031 Jul 16 08:57:14.987759 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3374c789-bdc9-41e2-ac42-d63da1f44e0a req-4cc0ec17-2a06-4f48-9e57-0c39b56f25c7 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841866 Jul 16 08:57:15.023068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-4cd6dad2-41a7-4e9f-b1a6-f1655a652043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.024628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-4cd6dad2-41a7-4e9f-b1a6-f1655a652043 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.1007035 Jul 16 08:57:15.088312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-6e44024c-b169-4412-a4d4-a0ecd4a39ce1 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781719 Jul 16 08:57:15.112842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdfd7-1419-473f-bec6-7c8f913d253a req-65c980d5-22c2-49b8-bb69-1a0b714a9597 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.114293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ededdfd7-1419-473f-bec6-7c8f913d253a req-65c980d5-22c2-49b8-bb69-1a0b714a9597 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.1414919 Jul 16 08:57:15.158338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-a605f12f-1cb6-467e-8d2b-98fdcb9ac45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.159894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-a605f12f-1cb6-467e-8d2b-98fdcb9ac45c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254621 Jul 16 08:57:15.187895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b098db89-9957-458d-a4d3-a65f74be19eb req-8992dbfb-fdc9-4b4b-852c-eaadd371710e service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931585 Jul 16 08:57:15.191556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ededdfd7-1419-473f-bec6-7c8f913d253a req-d6da81fb-08e8-42f6-a046-fd268bf7e241 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682459 Jul 16 08:57:15.271257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-d81fe2c8-c9d8-4ae8-9db1-ecbc225819e4 service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039999 Jul 16 08:57:15.345046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-c454eecf-9fdd-48f1-ba51-0d5226c6567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.346850 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-c454eecf-9fdd-48f1-ba51-0d5226c6567e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efef3e267d3449ed8d5443ad80084ce4&device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 1100 time: 0.0583830 Jul 16 08:57:15.381173 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34c1d86b-a600-4ef7-8576-17d339818e00 req-2e951a67-64bf-4dd9-8b41-983a072d7bf3 service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930798 Jul 16 08:57:15.451070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-b3fc87b2-5262-4928-9602-da703e980270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.453191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-b3fc87b2-5262-4928-9602-da703e980270 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.0987916 Jul 16 08:57:15.509366 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-68c58ead-6fd5-4621-9ea1-56ee5bcbd61d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e HTTP/1.1" status: 200 len: 217 time: 0.0370200 Jul 16 08:57:15.526999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-214edaf1-22bd-4049-af1f-b4fb487f4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.528553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-214edaf1-22bd-4049-af1f-b4fb487f4d04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1096 time: 0.0558503 Jul 16 08:57:15.563873 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-86defd95-5e07-44f2-8876-07ef7f6777ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.565682 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-86defd95-5e07-44f2-8876-07ef7f6777ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0490644 Jul 16 08:57:15.630349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-35fabddf-ba05-4415-802e-6d1239f702cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.632382 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-35fabddf-ba05-4415-802e-6d1239f702cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605121 Jul 16 08:57:15.632722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-216266b9-52fe-4388-978f-4c6cfe55c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.634232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-216266b9-52fe-4388-978f-4c6cfe55c17a service neutron] 10.222.0.36 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.0985737 Jul 16 08:57:15.679992 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bd1e526d-339b-48ec-92ef-d1b1d51143de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.683934 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-d1a580d8-104f-443a-b0fd-3c297ad1ccd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 217 time: 0.0382190 Jul 16 08:57:15.738086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-b8ffab87-645c-49d4-b385-e0d163deb712 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926409 Jul 16 08:57:15.741905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-e978c6c1-c06a-48f0-af1f-23426fd6097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.743414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-e978c6c1-c06a-48f0-af1f-23426fd6097f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0528882 Jul 16 08:57:15.752914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.826140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-508fc7a9-eddf-440e-83ed-636f530d8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.828237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-508fc7a9-eddf-440e-83ed-636f530d8c97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696559 Jul 16 08:57:15.871407 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-e634c633-7a75-4db0-b4bb-f0630eeec186 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198516 Jul 16 08:57:15.966086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-fd336e1c-b991-40ff-976b-2867bd9e878c service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314087 Jul 16 08:57:16.070058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62f3201e-497b-44d0-9333-c4c47f0b0b5b req-96c68013-17d3-4c6d-9607-49167f71ec8d service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969920 Jul 16 08:57:16.197521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f8da8-fe16-4e31-ad31-34674996769e req-5391d819-6bc9-40c4-b5bf-cec57acc9ddc tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.199210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-104f8da8-fe16-4e31-ad31-34674996769e req-5391d819-6bc9-40c4-b5bf-cec57acc9ddc tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 948 time: 0.0757399 Jul 16 08:57:16.240538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-104f8da8-fe16-4e31-ad31-34674996769e req-a0c72501-76ce-4420-b23c-6147b901dbe0 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Jul 16 08:57:16.404384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e41b6-bef3-4dce-b880-0b9caaeb85c5 req-c35abae7-9bf2-42ec-bac4-d4de7cb57f98 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.405871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-780e41b6-bef3-4dce-b880-0b9caaeb85c5 req-c35abae7-9bf2-42ec-bac4-d4de7cb57f98 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.0734386 Jul 16 08:57:16.451235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-780e41b6-bef3-4dce-b880-0b9caaeb85c5 req-aa67ba2d-1479-4bce-a7e4-383d9a384677 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354145 Jul 16 08:57:16.672229 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.438337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934b566-2eff-4a7d-9fe8-60d0dfa07400 req-aa732c51-bb81-420d-b0ea-ed9e81b0c698 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.439812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d934b566-2eff-4a7d-9fe8-60d0dfa07400 req-aa732c51-bb81-420d-b0ea-ed9e81b0c698 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 948 time: 0.0747070 Jul 16 08:57:17.479166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d934b566-2eff-4a7d-9fe8-60d0dfa07400 req-f2b37f61-9450-4267-99da-d46b49a4e00a tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334218 Jul 16 08:57:17.652261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c7a8e-5a71-4069-845b-86113d1a6f4f req-0a9d2e2b-8e34-400a-8977-94f685e1b786 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.653774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-428c7a8e-5a71-4069-845b-86113d1a6f4f req-0a9d2e2b-8e34-400a-8977-94f685e1b786 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.0720904 Jul 16 08:57:17.693692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-428c7a8e-5a71-4069-845b-86113d1a6f4f req-df92e2c7-3ec0-4e35-ab85-04ae182bf118 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Jul 16 08:57:17.756661 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.396237 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.670612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8d39-7700-438b-ba0b-9183cffceee8 req-a6309eef-476b-444e-93e5-b03d6991051e tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.673377 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e2e8d39-7700-438b-ba0b-9183cffceee8 req-a6309eef-476b-444e-93e5-b03d6991051e tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 948 time: 0.0805676 Jul 16 08:57:18.712004 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e2e8d39-7700-438b-ba0b-9183cffceee8 req-6fae77f6-7334-41b1-a3c2-0d6170acbb50 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Jul 16 08:57:18.875626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0321874-cc62-4645-9270-0f421fb27116 req-ffcf91b0-f139-45fc-bcaf-e901b1539086 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.877223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0321874-cc62-4645-9270-0f421fb27116 req-ffcf91b0-f139-45fc-bcaf-e901b1539086 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.0662358 Jul 16 08:57:18.917736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0321874-cc62-4645-9270-0f421fb27116 req-ca7b0ef0-8788-43d6-89f1-bbf5409991eb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Jul 16 08:57:19.297004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:19.404331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:19.417211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'port_id': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'mac_address': 'fa:16:3e:1c:fb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:19.454678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.467461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ac6d51-24f6-4be4-bd67-4f1c297ba48c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:19.489534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:19.492792 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.493697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e17b92fe-1139-4a0c-95eb-87376cd65f5e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:19.623754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.649164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e17b92fe-1139-4a0c-95eb-87376cd65f5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:19.660044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e', 'mac_address': 'fa:16:3e:70:90:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:19.703041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.716167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17b92fe-1139-4a0c-95eb-87376cd65f5e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:19.736780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e17b92fe-1139-4a0c-95eb-87376cd65f5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:19.744903 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.822519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e17b92fe-1139-4a0c-95eb-87376cd65f5e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.912129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2966e6-a8f0-4e50-bec8-67b88f8ffec4 req-b3a6f8bf-f4ca-4551-825c-953570f0e101 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.913717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a2966e6-a8f0-4e50-bec8-67b88f8ffec4 req-b3a6f8bf-f4ca-4551-825c-953570f0e101 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 949 time: 0.0735571 Jul 16 08:57:19.967336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a2966e6-a8f0-4e50-bec8-67b88f8ffec4 req-b4ba0f2c-52e1-4ff5-adb5-8b5bde53fe0e tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 Jul 16 08:57:20.091236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e17b92fe-1139-4a0c-95eb-87376cd65f5e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:20.114057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d45be-161d-410f-852a-4495a690d839 req-bb874852-06ec-432e-bacb-5b30154457d3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.115807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:20.119238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-576d45be-161d-410f-852a-4495a690d839 req-bb874852-06ec-432e-bacb-5b30154457d3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 945 time: 0.0714836 Jul 16 08:57:20.162127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-576d45be-161d-410f-852a-4495a690d839 req-8f7474f4-4fa7-49be-b8b4-493bf185801d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Jul 16 08:57:21.175304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d44fb-576c-4516-b57d-b89bb0f569e5 req-0cc1c617-070d-4cb7-829d-57533888de61 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.176837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-118d44fb-576c-4516-b57d-b89bb0f569e5 req-0cc1c617-070d-4cb7-829d-57533888de61 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 949 time: 0.0700214 Jul 16 08:57:21.218494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-118d44fb-576c-4516-b57d-b89bb0f569e5 req-d4dde775-b43f-42e6-87cf-72379f95e662 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349910 Jul 16 08:57:21.310713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:21.358961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a0a64-b287-42f6-ab91-41fee9f0ee59 req-7e9a8a5b-c72a-472b-a954-547011f8e0b7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.360658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e15a0a64-b287-42f6-ab91-41fee9f0ee59 req-7e9a8a5b-c72a-472b-a954-547011f8e0b7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 945 time: 0.0729432 Jul 16 08:57:21.368528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:21.373004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:21.373772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.401724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e15a0a64-b287-42f6-ab91-41fee9f0ee59 req-242efee5-e96c-4b67-adb2-7c57d28ff82f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351427 Jul 16 08:57:21.455239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.477392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:21.479688 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538cb391-24f6-48c4-9bd8-58436a1127fe" -d '{"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:21.502831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:21.507890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.508983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e17b92fe-1139-4a0c-95eb-87376cd65f5e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:21.552307 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb231783-84cf-455d-8ec7-559575625924 x-openstack-request-id: req-bb231783-84cf-455d-8ec7-559575625924 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:21.552630 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:21.552850 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb231783-84cf-455d-8ec7-559575625924 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:21.553238 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'code': 200} Jul 16 08:57:21.593055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:21.606750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port e17b92fe-1139-4a0c-95eb-87376cd65f5e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:21.612488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e17b92fe-1139-4a0c-95eb-87376cd65f5e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:21.612902 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.674762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07f25a-bb69-4ecb-8bf3-25d72254e55c req-2994d472-5f00-4d99-8f56-e09b3032d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.674762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-da07f25a-bb69-4ecb-8bf3-25d72254e55c req-2994d472-5f00-4d99-8f56-e09b3032d44b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.0591438 Jul 16 08:57:21.718895 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.721084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-da07f25a-bb69-4ecb-8bf3-25d72254e55c req-1df23479-b627-4c25-ae19-a675e4860a22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 Jul 16 08:57:21.753633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e17b92fe-1139-4a0c-95eb-87376cd65f5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:21.769385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.830241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e17b92fe-1139-4a0c-95eb-87376cd65f5e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:22.611366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdf182-2fe5-4f9d-bce3-f97e6ec8e83a req-e970cb16-780b-40e7-9401-b72387e4642e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.618812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bebdf182-2fe5-4f9d-bce3-f97e6ec8e83a req-e970cb16-780b-40e7-9401-b72387e4642e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0785868 Jul 16 08:57:22.625624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4dc9-0ee2-44b5-8ff4-41fe5ebca3bb req-49741299-fb30-4db8-b62a-bf61525c42fe tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.627677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f8f4dc9-0ee2-44b5-8ff4-41fe5ebca3bb req-49741299-fb30-4db8-b62a-bf61525c42fe tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 950 time: 0.0750716 Jul 16 08:57:22.674036 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bebdf182-2fe5-4f9d-bce3-f97e6ec8e83a req-86b09159-493c-4730-a6c0-1fd7c4f0ef9f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542579 Jul 16 08:57:22.681134 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:22.684462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f8f4dc9-0ee2-44b5-8ff4-41fe5ebca3bb req-562c1da9-78f4-4da3-bc64-f6ed8bea2a81 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Jul 16 08:57:23.554931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:23.557367 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c52824-08a8-4520-98fe-283b120cfedc" -d '{"events": [{"server_uuid": "3e1c9aa0-777a-40f2-b139-3a532cf652db", "name": "network-vif-plugged", "status": "completed", "tag": "e17b92fe-1139-4a0c-95eb-87376cd65f5e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:23.594004 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728db147-27a5-4fde-885e-d3fc8c1c8634 x-openstack-request-id: req-728db147-27a5-4fde-885e-d3fc8c1c8634 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:23.594293 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c9aa0-777a-40f2-b139-3a532cf652db", "name": "network-vif-plugged", "status": "completed", "tag": "e17b92fe-1139-4a0c-95eb-87376cd65f5e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:23.594544 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-728db147-27a5-4fde-885e-d3fc8c1c8634 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:23.594933 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e', 'code': 200} Jul 16 08:57:23.759015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de016-c225-4237-bc35-788b9d09f170 req-326eff56-178d-4e15-b758-76136218bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.760562 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-829de016-c225-4237-bc35-788b9d09f170 req-326eff56-178d-4e15-b758-76136218bea0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 1102 time: 0.0627222 Jul 16 08:57:23.843575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-829de016-c225-4237-bc35-788b9d09f170 req-f6ef0ad9-3b23-4a35-9bdf-2fb552fd2979 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758903 Jul 16 08:57:23.882553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d723-ac7c-413e-a356-047a95bb97fd req-cba2ab3d-fe55-448c-9262-7244ac39050f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.884208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e061d723-ac7c-413e-a356-047a95bb97fd req-cba2ab3d-fe55-448c-9262-7244ac39050f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0866232 Jul 16 08:57:23.935459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e061d723-ac7c-413e-a356-047a95bb97fd req-506b5b5a-ee65-41e1-adf3-f466a63ae191 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444391 Jul 16 08:57:23.937685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176363c4-c53d-4ce1-a6ed-e98a02152c1d req-66f65a07-0118-4c56-9351-9483eb3bd3a0 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.944782 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-176363c4-c53d-4ce1-a6ed-e98a02152c1d req-66f65a07-0118-4c56-9351-9483eb3bd3a0 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 950 time: 0.1123970 Jul 16 08:57:24.005853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-176363c4-c53d-4ce1-a6ed-e98a02152c1d req-795b2160-b30a-40a3-82ca-04f5b044016a tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Jul 16 08:57:24.161926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6aebc-8eef-4704-b26c-eccc5c04cd8e req-a10ae56d-3ea9-436a-bf2d-93166d3a5156 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.163466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-84e6aebc-8eef-4704-b26c-eccc5c04cd8e req-a10ae56d-3ea9-436a-bf2d-93166d3a5156 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0731428 Jul 16 08:57:24.203369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-84e6aebc-8eef-4704-b26c-eccc5c04cd8e req-75dc255d-806e-4f3f-93e2-58dc7840f048 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Jul 16 08:57:24.229539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:24.282991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b3971-b8fd-4d48-a42a-c484fbc47769 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.287523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db0b3971-b8fd-4d48-a42a-c484fbc47769 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1093 time: 0.0541041 Jul 16 08:57:24.287661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55362) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:24.292123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:24.294367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-cb55d7d1-7202-4148-90c8-8811b6896090 req-3b33a40a-611f-4576-a834-4922ba0e17f5 service neutron] (93700) timed out ('10.222.0.36', 55092) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:57:24.315974 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.422771 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.537382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.211 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/c03c3c3b-c2ab-4b25-8be6-ad9c001751f6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:24.654679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.696204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.741331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:24.744571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:24.749208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:24.775043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=c03c3c3b-c2ab-4b25-8be6-ad9c001751f6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.229590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587432-9d09-40fb-a363-da6c2e198adb req-3537adb1-ea0f-4c7c-9a11-27da4a3f189c tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.231206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e587432-9d09-40fb-a363-da6c2e198adb req-3537adb1-ea0f-4c7c-9a11-27da4a3f189c tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 950 time: 0.0764816 Jul 16 08:57:25.285245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e587432-9d09-40fb-a363-da6c2e198adb req-e9429e69-f328-495c-9d09-1a1e76a88894 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Jul 16 08:57:25.301159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.438543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.999123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.006942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.088592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=c03c3c3b-c2ab-4b25-8be6-ad9c001751f6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.104961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.221663 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 associated. External IP: 172.25.0.211, port: f8ac6d51-24f6-4be4-bd67-4f1c297ba48c. Jul 16 08:57:26.516334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.563438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router ce9974b5-6557-48b0-9a70-915bdf7801e2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:26.693477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0150a3a3-f02a-431d-98ce-fbba6c2b0e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.698255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:26.710645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] Sync routers for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:26.722622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:26.723807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:26.799546 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0150a3a3-f02a-431d-98ce-fbba6c2b0e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.810293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0150a3a3-f02a-431d-98ce-fbba6c2b0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.813776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.838144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150a3a3-f02a-431d-98ce-fbba6c2b0e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a7e67-7b41-4a77-be0a-12c8dbb657cd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.863975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-797a567f-244c-483f-bc34-7b9bcbe5c1c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5749218 Jul 16 08:57:26.864757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:26.865185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0150a3a3-f02a-431d-98ce-fbba6c2b0e7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d987c06aea3b4e9ab4e3baa962e77adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474414 Jul 16 08:57:26.868552 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:26.877735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55396) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.924596 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b9e23-527a-4775-a09e-cc087ce051a8 x-openstack-request-id: req-216b9e23-527a-4775-a09e-cc087ce051a8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:26.925701 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:26.926140 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-216b9e23-527a-4775-a09e-cc087ce051a8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:26.926719 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'status': 'completed', 'code': 200} Jul 16 08:57:26.930108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:26.974910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10523421-09d5-409f-8805-90185af85d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.001618 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10523421-09d5-409f-8805-90185af85d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.069596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-59d91e13-48ea-4776-950b-696265ab77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.071097 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-59d91e13-48ea-4776-950b-696265ab77c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.1002166 Jul 16 08:57:27.119555 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10523421-09d5-409f-8805-90185af85d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.123540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10523421-09d5-409f-8805-90185af85d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.125991 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10523421-09d5-409f-8805-90185af85d68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd3a7e67-7b41-4a77-be0a-12c8dbb657cd HTTP/1.1" status: 204 len: 168 time: 0.2471757 Jul 16 08:57:27.141463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10523421-09d5-409f-8805-90185af85d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a7e67-7b41-4a77-be0a-12c8dbb657cd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.172702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa821e19-f8b5-48dd-8aca-66c1d5529c4e req-1fd9fe33-9aac-481c-8269-d118ccb12e1f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.174814 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa821e19-f8b5-48dd-8aca-66c1d5529c4e req-1fd9fe33-9aac-481c-8269-d118ccb12e1f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1637187 Jul 16 08:57:27.252264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e7d54f33-b123-4d3a-82d4-f68c7c44a1b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'port_id': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'mac_address': 'fa:16:3e:1c:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:25Z', 'updated_at': '2021-07-16T08:57:25Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:27.261940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-4d06e7ae-e50b-428e-8d8f-bdd486d3cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.264325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-4d06e7ae-e50b-428e-8d8f-bdd486d3cea7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1858611 Jul 16 08:57:27.284058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa821e19-f8b5-48dd-8aca-66c1d5529c4e req-080c0e6d-9c67-4b20-a6f8-b1cc9ba520e1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011250 Jul 16 08:57:27.299738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] Checking router: ce9974b5-6557-48b0-9a70-915bdf7801e2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:27.303462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:27.303781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:27.304363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55404) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.425040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:27.428490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-066690cb-2a51-49f8-965f-2eedddb94985 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 HTTP/1.1" status: 200 len: 992 time: 0.1216280 Jul 16 08:57:27.428649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-d4c5f28a-74f3-46f6-a07b-0daf8c84957b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1000 time: 0.1576467 Jul 16 08:57:27.489255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-3b79b46c-d8e3-49c5-8237-7fcd2b316997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.490762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-3b79b46c-d8e3-49c5-8237-7fcd2b316997 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0565236 Jul 16 08:57:27.565940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-28c092f0-c752-473b-93ff-d52068a0293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.567984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-28c092f0-c752-473b-93ff-d52068a0293b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704589 Jul 16 08:57:27.594490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55408) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.612330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f716983c-91c5-48ab-85e9-e52d944af883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.700731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e7d54f33-b123-4d3a-82d4-f68c7c44a1b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'port_id': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'mac_address': 'fa:16:3e:1c:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:25Z', 'updated_at': '2021-07-16T08:57:25Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:27.701605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-93c8c9b3-86ad-4f20-8d5e-f8c69b70e621 service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270490 Jul 16 08:57:27.726463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f716983c-91c5-48ab-85e9-e52d944af883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.731856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3d7c4-a712-4d38-8472-a794fb574f85 None None] The sync data for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 is: [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e7d54f33-b123-4d3a-82d4-f68c7c44a1b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'port_id': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'mac_address': 'fa:16:3e:1c:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:25Z', 'updated_at': '2021-07-16T08:57:25Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:27.733991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f716983c-91c5-48ab-85e9-e52d944af883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.780391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f716983c-91c5-48ab-85e9-e52d944af883 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cebabeaa8df48868a2a2efbff0569f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836338 Jul 16 08:57:27.781214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55410) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.788041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716983c-91c5-48ab-85e9-e52d944af883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ae818-47f1-49cc-86e6-ea42d62fd5b9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.816308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ad26aa8-ef83-4eb9-9722-458a6ef65df2 req-2416d037-5ab5-4cb2-8cf0-90f7edfd73e5 service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080782 Jul 16 08:57:27.866945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1082040-2bc7-40b1-a16d-a2934612d470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.891587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1082040-2bc7-40b1-a16d-a2934612d470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.945451 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1082040-2bc7-40b1-a16d-a2934612d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.948887 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a1082040-2bc7-40b1-a16d-a2934612d470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.950359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a1082040-2bc7-40b1-a16d-a2934612d470 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c37ae818-47f1-49cc-86e6-ea42d62fd5b9 HTTP/1.1" status: 204 len: 168 time: 0.1678872 Jul 16 08:57:27.976222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1082040-2bc7-40b1-a16d-a2934612d470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ae818-47f1-49cc-86e6-ea42d62fd5b9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.021577 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ca17e-80ee-4b6b-9913-5a065d025137 None None] New status for floating IP e7d54f33-b123-4d3a-82d4-f68c7c44a1b1: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:57:28.433261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55434) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:28.523954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-86172014-8e5f-4880-a52f-16ae0610985d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 HTTP/1.1" status: 200 len: 994 time: 0.0887487 Jul 16 08:57:33.585039 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.594864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.750905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f482a1f-af90-4a1b-9382-e4bae9c60a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.849634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f482a1f-af90-4a1b-9382-e4bae9c60a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.853655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5f482a1f-af90-4a1b-9382-e4bae9c60a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.903164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55718) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.904307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5f482a1f-af90-4a1b-9382-e4bae9c60a87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30ad1715d53a4e56baf3696681f736cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072689 Jul 16 08:57:40.919468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f482a1f-af90-4a1b-9382-e4bae9c60a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ee4c3-194f-4f04-a501-5a70e9cd5353,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.990032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-023dc549-3db2-4f11-ba0e-a806ae186cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.023176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-023dc549-3db2-4f11-ba0e-a806ae186cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.078515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-023dc549-3db2-4f11-ba0e-a806ae186cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.081393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-023dc549-3db2-4f11-ba0e-a806ae186cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.082626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-023dc549-3db2-4f11-ba0e-a806ae186cbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f1ee4c3-194f-4f04-a501-5a70e9cd5353 HTTP/1.1" status: 204 len: 168 time: 0.1780407 Jul 16 08:57:41.092836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc549-3db2-4f11-ba0e-a806ae186cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ee4c3-194f-4f04-a501-5a70e9cd5353,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.408340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:41.422632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894d43b4-74af-41e2-9f0b-5c888c55f5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.524121 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894d43b4-74af-41e2-9f0b-5c888c55f5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.528183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-894d43b4-74af-41e2-9f0b-5c888c55f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.573575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:41.579971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-894d43b4-74af-41e2-9f0b-5c888c55f5d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=598c1aca5330404cac69b35a8c18fde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703410 Jul 16 08:57:41.581323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d43b4-74af-41e2-9f0b-5c888c55f5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5d54d-6dbc-47c2-b8e4-f5d32eaf4b2a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.646475 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-652d369c-399d-4af0-b1d9-023f103b0044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.669989 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-652d369c-399d-4af0-b1d9-023f103b0044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.731681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-652d369c-399d-4af0-b1d9-023f103b0044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.735210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-652d369c-399d-4af0-b1d9-023f103b0044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.736414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-652d369c-399d-4af0-b1d9-023f103b0044 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4be5d54d-6dbc-47c2-b8e4-f5d32eaf4b2a HTTP/1.1" status: 204 len: 168 time: 0.1604326 Jul 16 08:57:41.746006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d369c-399d-4af0-b1d9-023f103b0044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5d54d-6dbc-47c2-b8e4-f5d32eaf4b2a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.191388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55762) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.207985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9bc88b98-7169-49af-ac8c-930ab26f4a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.320559 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9bc88b98-7169-49af-ac8c-930ab26f4a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.326105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9bc88b98-7169-49af-ac8c-930ab26f4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.374188 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9bc88b98-7169-49af-ac8c-930ab26f4a0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53b21817e7304d459cb4c03d037f8865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812944 Jul 16 08:57:42.375537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc88b98-7169-49af-ac8c-930ab26f4a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d31301-a1c2-4ae2-b7ed-0c44b0c65382,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.377024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.438361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d75062c7-21ed-44de-a866-2b22fc3ad349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.491800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d75062c7-21ed-44de-a866-2b22fc3ad349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.557493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d75062c7-21ed-44de-a866-2b22fc3ad349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.560108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d75062c7-21ed-44de-a866-2b22fc3ad349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.565108 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d75062c7-21ed-44de-a866-2b22fc3ad349 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8d31301-a1c2-4ae2-b7ed-0c44b0c65382 HTTP/1.1" status: 204 len: 168 time: 0.1856370 Jul 16 08:57:42.573406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75062c7-21ed-44de-a866-2b22fc3ad349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d31301-a1c2-4ae2-b7ed-0c44b0c65382,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.984341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f25e5319-1686-4783-a00b-6a38feed8e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.587790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 55814) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.774652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1902068423-network', 'tenant_id': 'f56b8b0fcad44c83926463c513ef52b7'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:43.815832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Made reservation on behalf of f56b8b0fcad44c83926463c513ef52b7 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:43.818718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.830334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.004840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.009786 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.040298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.069860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:44.086573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.087262 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Added segment 19fe635d-68be-428e-9852-f75eb3a43e5d of type vlan for network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c Jul 16 08:57:44.155824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.206329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.207520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.207659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.247003 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6581237 Jul 16 08:57:44.251022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55830) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:44.257516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Request body: {'subnet': {'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1902068423-subnet', 'tenant_id': 'f56b8b0fcad44c83926463c513ef52b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:44.278702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39533-db44-437b-975a-faabdd1b6e3b admin admin] Pushing event updated for resources: {'Network': ['ID=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.291951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:44.292534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Made reservation on behalf of f56b8b0fcad44c83926463c513ef52b7 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:44.306406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.614120 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.703298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c56787-1544-4988-90cf-184bee5e7180,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.713496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Checking segment: {'id': '19fe635d-68be-428e-9852-f75eb3a43e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:44.713857 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Network hostable DHCP agents. Network: b24ba4ab-b8df-43c3-9dcd-b2985c69b86c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:44.735229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:44.750929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, b24ba4ab-b8df-43c3-9dcd-b2985c69b86c) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:44.762768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af649b0-9878-4e47-9430-46b7f9813da1 None None] Network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:44.771898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.773725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.833625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-95a337f7-c8b4-4d84-a371-ea3095d8fa89 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5764453 Jul 16 08:57:44.943479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017870d-1443-4f03-9434-933386d47ec6 None None] Network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:45.632607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55874) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:45.638598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-158276839-network', 'tenant_id': 'be0d29c9c603448aa20a14328efff834'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:45.669054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37ffb5fe-c2c2-4716-8df5-09e5d5d824f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.682670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Made reservation on behalf of be0d29c9c603448aa20a14328efff834 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:45.685179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.695307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.751279 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.863644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.868187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.891200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:45.913671 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.914301 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Added segment 2285b53e-306d-4076-a3b9-b896524ae1e6 of type vlan for network 8c51d50e-b0f2-49a2-bd86-db0c87b2e224 Jul 16 08:57:45.915831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715af15d-9222-4b20-8d0d-f35220393f61,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:45.986701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.019842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.021149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.021969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.056881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4226198 Jul 16 08:57:46.059597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 55884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:46.068056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Request body: {'subnet': {'network_id': '8c51d50e-b0f2-49a2-bd86-db0c87b2e224', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-158276839-subnet', 'tenant_id': 'be0d29c9c603448aa20a14328efff834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:46.107377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c240ae3-588d-49f2-8814-f6e996eac79f admin admin] Pushing event updated for resources: {'Network': ['ID=8c51d50e-b0f2-49a2-bd86-db0c87b2e224,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:46.124798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Made reservation on behalf of be0d29c9c603448aa20a14328efff834 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:46.128053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 8c51d50e-b0f2-49a2-bd86-db0c87b2e224 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:46.133134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.411417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.472563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0cddc0-4e65-4fb4-8aae-175dba1fddf7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:46.484194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Checking segment: {'id': '2285b53e-306d-4076-a3b9-b896524ae1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8c51d50e-b0f2-49a2-bd86-db0c87b2e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:46.484551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Network hostable DHCP agents. Network: 8c51d50e-b0f2-49a2-bd86-db0c87b2e224, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:46.513258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Network 8c51d50e-b0f2-49a2-bd86-db0c87b2e224 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:46.525322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 8c51d50e-b0f2-49a2-bd86-db0c87b2e224) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:46.535701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856a3e8-ae84-4df8-971e-cc45d2d9b045 None None] Network 8c51d50e-b0f2-49a2-bd86-db0c87b2e224 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:46.536426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.537031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.557915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9c670751-70a3-4f6f-9a6c-8994055150ad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4968753 Jul 16 08:57:46.705909 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.794782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0ead1-d52b-4481-abe4-c741d0101bf5 None None] Network 8c51d50e-b0f2-49a2-bd86-db0c87b2e224 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:47.278941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-67ca10f3-6638-4fa0-ae63-56e78fb7ade8 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.280629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-67ca10f3-6638-4fa0-ae63-56e78fb7ade8 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/networks?id=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c HTTP/1.1" status: 200 len: 809 time: 0.1496480 Jul 16 08:57:47.304102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-706a70fd-1b94-4480-8ec3-4d4008b03995 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/quotas/f56b8b0fcad44c83926463c513ef52b7 HTTP/1.1" status: 200 len: 375 time: 0.0177116 Jul 16 08:57:47.344556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-514116b8-0d84-4a6d-8b41-ed1da56a767f tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56b8b0fcad44c83926463c513ef52b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326087 Jul 16 08:57:47.356476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-93f8d56a-8932-44b5-a5dd-ff4f725a932b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:57:47.358069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-93f8d56a-8932-44b5-a5dd-ff4f725a932b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059397 Jul 16 08:57:47.472085 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-d8aee89f-88c9-406b-8bd3-e6a4e80ba3be service neutron] 10.222.0.41 "GET /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082633 Jul 16 08:57:47.598335 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-fd021c7b-ada9-4bf8-ac3c-bd98da3d9932 service neutron] 10.222.0.41 "GET /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203482 Jul 16 08:57:47.759539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.813985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-042fea57-b1d6-43ef-854a-093da6203730 req-c2df1af9-bd1c-46b8-8fe7-50f24271ba4a tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 210 time: 0.0616636 Jul 16 08:57:48.388122 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.974856 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da7ae638-158e-40be-8e82-bcad0aa25600 req-18d4545b-0a4c-4134-85f2-4eb9e4e5b5ff tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 210 time: 0.0318305 Jul 16 08:57:49.402038 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-16ceb106-3827-40ab-957c-812c51b35a40 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:49.404314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-16ceb106-3827-40ab-957c-812c51b35a40 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.18 "GET /v2.0/networks?id=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c HTTP/1.1" status: 200 len: 809 time: 0.1972995 Jul 16 08:57:49.416191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Request body: {'port': {'device_id': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c', 'admin_state_up': True, 'tenant_id': 'f56b8b0fcad44c83926463c513ef52b7'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:49.568578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Made reservation on behalf of f56b8b0fcad44c83926463c513ef52b7 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:49.572507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.709443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Allocated IP 172.20.0.12 (b24ba4ab-b8df-43c3-9dcd-b2985c69b86c/91c56787-1544-4988-90cf-184bee5e7180/6cd8d891-bbf9-464a-8885-fc74cd8fc2b5) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:49.868904 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.912197 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.958214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:49.961414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:49.965403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:49.972548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Pushing event updated for resources: {'Port': ['ID=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.018154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.018826 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.034618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-1143cfb2-2d87-4dcf-8b28-444c42b58e7b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6219070 Jul 16 08:57:50.046027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-c0390349-5a8e-4e71-8182-cdd27c097ff3 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:57:50.047525 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-c0390349-5a8e-4e71-8182-cdd27c097ff3 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060909 Jul 16 08:57:50.158594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Request body: {'port': {'device_id': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:50.172934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718fcab-2f66-4e8b-b753-7eb784e63a66 req-2fa3f0c3-ca79-45e7-8ae1-a86db17a7daa tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.174588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0718fcab-2f66-4e8b-b753-7eb784e63a66 req-2fa3f0c3-ca79-45e7-8ae1-a86db17a7daa tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 932 time: 0.0756593 Jul 16 08:57:50.217797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0718fcab-2f66-4e8b-b753-7eb784e63a66 req-d662a406-e671-48f9-b6d0-95cf5ee00d86 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369577 Jul 16 08:57:50.241131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.514053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:50.521519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.533678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Transition to ACTIVE for port object 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:50.537735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.590348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.661271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Attempting to bind port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:50.661599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Attempting to bind port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '19fe635d-68be-428e-9852-f75eb3a43e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:50.661926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Attempting to bind port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 on network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:50.666190 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 on network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:50.666540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Attempting to bind port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 on network b24ba4ab-b8df-43c3-9dcd-b2985c69b86c {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:50.671560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:50.671896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Checking segment: {'id': '19fe635d-68be-428e-9852-f75eb3a43e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:50.672278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Bound using segment: {'id': '19fe635d-68be-428e-9852-f75eb3a43e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:50.672704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Bound port: 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fe635d-68be-428e-9852-f75eb3a43e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:50.673056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.736222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] For port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:50.739297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] For port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,segment=NetworkSegment(19fe635d-68be-428e-9852-f75eb3a43e5d),segment_id=19fe635d-68be-428e-9852-f75eb3a43e5d)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:50.744163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.787478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.788098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.789477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] 10.222.0.18 "PUT /v2.0/ports/6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 HTTP/1.1" status: 200 len: 1093 time: 0.7363920 Jul 16 08:57:50.789914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'tag': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:50.792201 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b547897f-63fd-4add-ba79-1ff5d249e451" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0", "tag": "6cd8d891-bbf9-464a-8885-fc74cd8fc2b5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:50.814793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c9d57-3d5e-4492-abe7-8b32b2989973 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.903261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-430998d3-b0cc-4673-88fa-a723b8f5e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.904903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-430998d3-b0cc-4673-88fa-a723b8f5e35f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f56b8b0fcad44c83926463c513ef52b7&device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 1096 time: 0.0621328 Jul 16 08:57:50.949665 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f22f7-288f-47ad-9335-f7b8e8d0b0cc x-openstack-request-id: req-ea9f22f7-288f-47ad-9335-f7b8e8d0b0cc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:50.950054 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0", "tag": "6cd8d891-bbf9-464a-8885-fc74cd8fc2b5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:50.950407 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea9f22f7-288f-47ad-9335-f7b8e8d0b0cc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:50.951441 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'tag': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5', 'status': 'completed', 'code': 200} Jul 16 08:57:50.953061 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-4f98581e-5e45-4a8f-af83-5cb1afe1ea75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 HTTP/1.1" status: 200 len: 217 time: 0.0411534 Jul 16 08:57:51.006561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0ca13e44-a841-4134-bb33-c6d6c31d0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.008085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-0ca13e44-a841-4134-bb33-c6d6c31d0091 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91c56787-1544-4988-90cf-184bee5e7180 HTTP/1.1" status: 200 len: 849 time: 0.0484779 Jul 16 08:57:51.040991 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-bb772841-babc-449a-8a1e-cd85617044d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263886 Jul 16 08:57:51.130689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-75b4ce32-9c5e-43f9-ad3e-f876649fefe6 service neutron] 10.222.0.18 "GET /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Jul 16 08:57:51.223273 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8532bb0f-af41-4867-82de-871457b6c5c8 req-a3bb093d-9080-471b-9078-7126a48ba9a9 service neutron] 10.222.0.18 "GET /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Jul 16 08:57:51.346955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-ca84f3e6-8bf4-465f-aa3a-877ffb9e55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.348902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-ca84f3e6-8bf4-465f-aa3a-877ffb9e55e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f56b8b0fcad44c83926463c513ef52b7&device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 1096 time: 0.0738728 Jul 16 08:57:51.399158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7454d-28c8-4098-8c97-7cec90ff436a req-85f6a237-29a7-4543-b7b2-06908d2995ad tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.400853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0e7454d-28c8-4098-8c97-7cec90ff436a req-85f6a237-29a7-4543-b7b2-06908d2995ad tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 944 time: 0.0663469 Jul 16 08:57:51.442086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0e7454d-28c8-4098-8c97-7cec90ff436a req-622dc39a-b2a1-47f4-8141-bf8462da2646 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Jul 16 08:57:51.453939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-d5c62ba8-4bad-4808-a082-aa119407c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.455474 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-d5c62ba8-4bad-4808-a082-aa119407c585 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c HTTP/1.1" status: 200 len: 910 time: 0.1003704 Jul 16 08:57:51.501659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-1b518842-f79c-4a8a-a55e-bebc8c301906 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 HTTP/1.1" status: 200 len: 217 time: 0.0387528 Jul 16 08:57:51.559539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-8b982b1c-2aa5-405f-9168-9fddc0f8e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.561480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-8b982b1c-2aa5-405f-9168-9fddc0f8e9f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91c56787-1544-4988-90cf-184bee5e7180 HTTP/1.1" status: 200 len: 849 time: 0.0515428 Jul 16 08:57:51.598610 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-2189c16e-9cb7-41d6-ba89-88368a0b4f8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288353 Jul 16 08:57:51.690919 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-29821a30-f339-43f4-b39c-4e808a0b555e service neutron] 10.222.0.18 "GET /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Jul 16 08:57:51.791562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b547897f-63fd-4add-ba79-1ff5d249e451 req-38a28247-95c4-4cd5-a05d-a02aa56fbd2b service neutron] 10.222.0.18 "GET /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915194 Jul 16 08:57:52.615282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3837ab-e167-458e-a069-f86c9691c97e req-db634c16-4105-4787-96e7-ace869016f17 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:52.616810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be3837ab-e167-458e-a069-f86c9691c97e req-db634c16-4105-4787-96e7-ace869016f17 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 944 time: 0.0635660 Jul 16 08:57:52.655275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be3837ab-e167-458e-a069-f86c9691c97e req-c13dccb6-901f-46b7-87d2-2d89d05d110b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Jul 16 08:57:53.876563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7c935-62d3-489d-a517-7544757ad54f req-a10b5384-7577-4b3e-9f52-b260be7cb243 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.878090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dee7c935-62d3-489d-a517-7544757ad54f req-a10b5384-7577-4b3e-9f52-b260be7cb243 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 944 time: 0.0808609 Jul 16 08:57:53.920142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dee7c935-62d3-489d-a517-7544757ad54f req-c7444d41-5a6c-402b-a287-29af3f4a48c2 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Jul 16 08:57:55.125133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b8eba-be8a-49aa-b411-839fd02165c4 req-d7b62c09-15da-462f-b12b-daccd53dea5b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:55.126853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a4b8eba-be8a-49aa-b411-839fd02165c4 req-d7b62c09-15da-462f-b12b-daccd53dea5b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 944 time: 0.0768878 Jul 16 08:57:55.168374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5a4b8eba-be8a-49aa-b411-839fd02165c4 req-fdcf0ac3-fe34-4f9e-a563-795b17b0d69b tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351536 Jul 16 08:57:55.556122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:55.658883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,segment=NetworkSegment(19fe635d-68be-428e-9852-f75eb3a43e5d),segment_id=19fe635d-68be-428e-9852-f75eb3a43e5d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:55.670736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5', 'network_id': 'b24ba4ab-b8df-43c3-9dcd-b2985c69b86c', 'port_id': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5', 'mac_address': 'fa:16:3e:72:a0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c56787-1544-4988-90cf-184bee5e7180', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:55.709007 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.721678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:55.742016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,segment=NetworkSegment(19fe635d-68be-428e-9852-f75eb3a43e5d),segment_id=19fe635d-68be-428e-9852-f75eb3a43e5d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:55.745327 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.795731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.969150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6cd8d891-bbf9-464a-8885-fc74cd8fc2b5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:56.392061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8005a3-1754-49bd-ae69-fcadda1b7dde req-50b6dce1-a054-4f58-8fee-cde290bfcaf1 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.398800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc8005a3-1754-49bd-ae69-fcadda1b7dde req-50b6dce1-a054-4f58-8fee-cde290bfcaf1 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 945 time: 0.0976245 Jul 16 08:57:56.441007 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc8005a3-1754-49bd-ae69-fcadda1b7dde req-53a37fcd-7fdb-4b6c-b0d7-f2fdfdff80a3 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Jul 16 08:57:57.557458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:57.676717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da039-ba25-42af-9871-90a716e8313f req-bc2b8049-70be-4f46-a97b-c8b7e8544c96 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:57.677634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:57.679241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-426da039-ba25-42af-9871-90a716e8313f req-bc2b8049-70be-4f46-a97b-c8b7e8544c96 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 945 time: 0.0750136 Jul 16 08:57:57.692698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:57.693082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.747799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-426da039-ba25-42af-9871-90a716e8313f req-b9cb0b04-1c05-423c-af91-0bc820453dd2 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596297 Jul 16 08:57:57.829607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.875080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:57.877379 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845676e4-99cd-4f7e-b1d7-73e30d6b09ae" -d '{"events": [{"server_uuid": "2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0", "name": "network-vif-plugged", "status": "completed", "tag": "6cd8d891-bbf9-464a-8885-fc74cd8fc2b5"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:57.895597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,segment=NetworkSegment(19fe635d-68be-428e-9852-f75eb3a43e5d),segment_id=19fe635d-68be-428e-9852-f75eb3a43e5d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:57.900274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.970889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.026381 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba097284-54d3-445a-984d-19b77af38b9f x-openstack-request-id: req-ba097284-54d3-445a-984d-19b77af38b9f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:58.027778 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0", "name": "network-vif-plugged", "status": "completed", "tag": "6cd8d891-bbf9-464a-8885-fc74cd8fc2b5", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:58.027995 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba097284-54d3-445a-984d-19b77af38b9f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:58.028975 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5', 'code': 200} Jul 16 08:57:58.210616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde992-f15e-4730-88a2-0d397ff57163 req-e626f464-c0d6-45bc-936d-d0b45d0ae00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.213706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11fde992-f15e-4730-88a2-0d397ff57163 req-e626f464-c0d6-45bc-936d-d0b45d0ae00f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 1098 time: 0.1048338 Jul 16 08:57:58.269131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11fde992-f15e-4730-88a2-0d397ff57163 req-22568d1c-8cac-4c2e-a153-6031097b41a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Jul 16 08:57:59.004500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca690e-c617-436d-bf31-0714103fe585 req-d941969f-b2c6-4fb9-b0fa-05df63818922 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.006325 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5ca690e-c617-436d-bf31-0714103fe585 req-d941969f-b2c6-4fb9-b0fa-05df63818922 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 946 time: 0.0856659 Jul 16 08:57:59.068334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5ca690e-c617-436d-bf31-0714103fe585 req-0c5c0906-cc8d-4ee9-b8dc-26a99a0e5232 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Jul 16 08:57:59.661007 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:59.792700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09799f38-9758-41ef-be93-0068f3874718 req-e1076afd-2d5d-4417-b5df-08fcd671f827 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.794900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09799f38-9758-41ef-be93-0068f3874718 req-e1076afd-2d5d-4417-b5df-08fcd671f827 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.0640984 Jul 16 08:57:59.817180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09799f38-9758-41ef-be93-0068f3874718 req-d47231fa-3e51-426a-8536-e96e81877e34 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.924175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09799f38-9758-41ef-be93-0068f3874718 req-d47231fa-3e51-426a-8536-e96e81877e34 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.929394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-09799f38-9758-41ef-be93-0068f3874718 req-d47231fa-3e51-426a-8536-e96e81877e34 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.958223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09799f38-9758-41ef-be93-0068f3874718 req-d47231fa-3e51-426a-8536-e96e81877e34 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566021 Jul 16 08:57:59.962951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47231fa-3e51-426a-8536-e96e81877e34 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340688a4-9324-4a46-a690-e90fedcd78d9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.157397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5416f7-7d98-4a65-9c9d-8b7bfb9a6c94 req-0eb8fba6-3404-4623-a209-ee2d0bca7001 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.164211 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b5416f7-7d98-4a65-9c9d-8b7bfb9a6c94 req-0eb8fba6-3404-4623-a209-ee2d0bca7001 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0820241 Jul 16 08:58:00.215185 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b5416f7-7d98-4a65-9c9d-8b7bfb9a6c94 req-3ca820d9-233d-44b5-95b5-6775080cffc3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499752 Jul 16 08:58:00.234359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56522) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.341513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5753fb73-6ec7-4012-8b58-14b5752e26cf tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 HTTP/1.1" status: 200 len: 994 time: 0.1043775 Jul 16 08:58:00.372233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda7571-b935-493c-8d22-65fdc747e94a req-34cc725c-aa82-4ba5-bb9c-a42fc62b5fd6 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.374054 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fda7571-b935-493c-8d22-65fdc747e94a req-34cc725c-aa82-4ba5-bb9c-a42fc62b5fd6 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 946 time: 0.1727247 Jul 16 08:58:00.421140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fda7571-b935-493c-8d22-65fdc747e94a req-f52d4077-7f14-4ae8-b32c-26683b5d0780 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Jul 16 08:58:00.568182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-c92cc28d-623a-4816-a57c-17340b35d08e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712793 Jul 16 08:58:00.707444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13de45-de08-4786-8123-e0137b9afd17 req-b9a76802-70ea-4845-ad95-ab9bff671663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.709651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-b9a76802-70ea-4845-ad95-ab9bff671663 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efef3e267d3449ed8d5443ad80084ce4&device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 1102 time: 0.0679715 Jul 16 08:58:00.929047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13de45-de08-4786-8123-e0137b9afd17 req-35291238-2520-4fe5-8757-b1f763e783a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.930791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-35291238-2520-4fe5-8757-b1f763e783a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.1820257 Jul 16 08:58:01.005155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-a65560d8-b6b2-4fe6-8ada-b770065a8112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e HTTP/1.1" status: 200 len: 217 time: 0.0538654 Jul 16 08:58:01.089045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13de45-de08-4786-8123-e0137b9afd17 req-1ac8687f-5132-4674-ba1b-8759321348a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.091764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-1ac8687f-5132-4674-ba1b-8759321348a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0783713 Jul 16 08:58:01.196762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13de45-de08-4786-8123-e0137b9afd17 req-4921d6e1-8eba-4178-b852-8f2aa82d1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.198837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-4921d6e1-8eba-4178-b852-8f2aa82d1df1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984957 Jul 16 08:58:01.203016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 56638) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:01.362608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94174c9-7ae3-479a-8c67-fe53b006f9c3 req-17c503eb-3f73-4e9b-93b8-f0b3bf77418f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.364262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b94174c9-7ae3-479a-8c67-fe53b006f9c3 req-17c503eb-3f73-4e9b-93b8-f0b3bf77418f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0731518 Jul 16 08:58:01.388462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-92d57dc1-2114-4ab1-88b4-95d473377cee service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771190 Jul 16 08:58:01.396795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-87413680-4364-47d5-806f-3fe5b0167869 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1923165 Jul 16 08:58:01.414843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b94174c9-7ae3-479a-8c67-fe53b006f9c3 req-94f3e825-66fc-4d18-b4e1-f47cd3780676 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Jul 16 08:58:01.512477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd13de45-de08-4786-8123-e0137b9afd17 req-51ee1cf5-1aed-4c48-a6fd-a26f086382de service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142473 Jul 16 08:58:02.669298 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b86c7-0ce5-41d2-8a61-46fe9a277ede req-ffb39a85-fbc0-4313-9d3b-3fcc0c2bd141 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.692441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b41b86c7-0ce5-41d2-8a61-46fe9a277ede req-ffb39a85-fbc0-4313-9d3b-3fcc0c2bd141 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1121383 Jul 16 08:58:02.799207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b41b86c7-0ce5-41d2-8a61-46fe9a277ede req-e2254816-806e-45a6-8953-0bfd5717f311 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004395 Jul 16 08:58:03.161268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-3f822184-916d-487b-b1c7-e3ac5c99e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.163528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-3f822184-916d-487b-b1c7-e3ac5c99e170 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.0794284 Jul 16 08:58:03.376321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-0a3b170f-820f-4c53-b55c-1f9eaa19641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.378479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-0a3b170f-820f-4c53-b55c-1f9eaa19641b service neutron] 10.222.0.36 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.2064159 Jul 16 08:58:03.454250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-4b008c74-56bd-48e5-b49a-fc1634b26554 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1002 time: 0.0690389 Jul 16 08:58:03.514543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-71b4c160-dc56-4411-ae5f-8d436bb4f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.516250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-71b4c160-dc56-4411-ae5f-8d436bb4f3bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0561082 Jul 16 08:58:03.577452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-b5f797a5-f4cb-4b24-9164-86b5570248cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.578974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-b5f797a5-f4cb-4b24-9164-86b5570248cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569935 Jul 16 08:58:03.598341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.718917 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-d40a9136-d47c-495c-ad94-0685e1acba0e service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258333 Jul 16 08:58:03.829270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-54031ee2-8c4a-4bba-a090-0ca09726026d service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040883 Jul 16 08:58:03.924755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b9514-5c9a-4756-a386-6b978baba91f req-0285c165-50ff-4145-84f3-c2f60d498e2e tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.926474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-604b9514-5c9a-4756-a386-6b978baba91f req-0285c165-50ff-4145-84f3-c2f60d498e2e tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 946 time: 0.0996459 Jul 16 08:58:03.978483 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-604b9514-5c9a-4756-a386-6b978baba91f req-e0e13eba-9533-4f89-99ab-134728ea645d tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453479 Jul 16 08:58:04.063786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ce42-1429-4631-8da9-1089252eb504 req-e368aa23-6b76-4630-854a-d8f2f1ff9447 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:04.065392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25b1ce42-1429-4631-8da9-1089252eb504 req-e368aa23-6b76-4630-854a-d8f2f1ff9447 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0718226 Jul 16 08:58:04.103971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25b1ce42-1429-4631-8da9-1089252eb504 req-c340e81c-46d1-4d80-afbf-4625111465ee tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Jul 16 08:58:05.022375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-8aae347a-6fb9-4c96-a44e-98f8a26cdb90 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.023938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-8aae347a-6fb9-4c96-a44e-98f8a26cdb90 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 946 time: 0.0712471 Jul 16 08:58:05.157799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Deleting port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:05.158396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.214390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9c4ab-548f-443e-92f8-42ff9f14ad0e req-29289322-8190-4d64-8045-d6929d583552 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.216784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3a9c4ab-548f-443e-92f8-42ff9f14ad0e req-29289322-8190-4d64-8045-d6929d583552 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0 HTTP/1.1" status: 200 len: 946 time: 0.0956049 Jul 16 08:58:05.260288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] For port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,segment=NetworkSegment(19fe635d-68be-428e-9852-f75eb3a43e5d),segment_id=19fe635d-68be-428e-9852-f75eb3a43e5d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:05.260652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.274092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Calling delete_port for 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:05.294758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3a9c4ab-548f-443e-92f8-42ff9f14ad0e req-621a9bed-b485-48da-912f-8e437d6fe5be tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.41 "GET /v2.0/security-groups?id=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699384 Jul 16 08:58:05.427744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630053c7-3ca7-4ea6-8460-ff14e4dd4a57 req-f4a4c65d-8797-4ce9-a2d9-7b26eb5034da tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.429266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-630053c7-3ca7-4ea6-8460-ff14e4dd4a57 req-f4a4c65d-8797-4ce9-a2d9-7b26eb5034da tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1001031 Jul 16 08:58:05.495036 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-630053c7-3ca7-4ea6-8460-ff14e4dd4a57 req-20d8374a-64d4-4f63-9eae-f22288f856f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578387 Jul 16 08:58:05.530783 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.542613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['6cd8d891-bbf9-464a-8885-fc74cd8fc2b5'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:05.574118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Pushing event deleted for resources: {'Port': ['ID=6cd8d891-bbf9-464a-8885-fc74cd8fc2b5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.630653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] No DVR routers for this DVR port 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:05.633836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.635885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d16aa29-7a90-428c-bc30-c04b73c43410 req-a1cc0f0f-b825-447b-a2d1-c7a47aa85f46 tempest-VolumesActionsTest-761253018 tempest-VolumesActionsTest-761253018-project] 10.222.0.18 "DELETE /v2.0/ports/6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 HTTP/1.1" status: 204 len: 173 time: 0.6067502 Jul 16 08:58:05.636317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'name': 'network-vif-deleted', 'tag': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:05.639467 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce99386-3d25-4aba-905e-54ef800d3b02" -d '{"events": [{"server_uuid": "2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0", "name": "network-vif-deleted", "tag": "6cd8d891-bbf9-464a-8885-fc74cd8fc2b5"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:05.684545 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17397c4-6ee9-4706-9516-bc045345da8e x-openstack-request-id: req-e17397c4-6ee9-4706-9516-bc045345da8e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:05.684896 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0", "name": "network-vif-deleted", "tag": "6cd8d891-bbf9-464a-8885-fc74cd8fc2b5", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:05.685327 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e17397c4-6ee9-4706-9516-bc045345da8e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:05.685848 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1a99a6-e7cf-4dc8-aedd-e758e6a33da0', 'name': 'network-vif-deleted', 'tag': '6cd8d891-bbf9-464a-8885-fc74cd8fc2b5', 'status': 'completed', 'code': 200} Jul 16 08:58:06.750912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cd56b-6bf4-4f52-aeda-268864d463f6 req-408a48a3-f0a0-46b6-b115-06c6a49e3721 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.752762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-444cd56b-6bf4-4f52-aeda-268864d463f6 req-408a48a3-f0a0-46b6-b115-06c6a49e3721 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1149530 Jul 16 08:58:06.803634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-444cd56b-6bf4-4f52-aeda-268864d463f6 req-a78b11fe-6a6d-4a7c-9f5b-c28c7446249d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Jul 16 08:58:08.044007 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a886-505b-4f9d-8179-8970d0ed3b80 req-90dc6b4c-c58d-4857-80d6-e4469ab28b39 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.046297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5703a886-505b-4f9d-8179-8970d0ed3b80 req-90dc6b4c-c58d-4857-80d6-e4469ab28b39 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1037817 Jul 16 08:58:08.092962 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5703a886-505b-4f9d-8179-8970d0ed3b80 req-9c8b51a7-d55c-4d95-8b19-eb36190fb093 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Jul 16 08:58:09.330483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8388e47-6e9f-4df1-aae4-ee04ceb496cf req-01cdd2a0-3632-4941-a042-d349b71090ce tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.332034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8388e47-6e9f-4df1-aae4-ee04ceb496cf req-01cdd2a0-3632-4941-a042-d349b71090ce tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0750122 Jul 16 08:58:09.390305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8388e47-6e9f-4df1-aae4-ee04ceb496cf req-6c224b86-c672-4b9e-89ca-927dbf88cac3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Jul 16 08:58:09.602063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:09.625055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:09.625408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 6cd8d891-bbf9-464a-8885-fc74cd8fc2b5 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:10.707524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2006f-441c-4a31-bab1-f9513d0149ec req-032e7638-9322-42ac-b5f2-fbdea44c1ab8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.713362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ee2006f-441c-4a31-bab1-f9513d0149ec req-032e7638-9322-42ac-b5f2-fbdea44c1ab8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1116014 Jul 16 08:58:10.794484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ee2006f-441c-4a31-bab1-f9513d0149ec req-f91ff8c6-f242-4d11-b086-f8d2c668cf4c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568206 Jul 16 08:58:11.986362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddf718-53f1-4325-be1a-58c09fa04441 req-6cdbaa33-5c63-4672-874c-41e455ca5cf3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.988466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16ddf718-53f1-4325-be1a-58c09fa04441 req-6cdbaa33-5c63-4672-874c-41e455ca5cf3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0786500 Jul 16 08:58:12.034323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16ddf718-53f1-4325-be1a-58c09fa04441 req-7d0273ea-3490-4109-a142-3cccd8a50d7f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Jul 16 08:58:12.969313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67fd309d-09c8-4bd3-b943-ce6f51382560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.229176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cc603-442e-42cf-8464-1cc06be9bca0 req-1d4387fa-d491-43c1-a0b1-72fe93dd3a79 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.236783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd6cc603-442e-42cf-8464-1cc06be9bca0 req-1d4387fa-d491-43c1-a0b1-72fe93dd3a79 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0793221 Jul 16 08:58:13.291869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd6cc603-442e-42cf-8464-1cc06be9bca0 req-0c2859d6-cfed-4d46-a4cf-f8211f6ed8fe tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539632 Jul 16 08:58:14.609461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9584f5-eb65-4171-b911-63471ad0db5c req-1782627a-adb7-41b7-ad51-cbb273eb022f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:14.611502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c9584f5-eb65-4171-b911-63471ad0db5c req-1782627a-adb7-41b7-ad51-cbb273eb022f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0860987 Jul 16 08:58:14.675089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c9584f5-eb65-4171-b911-63471ad0db5c req-0aac8de6-7161-4fea-b792-8d75b0bf8a15 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503380 Jul 16 08:58:15.669037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b8501059-3718-47b1-837e-1a634428fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.754060 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.945277 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-f3c6b946-15c6-4dcd-8b03-8d13900d4ef3 service neutron] show failed (client error): The resource could not be found. Jul 16 08:58:15.946357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-f3c6b946-15c6-4dcd-8b03-8d13900d4ef3 service neutron] 10.222.0.36 "GET /v2.0/ports/f8ac6d51-24f6-4be4-bd67-4f1c297ba48c/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.1664338 Jul 16 08:58:16.428787 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-6a860b10-f8ac-491f-8a9b-c2d9d33ae1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.430773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-6a860b10-f8ac-491f-8a9b-c2d9d33ae1c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 1098 time: 0.1226537 Jul 16 08:58:16.449880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ce3be-1879-4b78-99ad-2a0fa7181bea req-ab3f7d25-9a22-4a66-bf96-b8376a182b2e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.452461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-319ce3be-1879-4b78-99ad-2a0fa7181bea req-ab3f7d25-9a22-4a66-bf96-b8376a182b2e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.6184499 Jul 16 08:58:16.461676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:16.574816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.591105 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-319ce3be-1879-4b78-99ad-2a0fa7181bea req-45f7db5a-0f9f-401c-9720-eaf85b3e7d3a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246891 Jul 16 08:58:16.670892 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.888449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:16.924386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:16.968098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:16.970433 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c94a3-8456-4aa0-ac88-0c7b1fd20cf5" -d '{"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:16.975243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.992255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Transition to ACTIVE for port object f8ac6d51-24f6-4be4-bd67-4f1c297ba48c will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:16.998387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.065523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.074349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.074582 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.074915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.075247 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.075613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.075939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.076309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.076713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.077221 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.077549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.077867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.078182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.199848 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b1891d-6bdd-4a68-8044-58503e96b469 x-openstack-request-id: req-e6b1891d-6bdd-4a68-8044-58503e96b469 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:17.200177 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:17.200457 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6b1891d-6bdd-4a68-8044-58503e96b469 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:17.200860 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'code': 200} Jul 16 08:58:17.224242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] No DVR routers for this DVR port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:17.422522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:17.422958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:17.423388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on network 043c4064-ae73-4aea-a925-7b5b0b832b2d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:17.428516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on network 043c4064-ae73-4aea-a925-7b5b0b832b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:17.429059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Attempting to bind port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on network 043c4064-ae73-4aea-a925-7b5b0b832b2d {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:17.436866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:17.437327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Checking segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:17.437783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Bound using segment: {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:17.438287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Bound port: f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662b99bc-ce46-4573-b89c-6d4175410e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:17.438748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.531370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:17.536540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:17.547697 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.600099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.602003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.603716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1093 time: 1.1501539 Jul 16 08:58:17.632773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff6d6d-8dcc-4c40-94e2-80af891349a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.766727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-d07a2cfd-0f7d-44a2-a0af-0b59b2d16dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.769640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-d07a2cfd-0f7d-44a2-a0af-0b59b2d16dbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1096 time: 0.1234133 Jul 16 08:58:17.836668 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.965170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-b045b761-8198-4e27-8a46-ad2b9ae2f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.966789 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-b045b761-8198-4e27-8a46-ad2b9ae2f20d service neutron] 10.222.0.18 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1889520 Jul 16 08:58:17.979968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293d6a7-9bc7-4f02-9fa7-4ee8547bca45 req-7b460b8b-3996-49c0-8902-3d7f8310083d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.984612 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c293d6a7-9bc7-4f02-9fa7-4ee8547bca45 req-7b460b8b-3996-49c0-8902-3d7f8310083d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.1457493 Jul 16 08:58:18.091579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c293d6a7-9bc7-4f02-9fa7-4ee8547bca45 req-f429f342-dbdc-49e6-8112-5f6cf27cdb0f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995507 Jul 16 08:58:18.133877 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-478d43cb-32cb-4e30-ab53-2ee03b2eb261 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1000 time: 0.1481812 Jul 16 08:58:18.239529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-91931d37-0215-4662-8e92-bfd7e80a82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.241957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-91931d37-0215-4662-8e92-bfd7e80a82d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.1005821 Jul 16 08:58:18.379555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-722123ae-2ec7-413f-b19e-86bde0ce5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.383632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-722123ae-2ec7-413f-b19e-86bde0ce5253 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349020 Jul 16 08:58:18.390844 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.531216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-daf3f053-583f-47e7-832c-df2ba6bce87a service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425357 Jul 16 08:58:18.649011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca7a0241-7d30-40e2-a3ae-f04efc8b87d7 req-b6e86480-0ce5-499f-8f8e-81b96e6b6cb5 service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119244 Jul 16 08:58:19.202762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:19.213500 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:19.375542 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c829fc1-17dc-4ae8-9f58-bbec6284a0c5 x-openstack-request-id: req-1c829fc1-17dc-4ae8-9f58-bbec6284a0c5 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:19.375843 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:19.376120 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c829fc1-17dc-4ae8-9f58-bbec6284a0c5 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:19.376527 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'status': 'completed', 'code': 200} Jul 16 08:58:19.391046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484c49-fdbf-4914-9ff4-873e67a0e9e3 req-e1a0a768-2d56-4d3b-b691-aa105540859a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.392706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41484c49-fdbf-4914-9ff4-873e67a0e9e3 req-e1a0a768-2d56-4d3b-b691-aa105540859a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.1362355 Jul 16 08:58:19.495495 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41484c49-fdbf-4914-9ff4-873e67a0e9e3 req-1f6dcba0-5ef2-433e-8400-b6375bb37b78 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811377 Jul 16 08:58:19.505921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-5d64a4b1-bb67-4478-899a-7c999ee6aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.507492 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-5d64a4b1-bb67-4478-899a-7c999ee6aa17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1096 time: 0.1102486 Jul 16 08:58:19.534368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-8b10b39b-62bd-4034-bb34-c886c66fc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.536473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-8b10b39b-62bd-4034-bb34-c886c66fc795 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1096 time: 0.0926435 Jul 16 08:58:19.581781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:19.663571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-a4c54d23-8f72-4d14-a38a-f9b1f89c933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.667352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-a4c54d23-8f72-4d14-a38a-f9b1f89c933d service neutron] 10.222.0.18 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1497121 Jul 16 08:58:19.688815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:19.699691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-8b778e2c-ebac-480c-b123-c4bebfbd0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.701591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-8b778e2c-ebac-480c-b123-c4bebfbd0847 service neutron] 10.222.0.36 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1587288 Jul 16 08:58:19.785291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-ddc3da31-ef31-417d-911d-f2ac4f835b3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1000 time: 0.1020296 Jul 16 08:58:19.828352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-cf6062ca-2125-4729-87ef-2f21b2db184d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1000 time: 0.1205559 Jul 16 08:58:19.847814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-c12ea4a6-4bbd-49ab-9bfc-11adf33303d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.850156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-c12ea4a6-4bbd-49ab-9bfc-11adf33303d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0559428 Jul 16 08:58:19.931762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-c820873d-99c9-4c9e-88f6-5cc5f7803591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.934064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-c820873d-99c9-4c9e-88f6-5cc5f7803591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0980308 Jul 16 08:58:19.989811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-91020335-bef6-4466-ad90-1a8ab0959bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.991666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-91020335-bef6-4466-ad90-1a8ab0959bac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988491 Jul 16 08:58:20.009323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-cb23ccc7-2853-4b08-b9cf-1ff6f323bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:20.010996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-cb23ccc7-2853-4b08-b9cf-1ff6f323bf4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705791 Jul 16 08:58:20.127840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-a602b448-0757-4d5c-a1b1-1277f8c97bfb service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287196 Jul 16 08:58:20.128590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-3cc83ecc-c21d-4901-9aac-3354effc4e3d service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113067 Jul 16 08:58:20.253623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-9be24c87-1939-487d-b7d4-b8e667748a7b service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188028 Jul 16 08:58:20.270909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e22ca8c-a8a4-4d7b-b6be-33c02a771214 req-df2e3e17-e610-4afb-9413-30428006a6bd service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351380 Jul 16 08:58:20.703747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9672-b6b1-4345-9e64-76fe765f1122 req-8ba59056-be30-46b0-a6b7-57b4c129c33f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:20.706038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d1e9672-b6b1-4345-9e64-76fe765f1122 req-8ba59056-be30-46b0-a6b7-57b4c129c33f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.0663066 Jul 16 08:58:20.746169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7d1e9672-b6b1-4345-9e64-76fe765f1122 req-0403dcb8-9300-4b54-b810-e61b3a40d5f8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Jul 16 08:58:21.224616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311eab7-1c01-4958-be3f-e89212b39054 req-535d6807-a502-4c64-9ab8-92f7097fbc9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.226237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b311eab7-1c01-4958-be3f-e89212b39054 req-535d6807-a502-4c64-9ab8-92f7097fbc9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 944 time: 0.1250157 Jul 16 08:58:21.299712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b311eab7-1c01-4958-be3f-e89212b39054 req-44579b0c-6896-4b78-8efb-1385e696b6cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578656 Jul 16 08:58:21.301614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-d186680f-e050-435e-a669-def1b7bb1086 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.303219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-d186680f-e050-435e-a669-def1b7bb1086 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2&tenant_id=a00d1950779e4264a5769fd9c13eb679&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 944 time: 0.1844103 Jul 16 08:58:21.384628 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-727dd244-f32d-4a5a-ac2a-0e265d279b48 service neutron] delete failed (client error): The resource could not be found. Jul 16 08:58:21.385759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-727dd244-f32d-4a5a-ac2a-0e265d279b48 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f8ac6d51-24f6-4be4-bd67-4f1c297ba48c/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0749774 Jul 16 08:58:21.521714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-e06cf01e-76a5-4da6-8a2f-b6c57175a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.523195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-e06cf01e-76a5-4da6-8a2f-b6c57175a62e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1096 time: 0.0656185 Jul 16 08:58:21.650183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:21.652733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-b5f79ffa-9830-4445-9b5d-fe205f74377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.654492 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-b5f79ffa-9830-4445-9b5d-fe205f74377a service neutron] 10.222.0.36 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1251118 Jul 16 08:58:21.736685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-f8cb0002-6020-4244-a732-043471ae6c87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1000 time: 0.0760496 Jul 16 08:58:21.760191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:21.773860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'port_id': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'mac_address': 'fa:16:3e:1c:fb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:21.798229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-e9296e2a-31d2-4640-925c-c55a5fab1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.800296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-e9296e2a-31d2-4640-925c-c55a5fab1465 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0527749 Jul 16 08:58:21.812260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.825747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ac6d51-24f6-4be4-bd67-4f1c297ba48c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:21.847025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:21.851717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.876066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-a3ef1219-657f-4a59-8266-066c9f8e33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.877675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-a3ef1219-657f-4a59-8266-066c9f8e33ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711505 Jul 16 08:58:21.909966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.919194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.919891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.920434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.920950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.921490 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.922009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.922873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.923671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.924583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.925091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.926330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:21.927087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.032768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-1f138ce8-c40a-4ded-9e0d-1a511c109091 service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484566 Jul 16 08:58:22.053152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:22.736075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde8a3d9-19c1-494e-ae66-dd1960d200b8 req-03e064b1-51b9-4e4d-a778-1114a4e0cd2c service neutron] 10.222.0.36 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965754 Jul 16 08:58:22.891618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebfd0e-6bf6-4be4-b469-978bb8fa2381 req-fe263dc1-5c24-4bb6-81b7-6ec7402ed4fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.896678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7ebfd0e-6bf6-4be4-b469-978bb8fa2381 req-fe263dc1-5c24-4bb6-81b7-6ec7402ed4fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 945 time: 0.1573625 Jul 16 08:58:22.987800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7ebfd0e-6bf6-4be4-b469-978bb8fa2381 req-98e8452a-5ded-4ac9-ad06-490dbb8aff73 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864689 Jul 16 08:58:23.663248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:23.713742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:23.720087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:23.720768 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.844322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.877181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:23.880251 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e990be-1ce8-45c3-9604-63e3e1ff2951" -d '{"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:23.931519 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b993b7f2-3ebf-446e-b44d-7f4f8161c8fe x-openstack-request-id: req-b993b7f2-3ebf-446e-b44d-7f4f8161c8fe {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:23.932133 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:23.932454 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b993b7f2-3ebf-446e-b44d-7f4f8161c8fe {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:23.933212 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'code': 200} Jul 16 08:58:23.936639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:23.940941 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.993378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.222137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6196c4-1a52-4b27-a7e7-7032236f3a28 req-76418f97-a996-4b4a-85a7-569eb661fed5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.223935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1d6196c4-1a52-4b27-a7e7-7032236f3a28 req-76418f97-a996-4b4a-85a7-569eb661fed5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1016073 Jul 16 08:58:24.275982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1d6196c4-1a52-4b27-a7e7-7032236f3a28 req-3861e359-4936-4ebc-8107-f7bc814418db tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 Jul 16 08:58:24.301738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57430) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:24.369070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed4df515-8448-4c19-9f12-64a10e66fe14 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 HTTP/1.1" status: 200 len: 994 time: 0.0660634 Jul 16 08:58:28.955716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.008561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Deleting subnet 91c56787-1544-4988-90cf-184bee5e7180 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:29.012747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.057856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.099994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.160689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.196976 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.203138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57612) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.205480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/91c56787-1544-4988-90cf-184bee5e7180 HTTP/1.1" status: 204 len: 168 time: 0.2421522 Jul 16 08:58:29.206572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f87227-9f72-44e5-bb9f-ab27193e625e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c56787-1544-4988-90cf-184bee5e7180,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.289746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.384257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.396027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24ba4ab-b8df-43c3-9dcd-b2985c69b86c']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:29.414437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fe635d-68be-428e-9852-f75eb3a43e5d') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:29.414880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fe635d-68be-428e-9852-f75eb3a43e5d') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:29.426156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.442728 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.450334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:58:29.450870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:58:29.473831 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:58:29.521139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.533375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.538201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b24ba4ab-b8df-43c3-9dcd-b2985c69b86c HTTP/1.1" status: 204 len: 168 time: 0.3325629 Jul 16 08:58:29.538887 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57618) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.549779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24ba4ab-b8df-43c3-9dcd-b2985c69b86c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.558328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.558889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.559299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.559733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.560282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.560820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.561211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.561614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.562004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.562386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.562771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.563153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fe6574-a8cd-41b9-83a6-8493bc5de754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:29.591234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Deleting subnet 3c0cddc0-4e65-4fb4-8aae-175dba1fddf7 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:29.594595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.638289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.677384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.732764 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.762909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.765298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c0cddc0-4e65-4fb4-8aae-175dba1fddf7 HTTP/1.1" status: 204 len: 168 time: 0.2252302 Jul 16 08:58:29.766621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacba2a-a8f6-451e-a039-599a3d364585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0cddc0-4e65-4fb4-8aae-175dba1fddf7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.767293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57622) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.842228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.935699 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.946061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51d50e-b0f2-49a2-bd86-db0c87b2e224']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:29.957292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2285b53e-306d-4076-a3b9-b896524ae1e6') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:29.957591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2285b53e-306d-4076-a3b9-b896524ae1e6') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:29.967238 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.981110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.987905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:58:29.988315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:58:29.990170 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:58:30.050152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.055792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.062015 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8c51d50e-b0f2-49a2-bd86-db0c87b2e224 HTTP/1.1" status: 204 len: 168 time: 0.2902112 Jul 16 08:58:30.076225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bbbe0-7785-4659-8219-d4b9dacfef32 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c51d50e-b0f2-49a2-bd86-db0c87b2e224,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.255552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57636) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.305129 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bbd30b54-164f-4dcc-9513-1c4aefb44949 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f56b8b0fcad44c83926463c513ef52b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459840 Jul 16 08:58:30.305504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57638) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.363226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-347054bb-380a-4351-a2c1-73cacd3ce78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.386948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-347054bb-380a-4351-a2c1-73cacd3ce78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.453433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-347054bb-380a-4351-a2c1-73cacd3ce78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.456893 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-347054bb-380a-4351-a2c1-73cacd3ce78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.458406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-347054bb-380a-4351-a2c1-73cacd3ce78c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42 HTTP/1.1" status: 204 len: 168 time: 0.1517758 Jul 16 08:58:30.478237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347054bb-380a-4351-a2c1-73cacd3ce78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d8fb86-bbcc-4c5d-bbfb-d845ab1e8d42,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.815806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57654) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.859052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b9d0df66-df69-4c9b-adf2-82fe13e3ac77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be0d29c9c603448aa20a14328efff834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420618 Jul 16 08:58:30.861751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57656) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.924850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7c59296-6933-4adf-88cc-8946e3f329c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.949161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7c59296-6933-4adf-88cc-8946e3f329c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.008399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7c59296-6933-4adf-88cc-8946e3f329c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.012545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c7c59296-6933-4adf-88cc-8946e3f329c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.013931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c7c59296-6933-4adf-88cc-8946e3f329c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/715af15d-9222-4b20-8d0d-f35220393f61 HTTP/1.1" status: 204 len: 168 time: 0.1505110 Jul 16 08:58:31.024635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c59296-6933-4adf-88cc-8946e3f329c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715af15d-9222-4b20-8d0d-f35220393f61,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:31.892482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 57698) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.000169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1220166563-network', 'tenant_id': '6b661b9f63e248099aaeb201316c297c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:32.049702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Made reservation on behalf of 6b661b9f63e248099aaeb201316c297c for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:32.052246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.061570 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.161308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.165490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.206443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc85cf0-eba0-4043-95bb-55fec56fe675,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.225347 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:32.234773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.235136 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Added segment 04d985dc-a856-475d-bf12-82b09af60a38 of type vlan for network fb4b42ba-f770-482f-b23f-7d163ac5ade0 Jul 16 08:58:32.277012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.313579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.314806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.315495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.355451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4614072 Jul 16 08:58:32.358141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 57708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.363966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Request body: {'subnet': {'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1220166563-subnet', 'tenant_id': '6b661b9f63e248099aaeb201316c297c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:32.390585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24517-a687-4753-8b6d-2dd8689d6ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4b42ba-f770-482f-b23f-7d163ac5ade0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.399458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Made reservation on behalf of 6b661b9f63e248099aaeb201316c297c for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:32.403350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network fb4b42ba-f770-482f-b23f-7d163ac5ade0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:32.408789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.599474 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.661073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27513d5-7fe0-47e8-b170-7eedd7dccbf5,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.674153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Checking segment: {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:32.674614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Network hostable DHCP agents. Network: fb4b42ba-f770-482f-b23f-7d163ac5ade0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:32.694957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Network fb4b42ba-f770-482f-b23f-7d163ac5ade0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:32.705441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, fb4b42ba-f770-482f-b23f-7d163ac5ade0) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:32.709966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.711153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.716666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e39eb0-265d-4d5f-b254-335ed4c9cb2d None None] Network fb4b42ba-f770-482f-b23f-7d163ac5ade0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:32.726675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b78edaa7-3eb1-4a24-9a13-895f2d205d9e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3668296 Jul 16 08:58:32.882797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f40654-e76a-42a5-8418-be44fdb5b5fe None None] Network fb4b42ba-f770-482f-b23f-7d163ac5ade0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:33.584720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.594761 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-545df3c3-917e-4447-a760-eceac5aa9ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922782 Jul 16 08:58:34.768726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-4b42bb4a-f80d-49b9-aba2-f070d015c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.770487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-4b42bb4a-f80d-49b9-aba2-f070d015c668 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.0805943 Jul 16 08:58:34.777571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-a255f458-8bd1-4603-ae35-d3e8230e09f2 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.778998 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-a255f458-8bd1-4603-ae35-d3e8230e09f2 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/networks?id=fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 200 len: 809 time: 0.1833045 Jul 16 08:58:34.809879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-b520c6a9-41f5-4ed1-8848-2e03e78cae12 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/quotas/6b661b9f63e248099aaeb201316c297c HTTP/1.1" status: 200 len: 375 time: 0.0209482 Jul 16 08:58:34.863308 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2723944d-ea28-40a7-a9f0-f5800714e7f7 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b661b9f63e248099aaeb201316c297c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523405 Jul 16 08:58:34.964019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-5e10da70-1b41-4365-957a-4b05df9dfce9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:58:34.965077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-5e10da70-1b41-4365-957a-4b05df9dfce9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933857 Jul 16 08:58:34.970938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-0cabcc72-7b59-43be-9ee6-e95670b45920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.977638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-0cabcc72-7b59-43be-9ee6-e95670b45920 service neutron] 10.222.0.18 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1601052 Jul 16 08:58:35.367522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-e52af9d0-6093-4853-810f-84cfaaea3c1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 1002 time: 0.3860545 Jul 16 08:58:35.419609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-1b8c0cba-6418-4b99-bc36-f51a8d6bd77a service neutron] 10.222.0.41 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409139 Jul 16 08:58:35.462388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-3191e0de-38e2-430b-9df2-df21e0734f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.466021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-3191e0de-38e2-430b-9df2-df21e0734f4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0901794 Jul 16 08:58:35.560683 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-8f680fe5-96a4-4cb4-8115-acd23228d18e service neutron] 10.222.0.41 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402519 Jul 16 08:58:35.580737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-63c78dc6-d9fa-4dcb-ac1b-088bd500d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.582370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-63c78dc6-d9fa-4dcb-ac1b-088bd500d82b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830750 Jul 16 08:58:35.715511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-9b463dc5-7014-4d79-a989-639dfd4b3e59 service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269586 Jul 16 08:58:35.831460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a82af22-2730-4ad5-ad45-7e780cb80c6a req-fde2e105-0ede-4f4d-9635-9f6945265a41 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 210 time: 0.0411386 Jul 16 08:58:35.875220 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2edd24fb-4b01-4585-92a1-673d764b1157 req-74c2c9ea-603f-43b8-a8e9-ddbef0ded801 service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525655 Jul 16 08:58:36.661157 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:37.003802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98821a72-686f-44e7-ae46-7cdf492f5de3 req-69af61d7-8e00-4b43-adb8-212d37047af4 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 210 time: 0.0443664 Jul 16 08:58:37.100922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-3031d566-a75c-450e-b2d5-41a681f6b411 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.102878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-3031d566-a75c-450e-b2d5-41a681f6b411 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.18 "GET /v2.0/networks?id=fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 200 len: 809 time: 0.1820679 Jul 16 08:58:37.115721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Request body: {'port': {'device_id': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0', 'admin_state_up': True, 'tenant_id': '6b661b9f63e248099aaeb201316c297c'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:37.262465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Made reservation on behalf of 6b661b9f63e248099aaeb201316c297c for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:37.266379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.409029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Allocated IP 172.20.0.3 (fb4b42ba-f770-482f-b23f-7d163ac5ade0/a27513d5-7fe0-47e8-b170-7eedd7dccbf5/330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:37.595152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.634819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.678004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Network fb4b42ba-f770-482f-b23f-7d163ac5ade0 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:37.683779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:37.687573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:37.721174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Pushing event updated for resources: {'Port': ['ID=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.750053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.750993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.769623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-2b48a89b-fe0b-4e5e-b73d-6240fd5d2938 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6585433 Jul 16 08:58:37.782926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Request body: {'port': {'device_id': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:37.864967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.177465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:38.186488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.200120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc94c-8c09-42e3-887f-c2af418be75e req-e075fa70-9200-41a9-ab42-cf982224945b tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.200854 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Transition to ACTIVE for port object 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:38.203008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f53fc94c-8c09-42e3-887f-c2af418be75e req-e075fa70-9200-41a9-ab42-cf982224945b tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 931 time: 0.0739942 Jul 16 08:58:38.209988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.263923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f53fc94c-8c09-42e3-887f-c2af418be75e req-0c8bb4ee-9184-4013-b845-11799993f875 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539494 Jul 16 08:58:38.269169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Pushing event updated for resources: {'Port': ['ID=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.373056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Attempting to bind port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:38.373398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Attempting to bind port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:38.373869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Attempting to bind port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 on network fb4b42ba-f770-482f-b23f-7d163ac5ade0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:38.378574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 on network fb4b42ba-f770-482f-b23f-7d163ac5ade0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:38.378894 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Attempting to bind port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 on network fb4b42ba-f770-482f-b23f-7d163ac5ade0 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:38.387680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:38.387903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Checking segment: {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:38.388248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Bound using segment: {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:38.388687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Bound port: 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:38.389070 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.468457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] For port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:38.476185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] For port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:38.482141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.538161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.538773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.540190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] 10.222.0.18 "PUT /v2.0/ports/330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 HTTP/1.1" status: 200 len: 1092 time: 0.7637508 Jul 16 08:58:38.540624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'tag': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:38.543731 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823e07e7-c138-457e-b8fe-faf21950e887" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94a246-a9f3-4ccd-ba3f-a7075a1619f3", "tag": "330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:38.572333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33388657-5993-4e13-8745-28e612d0ac45 service neutron] Pushing event updated for resources: {'Port': ['ID=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.609269 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23390e8-9f56-4063-88ed-ad4e8c800206 x-openstack-request-id: req-a23390e8-9f56-4063-88ed-ad4e8c800206 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:38.609564 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94a246-a9f3-4ccd-ba3f-a7075a1619f3", "tag": "330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:38.609810 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a23390e8-9f56-4063-88ed-ad4e8c800206 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:38.610197 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'tag': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9', 'status': 'completed', 'code': 200} Jul 16 08:58:38.638874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-a0ca251f-81a6-4389-81ad-24467e91627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.640438 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-a0ca251f-81a6-4389-81ad-24467e91627e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b661b9f63e248099aaeb201316c297c&device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 1095 time: 0.0595441 Jul 16 08:58:38.690350 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-97b2110e-55b4-4289-8550-eed8034a6fd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 HTTP/1.1" status: 200 len: 217 time: 0.0410030 Jul 16 08:58:38.741473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-461b27f4-359e-47f6-af4f-9dc75363b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.742972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-461b27f4-359e-47f6-af4f-9dc75363b639 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a27513d5-7fe0-47e8-b170-7eedd7dccbf5 HTTP/1.1" status: 200 len: 849 time: 0.0459697 Jul 16 08:58:38.776867 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-1bd45899-1993-4490-82da-4febb0f31f59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb4b42ba-f770-482f-b23f-7d163ac5ade0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274792 Jul 16 08:58:38.871730 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-581754cc-bf4d-48e7-948f-451fdba9d971 service neutron] 10.222.0.18 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890958 Jul 16 08:58:38.967666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65fe889b-4a03-48cd-9cdf-22f3947e3e8c req-15394065-517d-4776-8c38-e36f88f36d2b service neutron] 10.222.0.18 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891528 Jul 16 08:58:39.075083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e07e7-c138-457e-b8fe-faf21950e887 req-ef4af35e-7793-40b5-9c4a-d6f7b443deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.076692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-ef4af35e-7793-40b5-9c4a-d6f7b443deb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b661b9f63e248099aaeb201316c297c&device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 1095 time: 0.0569146 Jul 16 08:58:39.181069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e07e7-c138-457e-b8fe-faf21950e887 req-eec8620c-0420-47cd-a612-9cd02ed4c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.182638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-eec8620c-0420-47cd-a612-9cd02ed4c252 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 200 len: 910 time: 0.0994983 Jul 16 08:58:39.227007 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-144b06d7-fb7d-4c08-b40d-90e2e60df33c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 HTTP/1.1" status: 200 len: 217 time: 0.0364532 Jul 16 08:58:39.283066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e07e7-c138-457e-b8fe-faf21950e887 req-729dc8ce-b473-4cb7-9be2-06380eb6fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.284635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-729dc8ce-b473-4cb7-9be2-06380eb6fc2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a27513d5-7fe0-47e8-b170-7eedd7dccbf5 HTTP/1.1" status: 200 len: 849 time: 0.0511522 Jul 16 08:58:39.321448 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-22ee04d7-747e-43ec-8f09-b019a62248d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb4b42ba-f770-482f-b23f-7d163ac5ade0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298870 Jul 16 08:58:39.467973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-889b1bfe-d33c-498d-a078-6b5842024501 service neutron] 10.222.0.18 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382222 Jul 16 08:58:39.577598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744f045-759a-4f77-9c5a-56424538da50 req-f84813f0-b748-47e3-abe9-0922fc7681c9 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.579112 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a744f045-759a-4f77-9c5a-56424538da50 req-f84813f0-b748-47e3-abe9-0922fc7681c9 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 943 time: 0.1825240 Jul 16 08:58:39.603400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-823e07e7-c138-457e-b8fe-faf21950e887 req-0b98f324-8202-4d23-958f-7bdd6a3d746f service neutron] 10.222.0.18 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253774 Jul 16 08:58:39.637676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a744f045-759a-4f77-9c5a-56424538da50 req-df95374c-9909-47ed-bca4-6d3fc7f3d21a tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Jul 16 08:58:40.838192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f762ea-2214-40f6-8d9e-60a1583d6ba8 req-555f9184-690b-433a-82c0-0436bdc3765d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.839695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32f762ea-2214-40f6-8d9e-60a1583d6ba8 req-555f9184-690b-433a-82c0-0436bdc3765d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 943 time: 0.0848281 Jul 16 08:58:40.881449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32f762ea-2214-40f6-8d9e-60a1583d6ba8 req-b8eee01e-89c7-4df9-8be4-09005ca70b0a tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345237 Jul 16 08:58:41.708037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:41.813670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:41.826265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9', 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0', 'port_id': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9', 'mac_address': 'fa:16:3e:61:42:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27513d5-7fe0-47e8-b170-7eedd7dccbf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:41.865341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.878865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:41.899341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:41.903953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.954835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.076540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae611c8-0f6b-45b5-932c-a52cfdfb1f16 req-4fbd9817-e577-4e6b-9d55-d55f9975406f tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.078284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ae611c8-0f6b-45b5-932c-a52cfdfb1f16 req-4fbd9817-e577-4e6b-9d55-d55f9975406f tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 944 time: 0.0667362 Jul 16 08:58:42.107972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:42.146791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ae611c8-0f6b-45b5-932c-a52cfdfb1f16 req-b53f51e9-276a-47f4-82ab-77446a2dab11 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624640 Jul 16 08:58:42.971255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa97fb99-39c9-4ee4-9443-68836837df80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.038219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73756001-e8ae-4465-ab02-cccf22f08d1b req-966dd72c-9b68-4775-9cff-9135d899a6c2 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.039757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73756001-e8ae-4465-ab02-cccf22f08d1b req-966dd72c-9b68-4775-9cff-9135d899a6c2 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 950 time: 0.0638266 Jul 16 08:58:43.083405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73756001-e8ae-4465-ab02-cccf22f08d1b req-52f48f5b-8cc0-4fc6-ae24-4acdb9845308 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367348 Jul 16 08:58:43.325801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060e86-0c84-45f7-81a1-0c43b3c678f9 req-918567f9-2d79-4afd-af28-b2a742b4266d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.327365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0060e86-0c84-45f7-81a1-0c43b3c678f9 req-918567f9-2d79-4afd-af28-b2a742b4266d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 944 time: 0.0645394 Jul 16 08:58:43.366077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0060e86-0c84-45f7-81a1-0c43b3c678f9 req-3e8c9449-1cb9-4d24-8b02-e3acf3d984d6 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Jul 16 08:58:43.710600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:43.761044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.770574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.770574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.858489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.881506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:43.883945 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91aa1e8-95f5-4662-a4f4-65f60e536810" -d '{"events": [{"server_uuid": "ca94a246-a9f3-4ccd-ba3f-a7075a1619f3", "name": "network-vif-plugged", "status": "completed", "tag": "330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:43.899818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:43.905018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.930084 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae8ba0-b503-4af4-8f45-34108b258915 x-openstack-request-id: req-35ae8ba0-b503-4af4-8f45-34108b258915 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:43.930381 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca94a246-a9f3-4ccd-ba3f-a7075a1619f3", "name": "network-vif-plugged", "status": "completed", "tag": "330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:43.930633 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35ae8ba0-b503-4af4-8f45-34108b258915 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:43.931024 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9', 'code': 200} Jul 16 08:58:43.959561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.049295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7a6e-2662-44d2-9c71-cca985ae561a req-82df21d8-aa12-4706-8c6a-fde7067e8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.051504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-785d7a6e-2662-44d2-9c71-cca985ae561a req-82df21d8-aa12-4706-8c6a-fde7067e8a9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 1097 time: 0.0597911 Jul 16 08:58:44.089238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-785d7a6e-2662-44d2-9c71-cca985ae561a req-426515cf-f257-4fe7-9cd4-20a8e848f813 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Jul 16 08:58:44.272949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b515e-a270-4ce2-82a6-5d6dd585e881 req-21c9202c-2a51-4205-875a-250c37fa9d71 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.274896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9c0b515e-a270-4ce2-82a6-5d6dd585e881 req-21c9202c-2a51-4205-875a-250c37fa9d71 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 950 time: 0.0732467 Jul 16 08:58:44.314885 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9c0b515e-a270-4ce2-82a6-5d6dd585e881 req-587a5f48-cdb1-4c17-8c7c-e269af25fc72 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c688f95-9547-4a8c-b8e8-fd24f78c2828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Jul 16 08:58:44.548711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eacfc6-1b95-446a-9e2b-ab4ebd19e4fb req-0e2e5767-20e6-4cd1-9f3c-c177a019e209 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.550611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12eacfc6-1b95-446a-9e2b-ab4ebd19e4fb req-0e2e5767-20e6-4cd1-9f3c-c177a019e209 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 945 time: 0.0693605 Jul 16 08:58:44.562444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c19f-3f86-43f5-a814-217608489b64 req-b17960d4-7b2e-4eff-bdd2-9ab8691bd67a tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.564127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc37c19f-3f86-43f5-a814-217608489b64 req-b17960d4-7b2e-4eff-bdd2-9ab8691bd67a tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 950 time: 0.0740173 Jul 16 08:58:44.590307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12eacfc6-1b95-446a-9e2b-ab4ebd19e4fb req-3c191d99-b8ff-4cda-8adc-b273453e8d62 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Jul 16 08:58:44.669137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Deleting port e17b92fe-1139-4a0c-95eb-87376cd65f5e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:44.669481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.766098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] For port e17b92fe-1139-4a0c-95eb-87376cd65f5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e17b92fe-1139-4a0c-95eb-87376cd65f5e,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:44.766468 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.779894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Calling delete_port for e17b92fe-1139-4a0c-95eb-87376cd65f5e owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:44.927940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.959413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Pushing event deleted for resources: {'Port': ['ID=e17b92fe-1139-4a0c-95eb-87376cd65f5e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.961645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e17b92fe-1139-4a0c-95eb-87376cd65f5e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:45.008694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] No DVR routers for this DVR port e17b92fe-1139-4a0c-95eb-87376cd65f5e on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:45.011874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.013921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc37c19f-3f86-43f5-a814-217608489b64 req-5daabe17-bf4c-4d02-b1ed-8fdc1f8f6f04 tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.36 "DELETE /v2.0/ports/e17b92fe-1139-4a0c-95eb-87376cd65f5e HTTP/1.1" status: 204 len: 173 time: 0.4447889 Jul 16 08:58:45.014369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'name': 'network-vif-deleted', 'tag': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:45.016802 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bec98d-674a-46a4-9dc0-a810ac743e1f" -d '{"events": [{"server_uuid": "3e1c9aa0-777a-40f2-b139-3a532cf652db", "name": "network-vif-deleted", "tag": "e17b92fe-1139-4a0c-95eb-87376cd65f5e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:45.060330 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd00550e-0851-4358-bb99-d6d521b0d8a8 x-openstack-request-id: req-bd00550e-0851-4358-bb99-d6d521b0d8a8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:45.060686 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c9aa0-777a-40f2-b139-3a532cf652db", "name": "network-vif-deleted", "tag": "e17b92fe-1139-4a0c-95eb-87376cd65f5e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:45.060950 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd00550e-0851-4358-bb99-d6d521b0d8a8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:45.061358 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1c9aa0-777a-40f2-b139-3a532cf652db', 'name': 'network-vif-deleted', 'tag': 'e17b92fe-1139-4a0c-95eb-87376cd65f5e', 'status': 'completed', 'code': 200} Jul 16 08:58:45.483635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0cdb5c35-5ac8-42b0-9136-d8598d5055c0 req-f5df2621-b9d3-46ed-a2a2-3c16da26aa8b tempest-VolumesBackupsTest-1082577098 tempest-VolumesBackupsTest-1082577098-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e1c9aa0-777a-40f2-b139-3a532cf652db HTTP/1.1" status: 200 len: 210 time: 0.0330737 Jul 16 08:58:45.661899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e34da87-51e5-4b28-a2b0-55c01542671b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.755851 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.789278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43c14-1d32-45be-aecc-2b577db99ddd req-018a6aa5-6651-4aa4-a4f9-3cfc1ca1cdcc tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.790842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2c43c14-1d32-45be-aecc-2b577db99ddd req-018a6aa5-6651-4aa4-a4f9-3cfc1ca1cdcc tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 945 time: 0.0817509 Jul 16 08:58:45.840015 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2c43c14-1d32-45be-aecc-2b577db99ddd req-89447e40-8844-4b10-ba2a-5a9e37d5943f tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Jul 16 08:58:46.572776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccb76-22bc-42a4-9731-d44df76041ef req-969f6628-45a8-48ca-b89c-86960dd7146e tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.574415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-425ccb76-22bc-42a4-9731-d44df76041ef req-969f6628-45a8-48ca-b89c-86960dd7146e tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 945 time: 0.0678241 Jul 16 08:58:46.613263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-425ccb76-22bc-42a4-9731-d44df76041ef req-e32dbbdf-8c0c-4aa0-a5d2-0c953dfc4486 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332501 Jul 16 08:58:46.670850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.799475 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.844585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feec8f1-f49c-4d4b-9baa-54ee8c9be76f req-26867fb9-6b40-4b3c-8bf9-677b65c6da62 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.846309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7feec8f1-f49c-4d4b-9baa-54ee8c9be76f req-26867fb9-6b40-4b3c-8bf9-677b65c6da62 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 945 time: 0.1028135 Jul 16 08:58:47.897116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7feec8f1-f49c-4d4b-9baa-54ee8c9be76f req-0c61c957-f815-4a4f-9240-fe53873f4b76 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Jul 16 08:58:47.900068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-d072aa1f-52b3-40c2-944d-f620a0f35b72 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.902414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-d072aa1f-52b3-40c2-944d-f620a0f35b72 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 945 time: 0.0931726 Jul 16 08:58:48.030335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Deleting port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:48.030712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.132353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] For port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:48.132720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.145659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Calling delete_port for 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:48.286908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.298006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:48.318839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Pushing event deleted for resources: {'Port': ['ID=330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:48.374177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] No DVR routers for this DVR port 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:48.377521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.379595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa3e2eb2-d72b-464b-aa7d-2afe5dbb038a req-39acae3d-76c0-491a-9cdf-c757bacb86e0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.18 "DELETE /v2.0/ports/330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 HTTP/1.1" status: 204 len: 173 time: 0.4711316 Jul 16 08:58:48.380779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'name': 'network-vif-deleted', 'tag': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:48.390607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.391013 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db6c205-c039-4a9b-b735-f58b98ad68a3" -d '{"events": [{"server_uuid": "ca94a246-a9f3-4ccd-ba3f-a7075a1619f3", "name": "network-vif-deleted", "tag": "330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:48.448408 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee289aa-b4b5-4fd2-befa-22ebb7764737 x-openstack-request-id: req-eee289aa-b4b5-4fd2-befa-22ebb7764737 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:48.448805 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca94a246-a9f3-4ccd-ba3f-a7075a1619f3", "name": "network-vif-deleted", "tag": "330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:48.449157 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eee289aa-b4b5-4fd2-befa-22ebb7764737 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:48.449838 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca94a246-a9f3-4ccd-ba3f-a7075a1619f3', 'name': 'network-vif-deleted', 'tag': '330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9', 'status': 'completed', 'code': 200} Jul 16 08:58:49.085443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41b23fb9-a2ff-45ac-a6d9-4f8e4decaab7 req-a649e5b6-f3fa-41c0-8b34-bc0ebbf38486 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca94a246-a9f3-4ccd-ba3f-a7075a1619f3 HTTP/1.1" status: 200 len: 210 time: 0.0433424 Jul 16 08:58:49.682400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e17b92fe-1139-4a0c-95eb-87376cd65f5e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:49.705442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: e17b92fe-1139-4a0c-95eb-87376cd65f5e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:49.705910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e17b92fe-1139-4a0c-95eb-87376cd65f5e not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:50.433126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-e150f9fd-8dce-4da6-9720-929c3248db6b tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.434764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-e150f9fd-8dce-4da6-9720-929c3248db6b tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/networks?id=fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 200 len: 809 time: 0.1334949 Jul 16 08:58:50.456992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-80cd4d86-61fe-4403-a6a7-a549b081c3ad tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/quotas/6b661b9f63e248099aaeb201316c297c HTTP/1.1" status: 200 len: 375 time: 0.0155127 Jul 16 08:58:50.495078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-5295ab03-f8f7-473f-9f93-597ff2fc1dd5 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b661b9f63e248099aaeb201316c297c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310075 Jul 16 08:58:50.606111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-24c2bd5b-0b98-4c6f-aca4-e68b83015d4d service neutron] 10.222.0.41 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037853 Jul 16 08:58:50.718487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-c8ae517b-d165-4eb4-be47-407537ca88a2 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064253 Jul 16 08:58:50.933294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-59597856-234a-4908-afe7-9d5e52640ae3 req-060ead24-a8cf-4b0b-954a-cd2b975baa43 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 210 time: 0.0334213 Jul 16 08:58:51.756808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:51.784378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:51.784996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 330d4aa8-f98d-4e9f-a0c1-fbfddcfc54b9 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:52.103256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba6bffb8-0131-4eae-bc83-f5fa1fa4a485 req-cb26af48-78a2-40ad-939b-8dbc376bb5a0 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 210 time: 0.0419471 Jul 16 08:58:52.207287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-a796f779-b941-45c2-af8c-76b973eaaa90 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.215368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-a796f779-b941-45c2-af8c-76b973eaaa90 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.36 "GET /v2.0/networks?id=fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 200 len: 809 time: 0.1358285 Jul 16 08:58:52.227046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Request body: {'port': {'device_id': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0', 'admin_state_up': True, 'tenant_id': '6b661b9f63e248099aaeb201316c297c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:52.392322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Made reservation on behalf of 6b661b9f63e248099aaeb201316c297c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:52.396018 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.558801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Allocated IP 172.20.0.9 (fb4b42ba-f770-482f-b23f-7d163ac5ade0/a27513d5-7fe0-47e8-b170-7eedd7dccbf5/4be0d2b2-2de2-4a7f-b134-95b775113867) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:52.776076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.826038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.879061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Network fb4b42ba-f770-482f-b23f-7d163ac5ade0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:52.882670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:52.887228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:52.916110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Pushing event updated for resources: {'Port': ['ID=4be0d2b2-2de2-4a7f-b134-95b775113867,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.948729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.949386 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.966415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-7fddead6-69b4-4f49-a2ea-cd7c5aab9554 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433312 Jul 16 08:58:52.983640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Request body: {'port': {'device_id': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:53.078291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.102506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb82d69-0fe3-4fe8-a05b-e1ce74d25320 req-abe34946-31ae-4c1a-9a24-c78fcad942db tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.105566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cb82d69-0fe3-4fe8-a05b-e1ce74d25320 req-abe34946-31ae-4c1a-9a24-c78fcad942db tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.0776827 Jul 16 08:58:53.160021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cb82d69-0fe3-4fe8-a05b-e1ce74d25320 req-e6d1fe65-fad2-4fa6-9036-ecc0ef73d17d tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488186 Jul 16 08:58:53.185925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59008) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:53.414365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port c03c3c3b-c2ab-4b25-8be6-ad9c001751f6 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:53.414959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.512694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56601b-f352-45cc-b478-0cda3333f763 req-579bbce1-2a0b-478c-99f9-2e85a934d5b1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.513715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.514275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb56601b-f352-45cc-b478-0cda3333f763 req-579bbce1-2a0b-478c-99f9-2e85a934d5b1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 931 time: 0.2416365 Jul 16 08:58:53.515643 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.530084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for c03c3c3b-c2ab-4b25-8be6-ad9c001751f6 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:53.532157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be0d2b2-2de2-4a7f-b134-95b775113867 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:53.547026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.580953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Transition to ACTIVE for port object 4be0d2b2-2de2-4a7f-b134-95b775113867 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:53.584287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb56601b-f352-45cc-b478-0cda3333f763 req-eb61a8ee-53ed-40bf-a695-634aec5871a8 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Jul 16 08:58:53.589385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.752661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Pushing event updated for resources: {'Port': ['ID=4be0d2b2-2de2-4a7f-b134-95b775113867,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:53.794684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Attempting to bind port 4be0d2b2-2de2-4a7f-b134-95b775113867 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:53.795117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Attempting to bind port 4be0d2b2-2de2-4a7f-b134-95b775113867 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:53.795578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Attempting to bind port 4be0d2b2-2de2-4a7f-b134-95b775113867 on network fb4b42ba-f770-482f-b23f-7d163ac5ade0 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:53.800778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Port 4be0d2b2-2de2-4a7f-b134-95b775113867 on network fb4b42ba-f770-482f-b23f-7d163ac5ade0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:53.801106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Attempting to bind port 4be0d2b2-2de2-4a7f-b134-95b775113867 on network fb4b42ba-f770-482f-b23f-7d163ac5ade0 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:53.808494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:53.808835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Checking segment: {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:53.809252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Bound using segment: {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:53.809684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Bound port: 4be0d2b2-2de2-4a7f-b134-95b775113867, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d985dc-a856-475d-bf12-82b09af60a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:53.810050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.821818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.853046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=c03c3c3b-c2ab-4b25-8be6-ad9c001751f6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:53.921126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] For port 4be0d2b2-2de2-4a7f-b134-95b775113867, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:53.924852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] For port 4be0d2b2-2de2-4a7f-b134-95b775113867, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4be0d2b2-2de2-4a7f-b134-95b775113867,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:53.925017 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.925409 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 disassociated (deleted). External IP: 172.25.0.211, port: f8ac6d51-24f6-4be4-bd67-4f1c297ba48c. Jul 16 08:58:53.933817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.015948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Pushing event updated for resources: {'Port': ['ID=4be0d2b2-2de2-4a7f-b134-95b775113867,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.024495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.025822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.027741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-988dacc5-ebfc-4ee3-8370-05497cb13216 service neutron] 10.222.0.36 "PUT /v2.0/ports/4be0d2b2-2de2-4a7f-b134-95b775113867 HTTP/1.1" status: 200 len: 1092 time: 1.0495267 Jul 16 08:58:54.028374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'tag': '4be0d2b2-2de2-4a7f-b134-95b775113867'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:54.031392 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e76a50-fd77-4c23-88bb-94deba4cd213" -d '{"events": [{"name": "network-changed", "server_uuid": "492f32df-3dcf-48ab-9e17-5c2f104a71fe", "tag": "4be0d2b2-2de2-4a7f-b134-95b775113867"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:54.076389 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d7cee8-c058-4c35-b70f-ecba50f51f37 x-openstack-request-id: req-83d7cee8-c058-4c35-b70f-ecba50f51f37 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:54.076753 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492f32df-3dcf-48ab-9e17-5c2f104a71fe", "tag": "4be0d2b2-2de2-4a7f-b134-95b775113867", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:54.077035 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83d7cee8-c058-4c35-b70f-ecba50f51f37 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:54.077471 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'tag': '4be0d2b2-2de2-4a7f-b134-95b775113867', 'status': 'completed', 'code': 200} Jul 16 08:58:54.178778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-63897e95-84a8-4994-b774-460cf218042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.180571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-63897e95-84a8-4994-b774-460cf218042d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b661b9f63e248099aaeb201316c297c&device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 1095 time: 0.0872538 Jul 16 08:58:54.235830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-5005e990-25d5-40a8-b525-e266550a502a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4be0d2b2-2de2-4a7f-b134-95b775113867 HTTP/1.1" status: 200 len: 217 time: 0.0425980 Jul 16 08:58:54.299278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-2c18c1c7-b42c-4ca4-9a1b-926b0939e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.300847 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-2c18c1c7-b42c-4ca4-9a1b-926b0939e1b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a27513d5-7fe0-47e8-b170-7eedd7dccbf5 HTTP/1.1" status: 200 len: 849 time: 0.0588832 Jul 16 08:58:54.341160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-4b497649-df9c-4988-9e7d-b609edb7d956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb4b42ba-f770-482f-b23f-7d163ac5ade0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339642 Jul 16 08:58:54.455481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-8e688360-f26c-48e9-bdff-6ca28b705a5e service neutron] 10.222.0.36 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077054 Jul 16 08:58:54.458108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router ce9974b5-6557-48b0-9a70-915bdf7801e2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:54.580974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71937f11-5af5-49c4-bc4d-f96d4279d5af req-11ae10a1-0035-4f6f-b1b9-1c033be9826b service neutron] 10.222.0.36 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196952 Jul 16 08:58:54.624892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:54.636919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] Sync routers for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:54.644513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.662422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:54.663833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:54.733414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fa8f84b0-ee82-4496-96b5-28cab37ab895 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/floatingips/e7d54f33-b123-4d3a-82d4-f68c7c44a1b1 HTTP/1.1" status: 204 len: 168 time: 1.5463285 Jul 16 08:58:54.734037 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:54.736590 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dc4d38-95db-4806-97c4-750d671e0c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:54.818435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-d676e9be-850b-4f9b-8617-5726e429cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.820004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-d676e9be-850b-4f9b-8617-5726e429cc39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b661b9f63e248099aaeb201316c297c&device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 1095 time: 0.1465816 Jul 16 08:58:54.831497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:54.933045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981074b-f00b-434b-be93-a9627562756f req-9130dda8-77e2-4757-9719-100c3eebb845 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.934249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b981074b-f00b-434b-be93-a9627562756f req-9130dda8-77e2-4757-9719-100c3eebb845 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 943 time: 0.1606188 Jul 16 08:58:55.017601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b981074b-f00b-434b-be93-a9627562756f req-4c7a1073-0168-47f7-ae9b-e7a94f9fcb8c tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746582 Jul 16 08:58:55.060148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-8d7b97b3-4f8a-48c8-bf4a-34c42972b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.062887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-8d7b97b3-4f8a-48c8-bf4a-34c42972b084 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 200 len: 910 time: 0.2316360 Jul 16 08:58:55.081197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.124173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] Checking router: ce9974b5-6557-48b0-9a70-915bdf7801e2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:55.125209 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da4abe-16d6-4f2a-b77e-1e8bfc506875 x-openstack-request-id: req-55da4abe-16d6-4f2a-b77e-1e8bfc506875 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:55.125796 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:55.126043 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55da4abe-16d6-4f2a-b77e-1e8bfc506875 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:55.126696 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'status': 'completed', 'code': 200} Jul 16 08:58:55.143583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:55.144705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.166931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-3fe73697-10f2-4207-a6cf-9a9e4db702ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4be0d2b2-2de2-4a7f-b134-95b775113867 HTTP/1.1" status: 200 len: 217 time: 0.0957861 Jul 16 08:58:55.252264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-828d4e0e-9857-4c81-bf43-ba455c25be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.254330 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-828d4e0e-9857-4c81-bf43-ba455c25be37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 1098 time: 0.1001852 Jul 16 08:58:55.309021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-5c9b2479-01e9-4b60-90a7-58007ea4b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.310614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-5c9b2479-01e9-4b60-90a7-58007ea4b98e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a27513d5-7fe0-47e8-b170-7eedd7dccbf5 HTTP/1.1" status: 200 len: 849 time: 0.1385386 Jul 16 08:58:55.368154 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-e87caf64-af8c-4eee-ba80-dd1e5a8a58d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb4b42ba-f770-482f-b23f-7d163ac5ade0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455158 Jul 16 08:58:55.411935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d118811-e3a4-4a59-be20-5217626930e3 req-52dfa8c0-e1bf-4a75-a148-529f722bd75c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.413472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d118811-e3a4-4a59-be20-5217626930e3 req-52dfa8c0-e1bf-4a75-a148-529f722bd75c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.1610129 Jul 16 08:58:55.435049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-92df8a2a-950b-4841-8c26-7f9bc5bd8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.436266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-92df8a2a-950b-4841-8c26-7f9bc5bd8041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 200 len: 898 time: 0.1726143 Jul 16 08:58:55.495429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:55.497115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-7886dffb-e77c-4be7-85ad-27e6faa17098 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 200 len: 217 time: 0.0498085 Jul 16 08:58:55.527110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d118811-e3a4-4a59-be20-5217626930e3 req-4191182a-6a54-4736-ab35-971aea83e7f4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033096 Jul 16 08:58:55.552488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-bd4053f7-7403-472a-bc58-4453da39e87b service neutron] 10.222.0.36 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735685 Jul 16 08:58:55.561494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-799fcd4b-01b3-42fd-a2ba-77e74e9a4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.563135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-799fcd4b-01b3-42fd-a2ba-77e74e9a4849 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 200 len: 835 time: 0.0598369 Jul 16 08:58:55.658483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-49ff874d-9608-4934-bda7-766cbaeca14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.660713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-49ff874d-9608-4934-bda7-766cbaeca14d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=043c4064-ae73-4aea-a925-7b5b0b832b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873263 Jul 16 08:58:55.693002 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12e76a50-fd77-4c23-88bb-94deba4cd213 req-abf8a577-cc5f-4cd5-91cb-f522ca6ae978 service neutron] 10.222.0.36 "GET /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316223 Jul 16 08:58:55.801914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-f7e7adc1-a7c9-4392-a3f4-d56bb4d2ee61 service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302481 Jul 16 08:58:55.834570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.867234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007cdb2-3008-4d9d-80f5-315c88494920 None None] The sync data for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 is: [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e0d6d982-a089-4f79-848b-438d9b12661a', 'name': '', 'network_id': '043c4064-ae73-4aea-a925-7b5b0b832b2d', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:c6:40:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:04Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '1855cd8a-1c7f-4726-b8af-2371b16fe2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:55.927584 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-02dc4d38-95db-4806-97c4-750d671e0c5d req-d198fbc2-3cfe-4162-8d58-91edf4d9802c service neutron] 10.222.0.18 "GET /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185043 Jul 16 08:58:56.174987 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e8ae6-a739-4555-b04e-6f41542ddb71 None None] New status for floating IP e7d54f33-b123-4d3a-82d4-f68c7c44a1b1: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:58:56.246952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9a70-9a5f-46bf-89e2-08dedcb07f29 req-3a986075-65f4-45e1-8ae6-aa3d71c49a40 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.248635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28bf9a70-9a5f-46bf-89e2-08dedcb07f29 req-3a986075-65f4-45e1-8ae6-aa3d71c49a40 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 943 time: 0.0807695 Jul 16 08:58:56.299548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-28bf9a70-9a5f-46bf-89e2-08dedcb07f29 req-6329bb7d-0941-4126-b26f-8820f34f83fc tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Jul 16 08:58:56.490739 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-bea2093e-137e-44c1-a4d3-13fe9a21e481 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.492239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-bea2093e-137e-44c1-a4d3-13fe9a21e481 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0703857 Jul 16 08:58:56.605041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:56.605830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.714525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:56.714916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.731978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27e70-23e8-45e5-85c6-491b81642999 req-f0b331d8-9088-4ec4-9259-391a7fc65d10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.732762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for f8ac6d51-24f6-4be4-bd67-4f1c297ba48c owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:56.739069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5a27e70-23e8-45e5-85c6-491b81642999 req-f0b331d8-9088-4ec4-9259-391a7fc65d10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=f23b209a-ff80-412a-8e71-3c068815cea2 HTTP/1.1" status: 200 len: 946 time: 0.0799251 Jul 16 08:58:56.777850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5a27e70-23e8-45e5-85c6-491b81642999 req-6bfd0cb9-6b48-4271-8058-a65be47e5ec4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=24a1825a-d95b-476e-a16d-51cca04c2668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Jul 16 08:58:56.932354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.966446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=f8ac6d51-24f6-4be4-bd67-4f1c297ba48c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.029938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59048) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:57.031816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] No DVR routers for this DVR port f8ac6d51-24f6-4be4-bd67-4f1c297ba48c on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:57.036511 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.039833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bcd63d7-9d34-46c3-9c04-b0a81e99e6c4 req-fac0ec04-2ef2-42cb-bd84-90fee7ef0678 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.18 "DELETE /v2.0/ports/f8ac6d51-24f6-4be4-bd67-4f1c297ba48c HTTP/1.1" status: 204 len: 173 time: 0.5421507 Jul 16 08:58:57.127960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-deleted', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:57.130942 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab576d5-c014-437c-982d-26627d7d2c3b" -d '{"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-deleted", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:57.190551 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e4d43-380d-44aa-ad28-f36c72d7f679 x-openstack-request-id: req-cc8e4d43-380d-44aa-ad28-f36c72d7f679 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:57.190942 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b209a-ff80-412a-8e71-3c068815cea2", "name": "network-vif-deleted", "tag": "f8ac6d51-24f6-4be4-bd67-4f1c297ba48c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:57.191330 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc8e4d43-380d-44aa-ad28-f36c72d7f679 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:57.191853 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b209a-ff80-412a-8e71-3c068815cea2', 'name': 'network-vif-deleted', 'tag': 'f8ac6d51-24f6-4be4-bd67-4f1c297ba48c', 'status': 'completed', 'code': 200} Jul 16 08:58:57.202284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d22ad58-4484-4643-aa9b-581ba7b4da04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.309969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d22ad58-4484-4643-aa9b-581ba7b4da04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.315286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5d22ad58-4484-4643-aa9b-581ba7b4da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.358021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5d22ad58-4484-4643-aa9b-581ba7b4da04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5acc6fc4f3f849c9846b386c0241edb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269744 Jul 16 08:58:57.358762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22ad58-4484-4643-aa9b-581ba7b4da04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c640eb9-165d-434a-b7f6-65949822634e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.360793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:57.440666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f63196d1-6804-4284-bdca-456f822886d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.470312 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f63196d1-6804-4284-bdca-456f822886d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.543622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec6fce-6133-4955-bf15-51cccaef2097 req-86244baf-bd6f-4d45-be4a-80c1294ee866 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.546351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fec6fce-6133-4955-bf15-51cccaef2097 req-86244baf-bd6f-4d45-be4a-80c1294ee866 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 943 time: 0.0899503 Jul 16 08:58:57.548599 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f63196d1-6804-4284-bdca-456f822886d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.551506 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f63196d1-6804-4284-bdca-456f822886d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.553067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f63196d1-6804-4284-bdca-456f822886d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c640eb9-165d-434a-b7f6-65949822634e HTTP/1.1" status: 204 len: 168 time: 0.1904969 Jul 16 08:58:57.570121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63196d1-6804-4284-bdca-456f822886d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c640eb9-165d-434a-b7f6-65949822634e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.624209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2fec6fce-6133-4955-bf15-51cccaef2097 req-2ea0c61f-7646-4639-a1b7-858887acd89d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 Jul 16 08:58:57.732287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4be0d2b2-2de2-4a7f-b134-95b775113867 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:57.847812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4be0d2b2-2de2-4a7f-b134-95b775113867, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4be0d2b2-2de2-4a7f-b134-95b775113867,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:57.861854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4be0d2b2-2de2-4a7f-b134-95b775113867', 'network_id': 'fb4b42ba-f770-482f-b23f-7d163ac5ade0', 'port_id': '4be0d2b2-2de2-4a7f-b134-95b775113867', 'mac_address': 'fa:16:3e:3d:c2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27513d5-7fe0-47e8-b170-7eedd7dccbf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:57.890879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:57.897216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59066) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:57.930317 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.934267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06b6ec2b-ea0b-4d0c-ad53-fc75a51e9f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.951196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be0d2b2-2de2-4a7f-b134-95b775113867 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:57.973124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4be0d2b2-2de2-4a7f-b134-95b775113867, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4be0d2b2-2de2-4a7f-b134-95b775113867,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:57.978349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.076606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4be0d2b2-2de2-4a7f-b134-95b775113867,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.092726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06b6ec2b-ea0b-4d0c-ad53-fc75a51e9f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.098683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-06b6ec2b-ea0b-4d0c-ad53-fc75a51e9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.141603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-06b6ec2b-ea0b-4d0c-ad53-fc75a51e9f53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c7e4672c086478d9189ebe8117e89ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432845 Jul 16 08:58:58.145203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:58.154350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ec2b-ea0b-4d0c-ad53-fc75a51e9f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d57ba5-8d24-4d4f-a9d9-427065337907,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.207745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ff965b-eec5-4a51-b0d0-0c9afa7e901b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.233957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ff965b-eec5-4a51-b0d0-0c9afa7e901b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.263403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4be0d2b2-2de2-4a7f-b134-95b775113867'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:58.292286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ff965b-eec5-4a51-b0d0-0c9afa7e901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.295137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01ff965b-eec5-4a51-b0d0-0c9afa7e901b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.296360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-01ff965b-eec5-4a51-b0d0-0c9afa7e901b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13d57ba5-8d24-4d4f-a9d9-427065337907 HTTP/1.1" status: 204 len: 168 time: 0.1502447 Jul 16 08:58:58.309829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff965b-eec5-4a51-b0d0-0c9afa7e901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d57ba5-8d24-4d4f-a9d9-427065337907,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.521101 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.825667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e5a51-7ce7-49f2-88ee-1275c43bf8dc req-c9a82938-69af-456b-bfa5-246090a1b2f7 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.827224 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e2e5a51-7ce7-49f2-88ee-1275c43bf8dc req-c9a82938-69af-456b-bfa5-246090a1b2f7 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 944 time: 0.0780606 Jul 16 08:58:58.872628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e2e5a51-7ce7-49f2-88ee-1275c43bf8dc req-de15f5f1-71eb-4d12-8eeb-5013fa76f643 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Jul 16 08:58:58.920018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port e0d6d982-a089-4f79-848b-438d9b12661a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:58.920494 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.068344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port e0d6d982-a089-4f79-848b-438d9b12661a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e0d6d982-a089-4f79-848b-438d9b12661a,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:59.068716 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.092596 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for e0d6d982-a089-4f79-848b-438d9b12661a owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:59.350776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.395144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=e0d6d982-a089-4f79-848b-438d9b12661a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:59.745118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4be0d2b2-2de2-4a7f-b134-95b775113867 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:59.813160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4be0d2b2-2de2-4a7f-b134-95b775113867 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:59.818427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4be0d2b2-2de2-4a7f-b134-95b775113867 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:59.819204 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.872350 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.911288 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.951569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4be0d2b2-2de2-4a7f-b134-95b775113867, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4be0d2b2-2de2-4a7f-b134-95b775113867,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:59.952606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be0d2b2-2de2-4a7f-b134-95b775113867'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:59.955138 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc6ae30-2a36-4aac-bf8f-8fcf8732195e" -d '{"events": [{"server_uuid": "492f32df-3dcf-48ab-9e17-5c2f104a71fe", "name": "network-vif-plugged", "status": "completed", "tag": "4be0d2b2-2de2-4a7f-b134-95b775113867"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:59.959658 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.019215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4be0d2b2-2de2-4a7f-b134-95b775113867,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:00.022944 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7fd3ec-baed-4a87-a3cd-b2b948248e1e x-openstack-request-id: req-8f7fd3ec-baed-4a87-a3cd-b2b948248e1e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:00.023300 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492f32df-3dcf-48ab-9e17-5c2f104a71fe", "name": "network-vif-plugged", "status": "completed", "tag": "4be0d2b2-2de2-4a7f-b134-95b775113867", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:00.023726 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f7fd3ec-baed-4a87-a3cd-b2b948248e1e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:00.024172 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be0d2b2-2de2-4a7f-b134-95b775113867', 'code': 200} Jul 16 08:59:00.194920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1fbfa-0a2a-462c-bc96-75add66949d7 req-fea8f878-9ba5-41a4-857f-857cbeeaf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.198231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8f1fbfa-0a2a-462c-bc96-75add66949d7 req-fea8f878-9ba5-41a4-857f-857cbeeaf1dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 1097 time: 0.0750124 Jul 16 08:59:00.225000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router ce9974b5-6557-48b0-9a70-915bdf7801e2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:00.243957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8f1fbfa-0a2a-462c-bc96-75add66949d7 req-7050d19b-d56e-4313-b9d0-6e0b3179500f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Jul 16 08:59:00.254416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b77d-16c1-461d-a1d6-594f6d469fc5 req-b1f54a65-8dbd-4ee6-898a-2ee2ba80bf44 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.256245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e37b77d-16c1-461d-a1d6-594f6d469fc5 req-b1f54a65-8dbd-4ee6-898a-2ee2ba80bf44 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 945 time: 0.1070211 Jul 16 08:59:00.371164 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5e37b77d-16c1-461d-a1d6-594f6d469fc5 req-c9983190-282f-4217-8af0-7ddd103f0939 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746450 Jul 16 08:59:00.405484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:00.412375 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0e89ace5-ef9a-4111-ae5d-b34324b69f5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/ce9974b5-6557-48b0-9a70-915bdf7801e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198672 Jul 16 08:59:00.415222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59122) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.418915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] Sync routers for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:00.429389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:00.430351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.520866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting subnet 1855cd8a-1c7f-4726-b8af-2371b16fe2a1 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:00.539396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.615566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.620633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:00.708574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.785010 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.815419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Subnet': ['ID=1855cd8a-1c7f-4726-b8af-2371b16fe2a1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:00.824785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.826881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4975157c-3544-4184-a031-d45535c93663 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/subnets/1855cd8a-1c7f-4726-b8af-2371b16fe2a1 HTTP/1.1" status: 204 len: 168 time: 0.4101739 Jul 16 08:59:00.829605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59130) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.835246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f87e7-1928-4fcd-b7c3-e951375af2b4 None None] Network 043c4064-ae73-4aea-a925-7b5b0b832b2d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:00.947361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:58:59Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.972198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.999571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] Checking router: ce9974b5-6557-48b0-9a70-915bdf7801e2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:01.016844 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] Routers {'ce9974b5-6557-48b0-9a70-915bdf7801e2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:01.018007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['ce9974b5-6557-48b0-9a70-915bdf7801e2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:01.113956 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.185113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] Set router ce9974b5-6557-48b0-9a70-915bdf7801e2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:01.299653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537927b6-4fd4-4145-b20b-385516834384 None None] DHCP port deletion for 043c4064-ae73-4aea-a925-7b5b0b832b2d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:01.308598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 3a7a97d0-fa62-4896-858d-3a1d322460d1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:01.309179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.401872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port 3a7a97d0-fa62-4896-858d-3a1d322460d1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3a7a97d0-fa62-4896-858d-3a1d322460d1,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:01.402250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.418803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 3a7a97d0-fa62-4896-858d-3a1d322460d1 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:01.491757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-537927b6-4fd4-4145-b20b-385516834384 None None] Deleting port fad163e1-e6ee-4cda-9fa6-021998c65edb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:01.492186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-537927b6-4fd4-4145-b20b-385516834384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.624495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-537927b6-4fd4-4145-b20b-385516834384 None None] For port fad163e1-e6ee-4cda-9fa6-021998c65edb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fad163e1-e6ee-4cda-9fa6-021998c65edb,segment=NetworkSegment(662b99bc-ce46-4573-b89c-6d4175410e2b),segment_id=662b99bc-ce46-4573-b89c-6d4175410e2b)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:01.625525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-537927b6-4fd4-4145-b20b-385516834384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.642115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-537927b6-4fd4-4145-b20b-385516834384 None None] Calling delete_port for fad163e1-e6ee-4cda-9fa6-021998c65edb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:01.672390 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.686841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38389fa-4fd8-402c-9b50-a4ddf5dc209a req-49c1d581-9ef5-496f-b3d3-e62c97c76022 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:01.688446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a38389fa-4fd8-402c-9b50-a4ddf5dc209a req-49c1d581-9ef5-496f-b3d3-e62c97c76022 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 945 time: 0.1531653 Jul 16 08:59:01.729965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:58:59Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:01.783292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eef906-bbe6-47ec-8b18-426d264acc26 None None] The sync data for ids ['ce9974b5-6557-48b0-9a70-915bdf7801e2'] in n-d-798249-10 is: [{'id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925341586', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:59Z', 'updated_at': '2021-07-16T08:58:59Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '3a7a97d0-fa62-4896-858d-3a1d322460d1', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9974b5-6557-48b0-9a70-915bdf7801e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:00Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:01.788431 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-537927b6-4fd4-4145-b20b-385516834384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.830565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:01.856271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537927b6-4fd4-4145-b20b-385516834384 None None] Pushing event deleted for resources: {'Port': ['ID=fad163e1-e6ee-4cda-9fa6-021998c65edb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.863932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: f8ac6d51-24f6-4be4-bd67-4f1c297ba48c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:01.864649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f8ac6d51-24f6-4be4-bd67-4f1c297ba48c not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:01.870017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537927b6-4fd4-4145-b20b-385516834384 None None] No DVR routers for this DVR port fad163e1-e6ee-4cda-9fa6-021998c65edb on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:02.124339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=3a7a97d0-fa62-4896-858d-3a1d322460d1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.228666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a38389fa-4fd8-402c-9b50-a4ddf5dc209a req-543a37be-8e53-489c-9795-19290946b69b tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998538 Jul 16 08:59:02.250087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.408814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.411527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.494267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.496000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Fanout notify agent at l3_agent the message router_deleted on router ce9974b5-6557-48b0-9a70-915bdf7801e2 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:02.514444 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.516469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-779564df-e883-4e05-a32c-0d163f27d7fb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/routers/ce9974b5-6557-48b0-9a70-915bdf7801e2 HTTP/1.1" status: 204 len: 168 time: 1.6858537 Jul 16 08:59:02.520082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59154) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.639880 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.657583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fad163e1-e6ee-4cda-9fa6-021998c65edb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:02.713686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: fad163e1-e6ee-4cda-9fa6-021998c65edb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:02.714316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fad163e1-e6ee-4cda-9fa6-021998c65edb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:02.714758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d6d982-a089-4f79-848b-438d9b12661a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:02.755047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e0d6d982-a089-4f79-848b-438d9b12661a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:02.755920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d6d982-a089-4f79-848b-438d9b12661a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:02.816810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.827442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043c4064-ae73-4aea-a925-7b5b0b832b2d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.839338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662b99bc-ce46-4573-b89c-6d4175410e2b') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.839643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662b99bc-ce46-4573-b89c-6d4175410e2b') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.848557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.865789 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.875201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:02.875879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:02.879211 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:02.957841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.966833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.968881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/networks/043c4064-ae73-4aea-a925-7b5b0b832b2d HTTP/1.1" status: 204 len: 168 time: 0.4443944 Jul 16 08:59:02.971607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59166) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.981398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95921b1-35b5-42fc-9fd5-6b6b27dfa1f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Network': ['ID=043c4064-ae73-4aea-a925-7b5b0b832b2d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.042046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e964-7360-47cd-acae-14796ab1e5c4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.084261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e964-7360-47cd-acae-14796ab1e5c4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.186933 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e964-7360-47cd-acae-14796ab1e5c4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.190243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e964-7360-47cd-acae-14796ab1e5c4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.191729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b5d7e964-7360-47cd-acae-14796ab1e5c4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/security-groups/24a1825a-d95b-476e-a16d-51cca04c2668 HTTP/1.1" status: 204 len: 168 time: 0.2189701 Jul 16 08:59:03.208575 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e964-7360-47cd-acae-14796ab1e5c4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a1825a-d95b-476e-a16d-51cca04c2668,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.412973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a791fc-33e7-4eb2-9be2-7543ec4b5234 req-bb046d8e-6746-4e5a-a79d-1208c6da9c2d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:03.416102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59a791fc-33e7-4eb2-9be2-7543ec4b5234 req-bb046d8e-6746-4e5a-a79d-1208c6da9c2d tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 945 time: 0.0749226 Jul 16 08:59:03.483756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-59a791fc-33e7-4eb2-9be2-7543ec4b5234 req-7327ede9-71da-4d20-baec-cb2b42ba2041 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607450 Jul 16 08:59:03.616382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.954876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.959623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734408367', 'description': 'tempest-secgroup-smoke-734408367 description', 'project_id': 'a00d1950779e4264a5769fd9c13eb679'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:03.987417 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.081523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.087496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.116449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.117703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1617508 Jul 16 08:59:04.121683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59190) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.122717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ace7e-c6b8-43ac-8878-281c40ccab6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb5012-4d2a-461a-b347-5a6495155044,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.126625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5012-4d2a-461a-b347-5a6495155044', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.161948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.224706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.229240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.249078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de982365-ac60-4478-badb-4508848a2ce5,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.260735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.262088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cc09c7f8-0536-4801-a77a-6219b7a2dfa3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392019 Jul 16 08:59:04.265744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59192) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.269897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5012-4d2a-461a-b347-5a6495155044', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.301969 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.366457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.371457 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.390310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a8dd55-c3e2-47e8-bf40-c5c366aca86a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.398289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.402627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-827d0a19-c8ae-4c9b-ba09-ffeace7a895e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335642 Jul 16 08:59:04.402860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.407523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5012-4d2a-461a-b347-5a6495155044', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.435432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.458549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3a7a97d0-fa62-4896-858d-3a1d322460d1 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:04.480008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3a7a97d0-fa62-4896-858d-3a1d322460d1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:04.480695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3a7a97d0-fa62-4896-858d-3a1d322460d1 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:04.515385 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.521927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.547183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21c7cf1-780d-4aff-8fd2-cd30ad453fa4,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.555213 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.560437 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9c7be863-ae0d-4c9c-be95-4dd47d6026c6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539690 Jul 16 08:59:04.560814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.565882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5012-4d2a-461a-b347-5a6495155044', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.601290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.711377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.748160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.786267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bb9681-2f87-484c-962b-727d567590ea,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.795235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.796657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6bcdfa2b-7b17-4e8d-9e22-9be960743784 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347455 Jul 16 08:59:04.799508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59210) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.812071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5012-4d2a-461a-b347-5a6495155044', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.813763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3df5e9-369b-4b74-9e72-c56231f085c0 req-e3ec93ca-81aa-46a4-90c5-94200d3ed5df tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.816432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de3df5e9-369b-4b74-9e72-c56231f085c0 req-e3ec93ca-81aa-46a4-90c5-94200d3ed5df tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 945 time: 0.1838880 Jul 16 08:59:04.844738 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:59:04.853377 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.871669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-5d645cb0-1b8b-480d-af1c-6096ea4bbf60 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.874095 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-5d645cb0-1b8b-480d-af1c-6096ea4bbf60 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.36 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 945 time: 0.1785059 Jul 16 08:59:04.934682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de3df5e9-369b-4b74-9e72-c56231f085c0 req-dcab5b5e-1f1f-485e-b472-5eee87e661dc tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdc85cf0-eba0-4043-95bb-55fec56fe675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069095 Jul 16 08:59:05.007255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.072504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.079917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Deleting port 4be0d2b2-2de2-4a7f-b134-95b775113867 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:05.080349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.092276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4d197e-2169-4971-a598-49f3fc7dc7ce,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.108326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.109966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d762b5d-313c-47a4-9a6e-a1b96a1218ea tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049881 Jul 16 08:59:05.113773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59212) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.122428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': 'd2cb5012-4d2a-461a-b347-5a6495155044', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:05.160578 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:59:05.169584 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.223400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] For port 4be0d2b2-2de2-4a7f-b134-95b775113867, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4be0d2b2-2de2-4a7f-b134-95b775113867,segment=NetworkSegment(04d985dc-a856-475d-bf12-82b09af60a38),segment_id=04d985dc-a856-475d-bf12-82b09af60a38)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:05.223892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.248991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Calling delete_port for 4be0d2b2-2de2-4a7f-b134-95b775113867 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:05.264033 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.272369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.295921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddec25fe-2d05-4f1c-83db-44e9577b531d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.312912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.315826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5584d963-eb89-4a36-bbb1-4f9c91b8a077 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1999373 Jul 16 08:59:05.318479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59222) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.325663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'network': {'name': 'tempest-network-smoke--2140324435', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:05.385814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:05.397588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.484861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.491664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:05.505440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.506014 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Added segment b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec of type vlan for network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 Jul 16 08:59:05.520483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4be0d2b2-2de2-4a7f-b134-95b775113867'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:05.521430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Pushing event deleted for resources: {'Port': ['ID=4be0d2b2-2de2-4a7f-b134-95b775113867,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.581199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] No DVR routers for this DVR port 4be0d2b2-2de2-4a7f-b134-95b775113867 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:05.584638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.587809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-280976b8-ec7b-450a-b9f8-901ffa74d564 req-c33de356-8e79-4fbc-96af-f47b4d46fdc1 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.36 "DELETE /v2.0/ports/4be0d2b2-2de2-4a7f-b134-95b775113867 HTTP/1.1" status: 204 len: 173 time: 0.7051635 Jul 16 08:59:05.588330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'name': 'network-vif-deleted', 'tag': '4be0d2b2-2de2-4a7f-b134-95b775113867'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:05.590898 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f3144-816b-473b-830b-d5db41b03113" -d '{"events": [{"server_uuid": "492f32df-3dcf-48ab-9e17-5c2f104a71fe", "name": "network-vif-deleted", "tag": "4be0d2b2-2de2-4a7f-b134-95b775113867"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:05.591370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.635604 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06280212-d6f6-46f7-9cb3-e665881a52b0 x-openstack-request-id: req-06280212-d6f6-46f7-9cb3-e665881a52b0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:05.636149 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492f32df-3dcf-48ab-9e17-5c2f104a71fe", "name": "network-vif-deleted", "tag": "4be0d2b2-2de2-4a7f-b134-95b775113867", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:05.636610 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06280212-d6f6-46f7-9cb3-e665881a52b0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:05.637241 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492f32df-3dcf-48ab-9e17-5c2f104a71fe', 'name': 'network-vif-deleted', 'tag': '4be0d2b2-2de2-4a7f-b134-95b775113867', 'status': 'completed', 'code': 200} Jul 16 08:59:05.657828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.666659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.668535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.713334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3931651 Jul 16 08:59:05.716324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59234) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.721983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'admin_state_up': True, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:05.750472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535bc87-7d9b-4cec-afe0-2707feb70f7d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Network': ['ID=9bf24589-c5cd-4341-8e82-8085ad1d51b1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.763851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:05.785501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.786973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.868341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.024420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.288162 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.327559 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9077adcf-9b71-4d4d-8890-29850b920b6c req-6b5228dd-98c2-4a54-9c07-cf306b4d0c84 tempest-VolumesActionsTest-72090902 tempest-VolumesActionsTest-72090902-project] 10.222.0.41 "GET /v2.0/ports?device_id=492f32df-3dcf-48ab-9e17-5c2f104a71fe HTTP/1.1" status: 200 len: 210 time: 0.0775862 Jul 16 08:59:06.328680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.448581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.13 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/ce47353b-4513-4ca4-8e16-a2af02f5f320) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:06.564108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.607753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.654497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:06.664304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:06.669920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:06.673294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=ce47353b-4513-4ca4-8e16-a2af02f5f320,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:07.021272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.242939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.429347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:07.580508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:07.594322 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Sync routers for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:07.606297 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:07.615201 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:07.630508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.633337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1c18d110-8828-4931-9219-be92aa900f2c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9156861 Jul 16 08:59:07.636760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59274) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.720959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59278) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.738462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f2a9940c-fa54-4449-a432-aedd939f798b tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a00d1950779e4264a5769fd9c13eb679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1003015 Jul 16 08:59:07.877232 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d7deb-5630-40bc-8f99-ddeee07e75ef tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.878834 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a5d7deb-5630-40bc-8f99-ddeee07e75ef tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560056 Jul 16 08:59:07.882134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59286) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.908105 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:07.938579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e23f859f-66a3-4ed7-b669-f4bf1ec61675 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551398 Jul 16 08:59:07.941123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59290) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.946822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744912788', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:08.145649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:08.149910 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.215171 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:06Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:08.251757 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Checking router: e42f88bc-1868-4dfe-85a9-91e4ca0363f2 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:08.252439 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Updating router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 port ce47353b-4513-4ca4-8e16-a2af02f5f320 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:08.351181 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.537490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.691710 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Subnet': ['ID=07ccbf62-de97-41a9-9a26-cedf8a07ed85,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.717868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Checking segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:08.718344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network hostable DHCP agents. Network: 9bf24589-c5cd-4341-8e82-8085ad1d51b1, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:08.736822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:08.749246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 9bf24589-c5cd-4341-8e82-8085ad1d51b1) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:08.757260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.760402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.775105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d68196-63df-4cb1-a89f-afb3e34f6765 None None] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:08.807593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59322) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.808104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-342ca44f-6ff1-4f07-b027-5bc95b7f9606 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8658409 Jul 16 08:59:08.961039 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.985707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Transition to ACTIVE for port object ce47353b-4513-4ca4-8e16-a2af02f5f320 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:09.008054 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.059991 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Pushing event updated for resources: {'Port': ['ID=ce47353b-4513-4ca4-8e16-a2af02f5f320,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.072988 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.073597 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.074264 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.075799 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.076379 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.076969 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.077519 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.078262 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.078807 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.079391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:09.079653 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.080230 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.080352 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.080879 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.110155 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Attempting to bind port ce47353b-4513-4ca4-8e16-a2af02f5f320 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:09.110811 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Attempting to bind port ce47353b-4513-4ca4-8e16-a2af02f5f320 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:09.111439 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Attempting to bind port ce47353b-4513-4ca4-8e16-a2af02f5f320 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:09.125170 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:09.126462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:09.127166 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.127886 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:09.128607 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Bound port: ce47353b-4513-4ca4-8e16-a2af02f5f320, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:09.129276 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.205644 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] For port ce47353b-4513-4ca4-8e16-a2af02f5f320, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:09.209764 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] For port ce47353b-4513-4ca4-8e16-a2af02f5f320, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce47353b-4513-4ca4-8e16-a2af02f5f320,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:09.214889 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.281980 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:09.283206 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:09.320393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Allocated IP 172.20.0.2 (9bf24589-c5cd-4341-8e82-8085ad1d51b1/07ccbf62-de97-41a9-9a26-cedf8a07ed85/cc180bd9-b437-4766-90ca-109c0241462a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:09.503947 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:09.513276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.530002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Transition to ACTIVE for port object cc180bd9-b437-4766-90ca-109c0241462a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:09.551701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Transition to ACTIVE for port object cc180bd9-b437-4766-90ca-109c0241462a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:09.563286 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.749256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.770311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:09.771666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Pushing event updated for resources: {'Port': ['ID=cc180bd9-b437-4766-90ca-109c0241462a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.778668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:09.782822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:09.831211 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fb94b-4538-4b26-b048-ff0bbb03e1fc None None] Pushing event updated for resources: {'Port': ['ID=ce47353b-4513-4ca4-8e16-a2af02f5f320,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.915665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4be0d2b2-2de2-4a7f-b134-95b775113867 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:10.074451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:06Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:10.084648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4be0d2b2-2de2-4a7f-b134-95b775113867 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:10.085073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4be0d2b2-2de2-4a7f-b134-95b775113867 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:10.118770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Attempting to bind port cc180bd9-b437-4766-90ca-109c0241462a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:10.119136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Attempting to bind port cc180bd9-b437-4766-90ca-109c0241462a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:10.119828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Attempting to bind port cc180bd9-b437-4766-90ca-109c0241462a on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:10.128097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:10.129113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Checking segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:10.131877 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.132607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Bound using segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:10.133524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Bound port: cc180bd9-b437-4766-90ca-109c0241462a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:10.137368 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.322666 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb03e0-115c-45ef-a4c6-1c428cfdbb01 None None] The sync data for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 is: [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:06Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:10.465604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] For port cc180bd9-b437-4766-90ca-109c0241462a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:10.474498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] For port cc180bd9-b437-4766-90ca-109c0241462a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cc180bd9-b437-4766-90ca-109c0241462a,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:10.483520 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.629393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970463-aaa7-4112-9ef3-3e92f7d80c08 None None] Pushing event updated for resources: {'Port': ['ID=cc180bd9-b437-4766-90ca-109c0241462a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.727941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.1 (9bf24589-c5cd-4341-8e82-8085ad1d51b1/07ccbf62-de97-41a9-9a26-cedf8a07ed85/b0270b7a-bf9b-4549-a3bf-67cebaa58c40) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:11.063272 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.091161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object b0270b7a-bf9b-4549-a3bf-67cebaa58c40 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:11.141763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.311680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:11.315990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:11.323195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:11.331255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:11.441288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.785854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.200214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923a983-ece1-4841-83cf-ed421d26026a None None] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:12.219351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.228362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.311184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-056615dd-3ed2-414d-8470-977c810d8f0a None None] Provisioning for port cc180bd9-b437-4766-90ca-109c0241462a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:12.411797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.421427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.734039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:12.739015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:12.762344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cc180bd9-b437-4766-90ca-109c0241462a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:12.852364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port cc180bd9-b437-4766-90ca-109c0241462a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:12.856960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cc180bd9-b437-4766-90ca-109c0241462a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:12.857350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.012900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.030837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:13.333536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:13.344063 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-35b77f56-7469-4293-8568-df10e9509ebc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/e42f88bc-1868-4dfe-85a9-91e4ca0363f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5351572 Jul 16 08:59:13.482425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port cc180bd9-b437-4766-90ca-109c0241462a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cc180bd9-b437-4766-90ca-109c0241462a,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:13.483587 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3c57-a7c4-4e64-9b46-27297b66f4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.495253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.496095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce47353b-4513-4ca4-8e16-a2af02f5f320 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:13.575138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Sync routers for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:13.577633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f421922c-8245-411c-99b2-93963cb79746 None None] Provisioning complete for port cc180bd9-b437-4766-90ca-109c0241462a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:13.578017 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f421922c-8245-411c-99b2-93963cb79746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.656588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:13.657236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.661830 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:13.782955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-50f26049-ea66-4fe7-bed4-376a314526c8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734408367&fields=id&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 267 time: 0.1249657 Jul 16 08:59:13.841717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=cc180bd9-b437-4766-90ca-109c0241462a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.901087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ce47353b-4513-4ca4-8e16-a2af02f5f320 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:13.912237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:13.914483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ce47353b-4513-4ca4-8e16-a2af02f5f320 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:13.915448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.002521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e2f10dc7-d08c-4f1b-8880-eef5d38bebb8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.017445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e2f10dc7-d08c-4f1b-8880-eef5d38bebb8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 797 time: 0.2262208 Jul 16 08:59:14.046697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-b301e88c-4b48-4c5b-8f5c-87b788c28bdc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/quotas/a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 375 time: 0.0280788 Jul 16 08:59:14.161560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f421922c-8245-411c-99b2-93963cb79746 None None] Provisioning for port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:14.181860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f421922c-8245-411c-99b2-93963cb79746 None None] Provisioning complete for port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:14.182516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f421922c-8245-411c-99b2-93963cb79746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.192814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e373a1a8-578d-47f9-bd67-fef0472f27f8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385109 Jul 16 08:59:14.380938 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.713342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ce47353b-4513-4ca4-8e16-a2af02f5f320, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce47353b-4513-4ca4-8e16-a2af02f5f320,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:14.714362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f421922c-8245-411c-99b2-93963cb79746 None None] Port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:14.725862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.889454 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cc180bd9-b437-4766-90ca-109c0241462a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:15.110024 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-b5c7bc1a-81e8-4058-8243-23a06e6f40bd service neutron] 10.222.0.41 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8953483 Jul 16 08:59:15.112590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port cc180bd9-b437-4766-90ca-109c0241462a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:15.113131 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.218603 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:12Z', 'revision_number': 2, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:15.276470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-b1bbcbd1-4b3f-4ddb-8754-844bc9f4b5d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655772 Jul 16 08:59:15.296678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ce47353b-4513-4ca4-8e16-a2af02f5f320,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.306649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-58b3aff5-a6e5-4ed4-85ad-c3d323ebcdea None None] Provisioning complete for port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:15.308266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58b3aff5-a6e5-4ed4-85ad-c3d323ebcdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.322458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Checking router: e42f88bc-1868-4dfe-85a9-91e4ca0363f2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:15.322828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Updating router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:15.503167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-58b3aff5-a6e5-4ed4-85ad-c3d323ebcdea None None] Port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:15.507801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.655483 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4f61b669-3ac8-439a-ad42-7c074d826a78 req-678ad827-b81c-41e9-8d68-9c69d68eddc6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 210 time: 0.0386732 Jul 16 08:59:15.766952 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4f140d4-648b-4807-a877-b66908e569bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.793187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.151993 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.176247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Transition to ACTIVE for port object b0270b7a-bf9b-4549-a3bf-67cebaa58c40 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:16.189116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.382440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f6c93-d0e3-4fa5-bf00-294d49d5c81c None None] Pushing event updated for resources: {'Port': ['ID=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.486934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Attempting to bind port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:16.487307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Attempting to bind port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:16.487695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Attempting to bind port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:16.508579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:16.509195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Checking segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:16.509614 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.510025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Bound using segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:16.510514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Bound port: b0270b7a-bf9b-4549-a3bf-67cebaa58c40, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:16.510906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.638221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] For port b0270b7a-bf9b-4549-a3bf-67cebaa58c40, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:16.653860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] For port b0270b7a-bf9b-4549-a3bf-67cebaa58c40, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:16.669378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.747234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.796574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:16.798403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.875117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f6c93-d0e3-4fa5-bf00-294d49d5c81c None None] Pushing event updated for resources: {'Port': ['ID=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.962375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce47353b-4513-4ca4-8e16-a2af02f5f320 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:17.022284 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dce1794d-9d12-4dfa-acd7-910158d1bbba req-65a5b6f4-6ee6-4516-a9c7-60eda6c30b76 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 210 time: 0.0998523 Jul 16 08:59:17.124940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:17.522260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ce47353b-4513-4ca4-8e16-a2af02f5f320 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:17.524500 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.699377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59452) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:17.719077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-7ea07ff3-09f8-48b6-9259-3a3f6d5f4b6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:17.723952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-7ea07ff3-09f8-48b6-9259-3a3f6d5f4b6d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 797 time: 0.2828221 Jul 16 08:59:17.854457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-8fc126a7-eacf-432d-a54e-e4d0077c27d0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 379 time: 0.1088080 Jul 16 08:59:17.883990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'port': {'device_id': '5c86849f-7017-4148-af38-8ace4ca3986e', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'admin_state_up': True, 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'security_groups': ['d2cb5012-4d2a-461a-b347-5a6495155044']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:18.015107 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.062747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:18.066326 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.078384 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.216735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:18.268217 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.280945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.302930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.12 (9bf24589-c5cd-4341-8e82-8085ad1d51b1/07ccbf62-de97-41a9-9a26-cedf8a07ed85/4224f7b0-d539-46dc-b7a3-259e6df14fed) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:18.309935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5f61a-3ea8-4cb2-becd-2d42403c0353 None None] The sync data for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 is: [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:16Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:18.428201 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.457122 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2592738bf3a4be4a0ebe07572ce6cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566259 Jul 16 08:59:18.459845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59464) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:18.482624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7c3d727e-e8cd-4e1c-abd2-136e12b3be45 req-8dcb7232-1d23-4f06-b997-2d12f511d0a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 210 time: 0.0961037 Jul 16 08:59:18.508885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6c0c0-9e4f-4c91-ad48-80e787b1e6ba,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.517731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.518335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.518964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.519492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.519975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.520456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.521196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.522123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.522621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.523115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.523712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.524193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548c43bd-927e-4bac-b8e5-5f05fdae4dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:18.668566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c65ba13d-5d25-4ba1-9b91-13dc60254992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.694892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c65ba13d-5d25-4ba1-9b91-13dc60254992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.790341 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c65ba13d-5d25-4ba1-9b91-13dc60254992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.793033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c65ba13d-5d25-4ba1-9b91-13dc60254992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.794252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c65ba13d-5d25-4ba1-9b91-13dc60254992 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cc6c0c0-9e4f-4c91-ad48-80e787b1e6ba HTTP/1.1" status: 204 len: 168 time: 0.3228173 Jul 16 08:59:18.837153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba13d-5d25-4ba1-9b91-13dc60254992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6c0c0-9e4f-4c91-ad48-80e787b1e6ba,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.874312 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.928259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object 4224f7b0-d539-46dc-b7a3-259e6df14fed will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:18.969600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b0270b7a-bf9b-4549-a3bf-67cebaa58c40 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:18.983952 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.053245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:19.066824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:19.068426 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.111600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:19.119273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:19.150214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.188194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:19.276822 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.290698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.291742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.322222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-e69366b7-1e09-47f5-8cbe-47df4e9979c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4553409 Jul 16 08:59:19.365404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Request body: {'port': {'device_id': '5c86849f-7017-4148-af38-8ace4ca3986e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:19.399357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b0270b7a-bf9b-4549-a3bf-67cebaa58c40, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:19.410206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.517743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59480) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.533535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.543692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.560149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddd6df55-6334-4b5a-9536-eb7b3915ecf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.633438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-286ccb04-42fc-4633-960a-81f9cb356181 None None] Provisioning for port 4224f7b0-d539-46dc-b7a3-259e6df14fed completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:19.643337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-286ccb04-42fc-4633-960a-81f9cb356181 None None] Provisioning complete for port 4224f7b0-d539-46dc-b7a3-259e6df14fed triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:19.644041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-286ccb04-42fc-4633-960a-81f9cb356181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.724671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-286ccb04-42fc-4633-960a-81f9cb356181 None None] Port 4224f7b0-d539-46dc-b7a3-259e6df14fed cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:19.767534 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddd6df55-6334-4b5a-9536-eb7b3915ecf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.776564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ddd6df55-6334-4b5a-9536-eb7b3915ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.806425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ddd6df55-6334-4b5a-9536-eb7b3915ecf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f6c7600f2254435a217263d10b41665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863503 Jul 16 08:59:19.815871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59484) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.883128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6df55-6334-4b5a-9536-eb7b3915ecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ce1fd-6aaa-4ebd-a23e-ef286b40b32e,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.912251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93e618e0-e6e7-4999-8853-45cd1e44149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.944306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93e618e0-e6e7-4999-8853-45cd1e44149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.022293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93e618e0-e6e7-4999-8853-45cd1e44149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.030146 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93e618e0-e6e7-4999-8853-45cd1e44149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.033594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-93e618e0-e6e7-4999-8853-45cd1e44149d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b7ce1fd-6aaa-4ebd-a23e-ef286b40b32e HTTP/1.1" status: 204 len: 168 time: 0.2156050 Jul 16 08:59:20.047081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e618e0-e6e7-4999-8853-45cd1e44149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ce1fd-6aaa-4ebd-a23e-ef286b40b32e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.093491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4224f7b0-d539-46dc-b7a3-259e6df14fed {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:20.106711 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.120973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677297dd-19aa-40ff-8bcb-f0d43e84d764 req-a96cf348-0ee7-4f76-89b8-67ab1d06a411 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.123354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-677297dd-19aa-40ff-8bcb-f0d43e84d764 req-a96cf348-0ee7-4f76-89b8-67ab1d06a411 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 932 time: 0.3593950 Jul 16 08:59:20.155377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Transition to ACTIVE for port object 4224f7b0-d539-46dc-b7a3-259e6df14fed will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:20.170306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.241412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.377203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-677297dd-19aa-40ff-8bcb-f0d43e84d764 req-9f4da6d8-bab6-4c00-9230-341d96dd523a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456794 Jul 16 08:59:20.419571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:20.420183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:20.420775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:20.429526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:59:20.430152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:20.436864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:20.437461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Checking segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:20.438366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Bound using segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:20.439231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Bound port: 4224f7b0-d539-46dc-b7a3-259e6df14fed, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:20.439980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.567665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:20.572130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:20.578228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.635401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.636593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.638552 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] 10.222.0.36 "PUT /v2.0/ports/4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1093 time: 1.2978539 Jul 16 08:59:20.639509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:20.642199 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addbeb87-e910-48b4-aa42-8cf1f38d620d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:20.829350 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0250ae4-6007-4265-b0e8-de4202f6c743 x-openstack-request-id: req-a0250ae4-6007-4265-b0e8-de4202f6c743 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:20.829673 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:20.829922 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0250ae4-6007-4265-b0e8-de4202f6c743 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:20.830318 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'status': 'completed', 'code': 200} Jul 16 08:59:20.842378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b04e41-9757-4363-881e-c54260a31630 service neutron] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.903652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b0270b7a-bf9b-4549-a3bf-67cebaa58c40 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:20.931367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-3c4eb484-7d2a-4d2a-a9e5-fb4c85c4d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.933087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-3c4eb484-7d2a-4d2a-a9e5-fb4c85c4d54a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1096 time: 0.2242007 Jul 16 08:59:21.031293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:21.033345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.035736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-99f49a9b-1a49-4c8d-884a-b280e04877a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 217 time: 0.0892007 Jul 16 08:59:21.141021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-8215c383-536b-48f4-913f-4ea98c0bceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.144760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-8215c383-536b-48f4-913f-4ea98c0bceb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.1014295 Jul 16 08:59:21.282094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-503794cd-f79b-4e62-b5e8-530af6d4f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.284703 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-503794cd-f79b-4e62-b5e8-530af6d4f73f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328256 Jul 16 08:59:21.475309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-4e3d8fb3-9d6f-408f-9fca-4c58613a0c8d service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820817 Jul 16 08:59:21.712580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b56a55-f4de-4f92-b665-241e3d1a4d22 req-c7ff6859-9527-4fab-8e5c-9e6338ad64c9 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309737 Jul 16 08:59:21.788607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e66b9-3d14-45f4-b8d6-d7ae0f7d3343 req-f93c42af-9a1e-4128-a8cb-15af25b0f7e9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.791806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-669e66b9-3d14-45f4-b8d6-d7ae0f7d3343 req-f93c42af-9a1e-4128-a8cb-15af25b0f7e9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.1176097 Jul 16 08:59:21.961774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-669e66b9-3d14-45f4-b8d6-d7ae0f7d3343 req-d5eb2991-6b7c-495a-8158-e5cdd08f58b2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630833 Jul 16 08:59:21.995641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-c834e673-4b8b-4190-930f-621d377215b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.997576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-c834e673-4b8b-4190-930f-621d377215b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1096 time: 0.1370358 Jul 16 08:59:22.180087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-47dbc86c-3fe9-4e25-b4ae-c2df85638648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.181518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-47dbc86c-3fe9-4e25-b4ae-c2df85638648 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1759827 Jul 16 08:59:22.231499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-de78bc11-ce81-4415-8d28-7738cfa3c7d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 217 time: 0.0431528 Jul 16 08:59:22.314671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-e8be7aaa-5830-4060-bc9d-0faf86f1bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.316758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-e8be7aaa-5830-4060-bc9d-0faf86f1bae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0780838 Jul 16 08:59:22.405670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-bc3b8d6d-6609-458f-8dc7-1ab956ec8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.409980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-bc3b8d6d-6609-458f-8dc7-1ab956ec8cc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830662 Jul 16 08:59:22.535930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-5163f077-7431-45c1-9977-bcf5049dcb9f service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188540 Jul 16 08:59:22.676072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-addbeb87-e910-48b4-aa42-8cf1f38d620d req-75d00b96-d169-489e-b5b8-6f4f49336ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328371 Jul 16 08:59:23.276058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135b4c-619d-4dbd-840b-f521bb58c94e req-9964e1b6-2ee9-4bd4-9f2a-c7c1251d56c3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.277714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7135b4c-619d-4dbd-840b-f521bb58c94e req-9964e1b6-2ee9-4bd4-9f2a-c7c1251d56c3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.0976441 Jul 16 08:59:23.345000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b7135b4c-619d-4dbd-840b-f521bb58c94e req-1e66f5a6-61b9-408b-a213-e5a18f5071a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569720 Jul 16 08:59:24.557354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e8091-bf10-4ee2-a68f-dfeb0df975c5 req-ebf52b37-d1be-4703-80eb-288512148213 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.564926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e5e8091-bf10-4ee2-a68f-dfeb0df975c5 req-ebf52b37-d1be-4703-80eb-288512148213 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.1039944 Jul 16 08:59:24.612428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6e5e8091-bf10-4ee2-a68f-dfeb0df975c5 req-3b273a31-7054-4ef7-9656-b1eb22879df0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463393 Jul 16 08:59:25.872097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:25.971427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad698-6f12-4eb9-85a4-2625d6b9eb65 req-879ef5ed-4171-4276-90df-2ad0044866ba tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.973257 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-071ad698-6f12-4eb9-85a4-2625d6b9eb65 req-879ef5ed-4171-4276-90df-2ad0044866ba tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.1857452 Jul 16 08:59:26.076869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-071ad698-6f12-4eb9-85a4-2625d6b9eb65 req-9ff8d4f2-5d6d-43c2-afc9-db3431c45e04 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921924 Jul 16 08:59:26.112751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:26.149228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'mac_address': 'fa:16:3e:03:37:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:26.205578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.230583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4224f7b0-d539-46dc-b7a3-259e6df14fed {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:26.255735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:26.260348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.329498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:26.340954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.341448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.341923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.342354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.342780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.343478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.344103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.344908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.345269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.345791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.346105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.346679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:26.517813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4224f7b0-d539-46dc-b7a3-259e6df14fed'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:27.369406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f538be-0437-45ab-91fd-2d9c11958f7a req-340dd74f-4571-48bd-99f0-3b7e5acb1644 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.370991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65f538be-0437-45ab-91fd-2d9c11958f7a req-340dd74f-4571-48bd-99f0-3b7e5acb1644 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 945 time: 0.1036904 Jul 16 08:59:27.479571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65f538be-0437-45ab-91fd-2d9c11958f7a req-ac405cbf-6ad1-4d2d-bd38-c48ddf3cdffe tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022155 Jul 16 08:59:27.895550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:27.965828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4224f7b0-d539-46dc-b7a3-259e6df14fed completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:27.970832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4224f7b0-d539-46dc-b7a3-259e6df14fed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:27.971226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.092520 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.129173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:28.140247 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b9061-754a-4fca-99ac-00a338f21593" -d '{"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-plugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:28.185081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:28.193385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.253271 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4ba5a-a47c-4eba-b5d6-1ba7bc8e0dc9 x-openstack-request-id: req-23e4ba5a-a47c-4eba-b5d6-1ba7bc8e0dc9 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:28.253606 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-plugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:28.253850 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23e4ba5a-a47c-4eba-b5d6-1ba7bc8e0dc9 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:28.254239 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'code': 200} Jul 16 08:59:28.341338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.495959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487c4f-4644-452b-b2b7-5c98bf029fff req-cf3a80f4-359e-4db1-9080-79eea54daba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.501549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b487c4f-4644-452b-b2b7-5c98bf029fff req-cf3a80f4-359e-4db1-9080-79eea54daba8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1098 time: 0.1471951 Jul 16 08:59:28.589506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b487c4f-4644-452b-b2b7-5c98bf029fff req-0be999a8-a9fc-409e-84e1-c7eb0aae4419 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795913 Jul 16 08:59:28.743513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eeb0a-7723-41eb-b6c4-219f8cd6dd67 req-a325498f-ee80-427b-abd1-c8dda6764275 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.751571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-341eeb0a-7723-41eb-b6c4-219f8cd6dd67 req-a325498f-ee80-427b-abd1-c8dda6764275 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0966253 Jul 16 08:59:28.801755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-341eeb0a-7723-41eb-b6c4-219f8cd6dd67 req-ea76fd97-ab06-48b3-858b-7800eeb0015f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491977 Jul 16 08:59:30.188492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305fb2f-da28-4aba-a28e-c69e47912171 req-c72d1bfa-d630-49e9-8343-cd674d51aab3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.190966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3305fb2f-da28-4aba-a28e-c69e47912171 req-c72d1bfa-d630-49e9-8343-cd674d51aab3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1400013 Jul 16 08:59:30.277457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3305fb2f-da28-4aba-a28e-c69e47912171 req-4f2b790a-944a-485d-8d98-73913f38b902 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776176 Jul 16 08:59:30.542107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f7ea-7217-41d4-bdb1-1252b060c967 req-af20e121-9ad9-45ef-b66f-ab055eff40a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.549797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b678f7ea-7217-41d4-bdb1-1252b060c967 req-af20e121-9ad9-45ef-b66f-ab055eff40a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1170342 Jul 16 08:59:30.606122 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b678f7ea-7217-41d4-bdb1-1252b060c967 req-cc0c2d6c-21fc-4f01-872d-21ced69008f2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552051 Jul 16 08:59:30.621089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59672) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.690108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8a707-b735-4109-a9b1-5597f4c5aec4 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.692449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6af8a707-b735-4109-a9b1-5597f4c5aec4 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1093 time: 0.0699182 Jul 16 08:59:30.696158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 59674) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.700952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:30.737854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.974300 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.187548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.215 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/73a7f622-eefb-45f5-a161-6da75fc90007) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:31.461292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.541805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.581179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:31.584384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:31.623779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:31.819655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=73a7f622-eefb-45f5-a161-6da75fc90007,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.853276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.854119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.854119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.854272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.862475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:32.513678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.685928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.951997 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.968956 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.062548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=73a7f622-eefb-45f5-a161-6da75fc90007,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.150836 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.329989 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP 66dc3093-b72b-4143-9a84-0d006128f924 associated. External IP: 172.25.0.215, port: 4224f7b0-d539-46dc-b7a3-259e6df14fed. Jul 16 08:59:33.623882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.730859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:33.938574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:33.952528 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] Sync routers for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:33.957451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.968734 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:33.971016 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:34.024383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8147ebf4-476f-4c9c-b4d9-f8ee31bfef10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3187671 Jul 16 08:59:34.025067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:34.028675 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e9a232-24e2-448c-a99e-70ab34e0245a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:34.103795 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:34.140056 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e5a304-7d30-44ec-802f-431c1fc32846 x-openstack-request-id: req-12e5a304-7d30-44ec-802f-431c1fc32846 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:34.140410 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:34.140597 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12e5a304-7d30-44ec-802f-431c1fc32846 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:34.141018 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'status': 'completed', 'code': 200} Jul 16 08:59:34.307922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-8e400b44-ff25-4e7e-8c4e-fc1b2956a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.309486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-8e400b44-ff25-4e7e-8c4e-fc1b2956a8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1098 time: 0.1209271 Jul 16 08:59:34.347292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f85bb-5676-4e93-8848-9bc99729640d req-c7cc1cec-1a92-4734-b6e1-1adc89d32980 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.355944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b76f85bb-5676-4e93-8848-9bc99729640d req-c7cc1cec-1a92-4734-b6e1-1adc89d32980 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1371143 Jul 16 08:59:34.422801 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '66dc3093-b72b-4143-9a84-0d006128f924', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'mac_address': 'fa:16:3e:03:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86849f-7017-4148-af38-8ace4ca3986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:32Z', 'updated_at': '2021-07-16T08:59:32Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:34.455735 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b76f85bb-5676-4e93-8848-9bc99729640d req-d6337bc5-aef5-47ea-af1f-a88aedc0e575 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985093 Jul 16 08:59:34.477621 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] Checking router: e42f88bc-1868-4dfe-85a9-91e4ca0363f2 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:34.478490 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:34.478966 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59764) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:34.479488 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:34.551433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-573ce5d4-36c6-4679-8613-e9d63e9ee150 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/66dc3093-b72b-4143-9a84-0d006128f924 HTTP/1.1" status: 200 len: 992 time: 0.0706410 Jul 16 08:59:34.577549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-d0c3d843-1bd0-45f8-9913-8821a894a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.579062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-d0c3d843-1bd0-45f8-9913-8821a894a82a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.2633038 Jul 16 08:59:34.695638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-fdd18474-22c4-4423-ab52-cd22ead6e519 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.1096113 Jul 16 08:59:34.856218 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:35.170029 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '66dc3093-b72b-4143-9a84-0d006128f924', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'mac_address': 'fa:16:3e:03:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86849f-7017-4148-af38-8ace4ca3986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:32Z', 'updated_at': '2021-07-16T08:59:32Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:35.207667 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec72273-a299-41f0-8e08-1201ff76620d None None] The sync data for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 is: [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '66dc3093-b72b-4143-9a84-0d006128f924', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'mac_address': 'fa:16:3e:03:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c86849f-7017-4148-af38-8ace4ca3986e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:32Z', 'updated_at': '2021-07-16T08:59:32Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:35.393742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-49568b3b-2278-410f-8fec-3932618e4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.394366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-49568b3b-2278-410f-8fec-3932618e4607 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.6851292 Jul 16 08:59:35.529247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-8f7a9a08-794c-4c62-95a0-8d10e24ea23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.539436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-8f7a9a08-794c-4c62-95a0-8d10e24ea23e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315384 Jul 16 08:59:35.553087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:35.622951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773649f-9c09-41e3-8b13-adcedf5a6653 None None] New status for floating IP 66dc3093-b72b-4143-9a84-0d006128f924: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:35.690473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bbad6a52-ef98-49d0-8465-6829de7d4b0c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/66dc3093-b72b-4143-9a84-0d006128f924 HTTP/1.1" status: 200 len: 992 time: 0.1278307 Jul 16 08:59:35.722169 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-c6bcdf7a-a04d-4060-984d-7e7a28b4b5f1 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817338 Jul 16 08:59:35.930202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-20e9a232-24e2-448c-a99e-70ab34e0245a req-7ee53ea8-d25a-4766-8252-d79da4b7baca service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958654 Jul 16 08:59:36.686897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 59812) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:36.796964 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-805db470-cb31-4951-b01a-860365e1c71a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/66dc3093-b72b-4143-9a84-0d006128f924 HTTP/1.1" status: 200 len: 994 time: 0.0993235 Jul 16 08:59:42.983074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0a699c-d158-4ede-83b0-0c4fec564483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.349120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.408414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Deleting subnet a27513d5-7fe0-47e8-b170-7eedd7dccbf5 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:44.411735 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.499791 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.540118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.622272 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.677112 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.682114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a27513d5-7fe0-47e8-b170-7eedd7dccbf5 HTTP/1.1" status: 204 len: 168 time: 0.3296695 Jul 16 08:59:44.682774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60084) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.745136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d024b69-8395-4357-9433-e7b672afc60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27513d5-7fe0-47e8-b170-7eedd7dccbf5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:44.793779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.881523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.891933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4b42ba-f770-482f-b23f-7d163ac5ade0']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:44.902795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d985dc-a856-475d-bf12-82b09af60a38') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:44.903385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d985dc-a856-475d-bf12-82b09af60a38') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:44.913996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.930777 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.937724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:44.938398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: timer() Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:44.966443 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:45.039814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.048739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.050645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb4b42ba-f770-482f-b23f-7d163ac5ade0 HTTP/1.1" status: 204 len: 168 time: 0.3663068 Jul 16 08:59:45.061490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca477-81a7-4298-8f0a-f0bd938d8926 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4b42ba-f770-482f-b23f-7d163ac5ade0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.256641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60098) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.304859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2606593c-a423-4209-963b-59c15b982be0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b661b9f63e248099aaeb201316c297c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466838 Jul 16 08:59:45.307178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.365306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c96f6223-b177-466b-a3aa-4793fdd5ecc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.388114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c96f6223-b177-466b-a3aa-4793fdd5ecc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.441394 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c96f6223-b177-466b-a3aa-4793fdd5ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.444435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c96f6223-b177-466b-a3aa-4793fdd5ecc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.445583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c96f6223-b177-466b-a3aa-4793fdd5ecc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdc85cf0-eba0-4043-95bb-55fec56fe675 HTTP/1.1" status: 204 len: 168 time: 0.1374419 Jul 16 08:59:45.454403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f6223-b177-466b-a3aa-4793fdd5ecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc85cf0-eba0-4043-95bb-55fec56fe675,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.668708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-76cb955e-9006-48c0-870a-bae0428ccb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.756234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.651007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:46.692605 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.804871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0dca5eed-1c08-438c-9bfd-b33732b6ebde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.914174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0dca5eed-1c08-438c-9bfd-b33732b6ebde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.917973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0dca5eed-1c08-438c-9bfd-b33732b6ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.962592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0dca5eed-1c08-438c-9bfd-b33732b6ebde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=605a3c9cd9c84c2fa0380b84a9a3b085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067977 Jul 16 08:59:46.962592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca5eed-1c08-438c-9bfd-b33732b6ebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a543815e-7d2a-4f82-8ad9-fbf1a9e96959,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:46.963442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60172) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.028105 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6953b1f-4947-4662-9abc-dd402c481a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.056465 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6953b1f-4947-4662-9abc-dd402c481a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.111380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6953b1f-4947-4662-9abc-dd402c481a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.114615 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c6953b1f-4947-4662-9abc-dd402c481a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.118189 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c6953b1f-4947-4662-9abc-dd402c481a77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a543815e-7d2a-4f82-8ad9-fbf1a9e96959 HTTP/1.1" status: 204 len: 168 time: 0.1503942 Jul 16 08:59:47.129877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6953b1f-4947-4662-9abc-dd402c481a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a543815e-7d2a-4f82-8ad9-fbf1a9e96959,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:47.821647 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.393708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.466120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60242) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:48.640531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'network': {'name': 'tempest-network-smoke--214377140', 'project_id': '7383652b759c43ca889367012ec6397e', 'port_security_enabled': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:48.669855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:48.675022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.685813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.791885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.796676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.830584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:48.837434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50186b-7298-4e81-b4c3-e4faf9e7452f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:48.844179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.844614 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Added segment 04c317c3-f665-43ac-8859-a495d47ef725 of type vlan for network 100728e5-6604-4482-931a-999b8db72d90 Jul 16 08:59:48.891117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.927482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.933726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:48.934179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.974691 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5074334 Jul 16 08:59:48.978729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60260) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:48.983831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'admin_state_up': True, 'project_id': '7383652b759c43ca889367012ec6397e', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:49.016139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d8d17-0f94-4287-b6fb-2050ac33fb03 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Network': ['ID=100728e5-6604-4482-931a-999b8db72d90,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.029460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 100728e5-6604-4482-931a-999b8db72d90 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:49.039991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.041610 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.107361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.260609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.471755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.491028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.610183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.25.0.29 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d9013351-f5c2-45be-8fd4-92178a3830b9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:49.737146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.786022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.832529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:49.836054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:49.839747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:49.869959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=d9013351-f5c2-45be-8fd4-92178a3830b9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.121847 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.327775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.464893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:50.580946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:50.593457 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:50.601552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.605376 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:50.606651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60296) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.607289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-21a2461c-628e-4b4d-a77f-7502c0de75f2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6272883 Jul 16 08:59:50.612821 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:50.730311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2e904962-0027-4363-b791-a9260499d0a3 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=7383652b759c43ca889367012ec6397e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216459 Jul 16 08:59:50.731047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60302) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.735756 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:50.760240 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:50.958679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda7517-0a40-4405-bbd1-163ec3622b0d tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.961792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ffda7517-0a40-4405-bbd1-163ec3622b0d tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2295699 Jul 16 08:59:50.965679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.991548 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:50Z', 'revision_number': 3, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:50.998962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-675d5a75-b5d5-47e8-b43d-24a407ca0a18 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295546 Jul 16 08:59:50.999181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60314) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.004038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-314661721', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'project_id': '7383652b759c43ca889367012ec6397e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:51.022435 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:51.023107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Updating router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 port d9013351-f5c2-45be-8fd4-92178a3830b9 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:51.067272 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.122344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:51.126408 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.353803 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.359119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.373733 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Transition to ACTIVE for port object d9013351-f5c2-45be-8fd4-92178a3830b9 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:51.380716 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.431577 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Subnet': ['ID=7c3aeca9-e89f-42db-856f-4937de2f79fd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:51.442627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Checking segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:51.442999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network hostable DHCP agents. Network: 100728e5-6604-4482-931a-999b8db72d90, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:51.448304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Attempting to bind port d9013351-f5c2-45be-8fd4-92178a3830b9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:51.448670 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Attempting to bind port d9013351-f5c2-45be-8fd4-92178a3830b9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:51.449101 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Attempting to bind port d9013351-f5c2-45be-8fd4-92178a3830b9 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:51.457769 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:51.458523 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:51.459527 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.460058 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:51.460988 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Bound port: d9013351-f5c2-45be-8fd4-92178a3830b9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:51.461658 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.464341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 100728e5-6604-4482-931a-999b8db72d90 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:51.467065 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400480-4d28-41a3-ab6b-68c0c88b869e None None] Pushing event updated for resources: {'Port': ['ID=d9013351-f5c2-45be-8fd4-92178a3830b9,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:51.486485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 100728e5-6604-4482-931a-999b8db72d90) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:51.492072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.492758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.498412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a4de90-8396-49f8-b3ea-16d5dd48b0a5 None None] Network 100728e5-6604-4482-931a-999b8db72d90 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:51.519126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60326) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.519803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1c7c1518-60c9-4f33-a2ec-7b9243d4fdb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5194643 Jul 16 08:59:51.558832 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] For port d9013351-f5c2-45be-8fd4-92178a3830b9, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:51.563741 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] For port d9013351-f5c2-45be-8fd4-92178a3830b9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d9013351-f5c2-45be-8fd4-92178a3830b9,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:51.571547 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.654867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400480-4d28-41a3-ab6b-68c0c88b869e None None] Pushing event updated for resources: {'Port': ['ID=d9013351-f5c2-45be-8fd4-92178a3830b9,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:51.665481 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:51.666415 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:51.719480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-100728e5-6604-4482-931a-999b8db72d90', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:51.725442 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.824470 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:51.892883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Allocated IP 172.20.0.2 (100728e5-6604-4482-931a-999b8db72d90/7c3aeca9-e89f-42db-856f-4937de2f79fd/4137ddb6-9a72-4317-929e-4a71cf613951) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:52.034605 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:50Z', 'revision_number': 3, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:52.062385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.072193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Transition to ACTIVE for port object 4137ddb6-9a72-4317-929e-4a71cf613951 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:52.094179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Transition to ACTIVE for port object 4137ddb6-9a72-4317-929e-4a71cf613951 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:52.101294 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.154323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Network 100728e5-6604-4482-931a-999b8db72d90 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:52.157345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:52.166235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:52.172838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Pushing event updated for resources: {'Port': ['ID=4137ddb6-9a72-4317-929e-4a71cf613951,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.196930 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500eda4c-5ca2-4543-954e-5a831d8841c9 None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:50Z', 'revision_number': 3, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:52.264497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Attempting to bind port 4137ddb6-9a72-4317-929e-4a71cf613951 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:52.264871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Attempting to bind port 4137ddb6-9a72-4317-929e-4a71cf613951 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:52.265234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Attempting to bind port 4137ddb6-9a72-4317-929e-4a71cf613951 on network 100728e5-6604-4482-931a-999b8db72d90 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:52.270653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:52.271031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Checking segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:52.272338 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.273000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Bound using segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:52.273204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Bound port: 4137ddb6-9a72-4317-929e-4a71cf613951, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:52.273592 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.314619 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.361311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] For port 4137ddb6-9a72-4317-929e-4a71cf613951, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:52.365158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] For port 4137ddb6-9a72-4317-929e-4a71cf613951, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4137ddb6-9a72-4317-929e-4a71cf613951,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:52.378288 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.473799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeeeb3-a3e6-481f-bdd2-2646a9d6f8d2 None None] Pushing event updated for resources: {'Port': ['ID=4137ddb6-9a72-4317-929e-4a71cf613951,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.921516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.20.0.1 (100728e5-6604-4482-931a-999b8db72d90/7c3aeca9-e89f-42db-856f-4937de2f79fd/34bfd70b-1ada-481a-84c1-bd077363c9b3) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:53.047006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d9013351-f5c2-45be-8fd4-92178a3830b9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:53.139476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d9013351-f5c2-45be-8fd4-92178a3830b9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:53.146159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d9013351-f5c2-45be-8fd4-92178a3830b9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:53.146978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.185187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.206511 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Transition to ACTIVE for port object 34bfd70b-1ada-481a-84c1-bd077363c9b3 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:53.245477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.249825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.272726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d9013351-f5c2-45be-8fd4-92178a3830b9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d9013351-f5c2-45be-8fd4-92178a3830b9,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:53.278493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.279588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4137ddb6-9a72-4317-929e-4a71cf613951 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:53.319385 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 100728e5-6604-4482-931a-999b8db72d90 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:53.321023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:53.325553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:53.377350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=34bfd70b-1ada-481a-84c1-bd077363c9b3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.403681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.463181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d9013351-f5c2-45be-8fd4-92178a3830b9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.499536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 4137ddb6-9a72-4317-929e-4a71cf613951 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:53.896620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77d6cf-35a6-4949-b033-188b2f0e0647 None None] Network 100728e5-6604-4482-931a-999b8db72d90 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:54.010286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] Provisioning for port 4137ddb6-9a72-4317-929e-4a71cf613951 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:54.020389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] Provisioning complete for port 4137ddb6-9a72-4317-929e-4a71cf613951 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:54.020389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.055614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.187565 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.248070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] For port 4137ddb6-9a72-4317-929e-4a71cf613951, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4137ddb6-9a72-4317-929e-4a71cf613951,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:54.253856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.355435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3215-e020-4f31-8bf5-bcda48e507ba None None] Pushing event updated for resources: {'Port': ['ID=4137ddb6-9a72-4317-929e-4a71cf613951,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.472254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.479829 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.499284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aef26baa-5554-48ba-891e-c9bc2bc6f57d None None] Provisioning for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:54.524413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aef26baa-5554-48ba-891e-c9bc2bc6f57d None None] Provisioning complete for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:54.524757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aef26baa-5554-48ba-891e-c9bc2bc6f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.567078 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.570116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=34bfd70b-1ada-481a-84c1-bd077363c9b3,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.587307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-aef26baa-5554-48ba-891e-c9bc2bc6f57d None None] Port 34bfd70b-1ada-481a-84c1-bd077363c9b3 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:54.607198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-aef26baa-5554-48ba-891e-c9bc2bc6f57d None None] Provisioning complete for port 4137ddb6-9a72-4317-929e-4a71cf613951 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:54.607719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aef26baa-5554-48ba-891e-c9bc2bc6f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.749239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 100728e5-6604-4482-931a-999b8db72d90 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:54.751626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:54.892342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8d14f59f-a614-4791-8674-caf33d772555 None None] Provisioning complete for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:54.896175 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8d14f59f-a614-4791-8674-caf33d772555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.933155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d9013351-f5c2-45be-8fd4-92178a3830b9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:54.968291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8d14f59f-a614-4791-8674-caf33d772555 None None] Port 34bfd70b-1ada-481a-84c1-bd077363c9b3 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:54.978839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:54.998596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d9013351-f5c2-45be-8fd4-92178a3830b9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:54.999448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.135476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4137ddb6-9a72-4317-929e-4a71cf613951 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:55.151604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:55.164990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60390) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.165520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1d833091-64c1-45c8-974d-05e6f853659d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "PUT /v2.0/routers/3b0f8d0b-4edc-4853-bcb0-9fb3ec517433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6442635 Jul 16 08:59:55.167068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a132c737-e751-4613-8ae5-404896fc2835 None None] Provisioning complete for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:55.167484 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a132c737-e751-4613-8ae5-404896fc2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.207042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:55.225281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:55.225281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:55.414499 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a8f3d-3be5-4521-82a2-212c13f715b4 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.415088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a8f3d-3be5-4521-82a2-212c13f715b4 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.415591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a8f3d-3be5-4521-82a2-212c13f715b4 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.416052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a8f3d-3be5-4521-82a2-212c13f715b4 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.416502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a8f3d-3be5-4521-82a2-212c13f715b4 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.420827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-704a8f3d-3be5-4521-82a2-212c13f715b4 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2522521 Jul 16 08:59:55.422426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60396) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.490792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4137ddb6-9a72-4317-929e-4a71cf613951 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:55.490792 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.524827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a132c737-e751-4613-8ae5-404896fc2835 None None] Port 34bfd70b-1ada-481a-84c1-bd077363c9b3 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:55.568367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7034c-eeff-44b0-a2d1-6e7edcef30b0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.568946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7034c-eeff-44b0-a2d1-6e7edcef30b0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.569255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:55.569379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7034c-eeff-44b0-a2d1-6e7edcef30b0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.569717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7034c-eeff-44b0-a2d1-6e7edcef30b0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.570175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7034c-eeff-44b0-a2d1-6e7edcef30b0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.575062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60404) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.592069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e7f7034c-eeff-44b0-a2d1-6e7edcef30b0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1677725 Jul 16 08:59:55.818509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b3ffef69-0b5d-413c-9731-a778d5a27000 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.2421212 Jul 16 08:59:55.893763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:54Z', 'revision_number': 2, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:55.920444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:55.920892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Updating router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 port 34bfd70b-1ada-481a-84c1-bd077363c9b3 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:55.962962 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.264852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60418) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.269516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177963090', 'description': 'tempest-secgroup-smoke-177963090 description', 'project_id': '7383652b759c43ca889367012ec6397e'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:56.269976 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.281237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Transition to ACTIVE for port object 34bfd70b-1ada-481a-84c1-bd077363c9b3 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:56.288290 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.374431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a273ad-b446-4427-83be-525b16bb6408 None None] Pushing event updated for resources: {'Port': ['ID=34bfd70b-1ada-481a-84c1-bd077363c9b3,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.415007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Attempting to bind port 34bfd70b-1ada-481a-84c1-bd077363c9b3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:56.415415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Attempting to bind port 34bfd70b-1ada-481a-84c1-bd077363c9b3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:56.415789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Attempting to bind port 34bfd70b-1ada-481a-84c1-bd077363c9b3 on network 100728e5-6604-4482-931a-999b8db72d90 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:56.424810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:56.425199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Checking segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:56.425616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.426064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Bound using segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:56.426616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Bound port: 34bfd70b-1ada-481a-84c1-bd077363c9b3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:56.426985 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.523525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] For port 34bfd70b-1ada-481a-84c1-bd077363c9b3, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:56.526858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] For port 34bfd70b-1ada-481a-84c1-bd077363c9b3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=34bfd70b-1ada-481a-84c1-bd077363c9b3,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:56.532621 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.637680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a273ad-b446-4427-83be-525b16bb6408 None None] Pushing event updated for resources: {'Port': ['ID=34bfd70b-1ada-481a-84c1-bd077363c9b3,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.641666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:56.642501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:56.803608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.836920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:56.947342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.952784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.995069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae7f82-b484-450f-9687-3ebf773f24b3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.010706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.014886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c3391330-eec6-4b90-a2e6-482ae62d906e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7462497 Jul 16 08:59:57.015589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60436) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.023225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'e6ae7f82-b484-450f-9687-3ebf773f24b3', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.056085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.114780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:56Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:57.131239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.136152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.155585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7864f3-7db6-4cc5-8465-50f0ab9e1709 None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:56Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:57.158690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9549882-3cd0-47b4-a6d1-9367933affb9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.169821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.173713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1534f8e8-26d2-408e-b448-8c8a3af64587 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527381 Jul 16 08:59:57.173900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60442) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.179363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'e6ae7f82-b484-450f-9687-3ebf773f24b3', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.216142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.305974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.310470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.329655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c82804-2054-438f-9563-648c2ecf23ee,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.350780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.354589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a0166686-b6a7-452f-a741-e3e35d104527 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1772137 Jul 16 08:59:57.354865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60444) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.359768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'e6ae7f82-b484-450f-9687-3ebf773f24b3', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.388507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.451287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.463546 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.488948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e47f167-3388-4cde-b52b-5037aa1b2a8c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.499665 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.500939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d3a0629-3064-4967-8f65-8e6f39078300 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449304 Jul 16 08:59:57.504598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60448) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.511394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'e6ae7f82-b484-450f-9687-3ebf773f24b3', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.551294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.657317 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.661383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.692080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ea4a65-b505-4c54-80fe-4907967e00f2,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.700208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.704528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60458) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.707876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-61d6de9d-788b-4b01-9cf2-5d9da93451f6 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1956000 Jul 16 08:59:57.709780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'e6ae7f82-b484-450f-9687-3ebf773f24b3', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.736314 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Project 7383652b759c43ca889367012ec6397e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:59:57.744280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.837553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.842067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.859655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c544700a-a5d4-4dc2-9541-f18dc522d2e7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.895348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.899639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e2739543-9283-4a2f-aa0e-8e055cd86391 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1913307 Jul 16 08:59:57.900159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60466) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.905756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'e6ae7f82-b484-450f-9687-3ebf773f24b3', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.966299 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Project 7383652b759c43ca889367012ec6397e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:59:57.976151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.062712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.077820 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.106564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acffd8c-f2a9-4766-9249-860c47fc96b8,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.121215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.133304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b3871a7e-6d4e-47c7-8358-9bf84c8c8cfd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2309535 Jul 16 08:59:58.289951 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-9824e6d5-e7cc-4de4-8e49-fa4821cf3a46 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177963090&fields=id&tenant_id=7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 267 time: 0.0435550 Jul 16 08:59:58.410089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3de2374f-88de-40ee-a2b5-da60b9f2a9dc tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.411672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3de2374f-88de-40ee-a2b5-da60b9f2a9dc tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 796 time: 0.1156061 Jul 16 08:59:58.428583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-86531f62-64e8-497b-8afa-0b35d1125308 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/quotas/7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 375 time: 0.0108397 Jul 16 08:59:58.521918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-1e491156-621c-4a79-9572-7fca6ffa45d2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763741 Jul 16 08:59:58.630394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-cd94a312-51b5-4701-860e-44f1c3fe02a6 service neutron] 10.222.0.41 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939462 Jul 16 08:59:58.748867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-9044b38a-d7cb-45ae-8afc-2ef632cb16df service neutron] 10.222.0.41 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043930 Jul 16 08:59:58.907790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 34bfd70b-1ada-481a-84c1-bd077363c9b3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:58.965223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:58.969906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:58.970365 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.070682 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1acdb84b-11e8-4d7b-91ad-dc9ca6b2879c req-a7246b46-dc17-41d9-adb8-d521d5644f10 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 210 time: 0.0500875 Jul 16 08:59:59.088557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.130484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 34bfd70b-1ada-481a-84c1-bd077363c9b3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=34bfd70b-1ada-481a-84c1-bd077363c9b3,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:59.135818 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.195815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=34bfd70b-1ada-481a-84c1-bd077363c9b3,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.278815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93a0235d-6b8b-4bde-bb6d-ae1655bcd669 req-d65e16c4-1ab2-491d-86d6-d18efbe71740 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 210 time: 0.0531662 Jul 16 09:00:00.289527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-f67f4425-3615-4c2b-9dbf-cdc91a59b8e8 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.291865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-f67f4425-3615-4c2b-9dbf-cdc91a59b8e8 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 796 time: 0.1616578 Jul 16 09:00:00.358289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-d5a8ac3d-7108-44dd-95de-5db803d951bc tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 379 time: 0.0569935 Jul 16 09:00:00.370632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'port': {'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'admin_state_up': True, 'tenant_id': '7383652b759c43ca889367012ec6397e', 'security_groups': ['e6ae7f82-b484-450f-9687-3ebf773f24b3']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:00.487561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:00.491483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.632158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.20.0.13 (100728e5-6604-4482-931a-999b8db72d90/7c3aeca9-e89f-42db-856f-4937de2f79fd/c271e80d-b98d-48a0-a8fa-dad9a87c46d9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:00.800252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.821395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Transition to ACTIVE for port object c271e80d-b98d-48a0-a8fa-dad9a87c46d9 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:00.862970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.890025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 34bfd70b-1ada-481a-84c1-bd077363c9b3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:00.919552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 100728e5-6604-4482-931a-999b8db72d90 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:00.922772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:00.926943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:00.956377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.967152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 34bfd70b-1ada-481a-84c1-bd077363c9b3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:00.967390 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.998335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.999178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.016927 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-3965d7ad-7e1c-4175-a1c1-5107274309f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529777 Jul 16 09:00:01.038436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Request body: {'port': {'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:01.154435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.342139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a8599c6-5984-4244-bb83-1bf3bf2c9675 None None] Provisioning for port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:01.348158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a8599c6-5984-4244-bb83-1bf3bf2c9675 None None] Provisioning complete for port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:01.349165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8599c6-5984-4244-bb83-1bf3bf2c9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.404864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a8599c6-5984-4244-bb83-1bf3bf2c9675 None None] Port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:01.487747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-6d89ce65-c962-458b-bdcd-f4e8f815ca2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925624 Jul 16 09:00:01.570651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e6d82-dc5f-40d0-adc8-695e0ae687c2 req-e477db2b-7e34-4b3d-9dc3-7d0cf32a0136 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.581928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec5e6d82-dc5f-40d0-adc8-695e0ae687c2 req-e477db2b-7e34-4b3d-9dc3-7d0cf32a0136 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 932 time: 0.1253963 Jul 16 09:00:01.688421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec5e6d82-dc5f-40d0-adc8-695e0ae687c2 req-23044684-85ae-4c76-8842-30f04211f244 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055813 Jul 16 09:00:01.701023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c271e80d-b98d-48a0-a8fa-dad9a87c46d9 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:01.708841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.722185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Transition to ACTIVE for port object c271e80d-b98d-48a0-a8fa-dad9a87c46d9 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:01.726590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.730109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-204959d9-2dff-4450-a5f0-1076310cadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.732141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-204959d9-2dff-4450-a5f0-1076310cadba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1098 time: 0.1624756 Jul 16 09:00:01.762427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158da76-cf40-4726-9962-2eceabcb4ade req-28a901b3-d1f8-4a4c-88ff-e5d6109eca77 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.776823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2158da76-cf40-4726-9962-2eceabcb4ade req-28a901b3-d1f8-4a4c-88ff-e5d6109eca77 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1098 time: 0.1344604 Jul 16 09:00:01.798297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Pushing event updated for resources: {'Port': ['ID=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:01.904469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2158da76-cf40-4726-9962-2eceabcb4ade req-eb1e46cd-75d4-4a01-a3a3-97115c057614 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117268 Jul 16 09:00:01.937350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Attempting to bind port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:01.937797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Attempting to bind port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:01.939189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Attempting to bind port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 on network 100728e5-6604-4482-931a-999b8db72d90 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:01.949010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 on network 100728e5-6604-4482-931a-999b8db72d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:01.949419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Attempting to bind port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 on network 100728e5-6604-4482-931a-999b8db72d90 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:01.961283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:01.961719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Checking segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:01.962182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Bound using segment: {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:01.962695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Bound port: c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c317c3-f665-43ac-8859-a495d47ef725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '100728e5-6604-4482-931a-999b8db72d90'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:01.964949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.972507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-93ee8ff1-369e-428e-bf48-f56af842d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.975764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-93ee8ff1-369e-428e-bf48-f56af842d448 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1978307 Jul 16 09:00:02.110031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-995be2c5-f3b1-4f7f-a0e7-6990867ff8fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1002 time: 0.1275351 Jul 16 09:00:02.169884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] For port c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:02.174701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] For port c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:02.183886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.214943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-82b19e61-d723-4798-8ab2-a5bb151ff917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.216609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-82b19e61-d723-4798-8ab2-a5bb151ff917 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.1002934 Jul 16 09:00:02.264553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.266010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.267995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] 10.222.0.18 "PUT /v2.0/ports/c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 1093 time: 1.2396834 Jul 16 09:00:02.275657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:02.278837 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0482e8-9107-44a4-b326-9506f5dbc346" -d '{"events": [{"name": "network-changed", "server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:02.296793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-a8398534-fdf0-47a3-9cd6-2c67cb3c4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.298609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-a8398534-fdf0-47a3-9cd6-2c67cb3c4972 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705752 Jul 16 09:00:02.339166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758eaa7-9434-489a-bae5-9e2ce159cced req-5840d5f9-0ea0-40bb-a1db-f19fc6814d92 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.346289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0758eaa7-9434-489a-bae5-9e2ce159cced req-5840d5f9-0ea0-40bb-a1db-f19fc6814d92 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.2790334 Jul 16 09:00:02.383199 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac683be-fa84-4a7d-9db8-0b224b6b283d x-openstack-request-id: req-eac683be-fa84-4a7d-9db8-0b224b6b283d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:02.383766 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:02.384115 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eac683be-fa84-4a7d-9db8-0b224b6b283d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:02.384734 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'status': 'completed', 'code': 200} Jul 16 09:00:02.425441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-63bdb5c9-4a20-4be3-8af8-78741a4e16e1 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189265 Jul 16 09:00:02.467959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0758eaa7-9434-489a-bae5-9e2ce159cced req-37c70551-e735-4c03-99e2-a46228d2e595 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086571 Jul 16 09:00:02.469797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ec059-be82-4de4-8f5e-35e9074bdd14 service neutron] Pushing event updated for resources: {'Port': ['ID=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:02.512668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-b06bcb1e-dc9b-468e-a94b-adc979d5b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.514744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-b06bcb1e-dc9b-468e-a94b-adc979d5b9cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1096 time: 0.1674230 Jul 16 09:00:02.517354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60592) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.568625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8dad70e-7e12-460b-a65f-f63ec3052a92 req-4d8ebd2c-06d0-43e1-b9ba-cdfd9f7684f3 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356084 Jul 16 09:00:02.592237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e39daf30-74c4-474a-b2f2-bd8e35be2ac2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/66dc3093-b72b-4143-9a84-0d006128f924 HTTP/1.1" status: 200 len: 994 time: 0.0733998 Jul 16 09:00:02.635949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-13549186-1b1b-448b-87c1-2b0f0dc7deac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 217 time: 0.0425930 Jul 16 09:00:02.704674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-113af733-cfa4-4009-9d20-633f05725bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.706161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-113af733-cfa4-4009-9d20-633f05725bc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 200 len: 834 time: 0.0642054 Jul 16 09:00:02.772946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-38c634ac-8cc2-43bb-9170-8d80f382df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.775011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-38c634ac-8cc2-43bb-9170-8d80f382df5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100728e5-6604-4482-931a-999b8db72d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629449 Jul 16 09:00:02.955034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-8185cc72-cd39-4ce2-a36c-740fc1a5d7a1 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738515 Jul 16 09:00:02.977064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8991121-305b-44fd-b313-4a879c1ffeca req-55e322a8-4882-4683-b56f-8beabcf5c6d8 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.978729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8991121-305b-44fd-b313-4a879c1ffeca req-55e322a8-4882-4683-b56f-8beabcf5c6d8 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 944 time: 0.1151822 Jul 16 09:00:03.087283 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f8991121-305b-44fd-b313-4a879c1ffeca req-852174f9-9eb6-4063-95ae-7b0bc346471b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976040 Jul 16 09:00:03.116469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0a56317-6e43-4ed1-b26b-63a20fcea2bf req-8d55953f-e66f-4de0-97c6-82e9ab773c29 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488647 Jul 16 09:00:03.263520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-57429046-8eac-436d-b27d-4ad610aa2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.265141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-57429046-8eac-436d-b27d-4ad610aa2468 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1096 time: 0.0707071 Jul 16 09:00:03.456418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-8d40d027-7807-4e4b-b959-001b1d63b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.458034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-8d40d027-7807-4e4b-b959-001b1d63b608 service neutron] 10.222.0.18 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 897 time: 0.1846786 Jul 16 09:00:03.509712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-6322525e-50ea-447c-80b9-e4184e517bb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 217 time: 0.0440738 Jul 16 09:00:03.579747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e1ca8-1bac-4c8c-8e9e-04d25029faee req-84958336-f715-46a1-9430-9463ce4f4917 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.581702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a8e1ca8-1bac-4c8c-8e9e-04d25029faee req-84958336-f715-46a1-9430-9463ce4f4917 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.2017889 Jul 16 09:00:03.599631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-46e408be-c6c3-4ec4-b388-86d718cc392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.601098 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-46e408be-c6c3-4ec4-b388-86d718cc392e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 200 len: 834 time: 0.0832837 Jul 16 09:00:03.603754 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-6765ddd5-840c-451e-824a-4a4d8224531f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2491901 Jul 16 09:00:03.624620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.660730 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a8e1ca8-1bac-4c8c-8e9e-04d25029faee req-04c392f6-8e9f-4eee-aeea-ee863854e4a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696745 Jul 16 09:00:03.688337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-99deb0cc-a95a-44bb-a3fc-09ae36de52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.689974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-99deb0cc-a95a-44bb-a3fc-09ae36de52df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100728e5-6604-4482-931a-999b8db72d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799587 Jul 16 09:00:03.809730 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-063f294f-9f2a-49fb-9a17-42fbb8fb4a3f service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121514 Jul 16 09:00:03.939400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d0482e8-9107-44a4-b326-9506f5dbc346 req-8c22be6f-e1e5-48a1-a9bb-416b60c36b8a service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224926 Jul 16 09:00:04.357110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1f2a5-4345-4136-80db-6bd58a247395 req-5c4770aa-33fb-42bb-8d24-d390c78feec7 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:04.358914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40b1f2a5-4345-4136-80db-6bd58a247395 req-5c4770aa-33fb-42bb-8d24-d390c78feec7 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 944 time: 0.1037962 Jul 16 09:00:04.417393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40b1f2a5-4345-4136-80db-6bd58a247395 req-2b4dfc10-c59b-425c-8c9b-f894586ffe92 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508804 Jul 16 09:00:05.153572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-cd0963a0-c2e1-40c6-a5f0-49a488f05f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.155581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-cd0963a0-c2e1-40c6-a5f0-49a488f05f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1098 time: 0.0782132 Jul 16 09:00:05.225801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c5a4d-88ea-4a4b-8ed7-9cb4726c904a req-5aa3daca-3752-455f-8d57-4e84ed8250fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.227348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec0c5a4d-88ea-4a4b-8ed7-9cb4726c904a req-5aa3daca-3752-455f-8d57-4e84ed8250fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.3965905 Jul 16 09:00:05.278968 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec0c5a4d-88ea-4a4b-8ed7-9cb4726c904a req-acb375fe-04c2-4406-ad85-f1ba8cb84057 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459156 Jul 16 09:00:05.279299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-50718352-27ce-4d70-99b4-50f47f339166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.280820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-50718352-27ce-4d70-99b4-50f47f339166 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1177101 Jul 16 09:00:05.358409 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-f0022251-93bd-4602-be1f-4b14aeaa6216 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1002 time: 0.0689328 Jul 16 09:00:05.409939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-fa1d13c1-9ad6-4540-84e9-4942507a7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.411496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-fa1d13c1-9ad6-4540-84e9-4942507a7a0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0466771 Jul 16 09:00:05.481055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-af95a1ba-fa96-403e-8cad-ab55535cc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.482584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-af95a1ba-fa96-403e-8cad-ab55535cc844 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653052 Jul 16 09:00:05.625540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-2264909f-c84d-45ca-9487-b3771bb9551b service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367598 Jul 16 09:00:05.679153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cdb77-0fff-451b-85d6-30afb49ebfe5 req-8b298a8f-5c62-4490-9c0a-69203ef45051 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.680753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c34cdb77-0fff-451b-85d6-30afb49ebfe5 req-8b298a8f-5c62-4490-9c0a-69203ef45051 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 944 time: 0.1167924 Jul 16 09:00:05.763890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c34cdb77-0fff-451b-85d6-30afb49ebfe5 req-353670d8-510a-4efb-8366-862bfc1de651 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528879 Jul 16 09:00:05.766014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-23ac65d4-9782-4e32-bcac-02fea108b87d service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335990 Jul 16 09:00:06.055306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-668f5f05-bf92-4cc8-ae9f-7d1ab837f6ed req-a38fe929-d4b8-42a0-8e86-f4ebed45befb service neutron] (93700) timed out ('10.222.0.41', 35360) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:00:06.064060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c271e80d-b98d-48a0-a8fa-dad9a87c46d9 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:06.165693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:06.176673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:06.215068 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.228452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c271e80d-b98d-48a0-a8fa-dad9a87c46d9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:06.248754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:06.252833 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.309061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.465817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c271e80d-b98d-48a0-a8fa-dad9a87c46d9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:06.468805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21734e51-ba2e-40b5-97d0-6f93cf50a54a req-67ce1d50-7c44-45c4-a302-d32bc62f02f3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.470309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21734e51-ba2e-40b5-97d0-6f93cf50a54a req-67ce1d50-7c44-45c4-a302-d32bc62f02f3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0654395 Jul 16 09:00:06.526058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21734e51-ba2e-40b5-97d0-6f93cf50a54a req-ad5e848f-fae3-47ab-8c3c-62fb7fd52c85 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479546 Jul 16 09:00:07.028727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76983416-bee3-40de-a57d-e4e6266567ca req-00702f3c-a00d-4f42-b49b-1d5abb0ff829 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.031069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76983416-bee3-40de-a57d-e4e6266567ca req-00702f3c-a00d-4f42-b49b-1d5abb0ff829 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 945 time: 0.0922425 Jul 16 09:00:07.077959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-76983416-bee3-40de-a57d-e4e6266567ca req-435e7f5d-f805-4653-a2e3-c28636239559 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383716 Jul 16 09:00:07.725369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f46bd-16dd-4537-9eff-4f5e19c99155 req-2adee550-f240-4230-865a-81a856b87614 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.727178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c06f46bd-16dd-4537-9eff-4f5e19c99155 req-2adee550-f240-4230-865a-81a856b87614 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0768375 Jul 16 09:00:07.777275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c06f46bd-16dd-4537-9eff-4f5e19c99155 req-98ba0662-66b8-42be-bdd2-c6a3c2c85160 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438387 Jul 16 09:00:08.095105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c271e80d-b98d-48a0-a8fa-dad9a87c46d9 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:08.150628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:08.155181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:08.155874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.252165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.280983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:08.284189 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32adac7d-ec75-4333-acd4-e3d233e88e04" -d '{"events": [{"server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "name": "network-vif-plugged", "status": "completed", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:08.310598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:08.318211 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.356025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc46bb9-7ea6-4224-af9a-79ffe31c87aa req-77d6049d-92e9-4f94-be03-af0ce27e4c6b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.360990 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fc46bb9-7ea6-4224-af9a-79ffe31c87aa req-77d6049d-92e9-4f94-be03-af0ce27e4c6b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 945 time: 0.1294477 Jul 16 09:00:08.387291 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26b52b-c91e-4adc-9467-e9b2896162f0 x-openstack-request-id: req-1a26b52b-c91e-4adc-9467-e9b2896162f0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:08.387505 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "name": "network-vif-plugged", "status": "completed", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:08.387854 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a26b52b-c91e-4adc-9467-e9b2896162f0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:08.388506 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'code': 200} Jul 16 09:00:08.390012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.410903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fc46bb9-7ea6-4224-af9a-79ffe31c87aa req-6e605ded-7175-42ff-9321-06cda9c02491 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 Jul 16 09:00:08.537845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d787f-d36d-4809-b0db-9d6f307b4b8f req-ccc31467-0ce9-4084-84e6-69608a9eb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.539427 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb0d787f-d36d-4809-b0db-9d6f307b4b8f req-ccc31467-0ce9-4084-84e6-69608a9eb9e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1098 time: 0.0779152 Jul 16 09:00:08.580150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb0d787f-d36d-4809-b0db-9d6f307b4b8f req-7bc3df2b-6bc3-457a-9725-549505f2d4a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346034 Jul 16 09:00:08.959419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f7363-4109-43fa-9522-9c8d9a8136a7 req-42e3db45-77d5-4bed-bff1-1794f97cc38e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.961133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b52f7363-4109-43fa-9522-9c8d9a8136a7 req-42e3db45-77d5-4bed-bff1-1794f97cc38e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0680790 Jul 16 09:00:09.012165 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b52f7363-4109-43fa-9522-9c8d9a8136a7 req-d40423f8-fc6c-4216-b979-844d83c95dde tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450213 Jul 16 09:00:09.615701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0c074-369d-4029-855a-638b9222c5f3 req-bbafdbe8-1be1-4c05-a6ae-74a1ff560333 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.617414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32f0c074-369d-4029-855a-638b9222c5f3 req-bbafdbe8-1be1-4c05-a6ae-74a1ff560333 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 946 time: 0.0712092 Jul 16 09:00:09.659999 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32f0c074-369d-4029-855a-638b9222c5f3 req-84808293-dbc6-4ecf-837e-13e0bf4bb81b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353794 Jul 16 09:00:09.857656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612212-0b61-45e3-bc32-f9e4e1a089b7 req-e9fe05cc-b778-43ef-9b4f-6b37318c1c17 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.859221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65612212-0b61-45e3-bc32-f9e4e1a089b7 req-e9fe05cc-b778-43ef-9b4f-6b37318c1c17 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 946 time: 0.0668013 Jul 16 09:00:09.900878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-65612212-0b61-45e3-bc32-f9e4e1a089b7 req-16408a62-3ea2-4af8-919e-5d4f5688793b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349467 Jul 16 09:00:09.926697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60780) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.987572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3896030-c5c3-44fb-a3df-943f00ef8dc9 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.992805 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c3896030-c5c3-44fb-a3df-943f00ef8dc9 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1093 time: 0.0607121 Jul 16 09:00:09.993163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 60782) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.997868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:10.022453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.129186 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.281830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.25.0.90 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/1cd006e1-7c6e-47ee-8e97-6b7e85817e29) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:10.297035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137b9f-3dcf-4758-aaff-29c10fa2229e req-dab9f3da-5742-466f-8f01-434f0f5225da tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.298538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55137b9f-3dcf-4758-aaff-29c10fa2229e req-dab9f3da-5742-466f-8f01-434f0f5225da tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1297009 Jul 16 09:00:10.392369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55137b9f-3dcf-4758-aaff-29c10fa2229e req-7f28b352-bb53-4cee-bb8f-68b8cbc11004 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837269 Jul 16 09:00:10.431236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.474595 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.528595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=1cd006e1-7c6e-47ee-8e97-6b7e85817e29,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.535305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:10.537289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:10.539530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:10.935529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.016748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.188215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.194792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.279605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=1cd006e1-7c6e-47ee-8e97-6b7e85817e29,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.288768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.401743 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Floating IP 829a9f54-64c9-4e8b-9439-6a7eea5f8ca3 associated. External IP: 172.25.0.90, port: c271e80d-b98d-48a0-a8fa-dad9a87c46d9. Jul 16 09:00:11.638658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86124db2-7bcb-4a9c-ad58-0a20f267dc65 req-359f766f-f1c3-4833-97ff-a693c2886acf tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.641115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86124db2-7bcb-4a9c-ad58-0a20f267dc65 req-359f766f-f1c3-4833-97ff-a693c2886acf tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0965879 Jul 16 09:00:11.665409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:11.682345 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86124db2-7bcb-4a9c-ad58-0a20f267dc65 req-c8fb2fca-f4d7-41ec-b0e0-930993562d2e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353000 Jul 16 09:00:11.790277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:11.804504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:11.815196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.816179 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:11.819929 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:11.874086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-efa064b7-0610-48e5-90fa-e6ebd747f410 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8798091 Jul 16 09:00:11.874818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:11.877000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 60850) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.877360 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231ea6a-9a1d-4c38-9da3-46d5c628851e" -d '{"events": [{"name": "network-changed", "server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:11.956156 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:11.962973 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61586d-38b2-40ac-a5f3-97000e91333a x-openstack-request-id: req-0e61586d-38b2-40ac-a5f3-97000e91333a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:11.963525 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:11.963642 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e61586d-38b2-40ac-a5f3-97000e91333a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:11.964421 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'status': 'completed', 'code': 200} Jul 16 09:00:11.981152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d63970c-f77b-41f9-9d20-7dbe597e2ed4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/829a9f54-64c9-4e8b-9439-6a7eea5f8ca3 HTTP/1.1" status: 200 len: 991 time: 0.1023943 Jul 16 09:00:12.050387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-8e453dcf-51fb-417a-ae5c-719d28afd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.053103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-8e453dcf-51fb-417a-ae5c-719d28afd313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1098 time: 0.0593307 Jul 16 09:00:12.174949 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-ba04cbd4-8753-42e4-82c2-2e37e4f4f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.177643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-ba04cbd4-8753-42e4-82c2-2e37e4f4f997 service neutron] 10.222.0.18 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 897 time: 0.1184609 Jul 16 09:00:12.233851 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:10Z', 'revision_number': 0, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:12.260038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-12180c02-dbc7-40c4-a72f-d02b4205fc08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 999 time: 0.0769796 Jul 16 09:00:12.276020 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:12.287596 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:12.288232 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:12.326132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-5896a732-d08d-4abe-b63b-df1e8ca8f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.328636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-5896a732-d08d-4abe-b63b-df1e8ca8f550 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 200 len: 834 time: 0.0618699 Jul 16 09:00:12.407668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-3c611e80-5739-489c-b476-c0902716155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.409808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-3c611e80-5739-489c-b476-c0902716155d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100728e5-6604-4482-931a-999b8db72d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750847 Jul 16 09:00:12.413044 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:12.540717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-062d2e53-3965-4815-93f3-74f5ec2f3b8e service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244345 Jul 16 09:00:12.655443 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5231ea6a-9a1d-4c38-9da3-46d5c628851e req-9b677def-326b-4da9-a3db-959ab289839b service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024630 Jul 16 09:00:12.688746 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:10Z', 'revision_number': 0, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:12.715827 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd55301-6f16-4206-8bc2-9b8ce2b4b5c1 None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:10Z', 'revision_number': 0, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:12.929450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6edf-5682-4ae6-af45-6fd916d3b56a req-f8b73d14-d1d2-4ea6-bae3-0c99d50ad501 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.931385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3db6edf-5682-4ae6-af45-6fd916d3b56a req-f8b73d14-d1d2-4ea6-bae3-0c99d50ad501 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0866275 Jul 16 09:00:12.985642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 32774) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:13.006361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3c91c65-cac1-4b79-85cb-8136939f90af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.010561 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3db6edf-5682-4ae6-af45-6fd916d3b56a req-c741eda9-db56-4613-8554-6eea3326daa6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658531 Jul 16 09:00:13.022471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e3f08f-2aa8-41a9-b9e8-2dd80401710e None None] New status for floating IP 829a9f54-64c9-4e8b-9439-6a7eea5f8ca3: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:13.165428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0bb8e458-66f9-4d7b-b824-08e1afbc4a9d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/829a9f54-64c9-4e8b-9439-6a7eea5f8ca3 HTTP/1.1" status: 200 len: 991 time: 0.1785405 Jul 16 09:00:14.169173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 32972) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:14.266915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b9a69deb-6f05-4759-8f65-8ebc66fe1113 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/829a9f54-64c9-4e8b-9439-6a7eea5f8ca3 HTTP/1.1" status: 200 len: 993 time: 0.0965967 Jul 16 09:00:14.279291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e59ace-9b2f-4d38-b00e-a471f4870a04 req-40d08b7c-36dc-4937-80da-b247398c7f95 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:14.280923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70e59ace-9b2f-4d38-b00e-a471f4870a04 req-40d08b7c-36dc-4937-80da-b247398c7f95 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1130691 Jul 16 09:00:14.331848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70e59ace-9b2f-4d38-b00e-a471f4870a04 req-0b7d8dda-b2e5-47d2-8a60-b405442bcd95 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435450 Jul 16 09:00:15.508502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5cbfd-4920-471c-941c-529e85a2f09e req-b54448c3-699c-43ef-be33-0829d10df2d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.510034 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4d5cbfd-4920-471c-941c-529e85a2f09e req-b54448c3-699c-43ef-be33-0829d10df2d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0646353 Jul 16 09:00:15.553757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f4d5cbfd-4920-471c-941c-529e85a2f09e req-98bcc31c-db8e-4f52-be20-d521c32111df tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Jul 16 09:00:15.659785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-608a38cb-4563-4779-b2cd-e047249241a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.761203 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.685567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.021763 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e145d-f840-40df-a669-96b7cfc1a044 req-75015bff-7150-4116-b3e2-814ee313e2e4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:17.023298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e6e145d-f840-40df-a669-96b7cfc1a044 req-75015bff-7150-4116-b3e2-814ee313e2e4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.3506091 Jul 16 09:00:17.063166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e6e145d-f840-40df-a669-96b7cfc1a044 req-21ca78ec-8e39-45d6-a123-c5bda85ee842 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340211 Jul 16 09:00:17.812906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.264239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c0d3c-c358-4fb9-a219-868acd238809 req-aa15b078-f109-4b14-82ed-7ab3909c155a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.265947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-073c0d3c-c358-4fb9-a219-868acd238809 req-aa15b078-f109-4b14-82ed-7ab3909c155a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0871172 Jul 16 09:00:18.319909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-073c0d3c-c358-4fb9-a219-868acd238809 req-ebc4f32b-f768-42b2-8d0f-f3a118da0d00 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482726 Jul 16 09:00:18.392882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.248256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33136) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.360351 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-271209ce-e00f-4255-8805-703f6fc421cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.510561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-271209ce-e00f-4255-8805-703f6fc421cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.516845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-271209ce-e00f-4255-8805-703f6fc421cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.565909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-271209ce-e00f-4255-8805-703f6fc421cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a9cb95fe4954fb7ba832bc1e5912394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164184 Jul 16 09:00:19.568666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33144) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.573832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ba1e1-6f1c-4167-9fec-32535c3ed64f req-75ce9fb6-3a78-451c-b66b-aa85d7c58099 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:19.575367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-893ba1e1-6f1c-4167-9fec-32535c3ed64f req-75ce9fb6-3a78-451c-b66b-aa85d7c58099 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1398866 Jul 16 09:00:19.576014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271209ce-e00f-4255-8805-703f6fc421cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d3bdc9-6958-49cf-91b6-55b12a43208f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.617579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-893ba1e1-6f1c-4167-9fec-32535c3ed64f req-bcd6a981-7195-434e-b159-cdaa6afdc693 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354016 Jul 16 09:00:19.633455 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.655052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.701988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.705015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.706172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88d3bdc9-6958-49cf-91b6-55b12a43208f HTTP/1.1" status: 204 len: 168 time: 0.1359680 Jul 16 09:00:19.714608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d3bdc9-6958-49cf-91b6-55b12a43208f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.722356 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.722652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.722996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.723408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.723878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.724350 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.724791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.725132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.725509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.725786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.726206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.726542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32525a-c7dc-40f4-83c5-36d4d6c2e61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.814931 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba858fc1-d306-49df-8cff-527986c99ff8 req-9edb6ddf-be43-4c15-b5a9-5653c05a96f6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:20.816580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba858fc1-d306-49df-8cff-527986c99ff8 req-9edb6ddf-be43-4c15-b5a9-5653c05a96f6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0730979 Jul 16 09:00:20.857820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba858fc1-d306-49df-8cff-527986c99ff8 req-43fa43ff-b964-4153-a66c-e784557a4894 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346243 Jul 16 09:00:22.058647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0773ff-56cb-4a47-ab6c-2f80a4fd4d98 req-73108c4a-6d9a-469f-a7c8-c6d889d8b103 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.060161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f0773ff-56cb-4a47-ab6c-2f80a4fd4d98 req-73108c4a-6d9a-469f-a7c8-c6d889d8b103 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0697062 Jul 16 09:00:22.098907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f0773ff-56cb-4a47-ab6c-2f80a4fd4d98 req-7b226de8-0cd4-49d1-8214-77f074570944 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Jul 16 09:00:22.739211 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-6e4bf22d-fa6f-4bcb-8e16-0f81b4f0e08e service neutron] show failed (client error): The resource could not be found. Jul 16 09:00:22.740271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-6e4bf22d-fa6f-4bcb-8e16-0f81b4f0e08e service neutron] 10.222.0.36 "GET /v2.0/ports/4224f7b0-d539-46dc-b7a3-259e6df14fed/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0618911 Jul 16 09:00:23.100572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-695a6e2e-52a2-47d2-94f4-cc5a232ba727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:23.102129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-695a6e2e-52a2-47d2-94f4-cc5a232ba727 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 1098 time: 0.0693119 Jul 16 09:00:23.114443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:23.210946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.422228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bbf4d-67a2-4374-860f-ffbcfc73f09a req-139f01ae-d54f-4bf5-964e-aff24ec21d29 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:23.424336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff5bbf4d-67a2-4374-860f-ffbcfc73f09a req-139f01ae-d54f-4bf5-964e-aff24ec21d29 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.1687748 Jul 16 09:00:23.510309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff5bbf4d-67a2-4374-860f-ffbcfc73f09a req-cbadbf48-a85d-4031-9118-62d42054d344 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793605 Jul 16 09:00:23.517035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:23.559748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:23.599984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:23.602293 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e7c0d-3896-4135-9150-00db849d5056" -d '{"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-unplugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:23.605971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.618792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Transition to ACTIVE for port object 4224f7b0-d539-46dc-b7a3-259e6df14fed will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:23.622957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.663522 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143d81a7-0148-4537-abb5-6fcb58c51605 x-openstack-request-id: req-143d81a7-0148-4537-abb5-6fcb58c51605 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:23.663821 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-unplugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:23.664075 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-143d81a7-0148-4537-abb5-6fcb58c51605 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:23.664474 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'code': 200} Jul 16 09:00:23.731489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:23.778583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] No DVR routers for this DVR port 4224f7b0-d539-46dc-b7a3-259e6df14fed on host n-h1-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:23.929036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:23.929279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:23.929605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:23.933882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:23.934203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:23.938988 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:23.939337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Checking segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:23.939745 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Bound using segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:23.940167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Bound port: 4224f7b0-d539-46dc-b7a3-259e6df14fed, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:23.940526 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.005785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:24.008830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:24.014172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.053048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.053670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.055193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1093 time: 0.9455822 Jul 16 09:00:24.074629 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff686202-a447-4e4c-942a-24d919c8daf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.173741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-9bc2a568-9dd5-45ef-adb7-583d01566f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.175537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-9bc2a568-9dd5-45ef-adb7-583d01566f1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1096 time: 0.0770507 Jul 16 09:00:24.307557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-faa680dc-b357-4d0b-82d1-582e529f89be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.309302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-faa680dc-b357-4d0b-82d1-582e529f89be service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1271684 Jul 16 09:00:24.386987 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-4d24ea54-2c40-4186-8252-7da5d94fbe67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0704699 Jul 16 09:00:24.442456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-9ce1ca24-bdf2-4552-870d-075b3b14fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.444322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-9ce1ca24-bdf2-4552-870d-075b3b14fa80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0513029 Jul 16 09:00:24.512463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-4f247929-bc05-4ddc-b642-685bd8c46d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.514140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-4f247929-bc05-4ddc-b642-685bd8c46d9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639219 Jul 16 09:00:24.619694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-bec672bc-7671-4807-8a44-3106756c7724 service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987477 Jul 16 09:00:24.766193 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78faea46-1a20-4f72-a3d5-35c03e8bc230 req-3cef5cf6-31eb-4a19-bff0-e755b91edc67 service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355596 Jul 16 09:00:24.781707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e1db7-0129-4bf7-b790-68ac946f0b41 req-81dea3bf-69e6-4372-bb24-6cfdd65f6d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.783268 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed7e1db7-0129-4bf7-b790-68ac946f0b41 req-81dea3bf-69e6-4372-bb24-6cfdd65f6d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.1333201 Jul 16 09:00:24.832751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed7e1db7-0129-4bf7-b790-68ac946f0b41 req-ab5d2365-f2e9-4d34-a8ec-e03f7143f17d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Jul 16 09:00:25.666071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:25.668668 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178b468-1dc3-4624-a503-4f0f4abdbcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:25.716067 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63bff8c-f3d4-4656-aa93-406c196d5256 x-openstack-request-id: req-c63bff8c-f3d4-4656-aa93-406c196d5256 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:25.716304 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:25.716581 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c63bff8c-f3d4-4656-aa93-406c196d5256 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:25.716976 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'status': 'completed', 'code': 200} Jul 16 09:00:25.792105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-8edef1e5-2e2f-4126-8cd9-2b6e758b7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.793935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-8edef1e5-2e2f-4126-8cd9-2b6e758b7297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1096 time: 0.0559418 Jul 16 09:00:25.827126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-2509ea28-3b72-4ad7-98d4-4d29c65d90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.829496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-2509ea28-3b72-4ad7-98d4-4d29c65d90b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1096 time: 0.0666933 Jul 16 09:00:25.905158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-b38c008f-004a-44e7-b02f-3a31da534094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.906929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-b38c008f-004a-44e7-b02f-3a31da534094 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.0982871 Jul 16 09:00:25.922505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-0a22ebaf-ccf1-4161-8f31-e8e08fba63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.924390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-0a22ebaf-ccf1-4161-8f31-e8e08fba63fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.0889695 Jul 16 09:00:25.979983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-780c8c5b-c73b-4664-8d7a-fb469a61c3e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0647819 Jul 16 09:00:25.999233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-2dde4c15-3393-4701-99ef-ecf3c62cfb74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0685501 Jul 16 09:00:26.051154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-67368e48-a28f-4f52-aad3-128be70b6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.052916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-67368e48-a28f-4f52-aad3-128be70b6243 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0476182 Jul 16 09:00:26.070100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-106ea4f5-18b5-41bf-b637-b973fa9c86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.071712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-106ea4f5-18b5-41bf-b637-b973fa9c86d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0839908 Jul 16 09:00:26.116615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-698efb77-e52b-4e6e-9a26-ebf0c996b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.118147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-698efb77-e52b-4e6e-9a26-ebf0c996b69b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585425 Jul 16 09:00:26.139602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f016ca-d3c7-4e6a-9560-41954ecbab43 req-bff02c05-6a25-4cfd-83f2-a0f1637abf94 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.147757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82f016ca-d3c7-4e6a-9560-41954ecbab43 req-bff02c05-6a25-4cfd-83f2-a0f1637abf94 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.1512735 Jul 16 09:00:26.194046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:26.196271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-d49843ae-7a2a-48cd-b2da-34fea1b0d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.197869 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-d49843ae-7a2a-48cd-b2da-34fea1b0d4cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176136 Jul 16 09:00:26.200975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82f016ca-d3c7-4e6a-9560-41954ecbab43 req-98786d9d-bfed-4e98-9480-d5a31e6f3781 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524395 Jul 16 09:00:26.233550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-b3937cbb-8f75-410e-b18d-3d57a05650a9 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081953 Jul 16 09:00:26.256025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:26.323000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-01642162-fd20-46eb-919f-6a3d60c6f49c service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132059 Jul 16 09:00:26.354983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-d4742e88-fd76-401a-bd90-5e02ae085556 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150813 Jul 16 09:00:26.437774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8178b468-1dc3-4624-a503-4f0f4abdbcd7 req-bdf74750-4aae-48c2-93f9-4de2c07dbf75 service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066518 Jul 16 09:00:27.395626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267a6a8-973c-4e20-8639-c7805e64ee2b req-52f71f06-25c0-46bd-8e33-199dade1467d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.397318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4267a6a8-973c-4e20-8639-c7805e64ee2b req-52f71f06-25c0-46bd-8e33-199dade1467d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.0743368 Jul 16 09:00:27.449592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4267a6a8-973c-4e20-8639-c7805e64ee2b req-b205a940-267b-4455-b15e-31cfb4f5b827 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 Jul 16 09:00:27.671716 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:27.946230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-f1b12f91-902e-4da8-b98d-0616313e6948 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.947970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-f1b12f91-902e-4da8-b98d-0616313e6948 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e&tenant_id=a00d1950779e4264a5769fd9c13eb679&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 944 time: 0.1166153 Jul 16 09:00:27.963992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94cd1e-97b3-410f-a109-65e5ca4b23a7 req-efdfeca6-5ab1-4b33-a2a3-7e9d939c5f0b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.965495 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d94cd1e-97b3-410f-a109-65e5ca4b23a7 req-efdfeca6-5ab1-4b33-a2a3-7e9d939c5f0b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 944 time: 0.0694275 Jul 16 09:00:28.016461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d94cd1e-97b3-410f-a109-65e5ca4b23a7 req-55751367-8bdf-42d7-965f-30ae645b8413 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390661 Jul 16 09:00:28.020687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-b64b8983-5880-41db-9782-8d5422a6d0fc service neutron] 10.222.0.18 "GET /v2.0/ports/4224f7b0-d539-46dc-b7a3-259e6df14fed/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.0605803 Jul 16 09:00:28.095343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-1fd0b3e9-31ae-41aa-a39b-5eb615cccf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.097006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-1fd0b3e9-31ae-41aa-a39b-5eb615cccf4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1096 time: 0.0557733 Jul 16 09:00:28.160875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:28.185386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-76d1348a-3273-41cd-96e5-507587a16015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.187085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-76d1348a-3273-41cd-96e5-507587a16015 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.0838892 Jul 16 09:00:28.259538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-157f7012-8aed-46d3-8e2d-c5e5b22dfa87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0663433 Jul 16 09:00:28.265947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:28.285344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'mac_address': 'fa:16:3e:03:37:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:28.312662 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-76c75307-31e0-4998-8b87-e2ba33662940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.314239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-76c75307-31e0-4998-8b87-e2ba33662940 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0478027 Jul 16 09:00:28.328606 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.343628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4224f7b0-d539-46dc-b7a3-259e6df14fed {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:28.363999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:28.368450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.381878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-eb7a1906-2c8d-4451-a255-fd3ef0ab00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.383528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-eb7a1906-2c8d-4451-a255-fd3ef0ab00f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630612 Jul 16 09:00:28.415852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.423230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.423609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.423954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.424294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.424644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.424963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.425293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.425639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.425976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.426339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.426667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.426992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:28.484938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-314154ba-3799-4e9e-8ba2-4fa7af5fc43d service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944815 Jul 16 09:00:28.587642 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-4aa5cd18-8437-4653-854e-43dcea234563 service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947223 Jul 16 09:00:28.609289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4224f7b0-d539-46dc-b7a3-259e6df14fed'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:29.531002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642dcda-06d5-48d0-a149-ce0f734d7384 req-efcdc2ed-c7e2-45fa-ae6e-cf5e8f37cb37 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.532941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9642dcda-06d5-48d0-a149-ce0f734d7384 req-efcdc2ed-c7e2-45fa-ae6e-cf5e8f37cb37 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 945 time: 0.3905704 Jul 16 09:00:29.575631 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9642dcda-06d5-48d0-a149-ce0f734d7384 req-5908af4f-29de-4413-9b9b-ce1ac7b560f4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354435 Jul 16 09:00:30.173328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:30.305634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 4224f7b0-d539-46dc-b7a3-259e6df14fed completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:30.309841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4224f7b0-d539-46dc-b7a3-259e6df14fed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:30.310572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.436712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.465781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:30.468180 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce491ecb-02ab-4d67-bcba-6cd4a7d2774d" -d '{"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-plugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:30.508643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:30.517933 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.541103 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a5286-781d-41d6-a638-04bfdaa41442 x-openstack-request-id: req-f83a5286-781d-41d6-a638-04bfdaa41442 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:30.541456 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-plugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:30.541845 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f83a5286-781d-41d6-a638-04bfdaa41442 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:30.542310 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'code': 200} Jul 16 09:00:30.602901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.773589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34ffc-3377-486a-9f99-643cbe941d16 req-aa01da32-eebd-4e13-a01a-db34dbe40127 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.775217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9c34ffc-3377-486a-9f99-643cbe941d16 req-aa01da32-eebd-4e13-a01a-db34dbe40127 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 946 time: 0.0673637 Jul 16 09:00:30.821949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9c34ffc-3377-486a-9f99-643cbe941d16 req-b0dba62a-0863-4982-9342-99c1a014eaf5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 Jul 16 09:00:30.912995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-9dbfa740-e5ed-460e-bb8a-b7cf07550908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.914524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-9dbfa740-e5ed-460e-bb8a-b7cf07550908 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 1098 time: 0.0925031 Jul 16 09:00:30.931904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:31.010523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.226216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:31.259953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:31.299627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:31.302537 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd71784-ebaa-4563-b5d0-97ad34301693" -d '{"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-unplugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:31.306269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.319346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Transition to ACTIVE for port object 4224f7b0-d539-46dc-b7a3-259e6df14fed will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:31.323180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.387726 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1e3d4a-4a66-4347-815d-2d3ae80931cd x-openstack-request-id: req-2b1e3d4a-4a66-4347-815d-2d3ae80931cd {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:31.388028 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-unplugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:31.388285 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b1e3d4a-4a66-4347-815d-2d3ae80931cd {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:31.388719 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'code': 200} Jul 16 09:00:31.495160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.536852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] No DVR routers for this DVR port 4224f7b0-d539-46dc-b7a3-259e6df14fed on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:31.702573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:31.702914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:31.703453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:31.709014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:31.709351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Attempting to bind port 4224f7b0-d539-46dc-b7a3-259e6df14fed on network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:31.716184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:31.716928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Checking segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:31.717120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Bound using segment: {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:31.717675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Bound port: 4224f7b0-d539-46dc-b7a3-259e6df14fed, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:31.718135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.785630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:31.789068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:31.793748 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.843612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.844242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.845855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] 10.222.0.36 "PUT /v2.0/ports/4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1094 time: 0.9182646 Jul 16 09:00:31.871801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=11']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.885123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.885771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.886198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.886882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.887300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.887870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.888286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.888691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.889094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.889558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.890273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.890398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21153d-0876-4411-8114-99a1ec94bded service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:31.972429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-315a7b31-1e4f-4e42-a79b-493fbd70f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.974681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-315a7b31-1e4f-4e42-a79b-493fbd70f8b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1097 time: 0.0915713 Jul 16 09:00:32.048767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37858b6-6def-46e5-a76e-1cc92e5c9989 req-52e6ca10-b954-4b8b-b823-8b0b6d82bf0b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.055984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c37858b6-6def-46e5-a76e-1cc92e5c9989 req-52e6ca10-b954-4b8b-b823-8b0b6d82bf0b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 945 time: 0.0888119 Jul 16 09:00:32.106460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-54b210da-41e9-45f9-bcfe-6bf89d48795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.108109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-54b210da-41e9-45f9-bcfe-6bf89d48795c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1270170 Jul 16 09:00:32.126154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c37858b6-6def-46e5-a76e-1cc92e5c9989 req-32732ccf-2f61-41d8-8c49-ab48b7f38719 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684521 Jul 16 09:00:32.181261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-af74f989-7bfd-4eee-a436-59ea0bd8ea7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0669429 Jul 16 09:00:32.238937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-24051507-030c-4d3f-986b-4914c1eff51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.240160 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-24051507-030c-4d3f-986b-4914c1eff51e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0532413 Jul 16 09:00:32.302210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-7c5ac614-79f5-4336-b44b-a9a10003eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.303907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-7c5ac614-79f5-4336-b44b-a9a10003eedf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566239 Jul 16 09:00:32.407527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-a0ede5a9-7edb-40bb-95dd-31f97a59442f service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970531 Jul 16 09:00:32.526967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e4c30bc1-5c94-433f-97a8-acacaa7bf3f3 req-d2c07300-b369-4ad1-bb16-df78a74a4da1 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137419 Jul 16 09:00:33.303967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80a0d4-99dd-425f-b560-c0758fd9afa9 req-6ddbed30-d1b1-4b2c-84c8-e26a1c049e80 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.305645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b80a0d4-99dd-425f-b560-c0758fd9afa9 req-6ddbed30-d1b1-4b2c-84c8-e26a1c049e80 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 945 time: 0.0680072 Jul 16 09:00:33.349363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b80a0d4-99dd-425f-b560-c0758fd9afa9 req-b55d7c35-e27a-4f30-b26a-45da42d66e58 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379364 Jul 16 09:00:33.390168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:33.392590 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994" -d '{"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:33.440293 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035d892b-60b7-4c12-a767-54947d49734a x-openstack-request-id: req-035d892b-60b7-4c12-a767-54947d49734a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:33.440590 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:33.440841 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-035d892b-60b7-4c12-a767-54947d49734a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:33.442327 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'status': 'completed', 'code': 200} Jul 16 09:00:33.512447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-d5462b2e-f937-4666-ae27-e2e43a1b15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.514660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-d5462b2e-f937-4666-ae27-e2e43a1b15e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1097 time: 0.0544398 Jul 16 09:00:33.572244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-a4ddaf9e-c4f4-4f0a-bb29-ce6ba48a10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.575082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-a4ddaf9e-c4f4-4f0a-bb29-ce6ba48a10f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1097 time: 0.0857415 Jul 16 09:00:33.637174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-df284660-95ac-4a54-aadc-57170d5e1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.637504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.641338 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-df284660-95ac-4a54-aadc-57170d5e1477 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1205127 Jul 16 09:00:33.699008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-baeb6cdc-e9cb-47fd-bc10-cd350258d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.701210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-baeb6cdc-e9cb-47fd-bc10-cd350258d35c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1197650 Jul 16 09:00:33.724242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-ce634ed2-72b7-4e8a-9822-068558ea82be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0757625 Jul 16 09:00:33.789880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-3f4918a4-9b9d-40dc-b7c2-3dbb9716ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.791372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-3f4918a4-9b9d-40dc-b7c2-3dbb9716ac5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0597835 Jul 16 09:00:33.802303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-6c25fe69-76be-4236-a05b-e338292a6125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1000 time: 0.0939612 Jul 16 09:00:33.866139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-c6c38e0d-a2b0-48cf-8e89-8d5c896b8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.867796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-c6c38e0d-a2b0-48cf-8e89-8d5c896b8c28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0567763 Jul 16 09:00:33.873225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-7c5ce676-c394-41c3-87e6-b0e57e1de2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.875031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-7c5ce676-c394-41c3-87e6-b0e57e1de2d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711238 Jul 16 09:00:33.937634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-07764f93-e55d-4d6f-8e3a-02d59f79f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.941803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-07764f93-e55d-4d6f-8e3a-02d59f79f212 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663238 Jul 16 09:00:34.041940 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-aab47c00-9df6-450c-9f02-ce52b8e698f1 service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598077 Jul 16 09:00:34.100388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-798b5e1f-89c0-43ae-8e99-378a8ea7baa1 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249316 Jul 16 09:00:34.161951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-2c9a37b6-f323-459f-a19a-adeee80092e4 service neutron] 10.222.0.18 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128697 Jul 16 09:00:34.205695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:34.230232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc76bdd2-0d3e-4d0f-8a95-006cb77e0994 req-edba26f7-077e-486f-98c8-492fd91195c0 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210949 Jul 16 09:00:34.269447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:34.552297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda825-da69-4666-a117-db9954244189 req-8072fd55-f1b5-4757-9556-929b2bf4c173 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.554327 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19fda825-da69-4666-a117-db9954244189 req-8072fd55-f1b5-4757-9556-929b2bf4c173 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 945 time: 0.0763600 Jul 16 09:00:34.603543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19fda825-da69-4666-a117-db9954244189 req-c8b72523-31ea-4d5d-85d4-bbd73cb5c48f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Jul 16 09:00:34.630408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33492) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:34.707174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-471c0349-e5a9-455e-85bc-c2523baa1300 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/66dc3093-b72b-4143-9a84-0d006128f924 HTTP/1.1" status: 200 len: 992 time: 0.0749660 Jul 16 09:00:35.528020 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-92ca5f14-5409-4d2d-b45b-f42da5e3bf3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499966 Jul 16 09:00:35.645534 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-5c01709d-340b-4f9d-912b-f782e9bce6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.647006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-5c01709d-340b-4f9d-912b-f782e9bce6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1098 time: 0.0529692 Jul 16 09:00:35.773786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-4804ca38-7b62-4766-9f27-f11c7290bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.775441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-4804ca38-7b62-4766-9f27-f11c7290bdb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 897 time: 0.1082685 Jul 16 09:00:35.845639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-ebcea7e6-67f1-408a-a05d-f87d318c1c9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 1001 time: 0.0636504 Jul 16 09:00:35.902539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-755325e6-1816-4369-8576-7fbc9111bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.904334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-755325e6-1816-4369-8576-7fbc9111bcd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 200 len: 834 time: 0.0529306 Jul 16 09:00:35.970091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-82089062-595d-44ec-9227-6ac3a7928395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.971695 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-82089062-595d-44ec-9227-6ac3a7928395 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100728e5-6604-4482-931a-999b8db72d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608354 Jul 16 09:00:36.069891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-3f575064-c300-47ef-b7de-59df249a463a service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906053 Jul 16 09:00:36.170396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f62f098a-75f8-4f9b-8e31-1c4ebfb68a6f req-b016d7f6-7460-45f7-81f9-f1b5c6545793 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938797 Jul 16 09:00:36.255094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:36.360150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:36.372366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'port_id': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'mac_address': 'fa:16:3e:03:37:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:36.412042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.424862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4224f7b0-d539-46dc-b7a3-259e6df14fed {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:36.445523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:36.449686 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.497940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.742498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4224f7b0-d539-46dc-b7a3-259e6df14fed'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:38.118125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33524) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.233151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb98af57-868b-4c10-b995-68fd5fd297e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.260473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:38.315884 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4224f7b0-d539-46dc-b7a3-259e6df14fed completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:38.319636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4224f7b0-d539-46dc-b7a3-259e6df14fed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:38.320239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.328513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb98af57-868b-4c10-b995-68fd5fd297e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.333204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb98af57-868b-4c10-b995-68fd5fd297e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.374476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98af57-868b-4c10-b995-68fd5fd297e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e7850-bd78-4c0f-bc21-4c9532df6279,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.382403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cb98af57-868b-4c10-b995-68fd5fd297e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=817dee59254d4406b3fcc25ebc08a54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625334 Jul 16 09:00:38.385119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33530) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.421543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.442610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d952813-94dc-4ccb-bcfd-e16b653ebd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.448674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:38.451121 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65cfa49-b845-4275-971f-d39989097248" -d '{"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-plugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:38.467460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d952813-94dc-4ccb-bcfd-e16b653ebd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.468799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:38.474418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.523108 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c516a-90d4-49c7-9357-d4821a373075 x-openstack-request-id: req-3d0c516a-90d4-49c7-9357-d4821a373075 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:38.523490 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-plugged", "status": "completed", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:38.523819 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d0c516a-90d4-49c7-9357-d4821a373075 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:38.524438 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'code': 200} Jul 16 09:00:38.524814 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d952813-94dc-4ccb-bcfd-e16b653ebd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.527562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2d952813-94dc-4ccb-bcfd-e16b653ebd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.530983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2d952813-94dc-4ccb-bcfd-e16b653ebd87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f74e7850-bd78-4c0f-bc21-4c9532df6279 HTTP/1.1" status: 204 len: 168 time: 0.1426401 Jul 16 09:00:38.546531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d952813-94dc-4ccb-bcfd-e16b653ebd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e7850-bd78-4c0f-bc21-4c9532df6279,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.575495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=13']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.538134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33692) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.655061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efa70dc5-ed3c-4abb-a2b0-a32dcd260d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.770157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efa70dc5-ed3c-4abb-a2b0-a32dcd260d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.774486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-efa70dc5-ed3c-4abb-a2b0-a32dcd260d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.824930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-efa70dc5-ed3c-4abb-a2b0-a32dcd260d58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bcb9df666c249fab1f24d6fdde7fab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855802 Jul 16 09:00:40.825419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33696) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.826128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70dc5-ed3c-4abb-a2b0-a32dcd260d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1549d1ed-ab43-4d56-8b8c-a7f4e6dda916,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.883874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7bf174e8-e72b-448d-9877-5742971e6ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.905506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7bf174e8-e72b-448d-9877-5742971e6ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.952937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7bf174e8-e72b-448d-9877-5742971e6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.955824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7bf174e8-e72b-448d-9877-5742971e6ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.957528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7bf174e8-e72b-448d-9877-5742971e6ec9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1549d1ed-ab43-4d56-8b8c-a7f4e6dda916 HTTP/1.1" status: 204 len: 168 time: 0.1308389 Jul 16 09:00:40.966193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf174e8-e72b-448d-9877-5742971e6ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549d1ed-ab43-4d56-8b8c-a7f4e6dda916,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.242571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33704) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.259418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82997380-bbf1-4976-818b-40d58165561e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.374954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82997380-bbf1-4976-818b-40d58165561e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.379048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-82997380-bbf1-4976-818b-40d58165561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.415457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82997380-bbf1-4976-818b-40d58165561e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935714a-80b2-4f03-ab87-1f15d777c9e2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.419721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-82997380-bbf1-4976-818b-40d58165561e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3273cbfd1605416b8f7aeb904e45e316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761379 Jul 16 09:00:41.422284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.471457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90341b2-1fc3-43e5-ba89-a60a81e7aa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.493086 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90341b2-1fc3-43e5-ba89-a60a81e7aa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.542096 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90341b2-1fc3-43e5-ba89-a60a81e7aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.544639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c90341b2-1fc3-43e5-ba89-a60a81e7aa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.545817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c90341b2-1fc3-43e5-ba89-a60a81e7aa68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0935714a-80b2-4f03-ab87-1f15d777c9e2 HTTP/1.1" status: 204 len: 168 time: 0.1225951 Jul 16 09:00:41.553565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90341b2-1fc3-43e5-ba89-a60a81e7aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935714a-80b2-4f03-ab87-1f15d777c9e2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.187208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.286512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-683773325-network', 'tenant_id': '218427844f7946ad947ad8bd48f3a856'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:42.307713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Made reservation on behalf of 218427844f7946ad947ad8bd48f3a856 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:42.309951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.319536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.417864 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.427777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.453123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:42.463392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7379c8-af90-4eba-adfa-ed4feb5e3d81,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.468127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.468470 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Added segment 86545d66-f808-451d-a2d0-a9ea452804a5 of type vlan for network f9dcbd04-2238-480b-84bb-04e305a75491 Jul 16 09:00:42.509281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.543411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.544303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.544884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.576903 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3884473 Jul 16 09:00:42.579719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.587126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Request body: {'subnet': {'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-683773325-subnet', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:42.622182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec312e6-1b6b-4da3-bef0-84ab43e3f250 admin admin] Pushing event updated for resources: {'Network': ['ID=f9dcbd04-2238-480b-84bb-04e305a75491,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.634489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f9dcbd04-2238-480b-84bb-04e305a75491 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:42.642567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Made reservation on behalf of 218427844f7946ad947ad8bd48f3a856 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:42.809947 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.853368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.915769 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6914b813-59de-4aaa-8979-d6e1808d7d9b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.923017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Checking segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:42.923406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Network hostable DHCP agents. Network: f9dcbd04-2238-480b-84bb-04e305a75491, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:42.939784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Network f9dcbd04-2238-480b-84bb-04e305a75491 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:42.948269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f9dcbd04-2238-480b-84bb-04e305a75491) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:42.952584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.953231 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.960389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3eb4a-5f83-4fa7-83e7-67b5d0d0c4fa None None] Network f9dcbd04-2238-480b-84bb-04e305a75491 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:42.973747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ebf1d935-b175-4e56-919e-100ad44cb5a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3928628 Jul 16 09:00:42.976487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.981196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:43.020127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.021140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.064310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe3d9-7cf4-4552-9579-3601eb51afb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.094868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.174473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f9dcbd04-2238-480b-84bb-04e305a75491', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:43.175435 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.249736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.340750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Allocated IP 172.20.0.2 (f9dcbd04-2238-480b-84bb-04e305a75491/6914b813-59de-4aaa-8979-d6e1808d7d9b/5b1b2c32-b1f7-4f5f-9a86-5674131173c5) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:43.505667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.516907 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.525755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.526252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Transition to ACTIVE for port object 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:43.542945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Transition to ACTIVE for port object 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:43.549070 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.590962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Network f9dcbd04-2238-480b-84bb-04e305a75491 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:43.595647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:43.600937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:43.606335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Pushing event updated for resources: {'Port': ['ID=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.650871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Allocated IP 172.25.0.237 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/6fabf353-708b-4774-b94b-d2f2a7b2759e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:43.665224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Attempting to bind port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:43.665766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Attempting to bind port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:43.666079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Attempting to bind port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 on network f9dcbd04-2238-480b-84bb-04e305a75491 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:43.671628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:43.672072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Checking segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:43.672552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.673007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Bound using segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:43.673670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Bound port: 5b1b2c32-b1f7-4f5f-9a86-5674131173c5, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:43.674221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.747024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] For port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:43.750691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] For port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:43.756748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.778629 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.809989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f38e62-d609-4c5f-98b7-168c9e4d0084 None None] Pushing event updated for resources: {'Port': ['ID=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.832103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.870755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:43.873955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:43.876569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:43.921145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Pushing event updated for resources: {'Port': ['ID=6fabf353-708b-4774-b94b-d2f2a7b2759e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.458908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.669923 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.837717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Router 3aba748b-051f-4419-b225-1e430a1e394a is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:44.926859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac76008-8296-4821-a941-7c1169c338ea None None] Network f9dcbd04-2238-480b-84bb-04e305a75491 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:44.962595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:44.997508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:45.014484 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Sync routers for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:45.024956 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:45.025339 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:45.035387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.039607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33790) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.040428 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9c7efce-c1c7-40b3-bd9b-1fc3580afc7c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0628071 Jul 16 09:00:45.054499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a25c377f-5ff3-4ae7-8058-ba2769eee8c5 None None] Provisioning for port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:45.097921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:45.106705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:45.107214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.166140 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:45.291151 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.326197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:45.333055 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.418153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.452123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33798) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.479012 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 3, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:45.509727 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Checking router: 3aba748b-051f-4419-b225-1e430a1e394a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:45.510236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Updating router 3aba748b-051f-4419-b225-1e430a1e394a port 6fabf353-708b-4774-b94b-d2f2a7b2759e binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:45.571469 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.662314 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-526fbc04-f2be-4fdf-bc28-275002dbe270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.666069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703fb2a-990e-460c-9c65-039cf3287520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.666656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703fb2a-990e-460c-9c65-039cf3287520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.667138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703fb2a-990e-460c-9c65-039cf3287520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.680559 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5703fb2a-990e-460c-9c65-039cf3287520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=7383652b759c43ca889367012ec6397e&network_id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 2973 time: 0.2270603 Jul 16 09:00:45.700542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a4c40751-7b1d-4a51-aefb-07308030c6e9 None None] Provisioning complete for port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:45.701028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4c40751-7b1d-4a51-aefb-07308030c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.775434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.849040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.914813 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.925902 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Transition to ACTIVE for port object 6fabf353-708b-4774-b94b-d2f2a7b2759e will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:45.932810 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.977596 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Pushing event updated for resources: {'Port': ['ID=6fabf353-708b-4774-b94b-d2f2a7b2759e,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.986617 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.986972 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.987560 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.987730 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.988072 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.988372 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.988703 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.989083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.989412 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.989736 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.990068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:45.990390 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:46.010541 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Attempting to bind port 6fabf353-708b-4774-b94b-d2f2a7b2759e on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:46.010855 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Attempting to bind port 6fabf353-708b-4774-b94b-d2f2a7b2759e by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:46.011772 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Attempting to bind port 6fabf353-708b-4774-b94b-d2f2a7b2759e on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:46.017581 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:46.018260 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:46.018382 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.019275 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:46.019971 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Bound port: 6fabf353-708b-4774-b94b-d2f2a7b2759e, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:46.020421 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.074555 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] For port 6fabf353-708b-4774-b94b-d2f2a7b2759e, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:46.077742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] For port 6fabf353-708b-4774-b94b-d2f2a7b2759e, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6fabf353-708b-4774-b94b-d2f2a7b2759e,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:46.083717 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.088420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Allocated IP 172.20.0.1 (f9dcbd04-2238-480b-84bb-04e305a75491/6914b813-59de-4aaa-8979-d6e1808d7d9b/a71aac82-bf7e-4d03-854c-01058519b147) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:46.137695 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:46.138310 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.183400 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d071eed-d621-4924-ad09-a42f070768a2 None None] Pushing event updated for resources: {'Port': ['ID=6fabf353-708b-4774-b94b-d2f2a7b2759e,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.210109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.223841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Transition to ACTIVE for port object a71aac82-bf7e-4d03-854c-01058519b147 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:46.256255 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:46.266701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.308307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Network f9dcbd04-2238-480b-84bb-04e305a75491 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:46.311651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:46.315865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:46.357619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Pushing event updated for resources: {'Port': ['ID=a71aac82-bf7e-4d03-854c-01058519b147,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.377310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.493413 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 3, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.570731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.635773 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef817e-bd6e-4f48-80c5-9d964141a7c4 None None] The sync data for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 is: [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 3, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:46.662076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f7edc58-86ac-4d5d-b20a-619a2bbc4c56 None None] Provisioning for port a71aac82-bf7e-4d03-854c-01058519b147 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:46.666394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f7edc58-86ac-4d5d-b20a-619a2bbc4c56 None None] Provisioning complete for port a71aac82-bf7e-4d03-854c-01058519b147 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:46.666838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f7edc58-86ac-4d5d-b20a-619a2bbc4c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.711026 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.721219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1f7edc58-86ac-4d5d-b20a-619a2bbc4c56 None None] Port a71aac82-bf7e-4d03-854c-01058519b147 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:46.785592 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.790353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.862700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Pushing event updated for resources: {'Port': ['ID=a71aac82-bf7e-4d03-854c-01058519b147,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.869922 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.925303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:47.006581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:47.006961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.019998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Network f9dcbd04-2238-480b-84bb-04e305a75491 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:47.021638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:47.197084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Router 3aba748b-051f-4419-b225-1e430a1e394a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:47.340487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:47.351405 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-761909a9-a381-4962-9735-012a952d97dc admin admin] 10.222.0.41 "PUT /v2.0/routers/3aba748b-051f-4419-b225-1e430a1e394a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3076799 Jul 16 09:00:47.359615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ccf833f1-eee4-49b6-927e-ad38a00f57ab None None] Provisioning complete for port a71aac82-bf7e-4d03-854c-01058519b147 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:47.360152 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ccf833f1-eee4-49b6-927e-ad38a00f57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.400071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ccf833f1-eee4-49b6-927e-ad38a00f57ab None None] Port a71aac82-bf7e-4d03-854c-01058519b147 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:47.439074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33834) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.500336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4f657-7b45-4cab-ba7c-a8c0e7d7cf2d tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.502298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55f4f657-7b45-4cab-ba7c-a8c0e7d7cf2d tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765 HTTP/1.1" status: 200 len: 814 time: 0.0650158 Jul 16 09:00:47.845239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.923008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33860) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.929051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2022734026-network', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:47.949735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Made reservation on behalf of b6f4c048d5584b2a8728cbacb5ce9eb0 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:47.952433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.963463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33862) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.966494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.969474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'network': {'name': 'tempest-network-smoke--1529127749', 'project_id': '7383652b759c43ca889367012ec6397e', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:48.070312 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.074203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.092166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:48.096370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.099443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:48.126223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb22df5e-a8e2-48fc-a39b-2a1a47a1bcaa,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.131901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.132534 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Added segment aae3cd86-05a6-4392-bad9-0299191d9dd8 of type vlan for network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 Jul 16 09:00:48.147902 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:48.160254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.160627 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Added segment 9476804f-d875-4de9-8c1c-ffbd00cc327c of type vlan for network 59bee661-1237-4e31-8059-26d46885b29c Jul 16 09:00:48.186758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.210582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.218649 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.220757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.222693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.240264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3160028 Jul 16 09:00:48.243634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.250072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Request body: {'subnet': {'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2022734026-subnet', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:48.255872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.261921 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.262480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.342488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Made reservation on behalf of b6f4c048d5584b2a8728cbacb5ce9eb0 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:48.345079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.352309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3872852 Jul 16 09:00:48.358601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33872) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.397340 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.419524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8030208-20da-43e3-9433-77466d1b13e5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Network': ['ID=59bee661-1237-4e31-8059-26d46885b29c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.421119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d996ce-29db-4a24-b660-5af145ece5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=44a9c8f1-8a88-4c7c-9e7d-831faff876d0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.433740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 59bee661-1237-4e31-8059-26d46885b29c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:48.447714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e60534c-a344-4c70-928f-b5dd954622da tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.453408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2e60534c-a344-4c70-928f-b5dd954622da tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=7383652b759c43ca889367012ec6397e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0934379 Jul 16 09:00:48.454416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33874) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.458344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:48.566725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df3f9a-66ef-46ed-a428-9195e85b02aa tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.572149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33880) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.572963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d0df3f9a-66ef-46ed-a428-9195e85b02aa tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1170032 Jul 16 09:00:48.633187 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0237ac3d-a008-494e-8bc3-11ecd983d0c0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592852 Jul 16 09:00:48.636243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33882) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.659340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.672267 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e44229a7-de73-44cf-ac18-81370673d864 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=7383652b759c43ca889367012ec6397e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345495 Jul 16 09:00:48.673246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33884) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.718234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3def829-0483-40d9-ae0c-0f0e66386b69,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.741650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Checking segment: {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:48.742278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Network hostable DHCP agents. Network: 44a9c8f1-8a88-4c7c-9e7d-831faff876d0, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:48.775000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:48.788720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 44a9c8f1-8a88-4c7c-9e7d-831faff876d0) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:48.789249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29392fd-5a77-462b-b433-79880839d21c tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.796630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3da3e-3103-4959-ae9e-5f55b1655eb1 None None] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:48.798982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.800681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.808369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e29392fd-5a77-462b-b433-79880839d21c tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338429 Jul 16 09:00:48.811022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33888) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.847368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a7bc28fc-7940-4a84-b4ca-1b856571f71e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5992796 Jul 16 09:00:48.848877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 33890) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.853755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9e2ee2da-e5c3-4290-bf89-47cdf49b65e6 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412652 Jul 16 09:00:48.856404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33892) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.858918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:48.863152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743851738', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'project_id': '7383652b759c43ca889367012ec6397e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:48.897296 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.898953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.967861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Sync routers for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:48.992187 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.019182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:49.023951 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.031477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6fabf353-708b-4774-b94b-d2f2a7b2759e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:49.056052 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:49.056995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:49.188261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-44a9c8f1-8a88-4c7c-9e7d-831faff876d0', 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'fixed_ips': [{'subnet_id': 'a3def829-0483-40d9-ae0c-0f0e66386b69'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:49.189389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.197441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 6fabf353-708b-4774-b94b-d2f2a7b2759e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:49.198017 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.219363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6fabf353-708b-4774-b94b-d2f2a7b2759e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:49.220010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.244221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.315835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Subnet': ['ID=df3ca298-900d-4c4f-837c-ea8f53a0eefa,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.339749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:49.360808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Checking segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:49.361124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network hostable DHCP agents. Network: 59bee661-1237-4e31-8059-26d46885b29c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:49.399782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 59bee661-1237-4e31-8059-26d46885b29c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:49.412802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 59bee661-1237-4e31-8059-26d46885b29c) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:49.430586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.431865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.452371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-463a27f0-01e8-4f36-8a80-bdc3aebac9a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5936270 Jul 16 09:00:49.620928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2587e44-918b-4ec6-9e49-5a259e52dac8 None None] Network 59bee661-1237-4e31-8059-26d46885b29c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:49.713607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33908) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.719897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897121568', 'description': 'tempest-secgroup-smoke-1897121568 description', 'project_id': '7383652b759c43ca889367012ec6397e'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:49.747128 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.815648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Allocated IP 172.20.0.2 (44a9c8f1-8a88-4c7c-9e7d-831faff876d0/a3def829-0483-40d9-ae0c-0f0e66386b69/8522fd44-1f2f-4f09-bf11-c9e72d007fac) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:49.867820 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.872453 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.877858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.891169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.934832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.951409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.962394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2423296 Jul 16 09:00:49.965913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33912) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.967728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ff2c9-a94c-4082-950b-a527577f6a1e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8195005-2565-49d2-a79b-bf0508516f31,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.989746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'f8195005-2565-49d2-a79b-bf0508516f31', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.024567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.024845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-59bee661-1237-4e31-8059-26d46885b29c', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'fixed_ips': [{'subnet_id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:50.025548 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.050789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 6fabf353-708b-4774-b94b-d2f2a7b2759e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6fabf353-708b-4774-b94b-d2f2a7b2759e,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:50.067757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.071625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Allocated IP 172.25.0.146 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/a3fdd009-f0b7-4608-9ace-aeb9de32931c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:50.101255 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.105796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.133304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18398a16-2f4c-4c28-8d54-04e16b8cbd40,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.137857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.139213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae3088c9-6ab4-4770-b02c-d80693b4dab2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663198 Jul 16 09:00:50.142868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33916) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.149724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'f8195005-2565-49d2-a79b-bf0508516f31', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.184301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.224856 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.260264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.265853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.266210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=6fabf353-708b-4774-b94b-d2f2a7b2759e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.283377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45531e2d-bbac-4553-b26d-b85eb0ddb533,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.295526 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.298031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.306780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ebaed0b8-1693-4c25-8a57-469b57e066be tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619477 Jul 16 09:00:50.308036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.316810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'f8195005-2565-49d2-a79b-bf0508516f31', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.327238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.348991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.352509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 2, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:50.357239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Transition to ACTIVE for port object 8522fd44-1f2f-4f09-bf11-c9e72d007fac will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:50.358712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:50.366005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:50.369061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:50.377109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Pushing event updated for resources: {'Port': ['ID=a3fdd009-f0b7-4608-9ace-aeb9de32931c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.396714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Checking router: 3aba748b-051f-4419-b225-1e430a1e394a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:50.397066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Updating router 3aba748b-051f-4419-b225-1e430a1e394a port a71aac82-bf7e-4d03-854c-01058519b147 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:50.427898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Allocated IP 172.20.0.18 (59bee661-1237-4e31-8059-26d46885b29c/df3ca298-900d-4c4f-837c-ea8f53a0eefa/c1fe54ed-6b94-4b3c-82b0-75816368a782) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:50.446864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Transition to ACTIVE for port object 8522fd44-1f2f-4f09-bf11-c9e72d007fac will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:50.460607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.461745 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.465923 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.466948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.502103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afabf9ab-eb0d-4d9e-ade5-c2129521f14c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.507134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.510886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b2941d0d-0a85-476b-97d2-7bfe33869711 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982467 Jul 16 09:00:50.513235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33924) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.518442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'f8195005-2565-49d2-a79b-bf0508516f31', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.536539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:50.570688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:50.585209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.601456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:50.607312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Pushing event updated for resources: {'Port': ['ID=8522fd44-1f2f-4f09-bf11-c9e72d007fac,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.699578 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.707171 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.724659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.742469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf914058-106c-4ab9-bf32-d3612db80a19,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.747296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.748938 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-944643f2-3d87-433f-a46d-6b3be7be0b05 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2364414 Jul 16 09:00:50.751658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33930) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.758564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'f8195005-2565-49d2-a79b-bf0508516f31', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.789636 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Project 7383652b759c43ca889367012ec6397e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:50.795735 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.811550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Attempting to bind port 8522fd44-1f2f-4f09-bf11-c9e72d007fac on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:50.811922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Attempting to bind port 8522fd44-1f2f-4f09-bf11-c9e72d007fac by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:50.812285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Attempting to bind port 8522fd44-1f2f-4f09-bf11-c9e72d007fac on network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:50.838971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:50.839373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Checking segment: {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:50.840398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.840932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Bound using segment: {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:50.841328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Bound port: 8522fd44-1f2f-4f09-bf11-c9e72d007fac, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:50.841938 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.910689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.916361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.932672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.942332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.943607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1903172 Jul 16 09:00:50.944951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d388a1-6e58-4fe2-a0ac-3c85543e9507 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a563fd-0765-42e1-8865-31a5b5e99447,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.947857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6fabf353-708b-4774-b94b-d2f2a7b2759e up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:50.948388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.953771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'f8195005-2565-49d2-a79b-bf0508516f31', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.978998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Transition to ACTIVE for port object c1fe54ed-6b94-4b3c-82b0-75816368a782 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:50.979367 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Project 7383652b759c43ca889367012ec6397e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:50.986075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.053264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.068662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Transition to ACTIVE for port object c1fe54ed-6b94-4b3c-82b0-75816368a782 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:51.083221 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.087983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.106374 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.111084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042656ae-3d09-4f71-8fd7-4efc973baad1,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.132947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.146582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-11d20f21-5b1f-4d59-9576-3d301c48dd6e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1967049 Jul 16 09:00:51.216595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] For port 8522fd44-1f2f-4f09-bf11-c9e72d007fac, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:51.229531 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.235433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:51.241849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Network 59bee661-1237-4e31-8059-26d46885b29c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:51.259063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:51.266830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] For port 8522fd44-1f2f-4f09-bf11-c9e72d007fac, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8522fd44-1f2f-4f09-bf11-c9e72d007fac,segment=NetworkSegment(aae3cd86-05a6-4392-bad9-0299191d9dd8),segment_id=aae3cd86-05a6-4392-bad9-0299191d9dd8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:51.273418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:51.283465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Transition to ACTIVE for port object a71aac82-bf7e-4d03-854c-01058519b147 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:51.288851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Pushing event updated for resources: {'Port': ['ID=c1fe54ed-6b94-4b3c-82b0-75816368a782,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.293821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.348693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.365133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6fabf353-708b-4774-b94b-d2f2a7b2759e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:51.365133 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.407768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:51.424997 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Sync routers for ids ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:51.442943 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.444716 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Routers {'410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:51.445318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2539a3ea-75f5-460b-82f7-14aa81acf94e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5951014 Jul 16 09:00:51.445778 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:51.447443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 33956) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.572022 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Set router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:51.575466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Attempting to bind port c1fe54ed-6b94-4b3c-82b0-75816368a782 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:51.575717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Attempting to bind port c1fe54ed-6b94-4b3c-82b0-75816368a782 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:51.576089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Attempting to bind port c1fe54ed-6b94-4b3c-82b0-75816368a782 on network 59bee661-1237-4e31-8059-26d46885b29c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:51.676624 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-ebfa25cd-00c0-48fc-b41e-a12e0c6d09eb tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897121568&fields=id&tenant_id=7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 267 time: 0.1234686 Jul 16 09:00:51.861099 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 3, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:51.937333 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Checking router: 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:51.937679 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Updating router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 port a3fdd009-f0b7-4608-9ace-aeb9de32931c binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:51.968063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:51.968882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Checking segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:51.969483 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.970109 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Bound using segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:51.972221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Bound port: c1fe54ed-6b94-4b3c-82b0-75816368a782, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:51.972798 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.987335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb605d-2bfc-461b-a31d-28528de6fd33 None None] Pushing event updated for resources: {'Port': ['ID=8522fd44-1f2f-4f09-bf11-c9e72d007fac,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.014677 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.019887 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-78ef44e0-2a52-4c8d-97d6-3e5d9f59e540 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.021409 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-78ef44e0-2a52-4c8d-97d6-3e5d9f59e540 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/networks?id=59bee661-1237-4e31-8059-26d46885b29c HTTP/1.1" status: 200 len: 797 time: 0.3440032 Jul 16 09:00:52.048008 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-79810081-f7c3-4c59-b171-fa457757db0b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/quotas/7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 375 time: 0.0193715 Jul 16 09:00:52.062152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Attempting to bind port a71aac82-bf7e-4d03-854c-01058519b147 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:52.062524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Attempting to bind port a71aac82-bf7e-4d03-854c-01058519b147 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:52.062889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Attempting to bind port a71aac82-bf7e-4d03-854c-01058519b147 on network f9dcbd04-2238-480b-84bb-04e305a75491 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:52.125229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] For port c1fe54ed-6b94-4b3c-82b0-75816368a782, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:52.129024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] For port c1fe54ed-6b94-4b3c-82b0-75816368a782, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1fe54ed-6b94-4b3c-82b0-75816368a782,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:52.147249 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.157417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:52.157807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Checking segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:52.158206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.158606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Bound using segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:52.159706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Bound port: a71aac82-bf7e-4d03-854c-01058519b147, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:52.160091 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.211223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31131082-abaa-4d08-a618-bd98f65e6684 None None] Pushing event updated for resources: {'Port': ['ID=a71aac82-bf7e-4d03-854c-01058519b147,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.328326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d4ad6-de2e-4abe-acbb-aa37867f24a8 None None] Pushing event updated for resources: {'Port': ['ID=c1fe54ed-6b94-4b3c-82b0-75816368a782,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.346616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] For port a71aac82-bf7e-4d03-854c-01058519b147, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:52.354813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] For port a71aac82-bf7e-4d03-854c-01058519b147, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a71aac82-bf7e-4d03-854c-01058519b147,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:52.360134 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.368743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-f6639119-506f-4c67-a543-cf01f7d5ca7b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2825954 Jul 16 09:00:52.498361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31131082-abaa-4d08-a618-bd98f65e6684 None None] Pushing event updated for resources: {'Port': ['ID=a71aac82-bf7e-4d03-854c-01058519b147,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.511264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:52.512280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:52.517555 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.546248 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Transition to ACTIVE for port object a3fdd009-f0b7-4608-9ace-aeb9de32931c will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:52.554497 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.659166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-36c71ec3-db7f-4e06-80a9-99efda92ec2f service neutron] 10.222.0.41 "GET /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759960 Jul 16 09:00:52.690982 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Attempting to bind port a3fdd009-f0b7-4608-9ace-aeb9de32931c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:52.702741 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Attempting to bind port a3fdd009-f0b7-4608-9ace-aeb9de32931c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:52.703284 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Attempting to bind port a3fdd009-f0b7-4608-9ace-aeb9de32931c on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:52.724873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.726011 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:52.726575 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:52.728658 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.729169 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:52.729751 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Bound port: a3fdd009-f0b7-4608-9ace-aeb9de32931c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:52.730382 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.742624 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefd161-ec54-41de-8a4b-54b4d3b56cd9 None None] Pushing event updated for resources: {'Port': ['ID=a3fdd009-f0b7-4608-9ace-aeb9de32931c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.785492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:52.885001 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] For port a3fdd009-f0b7-4608-9ace-aeb9de32931c, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:52.891797 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] For port a3fdd009-f0b7-4608-9ace-aeb9de32931c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a3fdd009-f0b7-4608-9ace-aeb9de32931c,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:52.908299 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.038940 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Routers {'410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:53.039734 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.149628 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefd161-ec54-41de-8a4b-54b4d3b56cd9 None None] Pushing event updated for resources: {'Port': ['ID=a3fdd009-f0b7-4608-9ace-aeb9de32931c,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.202533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8522fd44-1f2f-4f09-bf11-c9e72d007fac up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:53.241538 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] Set router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:53.415526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8a115-99f5-4071-b279-6058e214edb8 None None] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:53.474412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8522fd44-1f2f-4f09-bf11-c9e72d007fac completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:53.497618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1fe54ed-6b94-4b3c-82b0-75816368a782 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:53.532488 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 3, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.569032 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1dd0f-1fe4-467f-acf1-0394e0a5254b None None] The sync data for ids ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'] in n-d-798249-10 is: [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 3, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:53.596690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] Provisioning for port 8522fd44-1f2f-4f09-bf11-c9e72d007fac completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:53.626874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] Provisioning complete for port 8522fd44-1f2f-4f09-bf11-c9e72d007fac triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:53.627462 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.727451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Allocated IP 172.20.0.1 (44a9c8f1-8a88-4c7c-9e7d-831faff876d0/a3def829-0483-40d9-ae0c-0f0e66386b69/ec443796-e582-4e42-b105-5e20e68e9d2c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:53.808640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-535eef38-4fd7-4989-ab42-d5de5594a7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1347926 Jul 16 09:00:53.839219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.840981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c1fe54ed-6b94-4b3c-82b0-75816368a782 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:53.910645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.925448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Transition to ACTIVE for port object ec443796-e582-4e42-b105-5e20e68e9d2c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:53.926037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b818d-3a04-4e24-99d8-6215301a4eb6 None None] The sync data for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 is: [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:53.946963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.008832 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.061546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] For port 8522fd44-1f2f-4f09-bf11-c9e72d007fac, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8522fd44-1f2f-4f09-bf11-c9e72d007fac,segment=NetworkSegment(aae3cd86-05a6-4392-bad9-0299191d9dd8),segment_id=aae3cd86-05a6-4392-bad9-0299191d9dd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:54.069888 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.196408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a7668-57f7-488d-ae33-fd406ee9709f None None] Pushing event updated for resources: {'Port': ['ID=8522fd44-1f2f-4f09-bf11-c9e72d007fac,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.215769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:54.217549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:54.253181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec443796-e582-4e42-b105-5e20e68e9d2c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.257174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:54.279137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1910d95-ac09-4577-b1d5-221fa518e8cc None None] Network 59bee661-1237-4e31-8059-26d46885b29c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:54.294331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-def1949e-1c1c-4805-babf-211c7a5ceac0 req-2778bee0-d934-43d6-a57a-40cd4c58b47f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0927327 Jul 16 09:00:54.342185 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.451891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] Provisioning for port c1fe54ed-6b94-4b3c-82b0-75816368a782 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:54.480640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] Provisioning complete for port c1fe54ed-6b94-4b3c-82b0-75816368a782 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:54.481067 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.706462 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.014214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.148593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] For port c1fe54ed-6b94-4b3c-82b0-75816368a782, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1fe54ed-6b94-4b3c-82b0-75816368a782,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:55.155350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.280723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a3fdd009-f0b7-4608-9ace-aeb9de32931c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:55.323531 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.340442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.420264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c76c2525-6460-4964-a2f9-347fa8ffb7be None None] Provisioning complete for port 8522fd44-1f2f-4f09-bf11-c9e72d007fac triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:55.420647 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c76c2525-6460-4964-a2f9-347fa8ffb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.431597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da0783-e76d-4c68-a93c-1104c6fd58ce None None] Pushing event updated for resources: {'Port': ['ID=c1fe54ed-6b94-4b3c-82b0-75816368a782,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.504849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec443796-e582-4e42-b105-5e20e68e9d2c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.559108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a3fdd009-f0b7-4608-9ace-aeb9de32931c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:55.603869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a3fdd009-f0b7-4608-9ace-aeb9de32931c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:55.604427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.608512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a27242-7a64-4841-8d92-48c291f92315 req-e792bbdf-8560-4228-94e2-f71ec6ac530d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0781453 Jul 16 09:00:55.612783 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.699985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c76c2525-6460-4964-a2f9-347fa8ffb7be None None] Provisioning for port ec443796-e582-4e42-b105-5e20e68e9d2c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:55.724381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c76c2525-6460-4964-a2f9-347fa8ffb7be None None] Provisioning complete for port ec443796-e582-4e42-b105-5e20e68e9d2c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:55.724667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c76c2525-6460-4964-a2f9-347fa8ffb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.769466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.779189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c76c2525-6460-4964-a2f9-347fa8ffb7be None None] Port ec443796-e582-4e42-b105-5e20e68e9d2c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:55.815182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:55.817454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:55.828326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a3fdd009-f0b7-4608-9ace-aeb9de32931c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a3fdd009-f0b7-4608-9ace-aeb9de32931c,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:55.839899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.840726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8522fd44-1f2f-4f09-bf11-c9e72d007fac up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:56.018895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:56.175288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-98ec765d-d6f5-4988-b987-6d1570045278 None None] Provisioning complete for port c1fe54ed-6b94-4b3c-82b0-75816368a782 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:56.175683 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-98ec765d-d6f5-4988-b987-6d1570045278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.245300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a3fdd009-f0b7-4608-9ace-aeb9de32931c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.260200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:56.268042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00f35f05-2b44-4cd7-b398-f7a66dc6ddb3 admin admin] 10.222.0.41 "PUT /v2.0/routers/410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8193691 Jul 16 09:00:56.311050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8522fd44-1f2f-4f09-bf11-c9e72d007fac triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:56.311741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.464416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a71aac82-bf7e-4d03-854c-01058519b147 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:56.529269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a71aac82-bf7e-4d03-854c-01058519b147 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:56.537766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a71aac82-bf7e-4d03-854c-01058519b147 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:56.538149 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.569023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ef170dcf-892a-4d59-a057-621dc22bed07 None None] Provisioning complete for port ec443796-e582-4e42-b105-5e20e68e9d2c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:56.569447 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef170dcf-892a-4d59-a057-621dc22bed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.617950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ef170dcf-892a-4d59-a057-621dc22bed07 None None] Port ec443796-e582-4e42-b105-5e20e68e9d2c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:56.672568 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.709895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a71aac82-bf7e-4d03-854c-01058519b147, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a71aac82-bf7e-4d03-854c-01058519b147,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:56.714344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.786318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a71aac82-bf7e-4d03-854c-01058519b147,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.930272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55c7336-74da-41ce-ab01-2453ce9f0d0e req-9850387d-301e-4d16-9f36-00f003c95d31 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0605457 Jul 16 09:00:56.958640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a3fdd009-f0b7-4608-9ace-aeb9de32931c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:57.048625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a3fdd009-f0b7-4608-9ace-aeb9de32931c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:57.048954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.054480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-959ecd11-aef2-45b9-8d29-ebe452392d96 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.056176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-959ecd11-aef2-45b9-8d29-ebe452392d96 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.36 "GET /v2.0/networks?id=59bee661-1237-4e31-8059-26d46885b29c HTTP/1.1" status: 200 len: 797 time: 0.1135199 Jul 16 09:00:57.134309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-583a3fb2-f6ad-4961-b01f-567d3192b69e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 472 time: 0.0604894 Jul 16 09:00:57.153816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'port': {'device_id': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'admin_state_up': True, 'tenant_id': '7383652b759c43ca889367012ec6397e', 'security_groups': ['f8195005-2565-49d2-a79b-bf0508516f31']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.214481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1fe54ed-6b94-4b3c-82b0-75816368a782 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:57.302928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c1fe54ed-6b94-4b3c-82b0-75816368a782 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:57.303664 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.322404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:57.326683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.423127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a71aac82-bf7e-4d03-854c-01058519b147 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:57.491108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a71aac82-bf7e-4d03-854c-01058519b147 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:57.491714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.508782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.20.0.20 (59bee661-1237-4e31-8059-26d46885b29c/df3ca298-900d-4c4f-837c-ea8f53a0eefa/72ae689a-5110-40b6-8a26-319f923ab128) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:57.553516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.560679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295811750', 'description': 'tempest-secgroup-smoke-295811750 description', 'project_id': '218427844f7946ad947ad8bd48f3a856'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.603283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.690543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.705850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Transition to ACTIVE for port object 72ae689a-5110-40b6-8a26-319f923ab128 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:57.710098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.714779 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.744527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.748539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.753219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1975780 Jul 16 09:00:57.757178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34068) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.764980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee41be-a16d-4a3d-8ab7-705fa60dc88f tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.788776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group_rule': {'security_group_id': 'f527e48f-ed08-4f36-8bfc-c9c5e7ddea89', 'project_id': '218427844f7946ad947ad8bd48f3a856', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.812914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 59bee661-1237-4e31-8059-26d46885b29c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:57.822295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:57.828315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:57.883644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=72ae689a-5110-40b6-8a26-319f923ab128,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.904643 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.957398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.958570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.969677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Sync routers for ids ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:57.994633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Routers {'410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:57.999928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:58.008844 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-566fb75f-85d8-4f55-bea9-6a0ccb7e9553 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676441 Jul 16 09:00:58.030634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Request body: {'port': {'device_id': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.121944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.129043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.164141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Set router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:58.186002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a060e1c8-eeb6-4f4e-8251-90e0ccc56d42,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.204999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f78e9c7-407a-4a11-9855-f3849beb4a28 None None] Provisioning for port 72ae689a-5110-40b6-8a26-319f923ab128 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:58.214620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1f78e9c7-407a-4a11-9855-f3849beb4a28 None None] Provisioning complete for port 72ae689a-5110-40b6-8a26-319f923ab128 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:58.214990 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1f78e9c7-407a-4a11-9855-f3849beb4a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.264331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.265662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d77831b6-64c8-4184-851d-01f3d3c2da17 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5049751 Jul 16 09:00:58.268808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34082) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.273786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group_rule': {'security_group_id': 'f527e48f-ed08-4f36-8bfc-c9c5e7ddea89', 'project_id': '218427844f7946ad947ad8bd48f3a856', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.287803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.312881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1f78e9c7-407a-4a11-9855-f3849beb4a28 None None] Port 72ae689a-5110-40b6-8a26-319f923ab128 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:58.323436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.369380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276179cf-fb70-4b76-a78a-5e67a525357b req-81fd3554-975b-40a2-8eb0-8ea0470948ec tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.371905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-276179cf-fb70-4b76-a78a-5e67a525357b req-81fd3554-975b-40a2-8eb0-8ea0470948ec tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 932 time: 0.2016091 Jul 16 09:00:58.410689 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.415153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.442794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.444364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1745243 Jul 16 09:00:58.447215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34088) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.448584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78f9a-6bbc-429c-bbbc-dab291d6df46 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c54b6c-582f-460a-a4d6-165a215fbc94,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.464223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group_rule': {'security_group_id': 'f527e48f-ed08-4f36-8bfc-c9c5e7ddea89', 'project_id': '218427844f7946ad947ad8bd48f3a856', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.474173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:54Z', 'revision_number': 4, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ec443796-e582-4e42-b105-5e20e68e9d2c', 'name': '', 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'mac_address': 'fa:16:3e:81:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a3def829-0483-40d9-ae0c-0f0e66386b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:52Z', 'updated_at': '2021-07-16T09:00:54Z', 'revision_number': 2, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'subnets': [{'id': 'a3def829-0483-40d9-ae0c-0f0e66386b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:58.507248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Checking router: 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:58.507630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Updating router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 port ec443796-e582-4e42-b105-5e20e68e9d2c binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:58.543934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.548009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-276179cf-fb70-4b76-a78a-5e67a525357b req-50fcd1d4-6c54-4806-8df6-61dee0935614 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617146 Jul 16 09:00:58.613552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.726542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.734170 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.767409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b91fd7-f593-4b6f-8967-0e522ab09c1c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.778174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.779611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-177451cc-5bb4-4b70-a76d-b7185e798bed tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312488 Jul 16 09:00:58.782465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34096) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.787999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group_rule': {'security_group_id': 'f527e48f-ed08-4f36-8bfc-c9c5e7ddea89', 'project_id': '218427844f7946ad947ad8bd48f3a856', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.829543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ae689a-5110-40b6-8a26-319f923ab128 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:58.831419 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.854235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.867224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Transition to ACTIVE for port object 72ae689a-5110-40b6-8a26-319f923ab128 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:58.871897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.909923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.915914 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.917670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae689a-5110-40b6-8a26-319f923ab128,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.950340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111e710e-adc9-472d-b6b8-04068696e8f2,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.960757 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.964258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-40828b58-cc7c-4de2-9036-fd2c10b284b6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799252 Jul 16 09:00:58.966583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34104) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.966903 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.980406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group_rule': {'security_group_id': 'f527e48f-ed08-4f36-8bfc-c9c5e7ddea89', 'project_id': '218427844f7946ad947ad8bd48f3a856', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.984665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Transition to ACTIVE for port object ec443796-e582-4e42-b105-5e20e68e9d2c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:59.008879 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Project 218427844f7946ad947ad8bd48f3a856 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:59.012460 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.015140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.151376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Attempting to bind port 72ae689a-5110-40b6-8a26-319f923ab128 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:59.151904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Attempting to bind port 72ae689a-5110-40b6-8a26-319f923ab128 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:59.152326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Attempting to bind port 72ae689a-5110-40b6-8a26-319f923ab128 on network 59bee661-1237-4e31-8059-26d46885b29c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:59.160070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0684-61b2-47d0-9c1c-0595c9783460 None None] Pushing event updated for resources: {'Port': ['ID=ec443796-e582-4e42-b105-5e20e68e9d2c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.165119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Port 72ae689a-5110-40b6-8a26-319f923ab128 on network 59bee661-1237-4e31-8059-26d46885b29c not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:59.165532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Attempting to bind port 72ae689a-5110-40b6-8a26-319f923ab128 on network 59bee661-1237-4e31-8059-26d46885b29c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:59.182420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:59.182956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Checking segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:59.183980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Bound using segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:59.186195 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.186902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Bound port: 72ae689a-5110-40b6-8a26-319f923ab128, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:59.187422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.190386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.203430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Attempting to bind port ec443796-e582-4e42-b105-5e20e68e9d2c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:59.203813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Attempting to bind port ec443796-e582-4e42-b105-5e20e68e9d2c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:59.204323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Attempting to bind port ec443796-e582-4e42-b105-5e20e68e9d2c on network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:59.216103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:59.217861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Checking segment: {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:59.218489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.219128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Bound using segment: {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:59.219540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Bound port: ec443796-e582-4e42-b105-5e20e68e9d2c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3cd86-05a6-4392-bad9-0299191d9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:59.219927 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.220291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.224756 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2540805 Jul 16 09:00:59.224756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eac0a-f364-4b10-95b3-80d2a7189fbd tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac642bd-5908-4ee1-aa48-62f0fbef9880,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.225208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34112) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.230656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'security_group_rule': {'security_group_id': 'f527e48f-ed08-4f36-8bfc-c9c5e7ddea89', 'project_id': '218427844f7946ad947ad8bd48f3a856', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.273984 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Project 218427844f7946ad947ad8bd48f3a856 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:59.280992 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.322953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] For port 72ae689a-5110-40b6-8a26-319f923ab128, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:59.327795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] For port 72ae689a-5110-40b6-8a26-319f923ab128, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=72ae689a-5110-40b6-8a26-319f923ab128,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:59.333750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.364635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.366724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.370483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] For port ec443796-e582-4e42-b105-5e20e68e9d2c, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:59.373067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] 10.222.0.36 "PUT /v2.0/ports/72ae689a-5110-40b6-8a26-319f923ab128 HTTP/1.1" status: 200 len: 1093 time: 1.3439369 Jul 16 09:00:59.391751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] For port ec443796-e582-4e42-b105-5e20e68e9d2c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec443796-e582-4e42-b105-5e20e68e9d2c,segment=NetworkSegment(aae3cd86-05a6-4392-bad9-0299191d9dd8),segment_id=aae3cd86-05a6-4392-bad9-0299191d9dd8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:59.401805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.407351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'tag': '72ae689a-5110-40b6-8a26-319f923ab128'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:59.410348 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f75675-c57e-4dbb-aa52-510021787bff" -d '{"events": [{"name": "network-changed", "server_uuid": "162add43-9df2-46b1-bbce-10a48c73bbd3", "tag": "72ae689a-5110-40b6-8a26-319f923ab128"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:59.438858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.453633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.482892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0684-61b2-47d0-9c1c-0595c9783460 None None] Pushing event updated for resources: {'Port': ['ID=ec443796-e582-4e42-b105-5e20e68e9d2c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.505414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697db914-229c-4ccf-9f15-9d3e6a4c30c0,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.517275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.519486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-851cc016-27ba-48d5-9fb4-1fc375c24fb4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932785 Jul 16 09:00:59.526924 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f87e3a4-ab27-4adc-a34d-4556cef5ab15 x-openstack-request-id: req-2f87e3a4-ab27-4adc-a34d-4556cef5ab15 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:59.527215 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162add43-9df2-46b1-bbce-10a48c73bbd3", "tag": "72ae689a-5110-40b6-8a26-319f923ab128", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:59.527815 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f87e3a4-ab27-4adc-a34d-4556cef5ab15 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:59.528222 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'tag': '72ae689a-5110-40b6-8a26-319f923ab128', 'status': 'completed', 'code': 200} Jul 16 09:00:59.532868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d903-111e-4559-b4d6-5417f970afa0 service neutron] Pushing event updated for resources: {'Port': ['ID=72ae689a-5110-40b6-8a26-319f923ab128,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.567976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-ed9e9259-b811-4723-85d4-85e6df136abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.569569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-ed9e9259-b811-4723-85d4-85e6df136abf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 1096 time: 0.1341856 Jul 16 09:00:59.590938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Routers {'410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:59.591239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:59.682596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-18b0705c-e981-43b1-bc28-5a2f2daa0d11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=72ae689a-5110-40b6-8a26-319f923ab128 HTTP/1.1" status: 200 len: 217 time: 0.0922477 Jul 16 09:00:59.795486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-5abc4fd6-816f-48dc-b815-1ba7a3fa3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.797086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-5abc4fd6-816f-48dc-b815-1ba7a3fa3cda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df3ca298-900d-4c4f-837c-ea8f53a0eefa HTTP/1.1" status: 200 len: 837 time: 0.0984538 Jul 16 09:00:59.803828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-2d863beb-29da-4a9e-ac2f-da8f57c91266 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295811750&fields=id&tenant_id=218427844f7946ad947ad8bd48f3a856 HTTP/1.1" status: 200 len: 267 time: 0.0630853 Jul 16 09:00:59.861322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] Set router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:59.885635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b275ef1-2516-4d1e-8603-ec8198062283 req-8a400f4f-b317-4d48-a94f-2ca40e712b28 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.888341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b275ef1-2516-4d1e-8603-ec8198062283 req-8a400f4f-b317-4d48-a94f-2ca40e712b28 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 944 time: 0.1257787 Jul 16 09:00:59.935737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b275ef1-2516-4d1e-8603-ec8198062283 req-0cc47bd5-e257-4fdc-9956-f7c73d55efda tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398998 Jul 16 09:00:59.950672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-42b423bf-da83-4c00-9b4f-55acdf61995b tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.952456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-42b423bf-da83-4c00-9b4f-55acdf61995b tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 808 time: 0.1107569 Jul 16 09:00:59.974716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-53235336-c1fc-4b48-a08f-2548aa78fa7c tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/quotas/218427844f7946ad947ad8bd48f3a856 HTTP/1.1" status: 200 len: 375 time: 0.0120430 Jul 16 09:01:00.054906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb390-81ae-4d97-adb8-8410497056fe req-7e0a55f9-ad08-4d3b-94b2-f1b7592e0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.056463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-7e0a55f9-ad08-4d3b-94b2-f1b7592e0e2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59bee661-1237-4e31-8059-26d46885b29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2515688 Jul 16 09:01:00.108001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-d8d93dd4-58b3-4bbb-91b8-a33ba41316fa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218095 Jul 16 09:01:00.121353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:54Z', 'revision_number': 4, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ec443796-e582-4e42-b105-5e20e68e9d2c', 'name': '', 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'mac_address': 'fa:16:3e:81:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a3def829-0483-40d9-ae0c-0f0e66386b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:52Z', 'updated_at': '2021-07-16T09:00:59Z', 'revision_number': 4, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'subnets': [{'id': 'a3def829-0483-40d9-ae0c-0f0e66386b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:00.152854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c6094-6851-4dd4-aa8d-891468f02365 None None] The sync data for ids ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'] in n-d-798249-10 is: [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:54Z', 'revision_number': 4, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ec443796-e582-4e42-b105-5e20e68e9d2c', 'name': '', 'network_id': '44a9c8f1-8a88-4c7c-9e7d-831faff876d0', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'mac_address': 'fa:16:3e:81:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a3def829-0483-40d9-ae0c-0f0e66386b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:52Z', 'updated_at': '2021-07-16T09:00:59Z', 'revision_number': 4, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'subnets': [{'id': 'a3def829-0483-40d9-ae0c-0f0e66386b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:00.274274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-97d949bc-7f5c-4c8a-91f4-cabace04b2e9 service neutron] 10.222.0.36 "GET /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090657 Jul 16 09:01:00.327227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-4eaac509-b919-4f4a-a98b-1a9d1064ebe5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828778 Jul 16 09:01:00.471586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f55fb390-81ae-4d97-adb8-8410497056fe req-23e74cd3-f0c6-48ec-aa99-f6576ddcd545 service neutron] 10.222.0.36 "GET /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898489 Jul 16 09:01:00.494695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-6b75c5bb-3dbc-41d8-b982-a4d8494476a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585510 Jul 16 09:01:00.621125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75675-c57e-4dbb-aa52-510021787bff req-697b5f4c-141f-4fed-a105-cd456471191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.622988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-697b5f4c-141f-4fed-a105-cd456471191f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 1096 time: 0.0609980 Jul 16 09:01:00.788372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75675-c57e-4dbb-aa52-510021787bff req-fd7d34ad-8d56-458b-a2ff-f55a413168d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.789949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-fd7d34ad-8d56-458b-a2ff-f55a413168d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59bee661-1237-4e31-8059-26d46885b29c HTTP/1.1" status: 200 len: 898 time: 0.1601055 Jul 16 09:01:00.795849 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-062a3e52-8f78-4df5-af68-bd6453e33bef req-a5ace082-ec8c-48ae-acbd-9a76de2f8ade tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 210 time: 0.0532532 Jul 16 09:01:00.836571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-bb8c6f92-b77b-4bed-8a45-0535e9803fa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=72ae689a-5110-40b6-8a26-319f923ab128 HTTP/1.1" status: 200 len: 217 time: 0.0388775 Jul 16 09:01:00.905922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75675-c57e-4dbb-aa52-510021787bff req-00b11424-9c4c-437e-becc-9aa9bf870b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.907518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-00b11424-9c4c-437e-becc-9aa9bf870b8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df3ca298-900d-4c4f-837c-ea8f53a0eefa HTTP/1.1" status: 200 len: 837 time: 0.0632648 Jul 16 09:01:00.967541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec443796-e582-4e42-b105-5e20e68e9d2c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:00.992440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75675-c57e-4dbb-aa52-510021787bff req-2c6a41a6-a51e-4a7e-bd3f-a21b3f95f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.006379 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-2c6a41a6-a51e-4a7e-bd3f-a21b3f95f27c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59bee661-1237-4e31-8059-26d46885b29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0899072 Jul 16 09:01:01.057665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ec443796-e582-4e42-b105-5e20e68e9d2c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:01.064002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ec443796-e582-4e42-b105-5e20e68e9d2c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:01.064765 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.117660 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-e21706ba-2aa6-449e-972e-7db47d3598b3 service neutron] 10.222.0.36 "GET /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042230 Jul 16 09:01:01.166606 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.207094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ec443796-e582-4e42-b105-5e20e68e9d2c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec443796-e582-4e42-b105-5e20e68e9d2c,segment=NetworkSegment(aae3cd86-05a6-4392-bad9-0299191d9dd8),segment_id=aae3cd86-05a6-4392-bad9-0299191d9dd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:01.211639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.270495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ec443796-e582-4e42-b105-5e20e68e9d2c,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.285529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc87e-3379-49c5-8ee9-58403692cabb req-789a6372-d07a-4664-b1be-7929d56fd99a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.287263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca1fc87e-3379-49c5-8ee9-58403692cabb req-789a6372-d07a-4664-b1be-7929d56fd99a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 944 time: 0.1398635 Jul 16 09:01:01.289932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19f75675-c57e-4dbb-aa52-510021787bff req-7079e820-f953-4ce7-9289-d29cf937b7ee service neutron] 10.222.0.36 "GET /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644630 Jul 16 09:01:01.329285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca1fc87e-3379-49c5-8ee9-58403692cabb req-ac1e2dda-1966-4cc5-badc-51b0ee0f30e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346308 Jul 16 09:01:01.983684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2412ba8-447a-4267-a9f8-f240cc8489ec req-578cdf8d-8566-4243-961b-4b26eb7a20bc tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 210 time: 0.0342324 Jul 16 09:01:02.086219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-90fc4328-4a11-4a92-b237-2e88ad740f6c tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.087816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-90fc4328-4a11-4a92-b237-2e88ad740f6c tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 808 time: 0.1713724 Jul 16 09:01:02.145073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-2e7011e9-152e-4846-8ef4-b92b3dcd2949 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218427844f7946ad947ad8bd48f3a856 HTTP/1.1" status: 200 len: 379 time: 0.0435507 Jul 16 09:01:02.153795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'port': {'device_id': '30091b2b-8db5-4e32-898f-f54d870e6889', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'admin_state_up': True, 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'security_groups': ['f527e48f-ed08-4f36-8bfc-c9c5e7ddea89']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.265564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Made reservation on behalf of 218427844f7946ad947ad8bd48f3a856 for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:02.269161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.402823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Allocated IP 172.20.0.11 (f9dcbd04-2238-480b-84bb-04e305a75491/6914b813-59de-4aaa-8979-d6e1808d7d9b/c1f58d20-087c-4bb1-8d4a-8e55347de9f4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:02.530313 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c7e1c-7ac5-42be-9f9b-9fef62deb8ab req-756fbc4c-754d-4803-8a50-144f2f3d9abd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.531693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-164c7e1c-7ac5-42be-9f9b-9fef62deb8ab req-756fbc4c-754d-4803-8a50-144f2f3d9abd tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0739095 Jul 16 09:01:02.555110 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.573226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-164c7e1c-7ac5-42be-9f9b-9fef62deb8ab req-79663f0b-6946-4e77-a1e7-196c6aec85f4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352848 Jul 16 09:01:02.574971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Transition to ACTIVE for port object c1f58d20-087c-4bb1-8d4a-8e55347de9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:02.611137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.660314 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Network f9dcbd04-2238-480b-84bb-04e305a75491 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:02.663627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:02.670296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:02.698422 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-5cf2008c-e434-4bc5-9cde-6285cec003a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627768 Jul 16 09:01:02.703622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'Port': ['ID=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.727591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.728507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.743798 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-58f0f7e8-7c0d-48c6-b90e-4d8a48bd5faa tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937445 Jul 16 09:01:02.759396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Request body: {'port': {'device_id': '30091b2b-8db5-4e32-898f-f54d870e6889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.851214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106962-6bbd-4ac2-92ef-444027513848 req-bce6d926-346f-4340-b712-22a9b5c0cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.866057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-bce6d926-346f-4340-b712-22a9b5c0cfc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1099 time: 0.0924735 Jul 16 09:01:02.875503 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.938815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec443796-e582-4e42-b105-5e20e68e9d2c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:02.993174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8efe4e37-4db0-4a55-8a33-9d6f63614b49 None None] Provisioning for port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:03.000716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ec443796-e582-4e42-b105-5e20e68e9d2c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:03.001382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.005254 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8efe4e37-4db0-4a55-8a33-9d6f63614b49 None None] Provisioning complete for port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:03.005961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e37-4db0-4a55-8a33-9d6f63614b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.020719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106962-6bbd-4ac2-92ef-444027513848 req-638e6e7e-4093-4469-8334-b167b7e9ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.033918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-638e6e7e-4093-4469-8334-b167b7e9ac9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1558902 Jul 16 09:01:03.078632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8efe4e37-4db0-4a55-8a33-9d6f63614b49 None None] Port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:03.138472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-06d9d722-0dc3-4b36-be4c-a18d1d1a3cdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 1002 time: 0.0980337 Jul 16 09:01:03.200276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106962-6bbd-4ac2-92ef-444027513848 req-d8b7baf7-2f53-4c62-a246-7eb1c2ca352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.202694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-d8b7baf7-2f53-4c62-a246-7eb1c2ca352a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.0564089 Jul 16 09:01:03.259522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc3fc5-2282-4016-ae98-716eedfa90f7 req-5286619b-c492-4d04-9b31-f3d9ead412af tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.261087 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3dc3fc5-2282-4016-ae98-716eedfa90f7 req-5286619b-c492-4d04-9b31-f3d9ead412af tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 932 time: 0.1085117 Jul 16 09:01:03.264562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106962-6bbd-4ac2-92ef-444027513848 req-4be5a9de-7679-46de-afd8-37c382d2131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.266308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-4be5a9de-7679-46de-afd8-37c382d2131d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572104 Jul 16 09:01:03.322514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f58d20-087c-4bb1-8d4a-8e55347de9f4 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:03.337909 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.347609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d3dc3fc5-2282-4016-ae98-716eedfa90f7 req-fc46bb70-8913-46d5-a016-6d9845842e08 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610201 Jul 16 09:01:03.359447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Transition to ACTIVE for port object c1f58d20-087c-4bb1-8d4a-8e55347de9f4 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:03.362337 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.371501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-7a141179-66dc-4e9a-8f92-6079ed4483a2 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982673 Jul 16 09:01:03.419911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.482151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-57106962-6bbd-4ac2-92ef-444027513848 req-e029610c-a292-4f23-a508-1288d28db017 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035340 Jul 16 09:01:03.498095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Attempting to bind port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:03.498688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Attempting to bind port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:03.499218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Attempting to bind port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 on network f9dcbd04-2238-480b-84bb-04e305a75491 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:03.505644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 on network f9dcbd04-2238-480b-84bb-04e305a75491 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:03.506154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Attempting to bind port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 on network f9dcbd04-2238-480b-84bb-04e305a75491 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:03.512048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:03.512512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Checking segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:03.513743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Bound using segment: {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:03.513743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Bound port: c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86545d66-f808-451d-a2d0-a9ea452804a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:03.514359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.589992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] For port c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:03.593325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] For port c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:03.600422 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.645826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.647615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.648403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.649724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] 10.222.0.18 "PUT /v2.0/ports/c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 1093 time: 0.8967018 Jul 16 09:01:03.650180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:03.652593 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55b7a56-3af4-4143-876a-65b145c5d46f" -d '{"events": [{"name": "network-changed", "server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:03.673504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36674e5-fb70-43a3-a486-74a4b2b1c692 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.743583 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb897f0-35fa-4460-af4f-0d9bfa103425 x-openstack-request-id: req-cfb897f0-35fa-4460-af4f-0d9bfa103425 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:03.743855 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:03.744101 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfb897f0-35fa-4460-af4f-0d9bfa103425 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:03.744500 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'status': 'completed', 'code': 200} Jul 16 09:01:03.782447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-bdc94523-6441-4ece-844f-755fa01c0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.785598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-bdc94523-6441-4ece-844f-755fa01c0feb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1096 time: 0.0899742 Jul 16 09:01:03.844700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427097d-2fd5-4e1f-a3ac-15ff4326b5a6 req-4dc68ec4-db58-4be5-906f-18ef42569697 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.852208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b427097d-2fd5-4e1f-a3ac-15ff4326b5a6 req-4dc68ec4-db58-4be5-906f-18ef42569697 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0933414 Jul 16 09:01:03.857928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-53c17b2b-41c7-4a3f-b5e0-3bd256a28d9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 217 time: 0.0639181 Jul 16 09:01:03.909080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b427097d-2fd5-4e1f-a3ac-15ff4326b5a6 req-922453cb-d1ae-49e0-bdd5-4cbed1454177 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558817 Jul 16 09:01:03.948367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-f7709910-7b06-4a7d-966e-9ccac620d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.949859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-f7709910-7b06-4a7d-966e-9ccac620d46b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.0856409 Jul 16 09:01:04.008365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-b017569c-52a0-4122-988f-26df48f1fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.010002 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-b017569c-52a0-4122-988f-26df48f1fad7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537798 Jul 16 09:01:04.107573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-13003883-a074-4410-9fe6-f800d5944f28 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911231 Jul 16 09:01:04.201651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c0d9bfb-5044-4e6a-80e4-30ee941c6162 req-643f28b4-71b9-406d-b618-7f7fcb0c0645 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878780 Jul 16 09:01:04.305713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-8cdd55c5-0afe-41be-8e28-5f496b1d5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.307301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-8cdd55c5-0afe-41be-8e28-5f496b1d5e7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1096 time: 0.0580082 Jul 16 09:01:04.382225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 72ae689a-5110-40b6-8a26-319f923ab128 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:04.414958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-e33c33c3-6b8c-4e4d-998d-178d97c0caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.416577 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-e33c33c3-6b8c-4e4d-998d-178d97c0caa6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 909 time: 0.1032612 Jul 16 09:01:04.465351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-cd0195ad-8476-4cdc-a5e2-561bfa3cec8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 217 time: 0.0415170 Jul 16 09:01:04.490174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 72ae689a-5110-40b6-8a26-319f923ab128, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=72ae689a-5110-40b6-8a26-319f923ab128,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:04.502550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '72ae689a-5110-40b6-8a26-319f923ab128', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'port_id': '72ae689a-5110-40b6-8a26-319f923ab128', 'mac_address': 'fa:16:3e:63:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:04.541313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.553073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-afca65d1-78fe-4561-86a0-d950b664bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.554649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-afca65d1-78fe-4561-86a0-d950b664bb27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.0812945 Jul 16 09:01:04.555218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ae689a-5110-40b6-8a26-319f923ab128 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:04.574762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 72ae689a-5110-40b6-8a26-319f923ab128, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=72ae689a-5110-40b6-8a26-319f923ab128,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:04.580485 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.610265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8ef1f-cf93-45ef-baf8-7e5cfa8db6de req-83559b2e-5bcb-4a8a-a4d5-46379539e855 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.612539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93e8ef1f-cf93-45ef-baf8-7e5cfa8db6de req-83559b2e-5bcb-4a8a-a4d5-46379539e855 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 944 time: 0.1122153 Jul 16 09:01:04.637551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=72ae689a-5110-40b6-8a26-319f923ab128,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.671067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-ef9e6616-42e3-46d6-bec0-28a524eff3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.671429 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:04.672718 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-ef9e6616-42e3-46d6-bec0-28a524eff3bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105316 Jul 16 09:01:04.678626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93e8ef1f-cf93-45ef-baf8-7e5cfa8db6de req-03e8534a-3747-4259-bce3-7bf8543bd47d tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544713 Jul 16 09:01:04.766796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-9ec0b470-f451-467a-a1f3-f6c570c2645a service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Jul 16 09:01:04.866315 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b55b7a56-3af4-4143-876a-65b145c5d46f req-d8613410-96dc-41e7-810d-8dac8e74f5d6 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927491 Jul 16 09:01:04.897190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['72ae689a-5110-40b6-8a26-319f923ab128'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:05.077456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58152353-6fbb-4959-b31e-9f2eaec5d535 req-cfb2f901-13d3-4b6a-9947-ec9eb55ea45d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.078908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58152353-6fbb-4959-b31e-9f2eaec5d535 req-cfb2f901-13d3-4b6a-9947-ec9eb55ea45d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 945 time: 0.0666282 Jul 16 09:01:05.119637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58152353-6fbb-4959-b31e-9f2eaec5d535 req-f787349f-3a72-4b4e-8381-30863f772bf9 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346966 Jul 16 09:01:05.531665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df2385-b9b2-4cfc-b510-3a95f777a793 req-f16e5581-3c7e-40ce-bbeb-5cea02a31a77 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.533938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-61df2385-b9b2-4cfc-b510-3a95f777a793 req-f16e5581-3c7e-40ce-bbeb-5cea02a31a77 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1099 time: 0.0580080 Jul 16 09:01:05.567811 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-61df2385-b9b2-4cfc-b510-3a95f777a793 req-df4572ee-8722-4420-a134-486fb518a175 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281446 Jul 16 09:01:05.599991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.760517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 73a7f622-eefb-45f5-a161-6da75fc90007 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:05.760963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.844302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.844732 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.858453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 73a7f622-eefb-45f5-a161-6da75fc90007 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:05.865130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de5b9-946a-4d64-8961-af55506a2611 req-970e5f4e-2a4d-4b1e-8e8e-56f7e23a1670 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.866635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f70de5b9-946a-4d64-8961-af55506a2611 req-970e5f4e-2a4d-4b1e-8e8e-56f7e23a1670 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 944 time: 0.0655875 Jul 16 09:01:05.909622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f70de5b9-946a-4d64-8961-af55506a2611 req-7c896502-6eec-4d6e-9dbd-f2232c70e9c9 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Jul 16 09:01:06.029790 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.057851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=73a7f622-eefb-45f5-a161-6da75fc90007,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.119205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.119529 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP 66dc3093-b72b-4143-9a84-0d006128f924 disassociated (deleted). External IP: 172.25.0.215, port: 4224f7b0-d539-46dc-b7a3-259e6df14fed. Jul 16 09:01:06.398094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 72ae689a-5110-40b6-8a26-319f923ab128 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:06.456879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 72ae689a-5110-40b6-8a26-319f923ab128 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:06.461323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 72ae689a-5110-40b6-8a26-319f923ab128 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:06.462100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.551278 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.574977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae689a-5110-40b6-8a26-319f923ab128'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:06.577520 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8e6b6-fe0e-414a-84ab-f8ea850dd83d" -d '{"events": [{"server_uuid": "162add43-9df2-46b1-bbce-10a48c73bbd3", "name": "network-vif-plugged", "status": "completed", "tag": "72ae689a-5110-40b6-8a26-319f923ab128"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:06.592028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 72ae689a-5110-40b6-8a26-319f923ab128, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=72ae689a-5110-40b6-8a26-319f923ab128,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:06.597771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.625135 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeff73f-2425-4916-8fdf-96a01c9379fe x-openstack-request-id: req-8aeff73f-2425-4916-8fdf-96a01c9379fe {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:06.625548 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162add43-9df2-46b1-bbce-10a48c73bbd3", "name": "network-vif-plugged", "status": "completed", "tag": "72ae689a-5110-40b6-8a26-319f923ab128", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:06.625900 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8aeff73f-2425-4916-8fdf-96a01c9379fe {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:06.626409 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ae689a-5110-40b6-8a26-319f923ab128', 'code': 200} Jul 16 09:01:06.641421 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f1b62-f775-4754-b5ba-83fb94e9a700 req-bf3c622f-93bf-4977-a83f-55aae4fa777d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.643720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-695f1b62-f775-4754-b5ba-83fb94e9a700 req-bf3c622f-93bf-4977-a83f-55aae4fa777d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 945 time: 0.1274133 Jul 16 09:01:06.660795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=72ae689a-5110-40b6-8a26-319f923ab128,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.733614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-695f1b62-f775-4754-b5ba-83fb94e9a700 req-aac9ef8f-9b99-4861-8008-d3389aea98c3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544868 Jul 16 09:01:06.738956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:06.786395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee48c3-45c0-4003-9fd3-58e832b8edf7 req-40584b9c-8eed-46f9-97e4-969523adc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.788086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcee48c3-45c0-4003-9fd3-58e832b8edf7 req-40584b9c-8eed-46f9-97e4-969523adc425 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0694358 Jul 16 09:01:06.825077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dcee48c3-45c0-4003-9fd3-58e832b8edf7 req-a930ee53-69f8-4990-b217-70c897f211a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295172 Jul 16 09:01:06.857390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:06.862825 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.866729 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] Sync routers for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:06.877952 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:06.878998 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.906300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-75ad4b7a-234e-4581-8477-27731d40c207 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/floatingips/66dc3093-b72b-4143-9a84-0d006128f924 HTTP/1.1" status: 204 len: 168 time: 1.3052075 Jul 16 09:01:06.906937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:06.910016 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da9b4a8-c9e2-424f-96a7-9588895566bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:06.951588 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562db1c-3ea4-472c-9b70-5e88990f8ab1 x-openstack-request-id: req-8562db1c-3ea4-472c-9b70-5e88990f8ab1 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:06.951881 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:06.952155 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8562db1c-3ea4-472c-9b70-5e88990f8ab1 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:06.952562 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'status': 'completed', 'code': 200} Jul 16 09:01:06.997048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:07.155600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1bceb-ac2d-47ef-954d-c9b0b82870ec req-28ee2eea-4459-4e2c-9e5f-71fbbc93d8b1 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.157130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c1bceb-ac2d-47ef-954d-c9b0b82870ec req-28ee2eea-4459-4e2c-9e5f-71fbbc93d8b1 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 944 time: 0.0932729 Jul 16 09:01:07.225827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4c1bceb-ac2d-47ef-954d-c9b0b82870ec req-0b0886d0-ede0-45dc-8cef-d11ad9f07680 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619853 Jul 16 09:01:07.230638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-941832b3-3634-4d3e-85f4-e86dd5131f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.232871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-941832b3-3634-4d3e-85f4-e86dd5131f41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 1099 time: 0.0796649 Jul 16 09:01:07.265743 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:07.302751 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] Checking router: e42f88bc-1868-4dfe-85a9-91e4ca0363f2 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:07.312477 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:07.313090 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:07.372299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-f7283054-3e3f-434b-a3b9-9a7c7ec61fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.374153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-f7283054-3e3f-434b-a3b9-9a7c7ec61fec service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 200 len: 898 time: 0.1331022 Jul 16 09:01:07.421155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-8dd2c12c-13ab-4725-83ee-7737f1164d98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 200 len: 217 time: 0.0384474 Jul 16 09:01:07.446185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d827d-1362-48a0-bad7-c2a6592b3627 req-a8c0b371-b1fb-4fc4-8517-63a94279e52a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.447968 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-153d827d-1362-48a0-bad7-c2a6592b3627 req-a8c0b371-b1fb-4fc4-8517-63a94279e52a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 947 time: 0.1454737 Jul 16 09:01:07.537376 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:07.791191 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:07.828780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-e5bb9975-7b25-4c17-a8ce-1b3bdcea08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.830709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-e5bb9975-7b25-4c17-a8ce-1b3bdcea08f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 200 len: 834 time: 0.4020853 Jul 16 09:01:07.834692 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35939d-cc12-49d5-8bf5-66b5e5a21422 None None] The sync data for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 is: [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T08:59:11Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b0270b7a-bf9b-4549-a3bf-67cebaa58c40', 'name': '', 'network_id': '9bf24589-c5cd-4341-8e82-8085ad1d51b1', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:4a:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '07ccbf62-de97-41a9-9a26-cedf8a07ed85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:07.848365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-153d827d-1362-48a0-bad7-c2a6592b3627 req-64b6a56f-7e0f-4f5b-8a8e-4b5b11aa32d6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762994 Jul 16 09:01:07.930252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-47708ba5-6283-4cda-b998-f9d304dd5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.933117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-47708ba5-6283-4cda-b998-f9d304dd5844 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bf24589-c5cd-4341-8e82-8085ad1d51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833018 Jul 16 09:01:08.005913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9f7b9-e7d6-4cf8-941a-e4e6ab35b22a req-633d5b49-0840-4c45-acd6-5f9a72e4a676 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:08.007922 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73c9f7b9-e7d6-4cf8-941a-e4e6ab35b22a req-633d5b49-0840-4c45-acd6-5f9a72e4a676 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1039491 Jul 16 09:01:08.061978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-571c170a-85bd-4f90-8220-20d8299a8324 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204672 Jul 16 09:01:08.086639 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73c9f7b9-e7d6-4cf8-941a-e4e6ab35b22a req-72646861-c5e7-47f9-b8bd-07ac1fbcd777 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731387 Jul 16 09:01:08.194535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5da9b4a8-c9e2-424f-96a7-9588895566bc req-06ddffeb-3b00-497e-8bcb-ca916f3c8744 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251640 Jul 16 09:01:08.212529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e06cbb-f8ff-4891-9468-26abcea8a430 None None] New status for floating IP 66dc3093-b72b-4143-9a84-0d006128f924: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:08.361523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c1f58d20-087c-4bb1-8d4a-8e55347de9f4 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:08.440764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd6c-4e2a-45d5-b5bf-7dd1184b08e1 req-8476e20e-e698-454e-9e30-4732e7494267 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:08.442315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9191bd6c-4e2a-45d5-b5bf-7dd1184b08e1 req-8476e20e-e698-454e-9e30-4732e7494267 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 944 time: 0.0742562 Jul 16 09:01:08.468631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:08.481476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'port_id': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'mac_address': 'fa:16:3e:42:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:08.483390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9191bd6c-4e2a-45d5-b5bf-7dd1184b08e1 req-262acd2e-0978-4833-9d74-a7e83d2ec91d tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346651 Jul 16 09:01:08.523188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.537174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f58d20-087c-4bb1-8d4a-8e55347de9f4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:08.559513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:08.564559 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.617894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.776945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c1f58d20-087c-4bb1-8d4a-8e55347de9f4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:08.905946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-8453bc6b-07ba-40eb-bf22-c75c91c94f1b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:08.907596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-8453bc6b-07ba-40eb-bf22-c75c91c94f1b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 947 time: 0.0806642 Jul 16 09:01:09.022659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 4224f7b0-d539-46dc-b7a3-259e6df14fed {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:09.023002 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.056240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f262b-6988-43eb-b509-eda659d44182 req-30a672a4-d0e3-4788-a8bd-33023c10a5c8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.057788 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a0f262b-6988-43eb-b509-eda659d44182 req-30a672a4-d0e3-4788-a8bd-33023c10a5c8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 947 time: 0.0820029 Jul 16 09:01:09.101653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a0f262b-6988-43eb-b509-eda659d44182 req-28c7e0e1-fac0-4380-864d-6f6e3a9345d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2cb5012-4d2a-461a-b347-5a6495155044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360458 Jul 16 09:01:09.132779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port 4224f7b0-d539-46dc-b7a3-259e6df14fed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4224f7b0-d539-46dc-b7a3-259e6df14fed,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:09.133209 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.148994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 4224f7b0-d539-46dc-b7a3-259e6df14fed owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:09.309761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527433-5b4c-42ff-aa74-6b4886b3214f req-80db7b51-6b18-4b2c-9f21-354cfa7f5b7f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.311257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db527433-5b4c-42ff-aa74-6b4886b3214f req-80db7b51-6b18-4b2c-9f21-354cfa7f5b7f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0927200 Jul 16 09:01:09.385630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-db527433-5b4c-42ff-aa74-6b4886b3214f req-901470b9-aad5-4436-90e0-9fe266d54451 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674493 Jul 16 09:01:09.389909 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.428795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=4224f7b0-d539-46dc-b7a3-259e6df14fed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.502269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] No DVR routers for this DVR port 4224f7b0-d539-46dc-b7a3-259e6df14fed on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:09.506433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.510197 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c94b83fb-dfaf-4e04-8bc9-cec226924d68 req-66603f4e-7ad7-4932-bfc8-be7e1e766359 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "DELETE /v2.0/ports/4224f7b0-d539-46dc-b7a3-259e6df14fed HTTP/1.1" status: 204 len: 173 time: 0.5972118 Jul 16 09:01:09.510664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-deleted', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:09.513106 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743ad65-3669-4bb3-9f9b-349e177ca2ed" -d '{"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-deleted", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:09.634348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59fae-b93d-4a23-8e6e-515a9d201d88 req-e37e17b0-cb09-49f1-846f-a49f536bde8c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.636066 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71f59fae-b93d-4a23-8e6e-515a9d201d88 req-e37e17b0-cb09-49f1-846f-a49f536bde8c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1065328 Jul 16 09:01:09.691785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71f59fae-b93d-4a23-8e6e-515a9d201d88 req-04886e8e-a900-492e-a6da-1aff389ca120 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Jul 16 09:01:09.705173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0aa81-fd7f-4afb-bf37-168f594bb8fb req-050cb3ab-9b30-4d5f-8ff0-4f645e37fecf tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.707064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-22a0aa81-fd7f-4afb-bf37-168f594bb8fb req-050cb3ab-9b30-4d5f-8ff0-4f645e37fecf tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 945 time: 0.0878212 Jul 16 09:01:09.752854 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2512edd-11c8-47b9-a594-2fa1abd90b3d x-openstack-request-id: req-b2512edd-11c8-47b9-a594-2fa1abd90b3d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:09.753159 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c86849f-7017-4148-af38-8ace4ca3986e", "name": "network-vif-deleted", "tag": "4224f7b0-d539-46dc-b7a3-259e6df14fed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:09.753665 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2512edd-11c8-47b9-a594-2fa1abd90b3d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:09.754063 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c86849f-7017-4148-af38-8ace4ca3986e', 'name': 'network-vif-deleted', 'tag': '4224f7b0-d539-46dc-b7a3-259e6df14fed', 'status': 'completed', 'code': 200} Jul 16 09:01:09.763872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-22a0aa81-fd7f-4afb-bf37-168f594bb8fb req-1df08182-c105-4d06-a43c-f4b54737ac3e tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 Jul 16 09:01:10.286769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34c38f6a-89b5-403d-b2a1-a70d05e7fdc6 req-81af463f-6956-4a7d-8298-2a5a51c8e097 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c86849f-7017-4148-af38-8ace4ca3986e HTTP/1.1" status: 200 len: 210 time: 0.0393722 Jul 16 09:01:10.373335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c1f58d20-087c-4bb1-8d4a-8e55347de9f4 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:10.422987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:10.427584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:10.428092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.509756 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.532196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:10.534992 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953e70cf-121d-47fb-a813-279af0e4b66e" -d '{"events": [{"server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "name": "network-vif-plugged", "status": "completed", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:10.550552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:10.555375 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.607808 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514dcd61-c488-496f-86c4-51c17c088702 x-openstack-request-id: req-514dcd61-c488-496f-86c4-51c17c088702 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:10.608131 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "name": "network-vif-plugged", "status": "completed", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:10.608382 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-514dcd61-c488-496f-86c4-51c17c088702 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:10.608886 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'code': 200} Jul 16 09:01:10.619106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.722498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1619d3-ed59-467e-9308-b1ae8695452e req-a3b499bd-95b4-4d16-9cb0-6eb43403f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.724342 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b1619d3-ed59-467e-9308-b1ae8695452e req-a3b499bd-95b4-4d16-9cb0-6eb43403f2de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.0560145 Jul 16 09:01:10.762200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b1619d3-ed59-467e-9308-b1ae8695452e req-ef00eb45-55a2-456d-8e6d-7735b6f2a04f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300381 Jul 16 09:01:10.951871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c0a2-d774-414e-964a-01efdeccc406 req-3ec50f8e-46d1-4458-b5b0-4669c9d436f7 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.953434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f33c0a2-d774-414e-964a-01efdeccc406 req-3ec50f8e-46d1-4458-b5b0-4669c9d436f7 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.0690284 Jul 16 09:01:10.994497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f33c0a2-d774-414e-964a-01efdeccc406 req-e9513916-b1ea-43f1-a3ea-64728fbb8fda tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 Jul 16 09:01:11.198303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34630) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.390730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34664) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.683269 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.914313 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.998992 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.20.0.17 (59bee661-1237-4e31-8059-26d46885b29c/df3ca298-900d-4c4f-837c-ea8f53a0eefa/9b18e4b3-273c-4a5d-bc49-be564291ba57) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:12.183061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.203380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Transition to ACTIVE for port object 9b18e4b3-273c-4a5d-bc49-be564291ba57 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:12.225136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9ac08-a84b-45a4-b542-0acc77c37fbc req-059f9093-e8e5-4725-9e5d-5ef05b349bda tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:12.226656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2b9ac08-a84b-45a4-b542-0acc77c37fbc req-059f9093-e8e5-4725-9e5d-5ef05b349bda tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.1114771 Jul 16 09:01:12.282136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.291115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port b0270b7a-bf9b-4549-a3bf-67cebaa58c40 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:12.291566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.301779 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2b9ac08-a84b-45a4-b542-0acc77c37fbc req-4aec7368-d3b0-42c9-b794-d60574f37572 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643303 Jul 16 09:01:12.330730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 59bee661-1237-4e31-8059-26d46885b29c is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:12.336843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:12.345609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:12.398352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port b0270b7a-bf9b-4549-a3bf-67cebaa58c40, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:12.398931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.412630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.415951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:12.417670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for b0270b7a-bf9b-4549-a3bf-67cebaa58c40 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:12.450770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4224f7b0-d539-46dc-b7a3-259e6df14fed {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:12.451459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4224f7b0-d539-46dc-b7a3-259e6df14fed not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:12.492935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=9b18e4b3-273c-4a5d-bc49-be564291ba57,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:12.619379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.662166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd43ba-2ae6-4001-a59d-e915e7a39977 req-176bea7c-ed4b-4d85-a4ce-9fbb9beb02e6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:12.664756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35cd43ba-2ae6-4001-a59d-e915e7a39977 req-176bea7c-ed4b-4d85-a4ce-9fbb9beb02e6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.1616580 Jul 16 09:01:12.728350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35cd43ba-2ae6-4001-a59d-e915e7a39977 req-1a339c2d-ece0-452f-949d-261d175781bb tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540850 Jul 16 09:01:12.748708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a0cf152c-38dd-4822-b87d-a91395035e41 None None] Provisioning for port 9b18e4b3-273c-4a5d-bc49-be564291ba57 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:12.756611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a0cf152c-38dd-4822-b87d-a91395035e41 None None] Provisioning complete for port 9b18e4b3-273c-4a5d-bc49-be564291ba57 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:12.762785 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a0cf152c-38dd-4822-b87d-a91395035e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.832913 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.871344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf152c-38dd-4822-b87d-a91395035e41 None None] Port 9b18e4b3-273c-4a5d-bc49-be564291ba57 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:12.875354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=b0270b7a-bf9b-4549-a3bf-67cebaa58c40,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:12.988082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6acd26a0-857c-4260-866b-0522fb6dd6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.052324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26783-8289-46d9-8bc1-ff3f3fffbd0c req-63730756-3858-4a74-abc8-342e1bc694e8 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.053939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43d26783-8289-46d9-8bc1-ff3f3fffbd0c req-63730756-3858-4a74-abc8-342e1bc694e8 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.1767497 Jul 16 09:01:13.107634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.114594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43d26783-8289-46d9-8bc1-ff3f3fffbd0c req-8e12b61a-8a4d-4847-a80e-1bbcbdbafe60 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539486 Jul 16 09:01:13.124951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.132167 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.165191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34698) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.227631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=9b18e4b3-273c-4a5d-bc49-be564291ba57,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.246530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.384688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:13.405208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 59bee661-1237-4e31-8059-26d46885b29c is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:13.409019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:13.487149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4056c4-9e6c-4885-91cc-9afb5442eb37 tempest-TestServerBasicOps-1556783139 tempest-TestServerBasicOps-1556783139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.493217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cf4056c4-9e6c-4885-91cc-9afb5442eb37 tempest-TestServerBasicOps-1556783139 tempest-TestServerBasicOps-1556783139-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1093 time: 0.3007588 Jul 16 09:01:13.493217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34704) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.496938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.583635 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.617070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:13.718482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d5140367-9c81-4a34-ad15-0574f3fb2c9f None None] Provisioning complete for port 9b18e4b3-273c-4a5d-bc49-be564291ba57 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:13.720264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d5140367-9c81-4a34-ad15-0574f3fb2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.768148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d5140367-9c81-4a34-ad15-0574f3fb2c9f None None] Port 9b18e4b3-273c-4a5d-bc49-be564291ba57 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:13.819895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:13.835908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-95d2cc1b-0e9d-47a6-a4cc-b9adf9982faa tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "PUT /v2.0/routers/3b0f8d0b-4edc-4853-bcb0-9fb3ec517433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257832 Jul 16 09:01:13.835908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.849293 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:13.862689 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:13.864121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.873385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:13.879877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e66d0f8f-aaa5-40bc-97d1-88f56339d2fd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/e42f88bc-1868-4dfe-85a9-91e4ca0363f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4866323 Jul 16 09:01:13.882471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34708) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.887101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] Sync routers for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:13.896937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:13.897631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.943902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting subnet 07ccbf62-de97-41a9-9a26-cedf8a07ed85 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:13.947426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.995104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Allocated IP 172.25.0.74 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/4a95e013-8be5-40da-b845-f9ba5c38f0fa) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:14.022113 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:14.037103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.043003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:14.155174 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.201480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.241469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:14.273856 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.294399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] Checking router: e42f88bc-1868-4dfe-85a9-91e4ca0363f2 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:14.299924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:14.311788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:14.314047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'Port': ['ID=4a95e013-8be5-40da-b845-f9ba5c38f0fa,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:14.316456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] Routers {'e42f88bc-1868-4dfe-85a9-91e4ca0363f2'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:14.317095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:14.318072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:14.335001 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 1, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b18e4b3-273c-4a5d-bc49-be564291ba57', 'name': '', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:8f:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:11Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 2, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:14.363635 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:14.364558 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Updating router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 port 9b18e4b3-273c-4a5d-bc49-be564291ba57 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:14.392900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.413815 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.450459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.455970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/subnets/07ccbf62-de97-41a9-9a26-cedf8a07ed85 HTTP/1.1" status: 204 len: 168 time: 0.5723639 Jul 16 09:01:14.457145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5287d-4235-4fa8-90d9-830effe37345 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Subnet': ['ID=07ccbf62-de97-41a9-9a26-cedf8a07ed85,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:14.459701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34714) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.485571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed0ecb-e5c0-4ca7-b855-3139d420fe85 None None] Network 9bf24589-c5cd-4341-8e82-8085ad1d51b1 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:14.571954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] Set router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:14.590613 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.759831 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.816569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:14.850711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa594ac-b74a-4bc4-b6c9-850872bf0563 None None] The sync data for ids ['e42f88bc-1868-4dfe-85a9-91e4ca0363f2'] in n-d-798249-10 is: [{'id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856283592', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:05Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'ce47353b-4513-4ca4-8e16-a2af02f5f320', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f88bc-1868-4dfe-85a9-91e4ca0363f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:06Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:14.869784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port ce47353b-4513-4ca4-8e16-a2af02f5f320 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:14.870146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.872759 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.898635 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Transition to ACTIVE for port object 9b18e4b3-273c-4a5d-bc49-be564291ba57 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:14.915254 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.990324 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b9b6a-7fe7-44e3-90e5-9205102e9f27 None None] Pushing event updated for resources: {'Port': ['ID=9b18e4b3-273c-4a5d-bc49-be564291ba57,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.045915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port ce47353b-4513-4ca4-8e16-a2af02f5f320, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ce47353b-4513-4ca4-8e16-a2af02f5f320,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:15.046677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.063378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for ce47353b-4513-4ca4-8e16-a2af02f5f320 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:15.091228 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Attempting to bind port 9b18e4b3-273c-4a5d-bc49-be564291ba57 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:15.091774 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Attempting to bind port 9b18e4b3-273c-4a5d-bc49-be564291ba57 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:15.092426 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Attempting to bind port 9b18e4b3-273c-4a5d-bc49-be564291ba57 on network 59bee661-1237-4e31-8059-26d46885b29c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:15.098063 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:15.098524 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Checking segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:15.099111 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.099592 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Bound using segment: {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:15.100127 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Bound port: 9b18e4b3-273c-4a5d-bc49-be564291ba57, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9476804f-d875-4de9-8c1c-ffbd00cc327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '59bee661-1237-4e31-8059-26d46885b29c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:15.101025 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.186243 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] For port 9b18e4b3-273c-4a5d-bc49-be564291ba57, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:15.189914 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] For port 9b18e4b3-273c-4a5d-bc49-be564291ba57, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9b18e4b3-273c-4a5d-bc49-be564291ba57,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:15.195698 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.281408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] DHCP port deletion for 9bf24589-c5cd-4341-8e82-8085ad1d51b1 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:15.303095 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:15.303830 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:15.390275 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b9b6a-7fe7-44e3-90e5-9205102e9f27 None None] Pushing event updated for resources: {'Port': ['ID=9b18e4b3-273c-4a5d-bc49-be564291ba57,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.413392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.479471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] Deleting port cc180bd9-b437-4766-90ca-109c0241462a {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:15.479736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.490489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=ce47353b-4513-4ca4-8e16-a2af02f5f320,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.548627 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:15.612215 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.625652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] For port cc180bd9-b437-4766-90ca-109c0241462a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=cc180bd9-b437-4766-90ca-109c0241462a,segment=NetworkSegment(b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec),segment_id=b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:15.626042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.650562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] Calling delete_port for cc180bd9-b437-4766-90ca-109c0241462a owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:15.705865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.721226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-062622f5-5bc5-4d13-bf4d-a413802f3d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.776605 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.785017 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.822955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] Pushing event deleted for resources: {'Port': ['ID=cc180bd9-b437-4766-90ca-109c0241462a,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.842105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.845181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.864268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.868421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e7511-1473-43e0-aa89-847123cc6166 None None] No DVR routers for this DVR port cc180bd9-b437-4766-90ca-109c0241462a on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:15.921740 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.922574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Fanout notify agent at l3_agent the message router_deleted on router e42f88bc-1868-4dfe-85a9-91e4ca0363f2 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:15.931938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.933658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9506c2c1-2c63-42f5-a350-a7e328f1389d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/routers/e42f88bc-1868-4dfe-85a9-91e4ca0363f2 HTTP/1.1" status: 204 len: 168 time: 1.4670978 Jul 16 09:01:15.936307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34718) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:16.018898 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 1, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b18e4b3-273c-4a5d-bc49-be564291ba57', 'name': '', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:8f:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:11Z', 'updated_at': '2021-07-16T09:01:15Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.046898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.048726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa3ca-bbbb-4e30-8a93-08f6b57c8deb None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 1, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b18e4b3-273c-4a5d-bc49-be564291ba57', 'name': '', 'network_id': '59bee661-1237-4e31-8059-26d46885b29c', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:8f:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:11Z', 'updated_at': '2021-07-16T09:01:15Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': 'df3ca298-900d-4c4f-837c-ea8f53a0eefa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:16.140703 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.148859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.192407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.203680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf24589-c5cd-4341-8e82-8085ad1d51b1']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.223544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.223544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bbf4da-9443-4aa8-b8fc-ff8ebe1151ec') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.233935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.260432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.261982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event updated for resources: {'Port': ['ID=4a95e013-8be5-40da-b845-f9ba5c38f0fa,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.263133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.277905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:16.278405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:16.282908 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:16.350142 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.359796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.364395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/networks/9bf24589-c5cd-4341-8e82-8085ad1d51b1 HTTP/1.1" status: 204 len: 168 time: 0.4245267 Jul 16 09:01:16.365162 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34724) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:16.373898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b4f19-d66d-43f9-88e5-3a00bac029a1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Network': ['ID=9bf24589-c5cd-4341-8e82-8085ad1d51b1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.420237 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Floating IP 771b5ff1-9b2c-44ec-9cf1-d90d85b539ec associated. External IP: 172.25.0.74, port: c1f58d20-087c-4bb1-8d4a-8e55347de9f4. Jul 16 09:01:16.497035 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f38d88d4-bbef-497e-a5c7-7da23c07d741 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.560585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f38d88d4-bbef-497e-a5c7-7da23c07d741 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.692913 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.735495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Router 3aba748b-051f-4419-b225-1e430a1e394a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:16.737480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f38d88d4-bbef-497e-a5c7-7da23c07d741 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.740074 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f38d88d4-bbef-497e-a5c7-7da23c07d741 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.744054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f38d88d4-bbef-497e-a5c7-7da23c07d741 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/security-groups/d2cb5012-4d2a-461a-b347-5a6495155044 HTTP/1.1" status: 204 len: 168 time: 0.3754175 Jul 16 09:01:16.755954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d88d4-bbef-497e-a5c7-7da23c07d741 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb5012-4d2a-461a-b347-5a6495155044,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.943043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:16.952875 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] Sync routers for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:16.964176 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.965649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:16.966436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:16.983444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9b18e4b3-273c-4a5d-bc49-be564291ba57 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:17.018817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7cb97edd-ce8e-4629-be54-f14b8ec7c1df tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5255623 Jul 16 09:01:17.019536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:17.021923 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681962d2-0ce2-4305-9ea0-87d6102e75ea" -d '{"events": [{"name": "network-changed", "server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:17.067949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9b18e4b3-273c-4a5d-bc49-be564291ba57 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:17.072485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9b18e4b3-273c-4a5d-bc49-be564291ba57 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:17.072922 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.083236 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de46d1de-6d05-4f6a-94db-a17c13480e71 x-openstack-request-id: req-de46d1de-6d05-4f6a-94db-a17c13480e71 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:17.083763 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:17.084248 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de46d1de-6d05-4f6a-94db-a17c13480e71 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:17.084798 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'status': 'completed', 'code': 200} Jul 16 09:01:17.141957 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:17.193861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34736) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:17.200434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633204364', 'description': 'tempest-secgroup-smoke-1633204364 description', 'project_id': 'a00d1950779e4264a5769fd9c13eb679'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:17.241900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-a1be4f3b-d694-4d34-ac14-101cad62d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.244660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-a1be4f3b-d694-4d34-ac14-101cad62d5c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.1264014 Jul 16 09:01:17.248047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.255023 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.310289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9b18e4b3-273c-4a5d-bc49-be564291ba57, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9b18e4b3-273c-4a5d-bc49-be564291ba57,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:17.315848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.380754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9b18e4b3-273c-4a5d-bc49-be564291ba57,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.428144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cc180bd9-b437-4766-90ca-109c0241462a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:17.479307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: cc180bd9-b437-4766-90ca-109c0241462a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:17.479895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device cc180bd9-b437-4766-90ca-109c0241462a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:17.480554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b0270b7a-bf9b-4549-a3bf-67cebaa58c40 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:17.495852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.501292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.507305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-50e94ad1-6d0b-4eed-a024-984702ac9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.508863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-50e94ad1-6d0b-4eed-a024-984702ac9d29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 909 time: 0.2567954 Jul 16 09:01:17.520037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b0270b7a-bf9b-4549-a3bf-67cebaa58c40 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:17.520592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b0270b7a-bf9b-4549-a3bf-67cebaa58c40 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:17.521270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce47353b-4513-4ca4-8e16-a2af02f5f320 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:17.565333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487d01d2-63ae-44af-a090-2c000d7680a6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.576066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ce47353b-4513-4ca4-8e16-a2af02f5f320 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:17.576711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ce47353b-4513-4ca4-8e16-a2af02f5f320 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:17.586367 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.591013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f0789b89-f298-4dbe-8837-8cb8c7da79c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3944399 Jul 16 09:01:17.596169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:17.614139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '487d01d2-63ae-44af-a090-2c000d7680a6', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:17.644068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '771b5ff1-9b2c-44ec-9cf1-d90d85b539ec', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'port_id': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'mac_address': 'fa:16:3e:42:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30091b2b-8db5-4e32-898f-f54d870e6889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:14Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 0, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:17.656365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-7d15bcd2-96fa-4e72-95ac-6be97538d2cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 999 time: 0.1401141 Jul 16 09:01:17.660264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.678988 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] Checking router: 3aba748b-051f-4419-b225-1e430a1e394a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:17.688100 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:17.689274 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:17.756595 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.761767 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.778969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-d35d4816-0f0a-401b-8e24-7690caf1859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.780640 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-d35d4816-0f0a-401b-8e24-7690caf1859c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.1182904 Jul 16 09:01:17.800715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448eca41-6bbf-4f25-ae31-fbf6f35f0de8,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.807669 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.808513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fbbb9b73-5d36-4e14-b2e0-9f28738215cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106297 Jul 16 09:01:17.811245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34742) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:17.821826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '487d01d2-63ae-44af-a090-2c000d7680a6', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:17.826350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.842417 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:17.865132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.868808 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-9fde5659-c482-45e6-80e0-a85e930bbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.871212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-9fde5659-c482-45e6-80e0-a85e930bbed9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843809 Jul 16 09:01:17.951126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.955674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.980545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089a8971-7dce-4f80-90b3-a04ebd67a96a,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.982963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-5f514a04-f339-4cf5-a690-b2359fcffc6b service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050625 Jul 16 09:01:17.986464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.990702 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c2de6438-3850-48c8-a73e-8ebb7733038f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1755250 Jul 16 09:01:17.990702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34744) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:17.995197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '487d01d2-63ae-44af-a090-2c000d7680a6', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.035597 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.091411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-681962d2-0ce2-4305-9ea0-87d6102e75ea req-51418ca8-89fa-4f69-952a-8700aa113e42 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015420 Jul 16 09:01:18.127576 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '771b5ff1-9b2c-44ec-9cf1-d90d85b539ec', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'port_id': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'mac_address': 'fa:16:3e:42:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30091b2b-8db5-4e32-898f-f54d870e6889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:14Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 0, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:18.128881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.133024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.151172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca3ee72-efc0-4a3c-9488-8c72aa2668cd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.162031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.165794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ab9d4de-c291-4f3f-9405-73ce4cda6d9e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717603 Jul 16 09:01:18.166103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34746) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.166219 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885dcae2-09f9-4185-8569-2bebb446bdb8 None None] The sync data for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 is: [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '771b5ff1-9b2c-44ec-9cf1-d90d85b539ec', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'port_id': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'mac_address': 'fa:16:3e:42:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30091b2b-8db5-4e32-898f-f54d870e6889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:14Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 0, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:18.172011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '487d01d2-63ae-44af-a090-2c000d7680a6', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.200773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.271793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.276350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.296791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597544dd-a029-455e-aadf-a407be7c7898,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.305391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.306605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4368c7c7-1914-4dbe-8b6d-cc4d768d6059 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394882 Jul 16 09:01:18.309462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34748) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.314932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '487d01d2-63ae-44af-a090-2c000d7680a6', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.339749 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:18.345804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.399810 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.418194 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.419611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69151cf3-5583-429b-9153-89cba23824cc None None] New status for floating IP 771b5ff1-9b2c-44ec-9cf1-d90d85b539ec: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:18.422467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.442192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fe59af-25ad-4512-b258-e81a7e18c736,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.455206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.458730 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34752) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.458878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-840772da-014d-4dc0-acb6-1d1a41e2345b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483767 Jul 16 09:01:18.463945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '487d01d2-63ae-44af-a090-2c000d7680a6', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.493321 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:18.499302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.581908 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.586325 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.609661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e341770c-b107-4669-8b9b-e1ebd7fa892b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.614287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.618278 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-537f31f9-5288-4460-8ea1-bcfb14576a2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557875 Jul 16 09:01:18.618883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34754) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.623756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'network': {'name': 'tempest-network-smoke--1985150698', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.648407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:18.652251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.677857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:18.687493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.687837 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Added segment 740d11b4-f413-4a08-a6f3-9a9570bb6cd8 of type vlan for network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 Jul 16 09:01:18.734512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.772222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.777724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.778521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.816033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1964185 Jul 16 09:01:18.818843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34760) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.826211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'admin_state_up': True, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:18.854222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb0f4-c462-43f4-a81e-a14552c332dc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Network': ['ID=47319fc6-1d2c-4abb-9a37-adec9f9f36c2,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.854889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.857106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.877856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:18.934966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.953987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9b18e4b3-273c-4a5d-bc49-be564291ba57 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:19.004859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9b18e4b3-273c-4a5d-bc49-be564291ba57 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:19.005200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.069846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.260942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.278851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.380133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.102 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/dae95c0f-d708-4edd-8e8d-07f24031bcec) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:19.484284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.524053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.560775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:19.566151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:19.571105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:19.601654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=dae95c0f-d708-4edd-8e8d-07f24031bcec,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:19.822079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.028901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.157302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router 20029512-b0d2-433e-981f-034d272122de is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:01:20.272599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:20.282180 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Sync routers for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:20.290345 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.291808 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3b204d0e-11f7-4a93-9f56-b2f7104745a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4709828 Jul 16 09:01:20.292169 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:20.292788 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:20.295568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34774) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:20.326255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-07cc095e-103a-4ddb-89d5-d78becd20127 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a00d1950779e4264a5769fd9c13eb679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295126 Jul 16 09:01:20.329719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34776) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:20.402612 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:20.425252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966057f-f6ce-4343-8dff-17a64a751999 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.428056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9966057f-f6ce-4343-8dff-17a64a751999 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968513 Jul 16 09:01:20.430893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34778) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:20.462232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc07333e-bc37-4043-8447-d5a630bb7475 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301251 Jul 16 09:01:20.464644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 34786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:20.469803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1088431553', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:20.573797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:20.579841 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.602275 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:19Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:20.630352 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Checking router: 20029512-b0d2-433e-981f-034d272122de for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:20.630690 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Updating router 20029512-b0d2-433e-981f-034d272122de port dae95c0f-d708-4edd-8e8d-07f24031bcec binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:20.670013 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.775923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.850983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Checking segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:20.851373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network hostable DHCP agents. Network: 47319fc6-1d2c-4abb-9a37-adec9f9f36c2, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:20.853412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Subnet': ['ID=78bd007d-64cb-456b-95f2-560f2bbada39,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:20.865673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.866338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.866697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.867034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.867433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.867764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.868093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.868606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.869139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.869645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.870432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.870758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.890590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:20.900552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 47319fc6-1d2c-4abb-9a37-adec9f9f36c2) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:20.905319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.906111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.914129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf91e1-7e9f-47a8-a382-16a88ed48744 None None] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:20.925662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 34796) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:20.936396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7e9b8011-457e-430d-bd43-b75f88ebc8f9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4706681 Jul 16 09:01:20.972537 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.984859 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Transition to ACTIVE for port object dae95c0f-d708-4edd-8e8d-07f24031bcec will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:20.994857 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.047059 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa1ef2-84e9-4b4b-94fb-8dcf701f4c8e None None] Pushing event updated for resources: {'Port': ['ID=dae95c0f-d708-4edd-8e8d-07f24031bcec,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.065198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Attempting to bind port dae95c0f-d708-4edd-8e8d-07f24031bcec on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:21.065545 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Attempting to bind port dae95c0f-d708-4edd-8e8d-07f24031bcec by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:21.066312 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Attempting to bind port dae95c0f-d708-4edd-8e8d-07f24031bcec on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:21.072830 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:21.073313 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:21.073738 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.074213 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:21.074677 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Bound port: dae95c0f-d708-4edd-8e8d-07f24031bcec, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:21.075056 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.097757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:21.098912 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.133041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] For port dae95c0f-d708-4edd-8e8d-07f24031bcec, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:21.136876 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] For port dae95c0f-d708-4edd-8e8d-07f24031bcec, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dae95c0f-d708-4edd-8e8d-07f24031bcec,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:21.141363 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.202599 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa1ef2-84e9-4b4b-94fb-8dcf701f4c8e None None] Pushing event updated for resources: {'Port': ['ID=dae95c0f-d708-4edd-8e8d-07f24031bcec,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.217362 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:21.217996 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:21.334799 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:21.475341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Allocated IP 172.20.0.2 (47319fc6-1d2c-4abb-9a37-adec9f9f36c2/78bd007d-64cb-456b-95f2-560f2bbada39/f9dd8c2a-1867-4ee3-8160-743935cbadc9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:21.645255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.655656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Transition to ACTIVE for port object f9dd8c2a-1867-4ee3-8160-743935cbadc9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:21.681111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Transition to ACTIVE for port object f9dd8c2a-1867-4ee3-8160-743935cbadc9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:21.689242 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:19Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:21.691144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.728057 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca7e9-d10f-4051-b6b2-9b8cf1ef3469 None None] The sync data for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 is: [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:19Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:21.745608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:21.748026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:21.763374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:21.783211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Pushing event updated for resources: {'Port': ['ID=f9dd8c2a-1867-4ee3-8160-743935cbadc9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.847921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Attempting to bind port f9dd8c2a-1867-4ee3-8160-743935cbadc9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:21.848292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Attempting to bind port f9dd8c2a-1867-4ee3-8160-743935cbadc9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:21.848656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Attempting to bind port f9dd8c2a-1867-4ee3-8160-743935cbadc9 on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:21.853857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:21.854271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Checking segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:21.854679 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.855139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Bound using segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:21.855560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Bound port: f9dd8c2a-1867-4ee3-8160-743935cbadc9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:21.855948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.881339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.930987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] For port f9dd8c2a-1867-4ee3-8160-743935cbadc9, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:21.934108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] For port f9dd8c2a-1867-4ee3-8160-743935cbadc9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f9dd8c2a-1867-4ee3-8160-743935cbadc9,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:21.939874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.026533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8b93-6a66-4278-98b5-b50b97b138a7 None None] Pushing event updated for resources: {'Port': ['ID=f9dd8c2a-1867-4ee3-8160-743935cbadc9,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.234644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.1 (47319fc6-1d2c-4abb-9a37-adec9f9f36c2/78bd007d-64cb-456b-95f2-560f2bbada39/dec77742-f680-4218-926e-89731d6399ef) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:22.441107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.458104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object dec77742-f680-4218-926e-89731d6399ef will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:22.495739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.546105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:22.550653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:22.555995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:22.582417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=dec77742-f680-4218-926e-89731d6399ef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.614912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.780545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.033630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f9dd8c2a-1867-4ee3-8160-743935cbadc9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:23.110153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f9dd8c2a-1867-4ee3-8160-743935cbadc9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:23.115147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dae95c0f-d708-4edd-8e8d-07f24031bcec up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:23.209129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port dae95c0f-d708-4edd-8e8d-07f24031bcec completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:23.210501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.215942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dae95c0f-d708-4edd-8e8d-07f24031bcec triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:23.216170 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.216577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.317339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=dec77742-f680-4218-926e-89731d6399ef,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.318498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.323223 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.343848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port dae95c0f-d708-4edd-8e8d-07f24031bcec, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dae95c0f-d708-4edd-8e8d-07f24031bcec,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:23.362147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.371636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b70f4-5a54-42de-8514-969057efff3e None None] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:23.441057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:23.442536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:23.489360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] Provisioning for port f9dd8c2a-1867-4ee3-8160-743935cbadc9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:23.510893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] Provisioning complete for port f9dd8c2a-1867-4ee3-8160-743935cbadc9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:23.511271 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.514144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=dae95c0f-d708-4edd-8e8d-07f24031bcec,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.577720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router 20029512-b0d2-433e-981f-034d272122de has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:23.707386 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.712445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:23.719787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c1b43ab9-84e5-423c-9bc9-28f5993e92c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/20029512-b0d2-433e-981f-034d272122de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7922401 Jul 16 09:01:23.755716 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] For port f9dd8c2a-1867-4ee3-8160-743935cbadc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f9dd8c2a-1867-4ee3-8160-743935cbadc9,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:23.763080 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.831309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d12fb8-06e1-40ed-9099-65de6e292611 None None] Pushing event updated for resources: {'Port': ['ID=f9dd8c2a-1867-4ee3-8160-743935cbadc9,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.905303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Sync routers for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:23.918462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:23.919478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:23.964155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-0a96eab1-9bae-46f7-9497-19ee0bd4b0a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633204364&fields=id&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 267 time: 0.0426602 Jul 16 09:01:24.067508 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:24.102881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-a799187a-88b3-4097-9f05-10d4bd60b815 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.103656 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-a799187a-88b3-4097-9f05-10d4bd60b815 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 797 time: 0.1292665 Jul 16 09:01:24.120820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-b323e2f6-7073-4694-8fdb-ba3c863a8ea2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/quotas/a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 375 time: 0.0100026 Jul 16 09:01:24.137628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-973db1e3-ade7-437c-b10e-57c773f1e555 None None] Provisioning complete for port f9dd8c2a-1867-4ee3-8160-743935cbadc9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:24.137881 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-973db1e3-ade7-437c-b10e-57c773f1e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.211925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-ba609f5d-d135-4626-9b1c-684ba7f9b7bb tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762348 Jul 16 09:01:24.320374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-985263dd-fd46-464d-b457-c9923d078807 service neutron] 10.222.0.41 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068316 Jul 16 09:01:24.405592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-973db1e3-ade7-437c-b10e-57c773f1e555 None None] Provisioning for port dec77742-f680-4218-926e-89731d6399ef completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:24.414317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-973db1e3-ade7-437c-b10e-57c773f1e555 None None] Provisioning complete for port dec77742-f680-4218-926e-89731d6399ef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:24.414708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-973db1e3-ade7-437c-b10e-57c773f1e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.435795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-cfe1c2be-ba02-40bc-8e20-5f50f61029c7 service neutron] 10.222.0.41 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095533 Jul 16 09:01:24.462624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-973db1e3-ade7-437c-b10e-57c773f1e555 None None] Port dec77742-f680-4218-926e-89731d6399ef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:24.467065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 2, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:24.495422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Checking router: 20029512-b0d2-433e-981f-034d272122de for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:24.495784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Updating router 20029512-b0d2-433e-981f-034d272122de port dec77742-f680-4218-926e-89731d6399ef binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:24.539137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.622090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9c99f6e5-9bcc-4479-a36a-a2bc85eff73c None None] Provisioning complete for port dec77742-f680-4218-926e-89731d6399ef triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:24.622471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9c99f6e5-9bcc-4479-a36a-a2bc85eff73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.675745 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e79ad322-97e6-407a-bc49-379a02e1b190 req-6a4bba87-0258-428f-b012-2d7e072001b3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 210 time: 0.0419521 Jul 16 09:01:24.739868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9c99f6e5-9bcc-4479-a36a-a2bc85eff73c None None] Port dec77742-f680-4218-926e-89731d6399ef cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:24.902864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.916259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Transition to ACTIVE for port object dec77742-f680-4218-926e-89731d6399ef will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:24.922761 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.026519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c3510-5294-44ff-9635-e770d4f9adb2 None None] Pushing event updated for resources: {'Port': ['ID=dec77742-f680-4218-926e-89731d6399ef,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.030777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dae95c0f-d708-4edd-8e8d-07f24031bcec up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:25.106149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Attempting to bind port dec77742-f680-4218-926e-89731d6399ef on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:25.106859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Attempting to bind port dec77742-f680-4218-926e-89731d6399ef by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:25.106990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Attempting to bind port dec77742-f680-4218-926e-89731d6399ef on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:25.121274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:25.121666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Checking segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:25.122139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.122863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Bound using segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:25.123461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Bound port: dec77742-f680-4218-926e-89731d6399ef, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:25.123891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.158828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dae95c0f-d708-4edd-8e8d-07f24031bcec triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.159119 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.275804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] For port dec77742-f680-4218-926e-89731d6399ef, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:25.282661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] For port dec77742-f680-4218-926e-89731d6399ef, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dec77742-f680-4218-926e-89731d6399ef,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:25.304614 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.362744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f9dd8c2a-1867-4ee3-8160-743935cbadc9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:25.406670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:25.407987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.466808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c3510-5294-44ff-9635-e770d4f9adb2 None None] Pushing event updated for resources: {'Port': ['ID=dec77742-f680-4218-926e-89731d6399ef,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.551426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f9dd8c2a-1867-4ee3-8160-743935cbadc9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.551816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.590848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:25.840415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bc217698-95bd-4668-9cb3-77c52ddd2023 req-1465ad36-3efa-4e49-8f18-9506d9b66c61 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 210 time: 0.0325000 Jul 16 09:01:25.877153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:25Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.909277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a31804-1379-4706-b3e4-9cd8ab5086d7 None None] The sync data for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 is: [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:25Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:26.024155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-cc0ed019-52e2-45be-a3ce-7b8c82f9651d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.025939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-cc0ed019-52e2-45be-a3ce-7b8c82f9651d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 797 time: 0.1568816 Jul 16 09:01:26.103264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-fd8c7133-fa7c-48e8-be13-5e02f6c31953 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 380 time: 0.0593898 Jul 16 09:01:26.114255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'port': {'device_id': '1f268af8-924c-4330-af72-6fccdea601d2', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'admin_state_up': True, 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'security_groups': ['487d01d2-63ae-44af-a090-2c000d7680a6']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:26.240926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:26.244601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.384301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.14 (47319fc6-1d2c-4abb-9a37-adec9f9f36c2/78bd007d-64cb-456b-95f2-560f2bbada39/fcf85958-7ac5-4555-a238-65c11d9e0fdf) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:26.546775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.562870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object fcf85958-7ac5-4555-a238-65c11d9e0fdf will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:26.603246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.659903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:26.663278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:26.667474 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:26.695559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:26.745062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.745961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.772226 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-13c4caa8-9279-48ec-95d1-5eeaa3cb1d59 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6631150 Jul 16 09:01:26.791544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Request body: {'port': {'device_id': '1f268af8-924c-4330-af72-6fccdea601d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:26.953024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.980407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da62d95f-5438-4014-a0b0-8bda809bd993 None None] Provisioning for port fcf85958-7ac5-4555-a238-65c11d9e0fdf completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:26.984994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da62d95f-5438-4014-a0b0-8bda809bd993 None None] Provisioning complete for port fcf85958-7ac5-4555-a238-65c11d9e0fdf triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:26.985997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da62d95f-5438-4014-a0b0-8bda809bd993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.017539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dec77742-f680-4218-926e-89731d6399ef up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:27.080042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da62d95f-5438-4014-a0b0-8bda809bd993 None None] Port fcf85958-7ac5-4555-a238-65c11d9e0fdf cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:27.090266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port dec77742-f680-4218-926e-89731d6399ef completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:27.096585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dec77742-f680-4218-926e-89731d6399ef triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:27.096960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.133493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f83e1-db83-4655-8b13-afd219b93ad3 req-cc6080e0-cb80-4142-9b5c-3c932b34c3cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.140972 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e2f83e1-db83-4655-8b13-afd219b93ad3 req-cc6080e0-cb80-4142-9b5c-3c932b34c3cd tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 932 time: 0.0937698 Jul 16 09:01:27.192353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e2f83e1-db83-4655-8b13-afd219b93ad3 req-db221163-6cd2-48b5-a715-86ace91ca65b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488033 Jul 16 09:01:27.199677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.235173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port dec77742-f680-4218-926e-89731d6399ef, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dec77742-f680-4218-926e-89731d6399ef,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:27.240844 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.305069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=dec77742-f680-4218-926e-89731d6399ef,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.339503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf85958-7ac5-4555-a238-65c11d9e0fdf {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:27.348120 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.362242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Transition to ACTIVE for port object fcf85958-7ac5-4555-a238-65c11d9e0fdf will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:27.366141 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.416958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.498118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:27.498450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:27.498781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:27.504653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:27.504983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:27.511389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:27.511739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Checking segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:27.512129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Bound using segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:27.512627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Bound port: fcf85958-7ac5-4555-a238-65c11d9e0fdf, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:27.512996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.586418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:27.589787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:27.595513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.634074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.634943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.636482 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] 10.222.0.36 "PUT /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1093 time: 0.8495080 Jul 16 09:01:27.641159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:27.644093 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a3cdc0-070e-4504-bb93-2627ce6534f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:27.689251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f581-492e-4105-9a9b-03bc8a4d3eff service neutron] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.722352 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7daa7f0-4acf-4c37-922f-18c7dd904d20 x-openstack-request-id: req-e7daa7f0-4acf-4c37-922f-18c7dd904d20 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:27.722909 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:27.723268 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7daa7f0-4acf-4c37-922f-18c7dd904d20 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:27.723817 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'status': 'completed', 'code': 200} Jul 16 09:01:27.784444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-7731f592-4bae-4a20-90f0-a5f1917d608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.785966 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-7731f592-4bae-4a20-90f0-a5f1917d608e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1096 time: 0.0768452 Jul 16 09:01:27.849879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-55942833-4aee-4d23-9043-a47153a7d100 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 217 time: 0.0415175 Jul 16 09:01:27.903121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-66f8cb08-3fab-4fa4-9c9c-995dd39f3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.904724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-66f8cb08-3fab-4fa4-9c9c-995dd39f3cf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0475531 Jul 16 09:01:27.963510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708284-dd81-474d-9081-7b4ede59da63 req-7bbe70bf-1464-40cc-bdd1-6e2acfafb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.965009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-7bbe70bf-1464-40cc-bdd1-6e2acfafb965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537221 Jul 16 09:01:28.061548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-59d8efd7-e81b-4e92-9544-49d4694149d3 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892963 Jul 16 09:01:28.154279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87708284-dd81-474d-9081-7b4ede59da63 req-c4b13e58-496a-4972-ba40-6b1987e5e6d7 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858562 Jul 16 09:01:28.307640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-351457a2-cdac-4269-9a1c-a5d95189f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.309462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-351457a2-cdac-4269-9a1c-a5d95189f3c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1096 time: 0.0632324 Jul 16 09:01:28.386176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c9894-128f-42e7-8721-ff8137fe4e36 req-5bf92b8b-e5c5-432c-b286-e4fdeb8ada10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.387758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c55c9894-128f-42e7-8721-ff8137fe4e36 req-5bf92b8b-e5c5-432c-b286-e4fdeb8ada10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 944 time: 0.0844140 Jul 16 09:01:28.415276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-c00f1979-0000-4d85-b41e-39f08a52000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.416865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-c00f1979-0000-4d85-b41e-39f08a52000e service neutron] 10.222.0.36 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.0998960 Jul 16 09:01:28.427595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c55c9894-128f-42e7-8721-ff8137fe4e36 req-debf92e9-e94d-4d47-8c38-d2fd74e17d10 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jul 16 09:01:28.460125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-8c28db43-2587-4238-88f7-ff65790eba34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 217 time: 0.0351803 Jul 16 09:01:28.514994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-1d7cbbc5-d150-40bd-b507-25c0866a1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.516696 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-1d7cbbc5-d150-40bd-b507-25c0866a1678 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0493710 Jul 16 09:01:28.579248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-049e41f8-41a6-4ee5-bd47-b2153538f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.581034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-049e41f8-41a6-4ee5-bd47-b2153538f711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569909 Jul 16 09:01:28.684906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-7bdddcb4-d855-4610-9e5c-c879b42a8025 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956023 Jul 16 09:01:28.787903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89a3cdc0-070e-4504-bb93-2627ce6534f1 req-6b40f068-d3fa-41f5-88f5-c662b860db95 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945923 Jul 16 09:01:28.911661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dec77742-f680-4218-926e-89731d6399ef up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:28.967290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port dec77742-f680-4218-926e-89731d6399ef triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:28.967686 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.602138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799ee6e-f235-413c-851e-9a8f92e6d4e9 req-e8df9984-57e8-4faa-88c3-1b355400c1ba tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.603669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2799ee6e-f235-413c-851e-9a8f92e6d4e9 req-e8df9984-57e8-4faa-88c3-1b355400c1ba tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 944 time: 0.0641136 Jul 16 09:01:29.648578 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2799ee6e-f235-413c-851e-9a8f92e6d4e9 req-5abf176d-1bca-4741-b484-8529cab861b2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 Jul 16 09:01:30.492658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:30.593027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:30.755301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'port_id': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'mac_address': 'fa:16:3e:05:5d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:30.793328 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.806998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf85958-7ac5-4555-a238-65c11d9e0fdf {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:30.829658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:30.833704 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.858186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751da68-9b00-41d4-9ac9-3d2fe08d6bc8 req-a3badbd1-e16e-401b-b48f-ad87023e9d90 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.860988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c751da68-9b00-41d4-9ac9-3d2fe08d6bc8 req-a3badbd1-e16e-401b-b48f-ad87023e9d90 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 944 time: 0.0787699 Jul 16 09:01:30.893140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.900863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.901211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.901548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.901882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.902221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.902842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.903180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.903530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.903856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.904184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.904548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:30.904688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c751da68-9b00-41d4-9ac9-3d2fe08d6bc8 req-171be5b6-803d-4807-9be6-e0739582d5a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362833 Jul 16 09:01:30.904986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:31.116232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcf85958-7ac5-4555-a238-65c11d9e0fdf'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:32.085414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5caec-2d9e-4c22-8e5a-d5a31d4b5cd8 req-b1015c3d-6904-4565-8d93-7e84d5f9033f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.086916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a5caec-2d9e-4c22-8e5a-d5a31d4b5cd8 req-b1015c3d-6904-4565-8d93-7e84d5f9033f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 945 time: 0.0659468 Jul 16 09:01:32.124664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a5caec-2d9e-4c22-8e5a-d5a31d4b5cd8 req-1f9616a8-264d-4b26-8cb2-86e06e035f85 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Jul 16 09:01:32.160726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35034) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:32.488611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:32.551456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port fcf85958-7ac5-4555-a238-65c11d9e0fdf completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:32.555824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port fcf85958-7ac5-4555-a238-65c11d9e0fdf triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:32.556212 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.637212 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.665397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:32.668032 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08872cea-fadc-4a2d-b504-34f66c626aab" -d '{"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-plugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:32.683658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:32.692936 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.724656 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06924e03-f593-426e-ade5-939b10791c0b x-openstack-request-id: req-06924e03-f593-426e-ade5-939b10791c0b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:32.725012 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-plugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:32.725327 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06924e03-f593-426e-ade5-939b10791c0b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:32.725806 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'code': 200} Jul 16 09:01:32.755099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.928076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5855c-3714-41fd-a368-c2427e62d9ce req-af7df4ba-d5f1-4c95-9f64-3963f3bd8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.936958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ab5855c-3714-41fd-a368-c2427e62d9ce req-af7df4ba-d5f1-4c95-9f64-3963f3bd8ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1098 time: 0.1009140 Jul 16 09:01:32.941445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.021288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ab5855c-3714-41fd-a368-c2427e62d9ce req-77d1454a-9209-4e0c-ad70-4343b0a583cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767181 Jul 16 09:01:33.362618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1447de1-8a5c-41ff-b457-be99923c7bb0 req-46249c62-c74b-474b-b9bd-7f6783072561 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.364163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1447de1-8a5c-41ff-b457-be99923c7bb0 req-46249c62-c74b-474b-b9bd-7f6783072561 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.1126928 Jul 16 09:01:33.369858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port 9b18e4b3-273c-4a5d-bc49-be564291ba57 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:33.370204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.458718 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1447de1-8a5c-41ff-b457-be99923c7bb0 req-36b732a9-7197-451a-961f-310bd632c16c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855446 Jul 16 09:01:33.490018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port 9b18e4b3-273c-4a5d-bc49-be564291ba57, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9b18e4b3-273c-4a5d-bc49-be564291ba57,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:33.490449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.508451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for 9b18e4b3-273c-4a5d-bc49-be564291ba57 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:33.657042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.699133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.729970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=9b18e4b3-273c-4a5d-bc49-be564291ba57,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:33.768281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.769417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.769975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.770507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.771222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.772254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.772903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.773241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.773599 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.773928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.774254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.774583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:33.954165 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.211272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:34.329848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:34.334309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-83eb2ccb-f98c-4852-9e9c-30e9cdf4288d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "PUT /v2.0/routers/3b0f8d0b-4edc-4853-bcb0-9fb3ec517433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1703732 Jul 16 09:01:34.337318 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:34.351561 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:34.352315 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:34.459962 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:34.702634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58e330-b1cf-4e9f-829c-3e8b8fce4114 req-8fd194e2-36f5-46e7-9258-8ac8d62f5609 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.707344 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de58e330-b1cf-4e9f-829c-3e8b8fce4114 req-8fd194e2-36f5-46e7-9258-8ac8d62f5609 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0839832 Jul 16 09:01:34.741341 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:33Z', 'revision_number': 6, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 1, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:34.752501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de58e330-b1cf-4e9f-829c-3e8b8fce4114 req-d5fa483b-612d-4645-a0ce-c3ce63b69358 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Jul 16 09:01:34.763550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ceac4-a2f8-4894-8283-d6e082658a7f req-123e4d05-471b-4b76-afd1-0054814a10b3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.765082 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-315ceac4-a2f8-4894-8283-d6e082658a7f req-123e4d05-471b-4b76-afd1-0054814a10b3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0742819 Jul 16 09:01:34.775837 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:34.789322 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:34.789945 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:34.826633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-315ceac4-a2f8-4894-8283-d6e082658a7f req-031b536a-2359-471b-b2de-1492161df096 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553243 Jul 16 09:01:34.935814 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:34.980928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34353dd2-9961-4ea9-88cd-407ee4578352 req-5a121f98-f2d8-4266-9fc0-b9c26f5b543b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.987243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34353dd2-9961-4ea9-88cd-407ee4578352 req-5a121f98-f2d8-4266-9fc0-b9c26f5b543b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0972483 Jul 16 09:01:35.022081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-34353dd2-9961-4ea9-88cd-407ee4578352 req-34b8364e-a596-4553-b811-efe95d2e1ff6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Jul 16 09:01:35.048857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35094) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:35.105275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b319ec-2f73-4046-afff-61b55bc7171e tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:35.106824 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-87b319ec-2f73-4046-afff-61b55bc7171e tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1093 time: 0.0569763 Jul 16 09:01:35.110194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35100) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:35.114807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:35.139263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.192589 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:33Z', 'revision_number': 6, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 1, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.218646 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede268e-82c7-49df-ab01-fa0a5d9e67b7 None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:33Z', 'revision_number': 6, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '829a9f54-64c9-4e8b-9439-6a7eea5f8ca3', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'port_id': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'mac_address': 'fa:16:3e:7f:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:10Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 1, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:35.253738 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.363097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.169 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/63c76168-801d-425e-ab10-d23d21af9c27) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:35.483389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.557917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-a6c07eb3-e014-4b09-b919-4248ba5b182e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911124 Jul 16 09:01:35.558902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.603206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:35.606165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:35.610912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:35.614044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=63c76168-801d-425e-ab10-d23d21af9c27,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.833137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-517d78da-ad24-4f69-8b31-20b6ee975219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:35.834553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-517d78da-ad24-4f69-8b31-20b6ee975219 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1098 time: 0.2006650 Jul 16 09:01:36.140094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-9b27e10d-881b-471e-8f77-54477741490d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.142307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-9b27e10d-881b-471e-8f77-54477741490d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.36 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0677156 Jul 16 09:01:36.182129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-77f4738a-3bdc-42b8-9bb5-c4b4f6350629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.183632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-77f4738a-3bdc-42b8-9bb5-c4b4f6350629 service neutron] 10.222.0.18 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 897 time: 0.2980747 Jul 16 09:01:36.190683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.254457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port 72ae689a-5110-40b6-8a26-319f923ab128 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:36.254841 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.256875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb537-872d-44d4-8d90-c8a88955d6cd req-72720d26-91b7-4aa8-b365-44d6f87a9903 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.258472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-435bb537-872d-44d4-8d90-c8a88955d6cd req-72720d26-91b7-4aa8-b365-44d6f87a9903 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=162add43-9df2-46b1-bbce-10a48c73bbd3 HTTP/1.1" status: 200 len: 946 time: 0.2903988 Jul 16 09:01:36.344938 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-ec304333-3260-4f59-9af4-ca5c367d0a80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 1001 time: 0.1523092 Jul 16 09:01:36.351820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-435bb537-872d-44d4-8d90-c8a88955d6cd req-9c7243d6-ad9d-43bd-828f-37e47d9b9c07 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8195005-2565-49d2-a79b-bf0508516f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808280 Jul 16 09:01:36.360774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port 72ae689a-5110-40b6-8a26-319f923ab128, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=72ae689a-5110-40b6-8a26-319f923ab128,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:36.361258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.383406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for 72ae689a-5110-40b6-8a26-319f923ab128 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:36.391742 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.429497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-dbdc8bc0-efa7-46b8-8711-54b6ff8aa257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.431025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-dbdc8bc0-efa7-46b8-8711-54b6ff8aa257 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 200 len: 834 time: 0.0766463 Jul 16 09:01:36.535616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.565544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=72ae689a-5110-40b6-8a26-319f923ab128,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:36.567425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-b2967878-6b2c-4b39-b942-840324edc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.570104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-b2967878-6b2c-4b39-b942-840324edc678 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100728e5-6604-4482-931a-999b8db72d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280503 Jul 16 09:01:36.611292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] No DVR routers for this DVR port 72ae689a-5110-40b6-8a26-319f923ab128 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:36.613901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.616016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41d56b2d-5fbe-4ce8-a029-391aac351ba5 req-b2e1b9a0-e54a-4825-955e-247032745368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.36 "DELETE /v2.0/ports/72ae689a-5110-40b6-8a26-319f923ab128 HTTP/1.1" status: 204 len: 173 time: 0.4688065 Jul 16 09:01:36.616455 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'name': 'network-vif-deleted', 'tag': '72ae689a-5110-40b6-8a26-319f923ab128'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:36.618733 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97352294-b885-4762-aa2f-746fab3da5b9" -d '{"events": [{"server_uuid": "162add43-9df2-46b1-bbce-10a48c73bbd3", "name": "network-vif-deleted", "tag": "72ae689a-5110-40b6-8a26-319f923ab128"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:36.672750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.673166 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d698d-4713-4e10-bc49-9b73eeeb4b4f x-openstack-request-id: req-4f8d698d-4713-4e10-bc49-9b73eeeb4b4f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:36.673467 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162add43-9df2-46b1-bbce-10a48c73bbd3", "name": "network-vif-deleted", "tag": "72ae689a-5110-40b6-8a26-319f923ab128", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:36.673719 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f8d698d-4713-4e10-bc49-9b73eeeb4b4f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:36.674366 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162add43-9df2-46b1-bbce-10a48c73bbd3', 'name': 'network-vif-deleted', 'tag': '72ae689a-5110-40b6-8a26-319f923ab128', 'status': 'completed', 'code': 200} Jul 16 09:01:36.680416 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.756376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-9f49b491-57d3-494a-af72-6fb64900f195 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787384 Jul 16 09:01:36.785295 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=63c76168-801d-425e-ab10-d23d21af9c27,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:36.814062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.876268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9b18e4b3-273c-4a5d-bc49-be564291ba57 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:36.897349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9b18e4b3-273c-4a5d-bc49-be564291ba57 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:36.897710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9b18e4b3-273c-4a5d-bc49-be564291ba57 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:37.290096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-240593b6-87f3-4afc-96bb-6da660a7f4f3 req-929c09a2-1be5-44e2-890a-5b83ef9995f7 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166020 Jul 16 09:01:37.303830 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP cdb4d053-b375-420a-8738-fc591d589ab4 associated. External IP: 172.25.0.169, port: fcf85958-7ac5-4555-a238-65c11d9e0fdf. Jul 16 09:01:37.454373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35144) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.525732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b89e969-352c-427a-9ebe-63053719cef4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.539957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router 20029512-b0d2-433e-981f-034d272122de has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:37.554287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b89e969-352c-427a-9ebe-63053719cef4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.618249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b89e969-352c-427a-9ebe-63053719cef4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.620941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b89e969-352c-427a-9ebe-63053719cef4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.624743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1b89e969-352c-427a-9ebe-63053719cef4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8195005-2565-49d2-a79b-bf0508516f31 HTTP/1.1" status: 204 len: 168 time: 0.1666930 Jul 16 09:01:37.633700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89e969-352c-427a-9ebe-63053719cef4 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8195005-2565-49d2-a79b-bf0508516f31,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.654685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:37.675969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32601159-2c85-4330-a326-c775bc942937 None None] Sync routers for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:37.678532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35152) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.692423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.694000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:37.694807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.737856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting subnet df3ca298-900d-4c4f-837c-ea8f53a0eefa {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:37.741488 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.743384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-295b94cf-d75f-43d0-ba06-7a6497300c03 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6319671 Jul 16 09:01:37.744267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:37.747541 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ae3a97-7a56-48ba-b454-7386845e4857" -d '{"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:37.791685 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec9787-535f-443a-a434-b3b01401c3d9 x-openstack-request-id: req-d0ec9787-535f-443a-a434-b3b01401c3d9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:37.791994 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:37.792250 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0ec9787-535f-443a-a434-b3b01401c3d9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:37.792648 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'status': 'completed', 'code': 200} Jul 16 09:01:37.815448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.876804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:37.922308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-06e0753a-f264-4b7d-9615-e99f7b845d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:37.923799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-06e0753a-f264-4b7d-9615-e99f7b845d2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1098 time: 0.0852139 Jul 16 09:01:37.947376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c706-3fad-440e-bdc9-ae50aa065bd2 req-d62173ca-82d2-4843-a2e0-7a5644dd4236 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:37.950037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7591c706-3fad-440e-bdc9-ae50aa065bd2 req-d62173ca-82d2-4843-a2e0-7a5644dd4236 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0793788 Jul 16 09:01:37.998081 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.008386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7591c706-3fad-440e-bdc9-ae50aa065bd2 req-a4fb8c96-395c-4937-bee6-6069e065aff8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504935 Jul 16 09:01:38.034637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.119283 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-675e092f-5518-49fb-a644-0353a2a4cdd1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/cdb4d053-b375-420a-8738-fc591d589ab4 HTTP/1.1" status: 200 len: 992 time: 0.0832570 Jul 16 09:01:38.130505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-700cfb4a-0f34-454d-a56c-d5d0eff42a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.132215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-700cfb4a-0f34-454d-a56c-d5d0eff42a02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.1777985 Jul 16 09:01:38.138360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.162772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'cdb4d053-b375-420a-8738-fc591d589ab4', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '20029512-b0d2-433e-981f-034d272122de', 'port_id': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'mac_address': 'fa:16:3e:05:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f268af8-924c-4330-af72-6fccdea601d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:35Z', 'updated_at': '2021-07-16T09:01:35Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:27Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:38.194167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32601159-2c85-4330-a326-c775bc942937 None None] Checking router: 20029512-b0d2-433e-981f-034d272122de for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:38.204298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:38.205181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:38.206568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Subnet': ['ID=df3ca298-900d-4c4f-837c-ea8f53a0eefa,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.229747 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.231997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f9317886-4e85-42ab-8084-8a05eaec816a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/subnets/df3ca298-900d-4c4f-837c-ea8f53a0eefa HTTP/1.1" status: 204 len: 168 time: 0.5518732 Jul 16 09:01:38.235238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35172) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.241833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c354e03-b5ae-4e97-948d-fbac140b58d0 None None] Network 59bee661-1237-4e31-8059-26d46885b29c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:38.280109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-e39f3219-60b9-41cc-bbcc-b6a06c54b41a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1000 time: 0.1379795 Jul 16 09:01:38.329831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-55b4d206-314d-42d9-bd11-5b1b30924750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.331584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-55b4d206-314d-42d9-bd11-5b1b30924750 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0454438 Jul 16 09:01:38.407373 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.407710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:38.462254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-3694a231-699f-498b-af2f-3b3982f2931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.463819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-3694a231-699f-498b-af2f-3b3982f2931e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995998 Jul 16 09:01:38.567488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port c1fe54ed-6b94-4b3c-82b0-75816368a782 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:38.567843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.604213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] DHCP port deletion for 59bee661-1237-4e31-8059-26d46885b29c request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:38.604467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-6ea39a3f-b068-4703-b03e-a479368e9f0b service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335471 Jul 16 09:01:38.678291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port c1fe54ed-6b94-4b3c-82b0-75816368a782, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1fe54ed-6b94-4b3c-82b0-75816368a782,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:38.678676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.708484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] Deleting port c1fe54ed-6b94-4b3c-82b0-75816368a782 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:38.708843 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.723661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for c1fe54ed-6b94-4b3c-82b0-75816368a782 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:38.770368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32601159-2c85-4330-a326-c775bc942937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'cdb4d053-b375-420a-8738-fc591d589ab4', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '20029512-b0d2-433e-981f-034d272122de', 'port_id': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'mac_address': 'fa:16:3e:05:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f268af8-924c-4330-af72-6fccdea601d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:35Z', 'updated_at': '2021-07-16T09:01:35Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:27Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:38.807679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32601159-2c85-4330-a326-c775bc942937 None None] The sync data for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 is: [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'cdb4d053-b375-420a-8738-fc591d589ab4', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '20029512-b0d2-433e-981f-034d272122de', 'port_id': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'mac_address': 'fa:16:3e:05:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f268af8-924c-4330-af72-6fccdea601d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:35Z', 'updated_at': '2021-07-16T09:01:35Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:27Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:38.809549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64ae3a97-7a56-48ba-b454-7386845e4857 req-823da6a0-620e-40dd-a2d9-c3a5a413b008 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758208 Jul 16 09:01:38.814440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] For port c1fe54ed-6b94-4b3c-82b0-75816368a782, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c1fe54ed-6b94-4b3c-82b0-75816368a782,segment=NetworkSegment(9476804f-d875-4de9-8c1c-ffbd00cc327c),segment_id=9476804f-d875-4de9-8c1c-ffbd00cc327c)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:38.814826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.831658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] Calling delete_port for c1fe54ed-6b94-4b3c-82b0-75816368a782 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:38.874616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.916100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=c1fe54ed-6b94-4b3c-82b0-75816368a782,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.929861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] No DVR routers for this DVR port c1fe54ed-6b94-4b3c-82b0-75816368a782 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:38.957986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1fe54ed-6b94-4b3c-82b0-75816368a782 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:38.962620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.003995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] Pushing event deleted for resources: {'Port': ['ID=c1fe54ed-6b94-4b3c-82b0-75816368a782,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:39.008712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c1fe54ed-6b94-4b3c-82b0-75816368a782 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:39.009073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c1fe54ed-6b94-4b3c-82b0-75816368a782 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:39.023637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abae12e-01cd-4ce0-b679-6433437dc0b6 None None] No DVR routers for this DVR port c1fe54ed-6b94-4b3c-82b0-75816368a782 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:39.026659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.045345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bee661-1237-4e31-8059-26d46885b29c']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.058448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9476804f-d875-4de9-8c1c-ffbd00cc327c') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.059018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9476804f-d875-4de9-8c1c-ffbd00cc327c') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.071609 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.100074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.110848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:39.111582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:39.116851 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:39.122362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:39.132010 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522f4f76-b43a-4f9c-a36a-fc6d95d5ac96 None None] New status for floating IP cdb4d053-b375-420a-8738-fc591d589ab4: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:39.195919 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.219283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.221412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/networks/59bee661-1237-4e31-8059-26d46885b29c HTTP/1.1" status: 204 len: 168 time: 0.9850261 Jul 16 09:01:39.222291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745069f-d09f-442c-b464-23782d1b7f94 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Network': ['ID=59bee661-1237-4e31-8059-26d46885b29c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:39.224052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35190) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:39.229181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd3a095a-c4ab-477c-8ba5-6e5446fe8595 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/cdb4d053-b375-420a-8738-fc591d589ab4 HTTP/1.1" status: 200 len: 992 time: 0.1056867 Jul 16 09:01:39.397995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port 1cd006e1-7c6e-47ee-8e97-6b7e85817e29 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:39.398346 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.475334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.475976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.487915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for 1cd006e1-7c6e-47ee-8e97-6b7e85817e29 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:39.675717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.021010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=1cd006e1-7c6e-47ee-8e97-6b7e85817e29,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.082656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.083097 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Floating IP 829a9f54-64c9-4e8b-9439-6a7eea5f8ca3 disassociated (deleted). External IP: 172.25.0.90, port: c271e80d-b98d-48a0-a8fa-dad9a87c46d9. Jul 16 09:01:40.231267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35210) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:40.296347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-64245ad4-a89b-4a04-a2d4-fe6b5e1c8d54 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/cdb4d053-b375-420a-8738-fc591d589ab4 HTTP/1.1" status: 200 len: 994 time: 0.0638101 Jul 16 09:01:40.308488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:40.421731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:40.426602 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.431199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:40.440637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:40.441301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:40.475497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-16329ffa-6284-4f67-a42d-8eba38036a68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/floatingips/829a9f54-64c9-4e8b-9439-6a7eea5f8ca3 HTTP/1.1" status: 204 len: 168 time: 1.2504084 Jul 16 09:01:40.476088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:40.478532 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c71ce-3653-4240-ac2b-cbc237fcf869" -d '{"events": [{"name": "network-changed", "server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:40.536189 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e16f54-346e-42c6-b595-2ac80ecc88e9 x-openstack-request-id: req-a8e16f54-346e-42c6-b595-2ac80ecc88e9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:40.536780 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:40.537261 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8e16f54-346e-42c6-b595-2ac80ecc88e9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:40.537893 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'status': 'completed', 'code': 200} Jul 16 09:01:40.550149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 72ae689a-5110-40b6-8a26-319f923ab128 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:40.624753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-51fd1223-7e38-4f0a-9b7d-6a14cc425707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.627114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-51fd1223-7e38-4f0a-9b7d-6a14cc425707 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 1098 time: 0.0739145 Jul 16 09:01:40.741984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 72ae689a-5110-40b6-8a26-319f923ab128 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:40.742389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 72ae689a-5110-40b6-8a26-319f923ab128 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:40.751225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-cac8a622-a28b-4c5a-bc33-e16e019e751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.753796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-cac8a622-a28b-4c5a-bc33-e16e019e751d service neutron] 10.222.0.18 "GET /v2.0/networks?id=100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 200 len: 897 time: 0.1208148 Jul 16 09:01:40.757571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:40.815365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-fe4431dc-bf25-4998-b858-b93394e7fd2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 200 len: 217 time: 0.0400732 Jul 16 09:01:40.869074 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-407aedb2-4add-4d3e-8711-629a659ad045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.870555 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-407aedb2-4add-4d3e-8711-629a659ad045 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 200 len: 834 time: 0.0495288 Jul 16 09:01:40.985489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-7db98c55-2353-4103-8a54-9d356c2df086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.988334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-7db98c55-2353-4103-8a54-9d356c2df086 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100728e5-6604-4482-931a-999b8db72d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085396 Jul 16 09:01:41.010722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:33Z', 'revision_number': 6, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.014244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f62d-3ecd-456a-af83-755e52ac7de4 req-bef19fb8-d6e2-4d39-ab6a-d259f3f5f368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.016149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12b4f62d-3ecd-456a-af83-755e52ac7de4 req-bef19fb8-d6e2-4d39-ab6a-d259f3f5f368 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 946 time: 0.1079171 Jul 16 09:01:41.043039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:41.052528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:41.053346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.103946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12b4f62d-3ecd-456a-af83-755e52ac7de4 req-485fc616-b950-4886-aeef-d59256910105 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764158 Jul 16 09:01:41.139796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-c08cf6ea-4c43-4f84-9f96-16d3db1a9c27 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438317 Jul 16 09:01:41.182371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:41.262157 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ce0c71ce-3653-4240-ac2b-cbc237fcf869 req-faa0bb38-75f4-4953-bb26-f8c3d1b25d26 service neutron] 10.222.0.18 "GET /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147344 Jul 16 09:01:41.390127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:33Z', 'revision_number': 6, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:41.416816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78943ff4-209a-4114-b2df-ba8852df2e0e None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:33Z', 'revision_number': 6, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '34bfd70b-1ada-481a-84c1-bd077363c9b3', 'name': '', 'network_id': '100728e5-6604-4482-931a-999b8db72d90', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:23:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:52Z', 'updated_at': '2021-07-16T08:59:59Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '7c3aeca9-e89f-42db-856f-4937de2f79fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:41.645507 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8592bb-d0c2-4a40-b032-2b9f170f3d5b None None] New status for floating IP 829a9f54-64c9-4e8b-9439-6a7eea5f8ca3: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:41.711143 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:42.260605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766aff-fc37-4369-b4d2-6109950998f7 req-7180c7ac-651d-4bde-97c6-fadd69c968ab tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.262175 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58766aff-fc37-4369-b4d2-6109950998f7 req-7180c7ac-651d-4bde-97c6-fadd69c968ab tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 946 time: 0.0672050 Jul 16 09:01:42.303901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaafb6f-3dec-4565-9ca7-82340df864c0 req-c3d445e4-d20c-4e7c-854c-2b7262439667 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.305416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deaafb6f-3dec-4565-9ca7-82340df864c0 req-c3d445e4-d20c-4e7c-854c-2b7262439667 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de943a9-0714-4651-a801-5dc0ce7f871d HTTP/1.1" status: 200 len: 946 time: 0.0749903 Jul 16 09:01:42.348138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deaafb6f-3dec-4565-9ca7-82340df864c0 req-323248ce-9f50-4643-8175-e67d909b332d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ae7f82-b484-450f-9687-3ebf773f24b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Jul 16 09:01:42.379496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:42.380032 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.468086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port c271e80d-b98d-48a0-a8fa-dad9a87c46d9, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:42.468959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.481568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for c271e80d-b98d-48a0-a8fa-dad9a87c46d9 owned by compute:nova {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:42.616090 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.644747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=c271e80d-b98d-48a0-a8fa-dad9a87c46d9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:42.697374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] No DVR routers for this DVR port c271e80d-b98d-48a0-a8fa-dad9a87c46d9 on host n-h2-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:42.700311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.702340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58766aff-fc37-4369-b4d2-6109950998f7 req-37594063-2ed5-4fe0-8c54-99f2a98306ad tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "DELETE /v2.0/ports/c271e80d-b98d-48a0-a8fa-dad9a87c46d9 HTTP/1.1" status: 204 len: 173 time: 0.4339256 Jul 16 09:01:42.702801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'name': 'network-vif-deleted', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:42.705978 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0625a5-8f28-40a2-956e-973894de29fb" -d '{"events": [{"server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "name": "network-vif-deleted", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:42.756057 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5145a3-eb3f-44e7-bf17-e7b30d0031f6 x-openstack-request-id: req-ae5145a3-eb3f-44e7-bf17-e7b30d0031f6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:42.756969 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de943a9-0714-4651-a801-5dc0ce7f871d", "name": "network-vif-deleted", "tag": "c271e80d-b98d-48a0-a8fa-dad9a87c46d9", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:42.757403 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae5145a3-eb3f-44e7-bf17-e7b30d0031f6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:42.758024 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de943a9-0714-4651-a801-5dc0ce7f871d', 'name': 'network-vif-deleted', 'tag': 'c271e80d-b98d-48a0-a8fa-dad9a87c46d9', 'status': 'completed', 'code': 200} Jul 16 09:01:42.980515 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e03d84c6-7400-40f3-8b5d-2bafe926ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.445084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35278) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.511639 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26c57df2-a0bb-40d4-b2cd-c1e099bf3d19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.539925 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26c57df2-a0bb-40d4-b2cd-c1e099bf3d19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.603726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26c57df2-a0bb-40d4-b2cd-c1e099bf3d19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.606477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-26c57df2-a0bb-40d4-b2cd-c1e099bf3d19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.607676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-26c57df2-a0bb-40d4-b2cd-c1e099bf3d19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/security-groups/e6ae7f82-b484-450f-9687-3ebf773f24b3 HTTP/1.1" status: 204 len: 168 time: 0.1613922 Jul 16 09:01:43.618277 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c57df2-a0bb-40d4-b2cd-c1e099bf3d19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae7f82-b484-450f-9687-3ebf773f24b3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.641299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35290) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:44.009829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.292730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port 34bfd70b-1ada-481a-84c1-bd077363c9b3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:44.293077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.389332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port 34bfd70b-1ada-481a-84c1-bd077363c9b3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=34bfd70b-1ada-481a-84c1-bd077363c9b3,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:44.389692 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.403166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for 34bfd70b-1ada-481a-84c1-bd077363c9b3 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:44.596099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.623028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=34bfd70b-1ada-481a-84c1-bd077363c9b3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:44.818402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.040099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:45.152466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:45.161897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e7bc56bc-38ee-430a-ab3d-34225a876d14 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "PUT /v2.0/routers/3b0f8d0b-4edc-4853-bcb0-9fb3ec517433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5171320 Jul 16 09:01:45.162277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.165210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] Sync routers for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:45.175402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:45.176174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.219236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting subnet 7c3aeca9-e89f-42db-856f-4937de2f79fd {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:45.222529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.270744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.292058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:45.420682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.503294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:44Z', 'revision_number': 7, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.515907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.538328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] Checking router: 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:45.547881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] Routers {'3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:45.548507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.553847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3aeca9-e89f-42db-856f-4937de2f79fd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.565987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.568350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3184c333-b460-46cb-84ae-1e0172e3e459 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/subnets/7c3aeca9-e89f-42db-856f-4937de2f79fd HTTP/1.1" status: 204 len: 168 time: 0.4051542 Jul 16 09:01:45.571055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35326) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.588784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac74d42-7042-47ca-b74c-e96b8d0c1013 None None] Network 100728e5-6604-4482-931a-999b8db72d90 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:45.723004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.805684 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba2b9aec-d77e-4105-9b43-125631bee2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.809943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.844667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] Set router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:45.846769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.904700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port d9013351-f5c2-45be-8fd4-92178a3830b9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:45.905139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.998876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port d9013351-f5c2-45be-8fd4-92178a3830b9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d9013351-f5c2-45be-8fd4-92178a3830b9,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:45.999265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.014631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for d9013351-f5c2-45be-8fd4-92178a3830b9 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:46.066212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] DHCP port deletion for 100728e5-6604-4482-931a-999b8db72d90 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:46.076917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:44Z', 'revision_number': 7, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:46.132625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4fecd-1adb-483d-90ff-82b62155cb07 None None] The sync data for ids ['3b0f8d0b-4edc-4853-bcb0-9fb3ec517433'] in n-d-798249-10 is: [{'id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'name': 'tempest-TestNetworkBasicOps-router-2026162301', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T09:01:44Z', 'revision_number': 7, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'd9013351-f5c2-45be-8fd4-92178a3830b9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f8d0b-4edc-4853-bcb0-9fb3ec517433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:49Z', 'updated_at': '2021-07-16T08:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:46.155958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] Deleting port 4137ddb6-9a72-4317-929e-4a71cf613951 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.156417 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.220665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.233788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] For port 4137ddb6-9a72-4317-929e-4a71cf613951, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4137ddb6-9a72-4317-929e-4a71cf613951,segment=NetworkSegment(04c317c3-f665-43ac-8859-a495d47ef725),segment_id=04c317c3-f665-43ac-8859-a495d47ef725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.234914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.247652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] Calling delete_port for 4137ddb6-9a72-4317-929e-4a71cf613951 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:46.250509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=d9013351-f5c2-45be-8fd4-92178a3830b9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.317392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.364640 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.378477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] No DVR routers for this DVR port 4137ddb6-9a72-4317-929e-4a71cf613951 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:46.400170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b724aba-2ce7-402f-bf15-33589aa653e9 None None] Pushing event deleted for resources: {'Port': ['ID=4137ddb6-9a72-4317-929e-4a71cf613951,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.416525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.418760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.461454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.462083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:46.472819 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.473755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1dd07923-9c34-4adc-9b36-da206d16c690 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/routers/3b0f8d0b-4edc-4853-bcb0-9fb3ec517433 HTTP/1.1" status: 204 len: 168 time: 0.9015832 Jul 16 09:01:46.476353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35342) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:46.569257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.571975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c271e80d-b98d-48a0-a8fa-dad9a87c46d9 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:46.595169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: c271e80d-b98d-48a0-a8fa-dad9a87c46d9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:46.595680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c271e80d-b98d-48a0-a8fa-dad9a87c46d9 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:46.673083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.684083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100728e5-6604-4482-931a-999b8db72d90']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:46.691712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.019106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c317c3-f665-43ac-8859-a495d47ef725') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:47.019771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c317c3-f665-43ac-8859-a495d47ef725') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:47.028996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.042985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.049566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:47.049961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:47.052934 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:47.113278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.118216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.120202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/networks/100728e5-6604-4482-931a-999b8db72d90 HTTP/1.1" status: 204 len: 168 time: 0.6426830 Jul 16 09:01:47.137353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7dafa-65be-4e04-a89d-08cea58fc412 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Network': ['ID=100728e5-6604-4482-931a-999b8db72d90,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.140500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35356) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:47.146005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'network': {'name': 'tempest-network-smoke--1161673275', 'project_id': '7383652b759c43ca889367012ec6397e', 'port_security_enabled': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:47.167554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:47.171004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.197405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:47.209667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.209667 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Added segment 6330d952-c7f8-49b9-b998-acf013477ab9 of type vlan for network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a Jul 16 09:01:47.270224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.306642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.313271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.314060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.362020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2199790 Jul 16 09:01:47.364249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 34bfd70b-1ada-481a-84c1-bd077363c9b3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:47.365242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35364) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:47.370352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'admin_state_up': True, 'project_id': '7383652b759c43ca889367012ec6397e', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:47.387980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30278-c0f6-41d6-b61b-ea2b5816ad19 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Network': ['ID=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.396919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 34bfd70b-1ada-481a-84c1-bd077363c9b3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:47.397501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 34bfd70b-1ada-481a-84c1-bd077363c9b3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:47.398341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4137ddb6-9a72-4317-929e-4a71cf613951 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:47.401974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:47.420357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.422207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.440364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 4137ddb6-9a72-4317-929e-4a71cf613951 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:47.440739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4137ddb6-9a72-4317-929e-4a71cf613951 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:47.481870 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.625787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.832884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.844226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.852691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.963463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.25.0.64 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:48.069519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.107544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.150684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:48.153497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:48.157950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:48.180712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:48.403722 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.421828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.633507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.774195 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router fe27c689-fec4-44fc-9a2d-07f21c014a1c is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:01:48.879697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d9013351-f5c2-45be-8fd4-92178a3830b9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:48.884543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:48.894994 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Sync routers for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:48.904593 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.906604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7bb5b511-29cc-4b94-a243-69c66acc1e82 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5401700 Jul 16 09:01:48.909648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35398) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:48.914091 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:48.919286 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:48.929334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d9013351-f5c2-45be-8fd4-92178a3830b9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:48.929976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d9013351-f5c2-45be-8fd4-92178a3830b9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:48.942634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21cfa252-6581-4d1e-b3a5-fcade5eabed6 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=7383652b759c43ca889367012ec6397e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312142 Jul 16 09:01:48.944750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35400) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.029629 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:49.037355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0a1cf-c826-43a5-96e0-1bc108aaecae tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:49.041656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-37b0a1cf-c826-43a5-96e0-1bc108aaecae tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932314 Jul 16 09:01:49.041954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35402) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.070665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2891103e-3bef-426b-a546-f0fad2f4b1f0 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275850 Jul 16 09:01:49.080717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35404) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.085909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318853621', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'project_id': '7383652b759c43ca889367012ec6397e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:49.179627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:49.183962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.226698 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:48Z', 'revision_number': 3, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.344174 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Checking router: fe27c689-fec4-44fc-9a2d-07f21c014a1c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:49.344509 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Updating router fe27c689-fec4-44fc-9a2d-07f21c014a1c port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:49.386919 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.412322 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.473634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Subnet': ['ID=09d86dda-05c4-454f-898b-f85f986335de,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.484467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Checking segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:49.484833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network hostable DHCP agents. Network: 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:49.502234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:49.512835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:49.518948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:49.519648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.527918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28b54d-33d3-4981-9dda-bb6cfd9d96dd None None] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:49.540186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-866943cc-0241-449f-aea9-f58cc28f6bb2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4582736 Jul 16 09:01:49.542778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.660800 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.672336 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Transition to ACTIVE for port object e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:49.681236 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.739524 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Attempting to bind port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:49.740549 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Attempting to bind port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:49.741090 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Attempting to bind port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:49.753396 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:49.754099 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:49.754682 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.755238 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:49.755911 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Bound port: e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:49.756481 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.820479 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] For port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:49.824589 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] For port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:49.832692 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.834507 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Pushing event updated for resources: {'Port': ['ID=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.842537 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.842964 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.843919 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.844254 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.844577 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.845116 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.845606 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.846104 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.846591 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.847074 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.847604 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.848192 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:49.879186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:49.880203 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.895565 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:49.896799 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.022615 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:50.048503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Allocated IP 172.20.0.2 (5d939e5c-d37b-4294-9f2a-96fd7ea50e2a/09d86dda-05c4-454f-898b-f85f986335de/2459d353-d7ba-4c02-88bb-9ed2c2de2a9b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:50.087033 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f81bc-75fb-49cc-9003-2b9bbeada42b None None] Pushing event updated for resources: {'Port': ['ID=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.108477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.242679 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.246262 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:48Z', 'revision_number': 3, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.252408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Transition to ACTIVE for port object 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:50.270240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Transition to ACTIVE for port object 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:50.277553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.281831 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9690b0-c230-4f16-9e0f-78d45c2026a5 None None] The sync data for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 is: [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:48Z', 'revision_number': 3, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:50.326623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:50.330067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:50.337474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:50.385434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Pushing event updated for resources: {'Port': ['ID=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.441127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Attempting to bind port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:50.441593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Attempting to bind port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:50.442027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Attempting to bind port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b on network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:50.446386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.20.0.1 (5d939e5c-d37b-4294-9f2a-96fd7ea50e2a/09d86dda-05c4-454f-898b-f85f986335de/af3ca266-3f3e-40f7-8a82-b736193efed7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:50.448111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:50.448815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Checking segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:50.449525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.450076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Bound using segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:50.450753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Bound port: 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:50.451448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.522351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] For port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:50.526024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] For port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:50.531697 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.637315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7f252-d18a-42cb-acc0-a9b0071e2990 None None] Pushing event updated for resources: {'Port': ['ID=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.646553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.662538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Transition to ACTIVE for port object af3ca266-3f3e-40f7-8a82-b736193efed7 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:50.709741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.763293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:50.766932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:50.769606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:50.804861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=af3ca266-3f3e-40f7-8a82-b736193efed7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.828072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.053422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.084692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:51.149147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:51.153942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:51.154312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.242040 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.271303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:51.281021 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.282023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:51.388057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.401530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:51.402158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.407124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.504135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=af3ca266-3f3e-40f7-8a82-b736193efed7,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.508094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.611984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:51.613410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:51.734875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router fe27c689-fec4-44fc-9a2d-07f21c014a1c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:51.847091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad231aa-aa3d-4730-9051-8e67d6550c37 None None] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:51.859397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:51.876843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-47750c36-c14c-4c59-9b69-b601fcb6453c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "PUT /v2.0/routers/fe27c689-fec4-44fc-9a2d-07f21c014a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3325331 Jul 16 09:01:51.879611 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:51.966923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] Provisioning for port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:51.979847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] Provisioning complete for port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:51.980222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.082402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.082805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.083236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.083729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.084541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.084670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.085078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.089717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-df8f84c0-c428-4d98-a0df-6df245d5b520 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.2059658 Jul 16 09:01:52.089984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35420) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.150095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.160439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.160652 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.161236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.161827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.162743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.163331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.163849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.167373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-91a4d872-5e51-4f98-87d8-ab08201937c8 tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.0751925 Jul 16 09:01:52.170107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35426) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.193468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] For port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:52.205390 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.277841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dd0f9-d5da-475e-a927-11b4cd8abd68 None None] Pushing event updated for resources: {'Port': ['ID=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:52.285850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35428) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.427590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f76feb-b361-4a8a-83fc-92424140804e req-def0ad1d-cc15-4d1e-8531-47a3e83e4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.429460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01f76feb-b361-4a8a-83fc-92424140804e req-def0ad1d-cc15-4d1e-8531-47a3e83e4a0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.1424036 Jul 16 09:01:52.500274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-01f76feb-b361-4a8a-83fc-92424140804e req-80771164-9cec-4d4e-aa12-0400ad194e07 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649400 Jul 16 09:01:52.539894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b1b4495c-3965-42f8-bdfa-04627664e556 None None] Provisioning for port af3ca266-3f3e-40f7-8a82-b736193efed7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:52.546662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b1b4495c-3965-42f8-bdfa-04627664e556 None None] Provisioning complete for port af3ca266-3f3e-40f7-8a82-b736193efed7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:52.547076 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1b4495c-3965-42f8-bdfa-04627664e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.590703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Sync routers for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:52.595050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4495c-3965-42f8-bdfa-04627664e556 None None] Port af3ca266-3f3e-40f7-8a82-b736193efed7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:52.604361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:52.605006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:52.657861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b1b4495c-3965-42f8-bdfa-04627664e556 None None] Provisioning complete for port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:52.658237 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b1b4495c-3965-42f8-bdfa-04627664e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.755723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:52.895391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4eb1838f-2e57-4c65-a0bc-0b6220d8fd6b tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.7208371 Jul 16 09:01:52.991126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:53.133447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-613d1f65-b02e-4313-a582-0033c0f793bd None None] Provisioning complete for port af3ca266-3f3e-40f7-8a82-b736193efed7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:53.133823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-613d1f65-b02e-4313-a582-0033c0f793bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.193188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35438) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.198134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419944546', 'description': 'tempest-secgroup-smoke-1419944546 description', 'project_id': '7383652b759c43ca889367012ec6397e'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:53.208800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:53.209171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.225958 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.235886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-613d1f65-b02e-4313-a582-0033c0f793bd None None] Port af3ca266-3f3e-40f7-8a82-b736193efed7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:53.317242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 2, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.335890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.344560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.357066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Checking router: fe27c689-fec4-44fc-9a2d-07f21c014a1c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:53.359847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Updating router fe27c689-fec4-44fc-9a2d-07f21c014a1c port af3ca266-3f3e-40f7-8a82-b736193efed7 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:53.399159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:53.403187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.407715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2104051 Jul 16 09:01:53.408837 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35444) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.409651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd813e-b4c1-4daa-8db4-2e7457896bb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0046d34-6599-4bf1-9791-614ed08fce3d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.415683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'a0046d34-6599-4bf1-9791-614ed08fce3d', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:53.441322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.455680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.533647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.538489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.562525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc242bd-37e7-44dc-b3a1-0fa53119047c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.580773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.580773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-630646bd-4e56-4ed6-bdb4-83e05a6afc2b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617231 Jul 16 09:01:53.581811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35450) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.584238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'a0046d34-6599-4bf1-9791-614ed08fce3d', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:53.617466 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.688244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.692140 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.713663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3154828-3517-4107-a750-08c83543ada7,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.718458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.719918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a0bc716a-db46-4ac2-a5a4-e55b55d6cdca tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398070 Jul 16 09:01:53.722597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35462) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.727112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'a0046d34-6599-4bf1-9791-614ed08fce3d', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:53.753495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:53.753871 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.757572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.837870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.842113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.864086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ecf0ed-3827-4e8b-92d7-a27baf055991,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.867516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.871303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-817bfd65-dc14-4a0c-843c-6e27cc704115 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452718 Jul 16 09:01:53.871821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.879527 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'a0046d34-6599-4bf1-9791-614ed08fce3d', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:53.912223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.991966 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.997165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.019598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8912ce53-fb18-4b40-b042-5b754bddb49d,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.026489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.032235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-206355ef-bc30-4689-8a9a-63415dd4c3e0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593273 Jul 16 09:01:54.034261 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.035091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.040885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'a0046d34-6599-4bf1-9791-614ed08fce3d', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:54.048878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Transition to ACTIVE for port object af3ca266-3f3e-40f7-8a82-b736193efed7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:54.057141 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.068722 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Project 7383652b759c43ca889367012ec6397e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:54.074539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.135073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f9128-658d-473a-8695-942972ed4cb7 None None] Pushing event updated for resources: {'Port': ['ID=af3ca266-3f3e-40f7-8a82-b736193efed7,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.159299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.168761 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.193826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d351a4-cedc-4eea-8cbc-2008c23bde9c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.194879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Attempting to bind port af3ca266-3f3e-40f7-8a82-b736193efed7 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:54.195518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Attempting to bind port af3ca266-3f3e-40f7-8a82-b736193efed7 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:54.196238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Attempting to bind port af3ca266-3f3e-40f7-8a82-b736193efed7 on network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:54.198041 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.199976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-31d3eaaf-ddbf-483e-bf6c-025f10875263 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1633804 Jul 16 09:01:54.202936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35474) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.203394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:54.204101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Checking segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:54.204472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.204862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Bound using segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:54.205338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Bound port: af3ca266-3f3e-40f7-8a82-b736193efed7, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:54.205726 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.209134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'security_group_rule': {'security_group_id': 'a0046d34-6599-4bf1-9791-614ed08fce3d', 'project_id': '7383652b759c43ca889367012ec6397e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:54.234690 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Project 7383652b759c43ca889367012ec6397e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:54.240637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.281501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] For port af3ca266-3f3e-40f7-8a82-b736193efed7, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:54.286047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] For port af3ca266-3f3e-40f7-8a82-b736193efed7, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=af3ca266-3f3e-40f7-8a82-b736193efed7,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:54.291551 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.324931 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.331173 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.357035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.358698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543894 Jul 16 09:01:54.362574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979726-222e-4ffa-b095-0aa64e57a135 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e260a3-8c80-4b29-b73a-2b13be39dc1c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.370943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:54.371993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:54.429098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f9128-658d-473a-8695-942972ed4cb7 None None] Pushing event updated for resources: {'Port': ['ID=af3ca266-3f3e-40f7-8a82-b736193efed7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.515441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:54.539874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-32ab170d-143d-4c8a-86ee-ecf10ec73f11 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419944546&fields=id&tenant_id=7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 267 time: 0.0426648 Jul 16 09:01:54.661330 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2e30c2f1-3cb4-42dd-b3be-07dc589255c2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:54.662912 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2e30c2f1-3cb4-42dd-b3be-07dc589255c2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/networks?id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a HTTP/1.1" status: 200 len: 797 time: 0.1160173 Jul 16 09:01:54.681258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-c930ed50-04ad-4a01-8c7c-ec10dd09aeb0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/quotas/7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 375 time: 0.0103536 Jul 16 09:01:54.760544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-6ea11c54-47ce-4233-ba1b-831d8fe5ea9f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723460 Jul 16 09:01:54.768340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:54Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:54.796666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a957-bca7-464a-9bf3-78630e1cafb7 None None] The sync data for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 is: [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:54Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:54.900889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-102193bc-2f2c-4bd7-88e3-1626d2f60b28 service neutron] 10.222.0.41 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202962 Jul 16 09:01:55.007863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-a174efde-c23a-4458-8af8-6982a49995ca service neutron] 10.222.0.41 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008146 Jul 16 09:01:55.013011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device af3ca266-3f3e-40f7-8a82-b736193efed7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:55.090112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port af3ca266-3f3e-40f7-8a82-b736193efed7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:55.095098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port af3ca266-3f3e-40f7-8a82-b736193efed7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:55.095504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.200823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.247510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port af3ca266-3f3e-40f7-8a82-b736193efed7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=af3ca266-3f3e-40f7-8a82-b736193efed7,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:55.254492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.267842 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-53a3bbc6-86d1-4a6d-ad48-608c9bc75b1b req-b75cc95d-d1f9-4d2f-ad3f-ced2b0411bf3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 210 time: 0.0707197 Jul 16 09:01:55.328377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=af3ca266-3f3e-40f7-8a82-b736193efed7,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.453013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-660dd871-946c-4ab8-8faf-37c7d0ed8297 req-8042a5d3-b317-406b-864e-47141e03b5d2 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 210 time: 0.0671010 Jul 16 09:01:56.463238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-53b19e0c-44bf-4584-ab66-95b51dd88c1b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.465508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-53b19e0c-44bf-4584-ab66-95b51dd88c1b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "GET /v2.0/networks?id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a HTTP/1.1" status: 200 len: 797 time: 0.1795371 Jul 16 09:01:56.510191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-facf456c-8455-4276-ad2f-47fa4017af1a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7383652b759c43ca889367012ec6397e HTTP/1.1" status: 200 len: 380 time: 0.0363801 Jul 16 09:01:56.520099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'port': {'device_id': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'admin_state_up': True, 'tenant_id': '7383652b759c43ca889367012ec6397e', 'security_groups': ['a0046d34-6599-4bf1-9791-614ed08fce3d']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:56.627307 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Made reservation on behalf of 7383652b759c43ca889367012ec6397e for: {'port': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:56.631172 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.764049 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.20.0.14 (5d939e5c-d37b-4294-9f2a-96fd7ea50e2a/09d86dda-05c4-454f-898b-f85f986335de/06c408b4-7afc-482e-80ed-2df8290241b1) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:56.910361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.924407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Transition to ACTIVE for port object 06c408b4-7afc-482e-80ed-2df8290241b1 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:56.941022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device af3ca266-3f3e-40f7-8a82-b736193efed7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:56.961304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.993200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port af3ca266-3f3e-40f7-8a82-b736193efed7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:56.993583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.013607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:57.017217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:57.021406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:57.052994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=06c408b4-7afc-482e-80ed-2df8290241b1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.085156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.085989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.105495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cfe28798-170c-43b1-be69-a3ace1676e5d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897782 Jul 16 09:01:57.119654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Request body: {'port': {'device_id': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:57.208759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.320249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-61f68979-1d55-430e-9b0b-d403aeaf918f None None] Provisioning for port 06c408b4-7afc-482e-80ed-2df8290241b1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:57.323986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-61f68979-1d55-430e-9b0b-d403aeaf918f None None] Provisioning complete for port 06c408b4-7afc-482e-80ed-2df8290241b1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:57.324364 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-61f68979-1d55-430e-9b0b-d403aeaf918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.363718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-61f68979-1d55-430e-9b0b-d403aeaf918f None None] Port 06c408b4-7afc-482e-80ed-2df8290241b1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:57.482117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c408b4-7afc-482e-80ed-2df8290241b1 {{(pid=93700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:57.490065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.504113 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Transition to ACTIVE for port object 06c408b4-7afc-482e-80ed-2df8290241b1 will not be triggered until provisioned by entity L2. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:57.509008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.556022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Pushing event updated for resources: {'Port': ['ID=06c408b4-7afc-482e-80ed-2df8290241b1,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.688669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Attempting to bind port 06c408b4-7afc-482e-80ed-2df8290241b1 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:57.689009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Attempting to bind port 06c408b4-7afc-482e-80ed-2df8290241b1 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:57.689337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Attempting to bind port 06c408b4-7afc-482e-80ed-2df8290241b1 on network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:57.697111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Port 06c408b4-7afc-482e-80ed-2df8290241b1 on network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:57.697470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Attempting to bind port 06c408b4-7afc-482e-80ed-2df8290241b1 on network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:57.707700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fab754-4586-47a9-97fd-00d489078775 req-4f20d28c-df84-4d3d-ac25-9f1730463194 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.709390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fab754-4586-47a9-97fd-00d489078775 req-4f20d28c-df84-4d3d-ac25-9f1730463194 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 944 time: 0.1425531 Jul 16 09:01:57.713919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:57.714259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Checking segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:57.714654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Bound using segment: {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:57.715099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Bound port: 06c408b4-7afc-482e-80ed-2df8290241b1, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6330d952-c7f8-49b9-b998-acf013477ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:57.715497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.793383 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fab754-4586-47a9-97fd-00d489078775 req-7944547d-112b-48f4-b373-f7ab38acdc41 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754602 Jul 16 09:01:57.823048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] For port 06c408b4-7afc-482e-80ed-2df8290241b1, host n-h2-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:57.826496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] For port 06c408b4-7afc-482e-80ed-2df8290241b1, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=06c408b4-7afc-482e-80ed-2df8290241b1,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:57.831023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.865801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.866437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.867855 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] 10.222.0.18 "PUT /v2.0/ports/06c408b4-7afc-482e-80ed-2df8290241b1 HTTP/1.1" status: 200 len: 1093 time: 0.7527540 Jul 16 09:01:57.868371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:57.870667 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc38503-e428-4a2f-af2f-a163231911af" -d '{"events": [{"name": "network-changed", "server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:57.897352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992a840-75b0-47b5-8dd5-1086ee30be7c service neutron] Pushing event updated for resources: {'Port': ['ID=06c408b4-7afc-482e-80ed-2df8290241b1,revision_number=3']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.944393 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f832a8f-f7bc-408a-81ba-f21fbc88852f x-openstack-request-id: req-8f832a8f-f7bc-408a-81ba-f21fbc88852f {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:57.944947 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:57.945366 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f832a8f-f7bc-408a-81ba-f21fbc88852f {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:57.945932 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1', 'status': 'completed', 'code': 200} Jul 16 09:01:57.973723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-766858da-581c-46c4-ad12-550fd36cb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.975271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-766858da-581c-46c4-ad12-550fd36cb11c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 1096 time: 0.0626554 Jul 16 09:01:58.034159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-45c9b29f-9b85-462d-a76b-5aa1a4117023 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06c408b4-7afc-482e-80ed-2df8290241b1 HTTP/1.1" status: 200 len: 217 time: 0.0511832 Jul 16 09:01:58.084688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cedf9c72-7abe-483f-849c-088706c47e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.086231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-cedf9c72-7abe-483f-849c-088706c47e6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09d86dda-05c4-454f-898b-f85f986335de HTTP/1.1" status: 200 len: 835 time: 0.0459211 Jul 16 09:01:58.144495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-17471b6e-9a2c-4829-ad84-3a57a22ef40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.146030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-17471b6e-9a2c-4829-ad84-3a57a22ef40f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534120 Jul 16 09:01:58.245222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-445a4ac6-f578-4266-9af1-ad484dde6dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925364 Jul 16 09:01:58.335659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b8c2ec0c-3de3-4dff-a845-0219a3016a42 req-1812f122-ecd4-47b2-b731-5b9fb3280034 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845463 Jul 16 09:01:58.437634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38503-e428-4a2f-af2f-a163231911af req-9f8bd924-de7c-4395-8aed-ca0b280ba5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.439170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-9f8bd924-de7c-4395-8aed-ca0b280ba5b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 1096 time: 0.0568717 Jul 16 09:01:58.536751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38503-e428-4a2f-af2f-a163231911af req-2c13598b-0be4-40eb-9002-3bce16339568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.538267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-2c13598b-0be4-40eb-9002-3bce16339568 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a HTTP/1.1" status: 200 len: 898 time: 0.0930192 Jul 16 09:01:58.583540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-e2db659f-a457-426e-a546-797e5eea0111 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06c408b4-7afc-482e-80ed-2df8290241b1 HTTP/1.1" status: 200 len: 217 time: 0.0361483 Jul 16 09:01:58.638798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38503-e428-4a2f-af2f-a163231911af req-ad04752a-feed-44c8-a362-003cede3d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.641140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-ad04752a-feed-44c8-a362-003cede3d438 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09d86dda-05c4-454f-898b-f85f986335de HTTP/1.1" status: 200 len: 835 time: 0.0505028 Jul 16 09:01:58.697907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38503-e428-4a2f-af2f-a163231911af req-7c93f37e-f55b-4ae1-93e5-284e111ada90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.699392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-7c93f37e-f55b-4ae1-93e5-284e111ada90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519888 Jul 16 09:01:58.795566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-1c45dd08-3314-4966-b293-157db82e0b69 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885603 Jul 16 09:01:58.899476 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cbc38503-e428-4a2f-af2f-a163231911af req-7e693950-3383-4f8a-b2a5-f7e0635eaae7 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958340 Jul 16 09:01:58.992418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524fa1-27b8-4a4f-b496-8080095d88e7 req-113a3660-9284-4908-ac1c-82366589f77f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.994083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f524fa1-27b8-4a4f-b496-8080095d88e7 req-113a3660-9284-4908-ac1c-82366589f77f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 944 time: 0.0752413 Jul 16 09:01:59.034558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f524fa1-27b8-4a4f-b496-8080095d88e7 req-495775d7-9b00-45c2-96a0-583d7caa153e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335619 Jul 16 09:02:00.209484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d0e9-fd61-4d43-99f8-8e4232f402f2 req-5661c2f0-eae2-4fa4-bb2f-850f26bdc585 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:00.210941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56c0d0e9-fd61-4d43-99f8-8e4232f402f2 req-5661c2f0-eae2-4fa4-bb2f-850f26bdc585 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 944 time: 0.0619571 Jul 16 09:02:00.253551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56c0d0e9-fd61-4d43-99f8-8e4232f402f2 req-2ae6ac84-4697-479c-ba4a-212dfea281f0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370622 Jul 16 09:02:00.805253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 06c408b4-7afc-482e-80ed-2df8290241b1 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:00.805253 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 06c408b4-7afc-482e-80ed-2df8290241b1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=06c408b4-7afc-482e-80ed-2df8290241b1,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:00.819013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '06c408b4-7afc-482e-80ed-2df8290241b1', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'port_id': '06c408b4-7afc-482e-80ed-2df8290241b1', 'mac_address': 'fa:16:3e:52:b8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:00.862753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.876688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c408b4-7afc-482e-80ed-2df8290241b1 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:00.897644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 06c408b4-7afc-482e-80ed-2df8290241b1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=06c408b4-7afc-482e-80ed-2df8290241b1,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:00.901845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.956437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=06c408b4-7afc-482e-80ed-2df8290241b1,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.098626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['06c408b4-7afc-482e-80ed-2df8290241b1'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:01.444192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b71a7e-dd70-4e2d-9e91-f5803eb9f442 req-c5a88404-e01c-4a63-b008-2c2622541dec tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:01.445704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1b71a7e-dd70-4e2d-9e91-f5803eb9f442 req-c5a88404-e01c-4a63-b008-2c2622541dec tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 945 time: 0.0732410 Jul 16 09:02:01.483920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1b71a7e-dd70-4e2d-9e91-f5803eb9f442 req-88d2774c-da4f-4aee-9d4d-f4bfe079c70e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Jul 16 09:02:02.662831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcd6f-8146-43a1-a6a2-6b8beadde3ec req-085ed104-eb9a-4421-a908-207c9ac7f914 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.664387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe6fcd6f-8146-43a1-a6a2-6b8beadde3ec req-085ed104-eb9a-4421-a908-207c9ac7f914 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 945 time: 0.0662568 Jul 16 09:02:02.689136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 06c408b4-7afc-482e-80ed-2df8290241b1 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:02.712320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fe6fcd6f-8146-43a1-a6a2-6b8beadde3ec req-6326d34f-c879-478d-acfd-b115e09ee704 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Jul 16 09:02:02.740256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 06c408b4-7afc-482e-80ed-2df8290241b1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:02.744162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 06c408b4-7afc-482e-80ed-2df8290241b1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:02.744486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.840927 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.865234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:02.867592 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a196b-9c16-4abe-87ad-9f482be5ea01" -d '{"events": [{"server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "name": "network-vif-plugged", "status": "completed", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:02.881404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 06c408b4-7afc-482e-80ed-2df8290241b1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=06c408b4-7afc-482e-80ed-2df8290241b1,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:02.886346 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.913537 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782865be-7a89-4520-9f35-7c8ba30fc5a5 x-openstack-request-id: req-782865be-7a89-4520-9f35-7c8ba30fc5a5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:02.913828 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "name": "network-vif-plugged", "status": "completed", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:02.914077 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-782865be-7a89-4520-9f35-7c8ba30fc5a5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:02.914460 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1', 'code': 200} Jul 16 09:02:02.938867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=06c408b4-7afc-482e-80ed-2df8290241b1,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.036563 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833b44-6764-44ad-982b-abb5d5c43a3e req-c915b27e-a4a5-4a9d-baf0-3cac97b97c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:03.038140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21833b44-6764-44ad-982b-abb5d5c43a3e req-c915b27e-a4a5-4a9d-baf0-3cac97b97c6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 1098 time: 0.0559897 Jul 16 09:02:03.073074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21833b44-6764-44ad-982b-abb5d5c43a3e req-b7b636c1-3beb-4446-869f-80f73bfd7f14 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283175 Jul 16 09:02:03.651235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.909212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a417130-4efd-4ea4-9c73-04d436929c3a req-f62c4f5e-535c-47b7-ae9f-3f11176db6c5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:03.910886 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a417130-4efd-4ea4-9c73-04d436929c3a req-f62c4f5e-535c-47b7-ae9f-3f11176db6c5 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 946 time: 0.0736008 Jul 16 09:02:03.952934 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a417130-4efd-4ea4-9c73-04d436929c3a req-13864cb1-b076-435f-babd-3af5c4cb5f6f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346749 Jul 16 09:02:04.687065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-70437406-9cf7-4bb6-9815-671fdc140064 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595388 Jul 16 09:02:04.811505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a442-b420-47d1-8302-39ef56609fc6 req-f1f83230-d332-4686-990e-de968c8f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:04.813046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-f1f83230-d332-4686-990e-de968c8f7913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1098 time: 0.0552523 Jul 16 09:02:04.921013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a442-b420-47d1-8302-39ef56609fc6 req-082e13a1-022f-410d-939f-d3d10ff927a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:04.922524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-082e13a1-022f-410d-939f-d3d10ff927a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.0889666 Jul 16 09:02:05.003976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-78ad092e-94df-42f4-ac53-d20de44f341d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1002 time: 0.0738571 Jul 16 09:02:05.057275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a442-b420-47d1-8302-39ef56609fc6 req-fd177f50-7cd8-44a9-b645-b62214549d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.058811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-fd177f50-7cd8-44a9-b645-b62214549d17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0482991 Jul 16 09:02:05.172659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a442-b420-47d1-8302-39ef56609fc6 req-34e75fef-a20d-4d06-915e-0c9ecf582f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.174192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-34e75fef-a20d-4d06-915e-0c9ecf582f42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073971 Jul 16 09:02:05.182650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974006a-54ff-4afb-9f24-94ae5c32bee5 req-5b6f50ad-93cd-4b1f-ba5b-2e0ad03f0ea3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.184149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2974006a-54ff-4afb-9f24-94ae5c32bee5 req-5b6f50ad-93cd-4b1f-ba5b-2e0ad03f0ea3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 946 time: 0.0903437 Jul 16 09:02:05.277250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2974006a-54ff-4afb-9f24-94ae5c32bee5 req-76f53eeb-2024-4598-b824-13c6b0e98257 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840583 Jul 16 09:02:05.304589 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-656d4575-0356-4dac-9b4c-81e56dc32ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193507 Jul 16 09:02:05.410896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5251a442-b420-47d1-8302-39ef56609fc6 req-7877eee4-4a8a-4615-a34c-e99528e89963 service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979452 Jul 16 09:02:05.471752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665f707-f996-4707-8a4d-a7c70d052ffa req-7818375c-60ad-4630-8437-f323f7ba90a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.473381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0665f707-f996-4707-8a4d-a7c70d052ffa req-7818375c-60ad-4630-8437-f323f7ba90a3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 946 time: 0.0671809 Jul 16 09:02:05.518819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0665f707-f996-4707-8a4d-a7c70d052ffa req-0c9e3e46-65ad-49b2-b5c1-520a4414427f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 Jul 16 09:02:05.543698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35668) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.596950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e55fbc-510f-4ab5-9550-e0280077758e tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.601585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-02e55fbc-510f-4ab5-9550-e0280077758e tempest-TestNetworkBasicOps-1242713007 tempest-TestNetworkBasicOps-1242713007-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 1093 time: 0.0544112 Jul 16 09:02:05.602769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 35670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.608567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '06c408b4-7afc-482e-80ed-2df8290241b1', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:05.640927 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.745182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.852580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Allocated IP 172.25.0.223 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/f2892ba1-0a3c-4be2-9e03-a1f73ddfd36d) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:05.964289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.008594 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.047866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:06.054623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:06.058172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:06.089407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=f2892ba1-0a3c-4be2-9e03-a1f73ddfd36d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:06.771137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.857139 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.022968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.028080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.104765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event updated for resources: {'Port': ['ID=f2892ba1-0a3c-4be2-9e03-a1f73ddfd36d,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.112532 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.217551 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Floating IP 249a59fc-1c8d-4f21-bf9f-083944256527 associated. External IP: 172.25.0.223, port: 06c408b4-7afc-482e-80ed-2df8290241b1. Jul 16 09:02:07.439031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router fe27c689-fec4-44fc-9a2d-07f21c014a1c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:07.555962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:07.568165 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] Sync routers for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:07.579416 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:07.580173 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:07.590978 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.635232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7c07a1ad-5243-40ca-a8c4-fe771eda19ce tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0312483 Jul 16 09:02:07.635943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:07.637939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35722) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:07.639622 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a" -d '{"events": [{"name": "network-changed", "server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:07.677679 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8838c278-9514-4313-97f3-86fd6350b00c x-openstack-request-id: req-8838c278-9514-4313-97f3-86fd6350b00c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:07.677970 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:07.678225 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8838c278-9514-4313-97f3-86fd6350b00c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:07.678648 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1', 'status': 'completed', 'code': 200} Jul 16 09:02:07.716822 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:07.758785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-94f58bce-5937-464e-a845-34001ee7499d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/249a59fc-1c8d-4f21-bf9f-083944256527 HTTP/1.1" status: 200 len: 992 time: 0.1173971 Jul 16 09:02:07.782203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-d074ca5f-42ef-4764-8420-1dc2201fcee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.783698 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-d074ca5f-42ef-4764-8420-1dc2201fcee4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 1098 time: 0.0759139 Jul 16 09:02:07.882875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-95d2d91a-f037-433e-bc5e-9a491cc556d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.884546 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-95d2d91a-f037-433e-bc5e-9a491cc556d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a HTTP/1.1" status: 200 len: 898 time: 0.0949998 Jul 16 09:02:07.957966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-511d224b-3411-49ea-b566-0e04994c0abf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06c408b4-7afc-482e-80ed-2df8290241b1 HTTP/1.1" status: 200 len: 1000 time: 0.0670798 Jul 16 09:02:07.976066 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '249a59fc-1c8d-4f21-bf9f-083944256527', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'port_id': '06c408b4-7afc-482e-80ed-2df8290241b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'mac_address': 'fa:16:3e:52:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:06Z', 'updated_at': '2021-07-16T09:02:06Z', 'revision_number': 0, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:55Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:08.004993 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] Checking router: fe27c689-fec4-44fc-9a2d-07f21c014a1c for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:08.010545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-84359cbb-3e7e-4d48-b4f5-780569a52231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.011702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-84359cbb-3e7e-4d48-b4f5-780569a52231 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09d86dda-05c4-454f-898b-f85f986335de HTTP/1.1" status: 200 len: 835 time: 0.0476332 Jul 16 09:02:08.015418 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:08.016060 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:08.081009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-cfccb0e5-041d-4ea6-baaa-28ac22eb80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.082529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-cfccb0e5-041d-4ea6-baaa-28ac22eb80ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651174 Jul 16 09:02:08.138114 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:08.182900 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-c443e329-b8db-4f0f-ac2e-c85dcaa49373 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932555 Jul 16 09:02:08.287223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50a1251d-d9de-49ef-a80f-a2c6dbc6174a req-7fa392a0-e39f-4dc2-8e4b-b8c421226359 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981612 Jul 16 09:02:08.385567 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '249a59fc-1c8d-4f21-bf9f-083944256527', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'port_id': '06c408b4-7afc-482e-80ed-2df8290241b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'mac_address': 'fa:16:3e:52:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:06Z', 'updated_at': '2021-07-16T09:02:06Z', 'revision_number': 0, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:55Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:08.412918 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517082d0-c30c-4cd0-8bd9-749e81afebf9 None None] The sync data for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 is: [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '249a59fc-1c8d-4f21-bf9f-083944256527', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'port_id': '06c408b4-7afc-482e-80ed-2df8290241b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'mac_address': 'fa:16:3e:52:b8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:06Z', 'updated_at': '2021-07-16T09:02:06Z', 'revision_number': 0, 'project_id': '7383652b759c43ca889367012ec6397e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:55Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:08.640540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e2a11-af8a-4bf6-9b27-4deb2b4db50f None None] New status for floating IP 249a59fc-1c8d-4f21-bf9f-083944256527: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:02:08.760846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35750) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:08.850058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e727c531-8e33-4173-98f6-74f8ca8dae68 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/249a59fc-1c8d-4f21-bf9f-083944256527 HTTP/1.1" status: 200 len: 992 time: 0.0868137 Jul 16 09:02:09.516788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7caea-090c-40d9-889e-7bc34eaa5e46 req-b02e427c-7ef3-4f6a-8eb8-730b2e13659d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:09.518955 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-85f7caea-090c-40d9-889e-7bc34eaa5e46 req-b02e427c-7ef3-4f6a-8eb8-730b2e13659d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.1363041 Jul 16 09:02:09.563300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-85f7caea-090c-40d9-889e-7bc34eaa5e46 req-df0c000f-7328-4c87-9f26-263ed902af3f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Jul 16 09:02:09.588381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35776) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:09.672376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c382386-013b-4e14-ba51-158a02d800c5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/cdb4d053-b375-420a-8738-fc591d589ab4 HTTP/1.1" status: 200 len: 994 time: 0.0825214 Jul 16 09:02:09.853515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 35786) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:09.930503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9014cdcc-f7f9-4273-a1f0-bdb41ffdbfdf tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/249a59fc-1c8d-4f21-bf9f-083944256527 HTTP/1.1" status: 200 len: 994 time: 0.0756986 Jul 16 09:02:10.302126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c914c47-4d1c-418e-b71b-421cdd5e6e1c req-1ff5cca3-76e5-4210-a552-d101b2ced0e0 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:10.303749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c914c47-4d1c-418e-b71b-421cdd5e6e1c req-1ff5cca3-76e5-4210-a552-d101b2ced0e0 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1098 time: 0.0659671 Jul 16 09:02:10.338758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c914c47-4d1c-418e-b71b-421cdd5e6e1c req-b99ccc72-c8e8-4e6f-b1d6-3bf3b96f3b88 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293710 Jul 16 09:02:10.970752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-ec076f89-d5d0-4ccc-a82e-3a145ec06324 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558379 Jul 16 09:02:11.572976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-7d0fbe0f-d687-44da-92fe-ba0bd69fa101 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:02:11.574112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-7d0fbe0f-d687-44da-92fe-ba0bd69fa101 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0655622 Jul 16 09:02:11.583863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Request body: {'binding': {'host': 'n-h2-798249-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:11.584401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Unknown quota resources ['binding']. {{(pid=93699) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:02:11.725049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on host n-h2-798249-10 for vnic_type normal with profile None {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:11.725395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:11.725721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:11.729979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:11.730299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:11.735803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:11.736137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Checking segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:11.736517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Bound using segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:11.736943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Bound port: fcf85958-7ac5-4555-a238-65c11d9e0fdf, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:11.825042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:11.829875 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] Notify callbacks [] for binding, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.830991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] 10.222.0.41 "POST /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf/bindings HTTP/1.1" status: 201 len: 390 time: 0.2505724 Jul 16 09:02:12.038248 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908332b-9b64-4781-9e42-84f04055f4fa req-5e79e6a1-6982-4a1d-8b3b-49955d56399a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.039822 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c908332b-9b64-4781-9e42-84f04055f4fa req-5e79e6a1-6982-4a1d-8b3b-49955d56399a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0688944 Jul 16 09:02:12.104800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c908332b-9b64-4781-9e42-84f04055f4fa req-816aa39e-1f7b-4869-92c5-36b04ab72ff9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559251 Jul 16 09:02:12.123978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-2f6a1c55-c741-4ea4-9660-d8ba4edddc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.125489 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-2f6a1c55-c741-4ea4-9660-d8ba4edddc5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1098 time: 0.0846088 Jul 16 09:02:12.215614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-5c37d1bd-1594-4f5b-a42f-c0db0e3bd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.217173 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-5c37d1bd-1594-4f5b-a42f-c0db0e3bd5c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.0857008 Jul 16 09:02:12.285388 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-96de8a53-a85a-43d9-ae10-acf05207097f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1002 time: 0.0623090 Jul 16 09:02:12.333476 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-775c6548-7164-43be-95f9-ce6c04a9a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.335012 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-775c6548-7164-43be-95f9-ce6c04a9a62c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0438588 Jul 16 09:02:12.393134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a6944bea-925c-4c0b-bda9-50b6b466b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.394651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a6944bea-925c-4c0b-bda9-50b6b466b55c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528681 Jul 16 09:02:12.487015 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-efd8fc5e-03f0-46a2-be78-2dcd080e1a59 service neutron] 10.222.0.18 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860469 Jul 16 09:02:12.578767 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-572b9a4c-4862-4d8d-9c40-0ce67c396e38 service neutron] 10.222.0.18 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Jul 16 09:02:12.741665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-80439e0a-51be-4ff8-af5a-d9759fcca400 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.743480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-80439e0a-51be-4ff8-af5a-d9759fcca400 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2&tenant_id=a00d1950779e4264a5769fd9c13eb679&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1098 time: 0.1066360 Jul 16 09:02:12.755201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-10'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:12.829721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.960495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:12.984349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-296ae589-1360-422f-8e0d-988588b25a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.001278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:13.045650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:13.047900 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea92329-f4d2-47c1-9796-6c68f68c593f" -d '{"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:13.052064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.058662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.087919 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ae033-366a-42ad-9497-81fb12b442a6 x-openstack-request-id: req-1d8ae033-366a-42ad-9497-81fb12b442a6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:13.088217 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:13.088463 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d8ae033-366a-42ad-9497-81fb12b442a6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:13.088841 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'code': 200} Jul 16 09:02:13.150191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.215180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on host n-h1-798249-10 for vnic_type normal with profile {"migrating_to": "n-h2-798249-10"} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:13.215537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:13.216084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:13.221126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:13.221682 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Attempting to bind port fcf85958-7ac5-4555-a238-65c11d9e0fdf on network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:13.227367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:13.227960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Checking segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:13.228515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Bound using segment: {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'} {{(pid=93700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:13.229121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.managers [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Bound port: fcf85958-7ac5-4555-a238-65c11d9e0fdf, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740d11b4-f413-4a08-a6f3-9a9570bb6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2'}}] {{(pid=93700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:13.229666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.337412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:13.341090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:13.344869 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.357822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152854-5b41-4f8d-84fd-ad14c8a2a27a req-02b867d3-d564-4e82-a3db-6889c52fa44a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.359343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-09152854-5b41-4f8d-84fd-ad14c8a2a27a req-02b867d3-d564-4e82-a3db-6889c52fa44a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 944 time: 0.1178627 Jul 16 09:02:13.438133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-46ad78ac-9c05-4de5-bfde-ed733ee9d212 None None] Provisioning complete for port fcf85958-7ac5-4555-a238-65c11d9e0fdf triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:13.438640 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46ad78ac-9c05-4de5-bfde-ed733ee9d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.461325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=8']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.484783 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-09152854-5b41-4f8d-84fd-ad14c8a2a27a req-a9ab833b-1993-4a7d-802d-9ed973a1c3be tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021450 Jul 16 09:02:13.528258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.528647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.530126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0d87fd6b-3643-4264-bf27-0242c3dff3c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1124 time: 0.7795620 Jul 16 09:02:13.583234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46ad78ac-9c05-4de5-bfde-ed733ee9d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.612345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:13.614644 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3594f4-4b86-4c88-b12e-7c302944017b" -d '{"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-plugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:13.628939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-46ad78ac-9c05-4de5-bfde-ed733ee9d212 None None] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:13.633428 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-46ad78ac-9c05-4de5-bfde-ed733ee9d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.707880 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93f353-202b-458e-a564-e14815d072b5 x-openstack-request-id: req-ed93f353-202b-458e-a564-e14815d072b5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:13.708112 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-plugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:13.708385 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed93f353-202b-458e-a564-e14815d072b5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:13.708769 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'code': 200} Jul 16 09:02:13.709728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['fcf85958-7ac5-4555-a238-65c11d9e0fdf'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:13.829064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad78ac-9c05-4de5-bfde-ed733ee9d212 None None] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:14.000783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-02cf9f80-7a7d-4ed0-9a32-29d00abbf673 None None] Provisioning complete for port fcf85958-7ac5-4555-a238-65c11d9e0fdf triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:14.001509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02cf9f80-7a7d-4ed0-9a32-29d00abbf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.666983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cb684-c664-4ff7-bb6f-5b4dfd725f3b req-d5b166d8-b0b2-4200-b495-9fc9a777df0d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.668426 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c68cb684-c664-4ff7-bb6f-5b4dfd725f3b req-d5b166d8-b0b2-4200-b495-9fc9a777df0d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0668814 Jul 16 09:02:14.706757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c68cb684-c664-4ff7-bb6f-5b4dfd725f3b req-7d3fa0c3-35fc-446d-b266-1adacfd1b4da tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Jul 16 09:02:15.089823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:15.092180 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b157c-8edc-40f0-ac6e-51002cc0a241" -d '{"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:15.129006 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff7b4b6-3c3a-40bf-b9f8-b0ff53d4bb44 x-openstack-request-id: req-fff7b4b6-3c3a-40bf-b9f8-b0ff53d4bb44 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:15.129295 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:15.129541 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fff7b4b6-3c3a-40bf-b9f8-b0ff53d4bb44 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:15.129921 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'status': 'completed', 'code': 200} Jul 16 09:02:15.272491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-9fa31167-b4d3-4d24-b422-be31f5daedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.273985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-9fa31167-b4d3-4d24-b422-be31f5daedd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1129 time: 0.1011894 Jul 16 09:02:15.371081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-86fc5b0a-3d8e-4e27-a498-662f102ae87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.372510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-86fc5b0a-3d8e-4e27-a498-662f102ae87b service neutron] 10.222.0.36 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.0906577 Jul 16 09:02:15.441779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-f142f7ac-52b3-4aa2-9df5-6feb1cf0040f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1002 time: 0.0630975 Jul 16 09:02:15.490992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-40e34ad3-a485-414f-8100-2a7610931175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.492419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-40e34ad3-a485-414f-8100-2a7610931175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0446534 Jul 16 09:02:15.551015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-5f4e566c-ade7-4be7-8360-641598168621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.552516 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-5f4e566c-ade7-4be7-8360-641598168621 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527573 Jul 16 09:02:15.647476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-ab8a2f16-80e1-4b09-be63-9d0d94f4f68f service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873799 Jul 16 09:02:15.663390 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5beb6b18-3d8d-4485-8dc9-80c83127c6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.738459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fd4b157c-8edc-40f0-ac6e-51002cc0a241 req-0585f64c-9ce6-42e3-b20c-78deb42d31bf service neutron] 10.222.0.36 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Jul 16 09:02:15.761806 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.890290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cda2-1ba6-42f8-af8e-70c2f50968ac req-284139db-c99a-4219-b4e7-ac89b39c93a3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.891849 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e61cda2-1ba6-42f8-af8e-70c2f50968ac req-284139db-c99a-4219-b4e7-ac89b39c93a3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0649559 Jul 16 09:02:15.930701 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e61cda2-1ba6-42f8-af8e-70c2f50968ac req-b14a3ead-3f9a-473e-9edb-ebb9f47f14ac tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331442 Jul 16 09:02:16.695266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.777893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:16.878698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:16.889703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf has no active binding in host n-h2-798249-10 {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 09:02:17.175729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08856e4-bc0f-4830-9da2-fd76366db832 req-c68e52a9-9f96-44b3-9b5e-b116187cb6df tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:17.177170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b08856e4-bc0f-4830-9da2-fd76366db832 req-c68e52a9-9f96-44b3-9b5e-b116187cb6df tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.1297426 Jul 16 09:02:17.214535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b08856e4-bc0f-4830-9da2-fd76366db832 req-51b69d15-0e74-428c-9875-d04f2a8fa8fc tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Jul 16 09:02:17.858892 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.408359 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.415276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e314fe-e337-47b4-99a0-3a2696e4f9d8 req-f67ba423-c02b-4c3a-9c28-e64394c732d0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.417312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e6e314fe-e337-47b4-99a0-3a2696e4f9d8 req-f67ba423-c02b-4c3a-9c28-e64394c732d0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 946 time: 0.0791135 Jul 16 09:02:18.480096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e6e314fe-e337-47b4-99a0-3a2696e4f9d8 req-ffc42c34-31c2-4228-a6d7-0f23f847df43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557642 Jul 16 09:02:18.691392 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:18.869217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-c3f0c563-cd27-4254-89aa-d209377e24f0 service neutron] 10.222.0.36 "GET /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 385 time: 0.0609844 Jul 16 09:02:19.063076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:19.083651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:19.125020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:19.127171 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ac686d-3e4d-4556-ba57-9a08481f0346" -d '{"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:19.134535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:19.155116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.243291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] Transition to ACTIVE for port object fcf85958-7ac5-4555-a238-65c11d9e0fdf will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:19.245023 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8d784d-e62d-4050-b2b9-6bc76cc41824 x-openstack-request-id: req-cb8d784d-e62d-4050-b2b9-6bc76cc41824 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:19.245282 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:19.245531 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb8d784d-e62d-4050-b2b9-6bc76cc41824 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:19.245950 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'code': 200} Jul 16 09:02:19.248512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.345596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=11']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:19.386522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] No DVR routers for this DVR port fcf85958-7ac5-4555-a238-65c11d9e0fdf on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:19.535090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-045879cb-b8fa-40fa-b708-f323a4d914c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf/bindings/n-h2-798249-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6594474 Jul 16 09:02:20.047821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26314f6-562b-4008-b6c4-97754e59865f req-8a635860-5eee-42ce-99ce-104f82cd5490 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.049649 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e26314f6-562b-4008-b6c4-97754e59865f req-8a635860-5eee-42ce-99ce-104f82cd5490 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 945 time: 0.4518466 Jul 16 09:02:20.057497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a5d35239-7c57-4bae-b912-67837a6bbd30 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.058872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a5d35239-7c57-4bae-b912-67837a6bbd30 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2&tenant_id=a00d1950779e4264a5769fd9c13eb679&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.0898786 Jul 16 09:02:20.122217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e26314f6-562b-4008-b6c4-97754e59865f req-c37d7056-197a-41fb-bd32-5f1aa59dca6c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667708 Jul 16 09:02:20.146538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-ce727d2b-4b21-4b09-b948-8772fc3f261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.147237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-ce727d2b-4b21-4b09-b948-8772fc3f261a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 1097 time: 0.0809038 Jul 16 09:02:20.225302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-55757ea1-76ee-4a4e-b28f-86b95c84c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.226805 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-55757ea1-76ee-4a4e-b28f-86b95c84c545 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1097 time: 0.0556591 Jul 16 09:02:20.328609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-34850cfe-5e46-4feb-96eb-ded3e55beee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.330096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-34850cfe-5e46-4feb-96eb-ded3e55beee8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.0960903 Jul 16 09:02:20.400696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-32e33ec3-2888-46c4-8a7b-753429022ab8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 1000 time: 0.0629930 Jul 16 09:02:20.451206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0bd188bf-ae74-4ac7-a523-84836c67d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.452711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-0bd188bf-ae74-4ac7-a523-84836c67d976 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0458672 Jul 16 09:02:20.517703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a24f2f9a-a0a0-49c8-8f93-88af93847fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.519240 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a24f2f9a-a0a0-49c8-8f93-88af93847fe2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592904 Jul 16 09:02:20.614278 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-1a56c27a-3d93-4844-a0bc-3a9e11b7f631 service neutron] 10.222.0.18 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873852 Jul 16 09:02:20.714054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-ad546d7b-de98-40b1-95f7-fb25233f52a5 service neutron] 10.222.0.18 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928230 Jul 16 09:02:21.003323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-e86fe63b-ab8f-4a23-a4fd-37f3f0f60882 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.004865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-e86fe63b-ab8f-4a23-a4fd-37f3f0f60882 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2&tenant_id=a00d1950779e4264a5769fd9c13eb679&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 1097 time: 0.0601809 Jul 16 09:02:21.167901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a0967640-176e-40b6-a43c-f063d3055328 service neutron] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h1-798249-10, cleared binding levels {{(pid=93700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:21.171701 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a0967640-176e-40b6-a43c-f063d3055328 service neutron] Notify callbacks [] for binding, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.172825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-a0967640-176e-40b6-a43c-f063d3055328 service neutron] 10.222.0.18 "DELETE /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf/bindings/n-h1-798249-10 HTTP/1.1" status: 204 len: 173 time: 0.1605790 Jul 16 09:02:21.302634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974672a-9e9a-4264-89fc-8a491a872893 req-d1612ccf-2d58-4c5a-96b9-76b656419110 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.304192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4974672a-9e9a-4264-89fc-8a491a872893 req-d1612ccf-2d58-4c5a-96b9-76b656419110 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Jul 16 09:02:21.349765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4974672a-9e9a-4264-89fc-8a491a872893 req-4442afcb-c744-452a-bbc6-ca246032e74a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392063 Jul 16 09:02:21.524784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbb79-13e9-457d-bb23-9348a3dc8f4d req-cebdb22f-919c-40b4-bc81-d2130511106d tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.526421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a9dbb79-13e9-457d-bb23-9348a3dc8f4d req-cebdb22f-919c-40b4-bc81-d2130511106d tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1097 time: 0.0566385 Jul 16 09:02:21.562941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a9dbb79-13e9-457d-bb23-9348a3dc8f4d req-5633dfa6-bba0-42d5-a954-36851847c952 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Jul 16 09:02:21.744321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b57b8-dee7-4d75-b122-0cfff5572637 req-66e53770-1a58-478e-b28f-881d9de3d397 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.745822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b88b57b8-dee7-4d75-b122-0cfff5572637 req-66e53770-1a58-478e-b28f-881d9de3d397 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 945 time: 0.0686195 Jul 16 09:02:21.786333 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b88b57b8-dee7-4d75-b122-0cfff5572637 req-15f7547e-03e6-46a6-88e3-5dec7afbc6e9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Jul 16 09:02:21.812348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36338) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:21.879980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-14f27bd5-c6bf-47e2-8717-10cb508eef83 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/cdb4d053-b375-420a-8738-fc591d589ab4 HTTP/1.1" status: 200 len: 992 time: 0.0664620 Jul 16 09:02:22.138775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36344) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:22.306872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 63c76168-801d-425e-ab10-d23d21af9c27 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:22.307568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.389208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.389479 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.401637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 63c76168-801d-425e-ab10-d23d21af9c27 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:22.558123 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.582699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=63c76168-801d-425e-ab10-d23d21af9c27,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:22.649233 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.649493 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP cdb4d053-b375-420a-8738-fc591d589ab4 disassociated (deleted). External IP: 172.25.0.169, port: fcf85958-7ac5-4555-a238-65c11d9e0fdf. Jul 16 09:02:22.762598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:22.804813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:22.862366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router 20029512-b0d2-433e-981f-034d272122de has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:22.973747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:22.978684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.984320 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] Sync routers for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:22.994082 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:22.994692 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.019657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-44aea12f-4e74-4409-b523-5ba4fe8a26a0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/floatingips/cdb4d053-b375-420a-8738-fc591d589ab4 HTTP/1.1" status: 204 len: 168 time: 0.8796206 Jul 16 09:02:23.020433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:23.023145 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:23.062637 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf06ea0-5887-4a1a-a872-07e7b0b64cb0 x-openstack-request-id: req-8bf06ea0-5887-4a1a-a872-07e7b0b64cb0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:23.063033 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:23.063596 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bf06ea0-5887-4a1a-a872-07e7b0b64cb0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:23.064201 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'status': 'completed', 'code': 200} Jul 16 09:02:23.147200 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:23.156358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-b852a5f9-708e-4735-a0d2-a519cf755154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.157848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-b852a5f9-708e-4735-a0d2-a519cf755154 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 1097 time: 0.0720384 Jul 16 09:02:23.273717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-6d2790d1-1251-4e75-a9b5-6082e3918fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.275235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-6d2790d1-1251-4e75-a9b5-6082e3918fa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 200 len: 898 time: 0.1101723 Jul 16 09:02:23.329309 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-cf1c2a80-c631-4358-a424-aac9356a2723 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 200 len: 217 time: 0.0449352 Jul 16 09:02:23.382141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-e2859a6c-b8c2-48f6-94c9-e926ef40cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.383969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-e2859a6c-b8c2-48f6-94c9-e926ef40cc4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 200 len: 835 time: 0.0483761 Jul 16 09:02:23.413060 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:27Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.447413 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] Checking router: 20029512-b0d2-433e-981f-034d272122de for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:23.456301 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:23.457042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.518933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-003ace9c-d8a8-43e7-b2c0-f1bc2957a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.520605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-003ace9c-d8a8-43e7-b2c0-f1bc2957a92d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47319fc6-1d2c-4abb-9a37-adec9f9f36c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262445 Jul 16 09:02:23.534136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da0f8-e9c2-431c-994a-4dd159ce5234 req-7fa660e7-14d0-401c-9ed4-f3114f2e0c3a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.535739 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e76da0f8-e9c2-431c-994a-4dd159ce5234 req-7fa660e7-14d0-401c-9ed4-f3114f2e0c3a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 945 time: 0.1305261 Jul 16 09:02:23.577285 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:23.632311 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e76da0f8-e9c2-431c-994a-4dd159ce5234 req-d39d7de7-8151-4bb7-a17e-00f1c3f347e5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=487d01d2-63ae-44af-a090-2c000d7680a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882630 Jul 16 09:02:23.657674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-01918c25-64d8-468c-86bb-44e8622a82e0 service neutron] 10.222.0.18 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209667 Jul 16 09:02:23.759292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-24f79979-ffc0-4b5c-8c9a-ae776853c678 service neutron] 10.222.0.18 "GET /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949657 Jul 16 09:02:23.818115 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:27Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.828390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-af879afe-6322-4228-9b0d-ec8864b2baef tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.829924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-af879afe-6322-4228-9b0d-ec8864b2baef tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f268af8-924c-4330-af72-6fccdea601d2 HTTP/1.1" status: 200 len: 945 time: 0.0829802 Jul 16 09:02:23.851203 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e53b56-3356-47ca-b11f-a84265932570 None None] The sync data for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 is: [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:01:22Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'dec77742-f680-4218-926e-89731d6399ef', 'name': '', 'network_id': '47319fc6-1d2c-4abb-9a37-adec9f9f36c2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:0d:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:22Z', 'updated_at': '2021-07-16T09:01:27Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': '78bd007d-64cb-456b-95f2-560f2bbada39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:23.940328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port fcf85958-7ac5-4555-a238-65c11d9e0fdf {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:23.940681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.039851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port fcf85958-7ac5-4555-a238-65c11d9e0fdf, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fcf85958-7ac5-4555-a238-65c11d9e0fdf,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:24.040212 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.056342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for fcf85958-7ac5-4555-a238-65c11d9e0fdf owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:24.102275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce90edc-adfa-4633-adfc-1c7a754761c7 None None] New status for floating IP cdb4d053-b375-420a-8738-fc591d589ab4: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:02:24.195644 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.236200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=fcf85958-7ac5-4555-a238-65c11d9e0fdf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.295438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] No DVR routers for this DVR port fcf85958-7ac5-4555-a238-65c11d9e0fdf on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:24.298196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.300836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-19d4893c-652f-4710-8e73-6ec3ffb770be req-5fbd9cfc-f709-4d91-bf7c-2af77e86f755 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.18 "DELETE /v2.0/ports/fcf85958-7ac5-4555-a238-65c11d9e0fdf HTTP/1.1" status: 204 len: 173 time: 0.4670279 Jul 16 09:02:24.746909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36366) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:25.156781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-deleted', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:25.158776 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a45c010-c564-409f-8992-bfb8721454ab" -d '{"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-deleted", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:25.198915 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ec2bf-d872-48df-9f27-0dd7bbab17a6 x-openstack-request-id: req-286ec2bf-d872-48df-9f27-0dd7bbab17a6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:25.199356 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f268af8-924c-4330-af72-6fccdea601d2", "name": "network-vif-deleted", "tag": "fcf85958-7ac5-4555-a238-65c11d9e0fdf", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:25.199619 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-286ec2bf-d872-48df-9f27-0dd7bbab17a6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:25.200010 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f268af8-924c-4330-af72-6fccdea601d2', 'name': 'network-vif-deleted', 'tag': 'fcf85958-7ac5-4555-a238-65c11d9e0fdf', 'status': 'completed', 'code': 200} Jul 16 09:02:25.457242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.727997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port dec77742-f680-4218-926e-89731d6399ef {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:25.729365 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.821225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port dec77742-f680-4218-926e-89731d6399ef, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dec77742-f680-4218-926e-89731d6399ef,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:25.821590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.834481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for dec77742-f680-4218-926e-89731d6399ef owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:26.026151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.053736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=dec77742-f680-4218-926e-89731d6399ef,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.240477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.464526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router 20029512-b0d2-433e-981f-034d272122de has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:26.573610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:26.579192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d3c5f014-f254-4f14-b436-28ae8c457233 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/20029512-b0d2-433e-981f-034d272122de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309834 Jul 16 09:02:26.582016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36372) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.582612 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] Sync routers for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:26.593655 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:26.594270 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.643647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting subnet 78bd007d-64cb-456b-95f2-560f2bbada39 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:26.647446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.692359 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.706981 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:26.790535 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.812198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:26.838516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: fcf85958-7ac5-4555-a238-65c11d9e0fdf {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:26.839167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fcf85958-7ac5-4555-a238-65c11d9e0fdf not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:26.866207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.899131 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:02:25Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.902405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Subnet': ['ID=78bd007d-64cb-456b-95f2-560f2bbada39,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.911739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec094110-8010-4efc-852c-01f357a2a414 None None] Network 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:26.929349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.937981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-05efc16a-27a4-4a67-994d-56d90937479f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/subnets/78bd007d-64cb-456b-95f2-560f2bbada39 HTTP/1.1" status: 204 len: 168 time: 0.3523121 Jul 16 09:02:26.938303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36380) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.939598 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] Checking router: 20029512-b0d2-433e-981f-034d272122de for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:26.952028 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] Routers {'20029512-b0d2-433e-981f-034d272122de'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:26.952742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['20029512-b0d2-433e-981f-034d272122de'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:27.075802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] Set router 20029512-b0d2-433e-981f-034d272122de gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:27.166086 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.230161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3750537-a78e-48d2-9281-4866c755042e None None] DHCP port deletion for 47319fc6-1d2c-4abb-9a37-adec9f9f36c2 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:27.256377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36384) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.288706 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:02:25Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:27.290839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d3750537-a78e-48d2-9281-4866c755042e None None] Deleting port f9dd8c2a-1867-4ee3-8160-743935cbadc9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:27.291225 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3750537-a78e-48d2-9281-4866c755042e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.318626 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.384553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d3750537-a78e-48d2-9281-4866c755042e None None] For port f9dd8c2a-1867-4ee3-8160-743935cbadc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f9dd8c2a-1867-4ee3-8160-743935cbadc9,segment=NetworkSegment(740d11b4-f413-4a08-a6f3-9a9570bb6cd8),segment_id=740d11b4-f413-4a08-a6f3-9a9570bb6cd8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:27.386865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3750537-a78e-48d2-9281-4866c755042e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.406766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d3750537-a78e-48d2-9281-4866c755042e None None] Calling delete_port for f9dd8c2a-1867-4ee3-8160-743935cbadc9 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:27.418721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port dae95c0f-d708-4edd-8e8d-07f24031bcec {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:27.418721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.445718 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ee13e-ff57-4fe2-a46e-d43a27e16974 None None] The sync data for ids ['20029512-b0d2-433e-981f-034d272122de'] in n-d-798249-10 is: [{'id': '20029512-b0d2-433e-981f-034d272122de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485911676', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:18Z', 'updated_at': '2021-07-16T09:02:25Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': 'dae95c0f-d708-4edd-8e8d-07f24031bcec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20029512-b0d2-433e-981f-034d272122de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:19Z', 'updated_at': '2021-07-16T09:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:27.458731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65d68c64-1219-4f90-90e0-78e79a026e05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efef3e267d3449ed8d5443ad80084ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010839 Jul 16 09:02:27.461375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36388) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.534467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port dae95c0f-d708-4edd-8e8d-07f24031bcec, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=dae95c0f-d708-4edd-8e8d-07f24031bcec,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:27.534971 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.536597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3750537-a78e-48d2-9281-4866c755042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.540428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebabb-98c6-4192-b289-fb2faeab45bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.561663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for dae95c0f-d708-4edd-8e8d-07f24031bcec owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:27.564458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebabb-98c6-4192-b289-fb2faeab45bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.566277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3750537-a78e-48d2-9281-4866c755042e None None] Pushing event deleted for resources: {'Port': ['ID=f9dd8c2a-1867-4ee3-8160-743935cbadc9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.570492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3750537-a78e-48d2-9281-4866c755042e None None] No DVR routers for this DVR port f9dd8c2a-1867-4ee3-8160-743935cbadc9 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:27.620435 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebabb-98c6-4192-b289-fb2faeab45bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.623308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebabb-98c6-4192-b289-fb2faeab45bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.624794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ce4ebabb-98c6-4192-b289-fb2faeab45bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c688f95-9547-4a8c-b8e8-fd24f78c2828 HTTP/1.1" status: 204 len: 168 time: 0.1624928 Jul 16 09:02:27.637224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ebabb-98c6-4192-b289-fb2faeab45bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c688f95-9547-4a8c-b8e8-fd24f78c2828,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.796754 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.822700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=dae95c0f-d708-4edd-8e8d-07f24031bcec,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.838942 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.839305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.839726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.840071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.840408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.841366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.841765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.842224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.842567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.842929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.843273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.843632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:27.909295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.031026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.033402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.093589 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.094110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Fanout notify agent at l3_agent the message router_deleted on router 20029512-b0d2-433e-981f-034d272122de {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:02:28.100831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.101946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-17084c64-5acf-4d46-a405-4269678ca448 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/routers/20029512-b0d2-433e-981f-034d272122de HTTP/1.1" status: 204 len: 168 time: 1.1617179 Jul 16 09:02:28.104841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36402) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.203246 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.308586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.320114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47319fc6-1d2c-4abb-9a37-adec9f9f36c2']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:28.330967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740d11b4-f413-4a08-a6f3-9a9570bb6cd8') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:28.331197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740d11b4-f413-4a08-a6f3-9a9570bb6cd8') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:28.340057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.354724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.361697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:28.362079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:28.369359 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:28.431190 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.448984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.451705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/networks/47319fc6-1d2c-4abb-9a37-adec9f9f36c2 HTTP/1.1" status: 204 len: 168 time: 0.3456922 Jul 16 09:02:28.453022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867be65-071c-401a-b6a7-b20dca691230 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Network': ['ID=47319fc6-1d2c-4abb-9a37-adec9f9f36c2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.454516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.515836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2e6-c036-4885-b8f4-76a8a50353e2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.548933 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2e6-c036-4885-b8f4-76a8a50353e2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.628155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2e6-c036-4885-b8f4-76a8a50353e2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.630934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2e6-c036-4885-b8f4-76a8a50353e2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.632215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2fd4f2e6-c036-4885-b8f4-76a8a50353e2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/security-groups/487d01d2-63ae-44af-a090-2c000d7680a6 HTTP/1.1" status: 204 len: 168 time: 0.1756873 Jul 16 09:02:28.642809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4f2e6-c036-4885-b8f4-76a8a50353e2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487d01d2-63ae-44af-a090-2c000d7680a6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.938261 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36462) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.943300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610993207', 'description': 'tempest-secgroup-smoke-610993207 description', 'project_id': 'a00d1950779e4264a5769fd9c13eb679'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:28.977426 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.001807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f9dd8c2a-1867-4ee3-8160-743935cbadc9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:29.023770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f9dd8c2a-1867-4ee3-8160-743935cbadc9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:29.024209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f9dd8c2a-1867-4ee3-8160-743935cbadc9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:29.024836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dae95c0f-d708-4edd-8e8d-07f24031bcec no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:29.045413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: dae95c0f-d708-4edd-8e8d-07f24031bcec {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:29.045765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dae95c0f-d708-4edd-8e8d-07f24031bcec not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:29.046224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dec77742-f680-4218-926e-89731d6399ef no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:29.065951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: dec77742-f680-4218-926e-89731d6399ef {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:29.066302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device dec77742-f680-4218-926e-89731d6399ef not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:29.069150 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.073345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.098097 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.099347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1599939 Jul 16 09:02:29.102336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36478) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.108210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '466f5c9b-1d40-4a70-8461-cb98fcf01668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.108419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fc3a4-bc6e-48cf-99b1-e5ad30fa5d43 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466f5c9b-1d40-4a70-8461-cb98fcf01668,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.138792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.202490 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.212114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.233975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8932d8-163a-47b7-9acc-c4865858c14f,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.239665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.240973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c6eac653-dd87-4a17-b3e0-7271335aa9c1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375155 Jul 16 09:02:29.243750 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36496) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.248698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '466f5c9b-1d40-4a70-8461-cb98fcf01668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.276564 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.328756 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.331933 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.354586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f9abc1-f7c8-4060-b934-65c1f8e5e893,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.359344 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.363236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ebfb427f-9d1b-41f5-9693-89224fac25a6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183684 Jul 16 09:02:29.363772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36498) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.368597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '466f5c9b-1d40-4a70-8461-cb98fcf01668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.397278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.461852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.466616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.486497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61a21a8-a664-4f7a-863b-aecc73eaf904,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.492930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.494045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-594fe8d5-85c6-4959-bf1a-d9735b8b82d7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292126 Jul 16 09:02:29.496842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36500) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.501411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '466f5c9b-1d40-4a70-8461-cb98fcf01668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.532255 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.595172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.598814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.619270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85f99ca-9f1c-488f-a9d8-6c565eb1e097,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.622392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.626052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bfc5e96b-3d41-4f3c-a9d8-472c6837d50a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257620 Jul 16 09:02:29.626631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36502) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.631771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '466f5c9b-1d40-4a70-8461-cb98fcf01668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.655561 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:02:29.660781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.726555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.730361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.749565 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7f57f6-0287-430d-815d-da5b1366c26b,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.757611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.758871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-434c4800-9081-4371-b59c-9c39d42b525c tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307957 Jul 16 09:02:29.761630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36504) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.766916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'security_group_rule': {'security_group_id': '466f5c9b-1d40-4a70-8461-cb98fcf01668', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.789286 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Project a00d1950779e4264a5769fd9c13eb679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:02:29.794727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.859941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.863615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.885493 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b9dae0-0f4c-427a-802f-42e88db5c7f4,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.889200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.891779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-04b043f9-3501-416b-b8c3-c5d6f37bc23b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291175 Jul 16 09:02:29.893423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36506) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:29.898643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'network': {'name': 'tempest-network-smoke--1711905447', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:29.925272 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:29.929034 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.956173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:29.968456 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.968801 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Added segment 83a552c3-dfa5-43af-84e8-7673f73561c1 of type vlan for network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 Jul 16 09:02:30.054128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.096010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.101741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:30.102342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.167079 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2724619 Jul 16 09:02:30.170611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:30.177258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'admin_state_up': True, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:30.205523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.206663 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.217927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f70f94-aec8-42e1-8a45-05b419ed927f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Network': ['ID=9e867d6d-4188-4e3f-8cfd-4c336c9f7836,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:30.232943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:30.259946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.403178 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.605134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.625380 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.733858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.221 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/93bbb352-0ab2-4988-b8c3-bcd77ceefc2b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:30.843553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.883160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.926130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:30.929038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:30.932765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:30.957999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.220284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.432608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.576192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router f36e12d9-3f65-4704-9352-7d2d093243d6 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:31.692129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:31.705590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Sync routers for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:31.715635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:31.716074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.716699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:31.721054 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-29ef66bd-4ca7-4188-ba3b-48907322c14b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5461202 Jul 16 09:02:31.721223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36518) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.773152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-17c850ca-020a-4c7a-b8a8-05bb64b3f6ba tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a00d1950779e4264a5769fd9c13eb679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504878 Jul 16 09:02:31.775795 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36520) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.845425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:31.864972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e1672-8319-4e6f-93d5-11a2f7b7ce8a tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.866484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-767e1672-8319-4e6f-93d5-11a2f7b7ce8a tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891809 Jul 16 09:02:31.869560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36522) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.903902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6bd56761-fa23-4f5b-999d-ac861d1542d7 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326142 Jul 16 09:02:31.906809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36524) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.912874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-379851529', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:32.019089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:32.022674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.052734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:32.084571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Checking router: f36e12d9-3f65-4704-9352-7d2d093243d6 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:32.084921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Updating router f36e12d9-3f65-4704-9352-7d2d093243d6 port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:32.126184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.244795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.314747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Subnet': ['ID=da1e18f7-1ee7-4938-b613-59aa3a822144,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.319376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Checking segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:32.319746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network hostable DHCP agents. Network: 9e867d6d-4188-4e3f-8cfd-4c336c9f7836, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:32.338204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:32.349627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 9e867d6d-4188-4e3f-8cfd-4c336c9f7836) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:32.354705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:32.355542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.362270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e8742-ca4e-40bb-a9b1-d46773382b5d None None] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:32.373489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36528) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:32.373878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ef0b0821-c4b9-401b-a8c3-cb64a8d01d8f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4656167 Jul 16 09:02:32.475470 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.486767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Transition to ACTIVE for port object 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:32.493830 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.564278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Attempting to bind port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:32.564799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Attempting to bind port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:32.565256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Attempting to bind port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:32.576484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:32.577006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:32.577508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.578012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:32.578599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Bound port: 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:32.579072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.624186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Pushing event updated for resources: {'Port': ['ID=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.643418 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.643852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.644251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.644657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.645056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.645453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.645843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.646237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.646625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.647012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.647422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.647801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.701485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] For port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:32.705421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] For port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:32.709852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:32.711641 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.722019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.858406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d63f82-a00e-4a86-b82d-4b24eadf5793 None None] Pushing event updated for resources: {'Port': ['ID=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.864180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:32.864805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:32.898710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.999483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Allocated IP 172.20.0.2 (9e867d6d-4188-4e3f-8cfd-4c336c9f7836/da1e18f7-1ee7-4938-b613-59aa3a822144/031e1894-d744-412a-ab94-b05432b85d3d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:33.021687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:33.448597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.459413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Transition to ACTIVE for port object 031e1894-d744-412a-ab94-b05432b85d3d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:33.479144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Transition to ACTIVE for port object 031e1894-d744-412a-ab94-b05432b85d3d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:33.485018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:33.488432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.519208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1a4ed-0aad-4a37-b3b6-aac2aed40131 None None] The sync data for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 is: [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 3, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:33.544447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.1 (9e867d6d-4188-4e3f-8cfd-4c336c9f7836/da1e18f7-1ee7-4938-b613-59aa3a822144/71b62e90-618a-45a4-9cef-3c4b7813eb59) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:33.560451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:33.563305 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:33.567293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:33.577231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Pushing event updated for resources: {'Port': ['ID=031e1894-d744-412a-ab94-b05432b85d3d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:33.641847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Attempting to bind port 031e1894-d744-412a-ab94-b05432b85d3d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:33.642357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Attempting to bind port 031e1894-d744-412a-ab94-b05432b85d3d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:33.642727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Attempting to bind port 031e1894-d744-412a-ab94-b05432b85d3d on network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:33.650198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:33.650579 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Checking segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:33.650995 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.651409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Bound using segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:33.651883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Bound port: 031e1894-d744-412a-ab94-b05432b85d3d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:33.652300 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.655949 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.725979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] For port 031e1894-d744-412a-ab94-b05432b85d3d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:33.732545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] For port 031e1894-d744-412a-ab94-b05432b85d3d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=031e1894-d744-412a-ab94-b05432b85d3d,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:33.739151 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.856709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b68a88-de4b-4f33-97f5-2b9d8b9bbe42 None None] Pushing event updated for resources: {'Port': ['ID=031e1894-d744-412a-ab94-b05432b85d3d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:34.144357 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.161294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object 71b62e90-618a-45a4-9cef-3c4b7813eb59 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:34.204158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.252937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:34.259929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:34.269628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:34.288674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=71b62e90-618a-45a4-9cef-3c4b7813eb59,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:34.353445 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.596607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.910524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.915865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.018142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=71b62e90-618a-45a4-9cef-3c4b7813eb59,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.024696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.072472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:35.108622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbfa904-7d72-4131-afc1-354ef8681286 None None] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:35.154906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:35.156398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:35.241057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1915355e-d2f6-4d82-946a-9b344f9ab549 None None] Provisioning for port 031e1894-d744-412a-ab94-b05432b85d3d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:35.287448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:35.287668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router f36e12d9-3f65-4704-9352-7d2d093243d6 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:35.292735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:35.293105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.459223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.459519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:35.471852 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d96f2522-54cc-4959-9ff4-b869aab59e62 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/f36e12d9-3f65-4704-9352-7d2d093243d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0971582 Jul 16 09:02:35.488911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:35.494537 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.495717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 031e1894-d744-412a-ab94-b05432b85d3d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:35.509524 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Sync routers for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:35.525824 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:35.526564 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:35.590775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.639549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 031e1894-d744-412a-ab94-b05432b85d3d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:35.644090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 031e1894-d744-412a-ab94-b05432b85d3d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:35.644472 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.712537 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:35.764418 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.806290 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-0cabec0b-edb9-4343-8e75-7bc5c34c6566 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610993207&fields=id&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 267 time: 0.0810432 Jul 16 09:02:35.810199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-45c262e2-0c53-4068-aab4-ce7fe4a5e419 None None] Provisioning complete for port 031e1894-d744-412a-ab94-b05432b85d3d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:35.810761 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45c262e2-0c53-4068-aab4-ce7fe4a5e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.852324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 031e1894-d744-412a-ab94-b05432b85d3d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=031e1894-d744-412a-ab94-b05432b85d3d,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:35.861153 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.934646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=031e1894-d744-412a-ab94-b05432b85d3d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.995508 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 2, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:36.015138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-45c262e2-0c53-4068-aab4-ce7fe4a5e419 None None] Provisioning for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:36.019281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-45c262e2-0c53-4068-aab4-ce7fe4a5e419 None None] Provisioning complete for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.019727 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-45c262e2-0c53-4068-aab4-ce7fe4a5e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.032275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-dd0fd7f8-3dcd-4d6f-91ac-9c1a85121daa tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:36.040376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-dd0fd7f8-3dcd-4d6f-91ac-9c1a85121daa tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 797 time: 0.2331641 Jul 16 09:02:36.054360 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Checking router: f36e12d9-3f65-4704-9352-7d2d093243d6 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:36.054712 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Updating router f36e12d9-3f65-4704-9352-7d2d093243d6 port 71b62e90-618a-45a4-9cef-3c4b7813eb59 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:36.065855 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-ead3fdf4-9a95-468b-83a4-af8a8e5d2fee tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/quotas/a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 375 time: 0.0244324 Jul 16 09:02:36.068951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-45c262e2-0c53-4068-aab4-ce7fe4a5e419 None None] Port 71b62e90-618a-45a4-9cef-3c4b7813eb59 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:36.098564 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.192599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5404d81a-0dee-40ee-9b7d-039c8565e97f None None] Provisioning complete for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.193189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5404d81a-0dee-40ee-9b7d-039c8565e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.212138 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-bf4118a8-14da-4ca1-928d-e25d3d21eb00 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452496 Jul 16 09:02:36.260190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5404d81a-0dee-40ee-9b7d-039c8565e97f None None] Port 71b62e90-618a-45a4-9cef-3c4b7813eb59 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:36.339170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-976163ba-5fc8-4a59-801f-f893775f7bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056988 Jul 16 09:02:36.386659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d4b05fda-db5d-4481-b604-74bf42e7c0a7 None None] Provisioning complete for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.387544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4b05fda-db5d-4481-b604-74bf42e7c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.432567 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.445038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-37747d30-7bae-4101-865c-28c3d606382d service neutron] 10.222.0.41 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000590 Jul 16 09:02:36.448460 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Transition to ACTIVE for port object 71b62e90-618a-45a4-9cef-3c4b7813eb59 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:36.456253 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.466337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d4b05fda-db5d-4481-b604-74bf42e7c0a7 None None] Port 71b62e90-618a-45a4-9cef-3c4b7813eb59 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:36.542672 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7951-aa29-411a-8fb2-0b085adc3bf1 None None] Pushing event updated for resources: {'Port': ['ID=71b62e90-618a-45a4-9cef-3c4b7813eb59,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.593168 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Attempting to bind port 71b62e90-618a-45a4-9cef-3c4b7813eb59 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:36.594064 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Attempting to bind port 71b62e90-618a-45a4-9cef-3c4b7813eb59 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:36.595002 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Attempting to bind port 71b62e90-618a-45a4-9cef-3c4b7813eb59 on network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:36.602107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:36.602502 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Checking segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:36.602890 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.603351 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Bound using segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:36.604178 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Bound port: 71b62e90-618a-45a4-9cef-3c4b7813eb59, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:36.604308 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.686715 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] For port 71b62e90-618a-45a4-9cef-3c4b7813eb59, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:36.690550 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] For port 71b62e90-618a-45a4-9cef-3c4b7813eb59, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71b62e90-618a-45a4-9cef-3c4b7813eb59,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:36.693638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf5e075-69cc-45c1-ad66-801b00e8519e req-5629f379-a5b5-432d-b901-dc2e4bbc6dd8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 210 time: 0.0415235 Jul 16 09:02:36.698846 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.816404 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:36.817182 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:36.820469 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7951-aa29-411a-8fb2-0b085adc3bf1 None None] Pushing event updated for resources: {'Port': ['ID=71b62e90-618a-45a4-9cef-3c4b7813eb59,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.986838 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:37.027637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:37.113810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:37.114195 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.221854 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 031e1894-d744-412a-ab94-b05432b85d3d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:37.229040 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:37.266161 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8b400-c82c-4b8f-ba26-0deece38b84c None None] The sync data for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 is: [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:37.282183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 031e1894-d744-412a-ab94-b05432b85d3d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:37.282565 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.589821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-37ed7aa2-3716-4b2b-91a8-ade92e5b0c58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795178 Jul 16 09:02:37.885962 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-57b11cac-e8fc-42e6-9dad-47ee1ee4eaf0 req-178dd14f-2015-43a0-99d4-7fcb107d5baf tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 210 time: 0.0455384 Jul 16 09:02:38.103012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-c059caac-f617-4df8-82f4-bd3dcb66ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.104550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-c059caac-f617-4df8-82f4-bd3dcb66ec8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.4911354 Jul 16 09:02:38.238637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-25adc311-bb41-436d-829f-3db71076e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.240187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-25adc311-bb41-436d-829f-3db71076e14f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 909 time: 0.1106381 Jul 16 09:02:38.251531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6a875dee-aaa4-4be7-af24-4297e10a0569 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.253415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6a875dee-aaa4-4be7-af24-4297e10a0569 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 797 time: 0.2354145 Jul 16 09:02:38.347070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-304b371b-eb46-4047-98c8-22aafd19ad86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0924425 Jul 16 09:02:38.354560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-90355972-ffb8-46c0-98db-12ce714edc07 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00d1950779e4264a5769fd9c13eb679 HTTP/1.1" status: 200 len: 379 time: 0.0561137 Jul 16 09:02:38.367250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'port': {'device_id': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'admin_state_up': True, 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'security_groups': ['466f5c9b-1d40-4a70-8461-cb98fcf01668']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:38.462391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-e9ad6eb4-28a7-4117-8ca4-b00df84a3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.463909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-e9ad6eb4-28a7-4117-8ca4-b00df84a3338 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.1084831 Jul 16 09:02:38.558438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Made reservation on behalf of a00d1950779e4264a5769fd9c13eb679 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:38.562608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.567712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-b69636d3-d27e-49c2-8a2e-20157bc3f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.569288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-b69636d3-d27e-49c2-8a2e-20157bc3f320 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960903 Jul 16 09:02:38.756467 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-12fdc261-27e7-4a54-a6f1-4619f4be57cc service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793263 Jul 16 09:02:38.802868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.20.0.14 (9e867d6d-4188-4e3f-8cfd-4c336c9f7836/da1e18f7-1ee7-4938-b613-59aa3a822144/124822db-1d96-4936-9e31-690c2ed345eb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:38.918517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e8c372c-59fe-473a-84c9-4bca09a5e7f9 req-2e60448d-cc6a-4218-89e5-d7e0698c5650 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531129 Jul 16 09:02:39.028101 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.051292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71b62e90-618a-45a4-9cef-3c4b7813eb59 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:39.076694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c565a888-bd4d-40e5-9f91-d8fc6c4b38ed req-62838bf1-9156-4122-9ac4-25cc025acd66 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 210 time: 0.0439527 Jul 16 09:02:39.079525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Transition to ACTIVE for port object 124822db-1d96-4936-9e31-690c2ed345eb will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:39.109621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:39.113234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:39.113602 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.120144 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.176935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:39.180465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:39.185786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:39.189814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.203355 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.219550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.219913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.220265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.220611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.220950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.221292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.221625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.221965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.222294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.222627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.222960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.223288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:39.251606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 71b62e90-618a-45a4-9cef-3c4b7813eb59, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71b62e90-618a-45a4-9cef-3c4b7813eb59,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:39.256541 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.269436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.270576 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.289574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-2daf6e9b-1b57-4d42-bedc-ff95809b93c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9260478 Jul 16 09:02:39.309968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Request body: {'port': {'device_id': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:39.314866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=71b62e90-618a-45a4-9cef-3c4b7813eb59,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.396720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.494532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9195ffd2-b892-4607-95a1-d4be74929aeb None None] Provisioning for port 124822db-1d96-4936-9e31-690c2ed345eb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:39.498925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9195ffd2-b892-4607-95a1-d4be74929aeb None None] Provisioning complete for port 124822db-1d96-4936-9e31-690c2ed345eb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:39.499443 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9195ffd2-b892-4607-95a1-d4be74929aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.545510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9195ffd2-b892-4607-95a1-d4be74929aeb None None] Port 124822db-1d96-4936-9e31-690c2ed345eb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:39.686987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124822db-1d96-4936-9e31-690c2ed345eb {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:39.695079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.707688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Transition to ACTIVE for port object 124822db-1d96-4936-9e31-690c2ed345eb will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:39.711355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.805717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.857951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Attempting to bind port 124822db-1d96-4936-9e31-690c2ed345eb on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:39.858314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Attempting to bind port 124822db-1d96-4936-9e31-690c2ed345eb by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:39.858637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Attempting to bind port 124822db-1d96-4936-9e31-690c2ed345eb on network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:39.863419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Port 124822db-1d96-4936-9e31-690c2ed345eb on network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:39.863751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Attempting to bind port 124822db-1d96-4936-9e31-690c2ed345eb on network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:39.868834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:39.869176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Checking segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:39.869569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Bound using segment: {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:39.870007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Bound port: 124822db-1d96-4936-9e31-690c2ed345eb, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a552c3-dfa5-43af-84e8-7673f73561c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:39.870372 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.944364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:39.947858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:39.955707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.998918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.999728 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.001016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] 10.222.0.36 "PUT /v2.0/ports/124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 1093 time: 0.6970735 Jul 16 09:02:40.001479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:40.004119 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e124672-b3d0-4a74-ac11-8280ac7b8e76" -d '{"events": [{"name": "network-changed", "server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:40.044485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda26dd-c23d-4ce9-8eff-f507e9d93cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.094570 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba23b320-3a22-4aa2-beb7-516cad225f9d x-openstack-request-id: req-ba23b320-3a22-4aa2-beb7-516cad225f9d {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:40.094850 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:40.095106 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba23b320-3a22-4aa2-beb7-516cad225f9d {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:40.095534 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'status': 'completed', 'code': 200} Jul 16 09:02:40.126805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-3c9206a4-17e8-4403-803b-5cd6df042087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.128591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-3c9206a4-17e8-4403-803b-5cd6df042087 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1096 time: 0.0729806 Jul 16 09:02:40.191477 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-c1c92434-6cab-4872-8f1e-f9551e3da8d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 217 time: 0.0503001 Jul 16 09:02:40.278234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-19d22dc9-be83-4181-a9e1-2396989d041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.279776 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-19d22dc9-be83-4181-a9e1-2396989d041d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 200 len: 834 time: 0.0826819 Jul 16 09:02:40.343347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312b0e-f625-43f3-b309-38205c849655 req-a02fd4d6-c916-4b40-92eb-ed2c06c763c5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.344824 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82312b0e-f625-43f3-b309-38205c849655 req-a02fd4d6-c916-4b40-92eb-ed2c06c763c5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 944 time: 0.1186492 Jul 16 09:02:40.391059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-606cb448-8b0b-4a70-ad6b-9df569193d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.392736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-606cb448-8b0b-4a70-ad6b-9df569193d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056013 Jul 16 09:02:40.397745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82312b0e-f625-43f3-b309-38205c849655 req-67a32693-1ae2-4a27-8032-1a68cafa6b5b tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456288 Jul 16 09:02:40.497544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-7c6bf898-cf3c-4268-a051-8ce98f94ec0f service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986929 Jul 16 09:02:40.593231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87dc0fc1-7886-463f-91fa-3b2def247824 req-dfcafc74-d00d-4258-a37b-4c1045ab676d service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Jul 16 09:02:40.794942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-cfc16ab2-42ef-44b3-92e3-b1d47bef8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.796814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-cfc16ab2-42ef-44b3-92e3-b1d47bef8f17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1096 time: 0.0749261 Jul 16 09:02:40.889530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-d3613446-633e-4eea-9f55-0592835b7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.891093 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-d3613446-633e-4eea-9f55-0592835b7cae service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 898 time: 0.0884898 Jul 16 09:02:40.939573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-095e27a5-6771-4320-8a87-6d9eb08d5dbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 217 time: 0.0414085 Jul 16 09:02:40.976714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71b62e90-618a-45a4-9cef-3c4b7813eb59 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:41.000250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-5151b749-d50f-4a45-a858-48e3c519a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.002099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-5151b749-d50f-4a45-a858-48e3c519a67b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 200 len: 834 time: 0.0559945 Jul 16 09:02:41.029043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 71b62e90-618a-45a4-9cef-3c4b7813eb59 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:41.029612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.063241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-d3fad04e-5c11-431c-8d27-e730b931bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.064784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-d3fad04e-5c11-431c-8d27-e730b931bff6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559478 Jul 16 09:02:41.162651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-1c18e1ef-5620-4f19-9bb2-969734da3303 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905194 Jul 16 09:02:41.236102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36592) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:41.258493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e124672-b3d0-4a74-ac11-8280ac7b8e76 req-1dfb02e3-acd4-444d-bebb-421a76485598 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885854 Jul 16 09:02:41.299662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1baa072e-776a-40ff-af0e-d8b5a7423b6b tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/floatingips/249a59fc-1c8d-4f21-bf9f-083944256527 HTTP/1.1" status: 200 len: 994 time: 0.0623651 Jul 16 09:02:41.591683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d411aa-80e0-458c-a526-74bd23768ce8 req-df1ec5ff-603a-4e3b-9206-9d51e29e587f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.595190 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35d411aa-80e0-458c-a526-74bd23768ce8 req-df1ec5ff-603a-4e3b-9206-9d51e29e587f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 944 time: 0.0772278 Jul 16 09:02:41.595541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36600) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:41.635705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35d411aa-80e0-458c-a526-74bd23768ce8 req-9aea7918-22b6-4f5f-b8d7-63821dae1f77 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364830 Jul 16 09:02:41.775470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port f2892ba1-0a3c-4be2-9e03-a1f73ddfd36d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:41.776023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.868459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.868687 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.880943 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for f2892ba1-0a3c-4be2-9e03-a1f73ddfd36d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:42.064085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.092859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=f2892ba1-0a3c-4be2-9e03-a1f73ddfd36d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.158885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.159219 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Floating IP 249a59fc-1c8d-4f21-bf9f-083944256527 disassociated (deleted). External IP: 172.25.0.223, port: 06c408b4-7afc-482e-80ed-2df8290241b1. Jul 16 09:02:42.367889 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router fe27c689-fec4-44fc-9a2d-07f21c014a1c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:42.477969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:42.482706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.488030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] Sync routers for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:42.497289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:42.497919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:42.523659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-082b329b-2732-4187-9cb5-3e6d838baa61 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/floatingips/249a59fc-1c8d-4f21-bf9f-083944256527 HTTP/1.1" status: 204 len: 168 time: 0.9268973 Jul 16 09:02:42.524640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:42.527910 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133b89e-44a9-415e-ad76-bc8d91ca0369" -d '{"events": [{"name": "network-changed", "server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:42.586264 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae5f4f4-030f-4127-8d38-17315d3a1ccb x-openstack-request-id: req-0ae5f4f4-030f-4127-8d38-17315d3a1ccb {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:42.586986 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:42.587906 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ae5f4f4-030f-4127-8d38-17315d3a1ccb {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:42.588767 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1', 'status': 'completed', 'code': 200} Jul 16 09:02:42.636531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:42.722713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-d5b954b4-3abc-482e-8067-bd53ee2df7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:42.725420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-d5b954b4-3abc-482e-8067-bd53ee2df7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7383652b759c43ca889367012ec6397e&device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 1098 time: 0.1016006 Jul 16 09:02:42.875930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-729a8b0f-65f4-44a4-812b-471410731dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:42.877743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-729a8b0f-65f4-44a4-812b-471410731dc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a HTTP/1.1" status: 200 len: 898 time: 0.1457675 Jul 16 09:02:42.910858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:42.983982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-bbc4e7ed-4c9e-4f83-86ef-805f14db7ad2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06c408b4-7afc-482e-80ed-2df8290241b1 HTTP/1.1" status: 200 len: 217 time: 0.0589237 Jul 16 09:02:43.012320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50847cc-3818-494e-9f55-cd74b2e2b74e req-ffcbd66b-d890-439c-ae37-71db45b9b20f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.013945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50847cc-3818-494e-9f55-cd74b2e2b74e req-ffcbd66b-d890-439c-ae37-71db45b9b20f tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 946 time: 0.0885708 Jul 16 09:02:43.033567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:55Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:43.054456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-78dc6c7c-0477-4ef1-96be-09e7c6d4989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.056436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-78dc6c7c-0477-4ef1-96be-09e7c6d4989c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09d86dda-05c4-454f-898b-f85f986335de HTTP/1.1" status: 200 len: 835 time: 0.0644610 Jul 16 09:02:43.066517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50847cc-3818-494e-9f55-cd74b2e2b74e req-ab0519e3-0d71-42a5-b8e0-308d6f70415d tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Jul 16 09:02:43.072478 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-71abe8b5-c08f-4074-80b9-31711a5f4473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.074282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] Checking router: fe27c689-fec4-44fc-9a2d-07f21c014a1c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:43.099404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:43.100613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:43.139416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcddc05-73b9-4601-b7fa-43504227b4fa req-90eba8cb-678c-444c-b99c-494ba01e1179 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.141276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ffcddc05-73b9-4601-b7fa-43504227b4fa req-90eba8cb-678c-444c-b99c-494ba01e1179 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 944 time: 0.2625899 Jul 16 09:02:43.148395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:43.155944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-2bae859f-8992-4c28-b0ee-74e569f54863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.157640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-2bae859f-8992-4c28-b0ee-74e569f54863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936067 Jul 16 09:02:43.169316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '124822db-1d96-4936-9e31-690c2ed345eb', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'port_id': '124822db-1d96-4936-9e31-690c2ed345eb', 'mac_address': 'fa:16:3e:66:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:43.245489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.259565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:43.264736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-2873df5f-bb42-4218-bcf7-5000d75e1016 service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987210 Jul 16 09:02:43.292430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124822db-1d96-4936-9e31-690c2ed345eb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:43.326782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ffcddc05-73b9-4601-b7fa-43504227b4fa req-beb79511-86d7-4ae8-a30f-297a655ff04e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681972 Jul 16 09:02:43.353176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:43.368289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.397271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0133b89e-44a9-415e-ad76-bc8d91ca0369 req-8520ba2a-8aef-42ce-a1b9-3c6357f2967d service neutron] 10.222.0.18 "GET /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227179 Jul 16 09:02:43.620828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:43.685449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['124822db-1d96-4936-9e31-690c2ed345eb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:43.716483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:55Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:43.750081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce3013-404e-41f0-bb01-f29d6205e346 None None] The sync data for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 is: [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:50Z', 'revision_number': 4, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'af3ca266-3f3e-40f7-8a82-b736193efed7', 'name': '', 'network_id': '5d939e5c-d37b-4294-9f2a-96fd7ea50e2a', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'mac_address': 'fa:16:3e:68:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09d86dda-05c4-454f-898b-f85f986335de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:50Z', 'updated_at': '2021-07-16T09:01:55Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'subnets': [{'id': '09d86dda-05c4-454f-898b-f85f986335de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:44.024699 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff93f5-71ad-4e9b-8833-e06d9eff31eb None None] New status for floating IP 249a59fc-1c8d-4f21-bf9f-083944256527: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:02:44.150915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cc68c-08ce-43f2-941b-0380024644e1 req-d51f3fa6-b308-4b58-9d72-feec9ec76f3a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:44.153081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-416cc68c-08ce-43f2-941b-0380024644e1 req-d51f3fa6-b308-4b58-9d72-feec9ec76f3a tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 946 time: 0.0836351 Jul 16 09:02:44.260343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port 06c408b4-7afc-482e-80ed-2df8290241b1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:44.260691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.268387 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88218958-f105-4e97-9a1a-bf0b9890e167 req-3bc5ee7c-e281-4247-8464-cd019179d916 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:44.270063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88218958-f105-4e97-9a1a-bf0b9890e167 req-3bc5ee7c-e281-4247-8464-cd019179d916 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/ports?device_id=c831ca7a-659c-4326-a8a3-d9eb4608af01 HTTP/1.1" status: 200 len: 946 time: 0.0691330 Jul 16 09:02:44.353244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port 06c408b4-7afc-482e-80ed-2df8290241b1, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=06c408b4-7afc-482e-80ed-2df8290241b1,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:44.353606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.368811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for 06c408b4-7afc-482e-80ed-2df8290241b1 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:44.584647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.604810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841f04-1778-45a1-a912-f2e61a6446c6 req-474af8ec-260b-4d5c-8c60-2c68368482c5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:44.607560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5841f04-1778-45a1-a912-f2e61a6446c6 req-474af8ec-260b-4d5c-8c60-2c68368482c5 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 945 time: 0.1546082 Jul 16 09:02:44.644615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=06c408b4-7afc-482e-80ed-2df8290241b1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:44.678587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88218958-f105-4e97-9a1a-bf0b9890e167 req-0288b10b-cd57-4b44-9a0c-361d01c27b31 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0046d34-6599-4bf1-9791-614ed08fce3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006071 Jul 16 09:02:44.717818 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5841f04-1778-45a1-a912-f2e61a6446c6 req-75e6310d-711f-414a-afe6-92af8d0d496f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779042 Jul 16 09:02:44.735541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] No DVR routers for this DVR port 06c408b4-7afc-482e-80ed-2df8290241b1 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:44.738174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.740356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-416cc68c-08ce-43f2-941b-0380024644e1 req-cec17e6f-0b2b-406c-9bd6-13faf697fab0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.18 "DELETE /v2.0/ports/06c408b4-7afc-482e-80ed-2df8290241b1 HTTP/1.1" status: 204 len: 173 time: 0.5818663 Jul 16 09:02:44.741022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'name': 'network-vif-deleted', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:44.743267 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0e533a-2e0c-4bf8-a839-2ac201d38e59" -d '{"events": [{"server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "name": "network-vif-deleted", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:44.793680 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28d89d-02e6-45e3-ac1f-17ec0df805c2 x-openstack-request-id: req-1a28d89d-02e6-45e3-ac1f-17ec0df805c2 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:44.794332 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c831ca7a-659c-4326-a8a3-d9eb4608af01", "name": "network-vif-deleted", "tag": "06c408b4-7afc-482e-80ed-2df8290241b1", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:44.794841 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a28d89d-02e6-45e3-ac1f-17ec0df805c2 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:44.795023 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c831ca7a-659c-4326-a8a3-d9eb4608af01', 'name': 'network-vif-deleted', 'tag': '06c408b4-7afc-482e-80ed-2df8290241b1', 'status': 'completed', 'code': 200} Jul 16 09:02:44.878489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:44.957386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 124822db-1d96-4936-9e31-690c2ed345eb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:44.966048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 124822db-1d96-4936-9e31-690c2ed345eb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:44.966571 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.093883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.118505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:45.121096 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b923a46-9a65-43b6-8202-a0199df1c844" -d '{"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-plugged", "status": "completed", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:45.135251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:45.140644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.174366 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a207c3-4bf5-4fed-87fc-2597de1269cd x-openstack-request-id: req-40a207c3-4bf5-4fed-87fc-2597de1269cd {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:45.174667 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-plugged", "status": "completed", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:45.174935 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40a207c3-4bf5-4fed-87fc-2597de1269cd {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:45.175344 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'code': 200} Jul 16 09:02:45.206778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.316105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc1de0-8cce-45c1-840c-299f12d5a491 req-e839da2f-762a-4a7b-84fb-f34da744db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.318350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dcc1de0-8cce-45c1-840c-299f12d5a491 req-e839da2f-762a-4a7b-84fb-f34da744db3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1098 time: 0.0545900 Jul 16 09:02:45.354715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dcc1de0-8cce-45c1-840c-299f12d5a491 req-937501cc-2482-49e4-b70a-9716ed9152e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302515 Jul 16 09:02:45.668823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d81882d1-f095-4391-9401-291e704b6410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.773606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36646) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:45.785148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.861218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-acf9dbb0-ab79-4a0a-b6f2-1ec04b0677d3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.920788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-acf9dbb0-ab79-4a0a-b6f2-1ec04b0677d3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.986932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc965e-19d4-4091-848b-42bf92a1228e req-f1ef0a2e-648a-443e-b762-cc13dee9435a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.989078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39cc965e-19d4-4091-848b-42bf92a1228e req-f1ef0a2e-648a-443e-b762-cc13dee9435a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1159189 Jul 16 09:02:46.030203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-acf9dbb0-ab79-4a0a-b6f2-1ec04b0677d3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.032724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-acf9dbb0-ab79-4a0a-b6f2-1ec04b0677d3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.033860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-acf9dbb0-ab79-4a0a-b6f2-1ec04b0677d3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/security-groups/a0046d34-6599-4bf1-9791-614ed08fce3d HTTP/1.1" status: 204 len: 168 time: 0.2604351 Jul 16 09:02:46.049368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39cc965e-19d4-4091-848b-42bf92a1228e req-930d1af0-77e8-47fd-962a-aa594230a2a3 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498192 Jul 16 09:02:46.050989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9dbb0-ab79-4a0a-b6f2-1ec04b0677d3 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0046d34-6599-4bf1-9791-614ed08fce3d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.071827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36652) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.536216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.698360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.856559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port af3ca266-3f3e-40f7-8a82-b736193efed7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:46.856883 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.946753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port af3ca266-3f3e-40f7-8a82-b736193efed7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=af3ca266-3f3e-40f7-8a82-b736193efed7,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:46.947116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.960555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for af3ca266-3f3e-40f7-8a82-b736193efed7 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:47.149442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.177667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=af3ca266-3f3e-40f7-8a82-b736193efed7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:47.346090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b254f98-0fa3-451d-a5cd-0f1abab87680 req-0d3dbd1b-ca67-449a-ab12-be4ba0a0fd98 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.347676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b254f98-0fa3-451d-a5cd-0f1abab87680 req-0d3dbd1b-ca67-449a-ab12-be4ba0a0fd98 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1617362 Jul 16 09:02:47.439717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b254f98-0fa3-451d-a5cd-0f1abab87680 req-d0210751-e831-4dd8-bfe6-8d3d4f240708 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841663 Jul 16 09:02:47.441959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.723385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412bb9a-d638-45ce-8b92-f1fe59ade679 req-bf825c7d-f2f4-41a7-a9e5-7ebcab6f8398 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.725003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b412bb9a-d638-45ce-8b92-f1fe59ade679 req-bf825c7d-f2f4-41a7-a9e5-7ebcab6f8398 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0799723 Jul 16 09:02:47.769160 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Router fe27c689-fec4-44fc-9a2d-07f21c014a1c has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:47.773020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b412bb9a-d638-45ce-8b92-f1fe59ade679 req-25326652-9919-4304-8e7a-a5c4bfd3ac5f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Jul 16 09:02:47.796642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36668) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:47.846517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.853401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e3ebc-dbbd-475b-955d-9d0cf5b7ba87 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.855537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-958e3ebc-dbbd-475b-955d-9d0cf5b7ba87 tempest-TestNetworkAdvancedServerOps-1182588416 tempest-TestNetworkAdvancedServerOps-1182588416-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1093 time: 0.0574508 Jul 16 09:02:47.858047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36670) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:47.862637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '124822db-1d96-4936-9e31-690c2ed345eb', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:47.886476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.894032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:47.899574 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cde59af2-9b3c-438f-add1-f3c075e7a7d0 tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "PUT /v2.0/routers/fe27c689-fec4-44fc-9a2d-07f21c014a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266726 Jul 16 09:02:47.902794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36672) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:47.909303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] Sync routers for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:47.919941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:47.920846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:47.969441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting subnet 09d86dda-05c4-454f-898b-f85f986335de {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:47.973684 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.004405 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.031990 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.048948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:48.146087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Allocated IP 172.25.0.254 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/6c05c27c-fcf4-438a-8f9b-19d20c3ef51e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:48.203306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.285117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.293469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:02:47Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:48.297130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.322679 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.327808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/subnets/09d86dda-05c4-454f-898b-f85f986335de HTTP/1.1" status: 204 len: 168 time: 0.4240012 Jul 16 09:02:48.328618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36674) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:48.332118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d48c1-efbc-4f7f-9621-6f46b747890c None None] Network 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:48.334383 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] Checking router: fe27c689-fec4-44fc-9a2d-07f21c014a1c for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:48.349915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b1cea-2612-4dbf-b9c9-067866092ded tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Subnet': ['ID=09d86dda-05c4-454f-898b-f85f986335de,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:48.364241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] Routers {'fe27c689-fec4-44fc-9a2d-07f21c014a1c'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:48.364858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:48.436225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.461408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.488807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:48.499072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:48.504775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:48.515465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=6c05c27c-fcf4-438a-8f9b-19d20c3ef51e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:48.538371 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.566139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] Set router fe27c689-fec4-44fc-9a2d-07f21c014a1c gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:48.727578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] DHCP port deletion for 5d939e5c-d37b-4294-9f2a-96fd7ea50e2a request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:48.731618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.817708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:02:47Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:48.852073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] Deleting port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:48.852073 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.853773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3849d-7f08-4c90-95dc-a8850aa9b3f6 None None] The sync data for ids ['fe27c689-fec4-44fc-9a2d-07f21c014a1c'] in n-d-798249-10 is: [{'id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'name': 'tempest-TestNetworkBasicOps-router-2083708933', 'tenant_id': '7383652b759c43ca889367012ec6397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:02:47Z', 'revision_number': 5, 'project_id': '7383652b759c43ca889367012ec6397e', 'gw_port': {'id': 'e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe27c689-fec4-44fc-9a2d-07f21c014a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:47Z', 'updated_at': '2021-07-16T09:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:48.925678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] For port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,segment=NetworkSegment(6330d952-c7f8-49b9-b998-acf013477ab9),segment_id=6330d952-c7f8-49b9-b998-acf013477ab9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:48.926071 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.939104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 06c408b4-7afc-482e-80ed-2df8290241b1 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:48.945605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] Calling delete_port for 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:48.966445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 06c408b4-7afc-482e-80ed-2df8290241b1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:48.966786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 06c408b4-7afc-482e-80ed-2df8290241b1 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:49.052099 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.083417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] Pushing event deleted for resources: {'Port': ['ID=2459d353-d7ba-4c02-88bb-9ed2c2de2a9b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.086097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f99eab9-1a01-42f2-87eb-2c8431134ab6 None None] No DVR routers for this DVR port 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:49.219547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Deleting port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:49.220089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.286842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:49.311363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:49.312077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 2459d353-d7ba-4c02-88bb-9ed2c2de2a9b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:49.312792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device af3ca266-3f3e-40f7-8a82-b736193efed7 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:49.333935 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: af3ca266-3f3e-40f7-8a82-b736193efed7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:49.334424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device af3ca266-3f3e-40f7-8a82-b736193efed7 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:49.437748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] For port e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:49.438105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.457801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Calling delete_port for e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:49.481512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.659304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.773113 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.834690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Port': ['ID=e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.955172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.960678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.020447 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.119810 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.132376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.165846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event updated for resources: {'Port': ['ID=6c05c27c-fcf4-438a-8f9b-19d20c3ef51e,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:50.227400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.281981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.282818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Fanout notify agent at l3_agent the message router_deleted on router fe27c689-fec4-44fc-9a2d-07f21c014a1c {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:02:50.291630 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.293895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c22fb0b4-da10-4ec3-b83b-05d2acccba0c tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/routers/fe27c689-fec4-44fc-9a2d-07f21c014a1c HTTP/1.1" status: 204 len: 168 time: 1.9637554 Jul 16 09:02:50.296242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36680) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:50.400740 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP 3d664c48-f975-441b-9c6b-f11a99c204a2 associated. External IP: 172.25.0.254, port: 124822db-1d96-4936-9e31-690c2ed345eb. Jul 16 09:02:50.690756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router f36e12d9-3f65-4704-9352-7d2d093243d6 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:50.890980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:50.899602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.908021 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] Sync routers for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:50.919922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.940726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:50.941935 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:50.988396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a659ad90-e456-4593-8602-5d593561b040 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1288438 Jul 16 09:02:50.989353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:50.992434 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ba808-0951-4bd5-b11e-789ae83910e9" -d '{"events": [{"name": "network-changed", "server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:51.060196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:51.084582 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c917d8-c2f9-49a4-8c83-18ca072da73e x-openstack-request-id: req-20c917d8-c2f9-49a4-8c83-18ca072da73e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:51.084878 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:51.085185 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20c917d8-c2f9-49a4-8c83-18ca072da73e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:51.085677 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'status': 'completed', 'code': 200} Jul 16 09:02:51.118780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:51.119148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e0d2ada0-7a4d-4e7e-ad48-6bdf67ef6632 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:51.132773 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.171742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d939e5c-d37b-4294-9f2a-96fd7ea50e2a']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:51.212678 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:51.226337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-120778b5-c2c3-4387-a74d-4d34a4cb315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.229881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-120778b5-c2c3-4387-a74d-4d34a4cb315e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1098 time: 0.1050315 Jul 16 09:02:51.251671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6330d952-c7f8-49b9-b998-acf013477ab9') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:51.252301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6330d952-c7f8-49b9-b998-acf013477ab9') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:51.287463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.336256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.359451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:51.359937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:51.368701 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:51.381488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-6ec159c7-4cc0-4df8-aeeb-5493b58628b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.383260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-6ec159c7-4cc0-4df8-aeeb-5493b58628b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 898 time: 0.1452436 Jul 16 09:02:51.419364 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2591f-1bc1-4d0d-919b-f3e615fae170 req-f92ed483-7e69-46ad-a33b-d94752fe2af4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.421915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48f2591f-1bc1-4d0d-919b-f3e615fae170 req-f92ed483-7e69-46ad-a33b-d94752fe2af4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.2409780 Jul 16 09:02:51.476023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-e3c4897f-cdd8-4501-af2d-445d9c7149c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 1000 time: 0.0859463 Jul 16 09:02:51.518317 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.525916 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.534135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] 10.222.0.41 "DELETE /v2.0/networks/5d939e5c-d37b-4294-9f2a-96fd7ea50e2a HTTP/1.1" status: 204 len: 168 time: 1.2363088 Jul 16 09:02:51.567241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-eb6534d2-1512-440b-8f15-cc20be6101ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.568810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-eb6534d2-1512-440b-8f15-cc20be6101ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 200 len: 834 time: 0.0870786 Jul 16 09:02:51.581024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a18a5-bc70-4bf5-bc93-f6d4ffdd348e tempest-TestNetworkBasicOps-1792371388 tempest-TestNetworkBasicOps-1792371388-project] Pushing event deleted for resources: {'Network': ['ID=5d939e5c-d37b-4294-9f2a-96fd7ea50e2a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:51.604751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48f2591f-1bc1-4d0d-919b-f3e615fae170 req-c7e342b3-3e6b-4a0c-9b6f-2203f1a6e471 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374884 Jul 16 09:02:51.612485 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '3d664c48-f975-441b-9c6b-f11a99c204a2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'port_id': '124822db-1d96-4936-9e31-690c2ed345eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'mac_address': 'fa:16:3e:66:9e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:49Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:51.650869 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] Checking router: f36e12d9-3f65-4704-9352-7d2d093243d6 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:51.656576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36690) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:51.670809 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:51.671782 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:51.746726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-02260861-571b-4606-9364-7003e01333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.749296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-02260861-571b-4606-9364-7003e01333e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730814 Jul 16 09:02:51.787823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c69a646e-9866-4312-a7af-1cc0370c9e33 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/3d664c48-f975-441b-9c6b-f11a99c204a2 HTTP/1.1" status: 200 len: 992 time: 0.1287832 Jul 16 09:02:51.854087 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:51.915476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-1751ccb2-eabe-4c3b-bf53-91d681c17b2b service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566005 Jul 16 09:02:52.029490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36696) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:52.092281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e2ba808-0951-4bd5-b11e-789ae83910e9 req-8a2e37d7-2d81-4f64-856d-9870631300ef service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707008 Jul 16 09:02:52.223456 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '3d664c48-f975-441b-9c6b-f11a99c204a2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'port_id': '124822db-1d96-4936-9e31-690c2ed345eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'mac_address': 'fa:16:3e:66:9e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:49Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:52.256997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4604f3e8-9d79-4496-b473-8cc5725e4af7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7383652b759c43ca889367012ec6397e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262809 Jul 16 09:02:52.258943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6e7be-7072-41b7-858e-d603a0540daa None None] The sync data for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 is: [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '3d664c48-f975-441b-9c6b-f11a99c204a2', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'port_id': '124822db-1d96-4936-9e31-690c2ed345eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'mac_address': 'fa:16:3e:66:9e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:49Z', 'updated_at': '2021-07-16T09:02:49Z', 'revision_number': 0, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:52.262129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36700) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:52.378638 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-946849a9-4f84-4f02-80d4-2068e8ba77f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.420973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-946849a9-4f84-4f02-80d4-2068e8ba77f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.496394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-946849a9-4f84-4f02-80d4-2068e8ba77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.499469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-946849a9-4f84-4f02-80d4-2068e8ba77f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.506710 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-946849a9-4f84-4f02-80d4-2068e8ba77f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e50186b-7298-4e81-b4c3-e4faf9e7452f HTTP/1.1" status: 204 len: 168 time: 0.2454474 Jul 16 09:02:52.519080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946849a9-4f84-4f02-80d4-2068e8ba77f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50186b-7298-4e81-b4c3-e4faf9e7452f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:52.555229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b0a25-0c4b-44a1-b1ac-3ccb21761469 None None] New status for floating IP 3d664c48-f975-441b-9c6b-f11a99c204a2: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:02:52.792462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36706) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:52.920161 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-49c25366-1651-4475-bb7c-7cfde3a18eed tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/3d664c48-f975-441b-9c6b-f11a99c204a2 HTTP/1.1" status: 200 len: 994 time: 0.1259801 Jul 16 09:02:52.962676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36710) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.037093 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a83c9b4f-4cfc-4459-96ec-c9bc7faf099c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.151379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a83c9b4f-4cfc-4459-96ec-c9bc7faf099c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.155661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a83c9b4f-4cfc-4459-96ec-c9bc7faf099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.201823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a83c9b4f-4cfc-4459-96ec-c9bc7faf099c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff4dae3ff1ce49a3b859f582a285ba53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376118 Jul 16 09:02:53.202667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9b4f-4cfc-4459-96ec-c9bc7faf099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156641ff-094e-4206-a36d-b601333daf0d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.204490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36712) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.276262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9a43f016-8b8c-430a-9d42-2e618e863163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.302030 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9a43f016-8b8c-430a-9d42-2e618e863163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.367664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9a43f016-8b8c-430a-9d42-2e618e863163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.370659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9a43f016-8b8c-430a-9d42-2e618e863163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.371948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9a43f016-8b8c-430a-9d42-2e618e863163 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/156641ff-094e-4206-a36d-b601333daf0d HTTP/1.1" status: 204 len: 168 time: 0.1650069 Jul 16 09:02:53.381506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43f016-8b8c-430a-9d42-2e618e863163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156641ff-094e-4206-a36d-b601333daf0d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.154484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:54.255229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-965413598-network', 'tenant_id': '09347c4d4dde4459be498ae7d9dd2b38'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:54.278351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Made reservation on behalf of 09347c4d4dde4459be498ae7d9dd2b38 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:54.281194 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.289714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.390224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.395160 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.423541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:54.433770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.439544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.440156 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Added segment 32066953-f5fb-489c-a448-333bdc4e51a0 of type vlan for network 800c07a4-301f-4043-a060-fdc54a4258cc Jul 16 09:02:54.481967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.513144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.513829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:54.514420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.563461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4053657 Jul 16 09:02:54.563975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:54.570039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Request body: {'subnet': {'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-965413598-subnet', 'tenant_id': '09347c4d4dde4459be498ae7d9dd2b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:54.606660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Made reservation on behalf of 09347c4d4dde4459be498ae7d9dd2b38 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:54.609612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.611529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16196337-e066-416b-a78f-5bdec293a5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=800c07a4-301f-4043-a060-fdc54a4258cc,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.625998 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 800c07a4-301f-4043-a060-fdc54a4258cc details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:54.799270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.868357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcac750d-0d6d-42a4-953e-0750a09dd147,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.884116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Checking segment: {'id': '32066953-f5fb-489c-a448-333bdc4e51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:54.884557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Network hostable DHCP agents. Network: 800c07a4-301f-4043-a060-fdc54a4258cc, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:54.901930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Network 800c07a4-301f-4043-a060-fdc54a4258cc is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:54.911375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 800c07a4-301f-4043-a060-fdc54a4258cc) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:54.916073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:54.917000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.923260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b0df6-93f7-4c5f-ae0c-e083feb3f5ba None None] Network 800c07a4-301f-4043-a060-fdc54a4258cc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:54.956017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e59e2565-e8c7-4b51-973c-3d550d16e3cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3908694 Jul 16 09:02:55.065267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6758f4d-1041-4afe-bb01-bc44ae5061eb None None] Network 800c07a4-301f-4043-a060-fdc54a4258cc requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:55.487881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36758) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:55.493137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1974071631-network', 'tenant_id': 'f6a940d5f8b54109be3695227ab8b5f6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:55.514422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Made reservation on behalf of f6a940d5f8b54109be3695227ab8b5f6 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:55.517053 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.526995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.618880 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.622772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.649044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:55.660340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1a3a8-b41a-4275-9cd7-669a749d94d0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.665298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.665880 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Added segment 562dd7ae-9a50-4658-bd94-77ed081a47e0 of type vlan for network 347e4c7e-27ac-4640-9e43-ba4f9afca8e7 Jul 16 09:02:55.692564 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:55.707011 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.737027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.738212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:55.738802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.777946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2888625 Jul 16 09:02:55.780970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36760) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:55.786200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Request body: {'subnet': {'network_id': '347e4c7e-27ac-4640-9e43-ba4f9afca8e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1974071631-subnet', 'tenant_id': 'f6a940d5f8b54109be3695227ab8b5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:55.814549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932c5a-91b2-4227-9a4e-9a196f3ec021 admin admin] Pushing event updated for resources: {'Network': ['ID=347e4c7e-27ac-4640-9e43-ba4f9afca8e7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.821188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Made reservation on behalf of f6a940d5f8b54109be3695227ab8b5f6 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:55.824376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.827605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 347e4c7e-27ac-4640-9e43-ba4f9afca8e7 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:56.009228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.066969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a24a1a6-3fff-4097-8088-761636bd7bf8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:56.075312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Checking segment: {'id': '562dd7ae-9a50-4658-bd94-77ed081a47e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '347e4c7e-27ac-4640-9e43-ba4f9afca8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:56.075707 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Network hostable DHCP agents. Network: 347e4c7e-27ac-4640-9e43-ba4f9afca8e7, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:56.091944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Network 347e4c7e-27ac-4640-9e43-ba4f9afca8e7 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:56.100952 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 347e4c7e-27ac-4640-9e43-ba4f9afca8e7) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:56.109382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9adc8f-3a25-448e-9048-a38d6c398981 None None] Network 347e4c7e-27ac-4640-9e43-ba4f9afca8e7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:56.110081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:56.110685 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.127352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b4858abc-666a-4248-b5d1-1a90dd50669d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3431277 Jul 16 09:02:56.285877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882eabf7-1b6c-449a-8905-3d88095d0cf3 None None] Network 347e4c7e-27ac-4640-9e43-ba4f9afca8e7 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:56.765638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-ec003db9-7c31-493d-9829-38174673328f tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:56.767142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-ec003db9-7c31-493d-9829-38174673328f tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/networks?id=800c07a4-301f-4043-a060-fdc54a4258cc HTTP/1.1" status: 200 len: 811 time: 0.1015549 Jul 16 09:02:56.782443 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-4d5f41d7-328c-4ed4-9ea2-909f3a4044ad tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/quotas/09347c4d4dde4459be498ae7d9dd2b38 HTTP/1.1" status: 200 len: 375 time: 0.0099463 Jul 16 09:02:56.815739 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-78bedc38-21e9-4bfa-a954-4157da947373 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09347c4d4dde4459be498ae7d9dd2b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283313 Jul 16 09:02:57.005084 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-36135ea6-2518-4a0f-92d2-c5605280729b service neutron] 10.222.0.41 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829419 Jul 16 09:02:57.097391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-a9b7cef7-ae59-4282-ac99-763708538285 service neutron] 10.222.0.41 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865059 Jul 16 09:02:57.265536 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cade74e3-b34b-48df-851c-2fbdd1d236c1 req-a3360ccd-0d0e-4476-aa9d-b858d925e7c3 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 210 time: 0.0337059 Jul 16 09:02:58.438445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43fe3d61-4311-4d2e-9c6b-503a28310040 req-4963f3e3-7c42-4352-8dd1-e4287d7654df tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 210 time: 0.0474823 Jul 16 09:02:58.521898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-1e89cab1-67e2-440f-9996-619537b0d5fd tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:58.523374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-1e89cab1-67e2-440f-9996-619537b0d5fd tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.18 "GET /v2.0/networks?id=800c07a4-301f-4043-a060-fdc54a4258cc HTTP/1.1" status: 200 len: 811 time: 0.1305094 Jul 16 09:02:58.535172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Request body: {'port': {'device_id': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc', 'admin_state_up': True, 'tenant_id': '09347c4d4dde4459be498ae7d9dd2b38'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:58.652239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Made reservation on behalf of 09347c4d4dde4459be498ae7d9dd2b38 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:58.655884 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.792398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Allocated IP 172.20.0.8 (800c07a4-301f-4043-a060-fdc54a4258cc/fcac750d-0d6d-42a4-953e-0750a09dd147/4b352aaf-8bbd-4a19-948d-323ca40def93) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:58.961513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.001731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.057051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Network 800c07a4-301f-4043-a060-fdc54a4258cc is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:59.060921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:59.065610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:59.074169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Pushing event updated for resources: {'Port': ['ID=4b352aaf-8bbd-4a19-948d-323ca40def93,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:59.125851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.126619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.150884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-48cf2c0b-9150-4d1f-bac2-1e6016740880 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111608 Jul 16 09:02:59.210976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Request body: {'port': {'device_id': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:59.285525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.564738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b352aaf-8bbd-4a19-948d-323ca40def93 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:59.572541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.585226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Transition to ACTIVE for port object 4b352aaf-8bbd-4a19-948d-323ca40def93 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:59.590068 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.622477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3565af-ae40-470d-86e2-bf065e5ec3b1 req-334978ec-9694-42db-ac85-ad935bf4dd1b tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.624290 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd3565af-ae40-470d-86e2-bf065e5ec3b1 req-334978ec-9694-42db-ac85-ad935bf4dd1b tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 931 time: 0.0671141 Jul 16 09:02:59.640193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Pushing event updated for resources: {'Port': ['ID=4b352aaf-8bbd-4a19-948d-323ca40def93,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:59.664410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd3565af-ae40-470d-86e2-bf065e5ec3b1 req-5515bfcd-18d5-48e3-9fbc-9e4adecadf4a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Jul 16 09:02:59.717176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Attempting to bind port 4b352aaf-8bbd-4a19-948d-323ca40def93 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:59.717508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Attempting to bind port 4b352aaf-8bbd-4a19-948d-323ca40def93 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '32066953-f5fb-489c-a448-333bdc4e51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:59.717844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Attempting to bind port 4b352aaf-8bbd-4a19-948d-323ca40def93 on network 800c07a4-301f-4043-a060-fdc54a4258cc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:59.722486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Port 4b352aaf-8bbd-4a19-948d-323ca40def93 on network 800c07a4-301f-4043-a060-fdc54a4258cc not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:59.722731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Attempting to bind port 4b352aaf-8bbd-4a19-948d-323ca40def93 on network 800c07a4-301f-4043-a060-fdc54a4258cc {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:59.727650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:59.727987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Checking segment: {'id': '32066953-f5fb-489c-a448-333bdc4e51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:59.728371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Bound using segment: {'id': '32066953-f5fb-489c-a448-333bdc4e51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:59.728795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Bound port: 4b352aaf-8bbd-4a19-948d-323ca40def93, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32066953-f5fb-489c-a448-333bdc4e51a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:59.729152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.794173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] For port 4b352aaf-8bbd-4a19-948d-323ca40def93, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:59.797164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] For port 4b352aaf-8bbd-4a19-948d-323ca40def93, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4b352aaf-8bbd-4a19-948d-323ca40def93,segment=NetworkSegment(32066953-f5fb-489c-a448-333bdc4e51a0),segment_id=32066953-f5fb-489c-a448-333bdc4e51a0)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:59.801235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.836268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.836885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.838263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] 10.222.0.18 "PUT /v2.0/ports/4b352aaf-8bbd-4a19-948d-323ca40def93 HTTP/1.1" status: 200 len: 1092 time: 0.6887093 Jul 16 09:02:59.838713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'tag': '4b352aaf-8bbd-4a19-948d-323ca40def93'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:59.840991 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb14208c-c5da-4596-8ec5-36a92fc14f53" -d '{"events": [{"name": "network-changed", "server_uuid": "0604dccf-2213-479c-8e96-bb5cc16091ed", "tag": "4b352aaf-8bbd-4a19-948d-323ca40def93"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:59.866040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bbb67-94f5-4bba-814f-9b738e6da65c service neutron] Pushing event updated for resources: {'Port': ['ID=4b352aaf-8bbd-4a19-948d-323ca40def93,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:59.910690 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1d180-8bf5-4d11-8c5c-e82b78337a56 x-openstack-request-id: req-3dd1d180-8bf5-4d11-8c5c-e82b78337a56 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:59.910981 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0604dccf-2213-479c-8e96-bb5cc16091ed", "tag": "4b352aaf-8bbd-4a19-948d-323ca40def93", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:59.911229 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dd1d180-8bf5-4d11-8c5c-e82b78337a56 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:59.911651 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'tag': '4b352aaf-8bbd-4a19-948d-323ca40def93', 'status': 'completed', 'code': 200} Jul 16 09:02:59.938536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-79b19c8f-957e-4ad3-b2a6-b861fe80e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.940110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-79b19c8f-957e-4ad3-b2a6-b861fe80e742 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09347c4d4dde4459be498ae7d9dd2b38&device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 1095 time: 0.0570230 Jul 16 09:02:59.984233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-55705bc1-172c-4850-8d2e-b204b26e9bb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b352aaf-8bbd-4a19-948d-323ca40def93 HTTP/1.1" status: 200 len: 217 time: 0.0367863 Jul 16 09:03:00.033627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-4674a353-e0e1-4b2f-ab1c-b63a7f70169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.035207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-4674a353-e0e1-4b2f-ab1c-b63a7f70169f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcac750d-0d6d-42a4-953e-0750a09dd147 HTTP/1.1" status: 200 len: 851 time: 0.0453818 Jul 16 09:03:00.068824 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-8e174d74-e9fe-490c-b69a-463c2556d219 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=800c07a4-301f-4043-a060-fdc54a4258cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273020 Jul 16 09:03:00.167464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-a9d3b9d0-5c12-41ef-ae44-575328d1efbe service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918717 Jul 16 09:03:00.325914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4924e62c-3f24-4fe2-acf2-9867cc3bf213 req-1c46667b-b4df-48d1-9d6d-3660d6b91f0c service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528788 Jul 16 09:03:00.436109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-430cb4c0-5171-4906-b7a0-ca2baec10f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.437655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-430cb4c0-5171-4906-b7a0-ca2baec10f73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09347c4d4dde4459be498ae7d9dd2b38&device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 1095 time: 0.0598052 Jul 16 09:03:00.527853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-d5829230-42fa-4582-93e4-e06d255e09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.529372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-d5829230-42fa-4582-93e4-e06d255e09cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=800c07a4-301f-4043-a060-fdc54a4258cc HTTP/1.1" status: 200 len: 912 time: 0.0858397 Jul 16 09:03:00.573571 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-fb697332-a7ba-4cde-be39-4e8a02b0081b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b352aaf-8bbd-4a19-948d-323ca40def93 HTTP/1.1" status: 200 len: 217 time: 0.0380206 Jul 16 09:03:00.622837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-6936e1e0-79b1-443a-856e-e5a2994c7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.624252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-6936e1e0-79b1-443a-856e-e5a2994c7ab1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcac750d-0d6d-42a4-953e-0750a09dd147 HTTP/1.1" status: 200 len: 851 time: 0.0448434 Jul 16 09:03:00.660001 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-4faca873-7998-4560-bf03-dcdc297fdd2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=800c07a4-301f-4043-a060-fdc54a4258cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290728 Jul 16 09:03:00.758293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-d507e9d8-2f73-4658-ab2c-f2efd0906b93 service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920053 Jul 16 09:03:00.857273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23928781-85a7-4943-921e-dc191b8f385a req-ae6340fb-30ac-4e83-8ef1-21579ba0e4f5 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:00.859260 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-23928781-85a7-4943-921e-dc191b8f385a req-ae6340fb-30ac-4e83-8ef1-21579ba0e4f5 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 943 time: 0.0763633 Jul 16 09:03:00.876644 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb14208c-c5da-4596-8ec5-36a92fc14f53 req-a61b25b5-4e10-4767-8c1e-c69faa05c2f8 service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113284 Jul 16 09:03:00.909251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-23928781-85a7-4943-921e-dc191b8f385a req-81292491-c066-4ecb-a4fe-54fd2074ac93 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Jul 16 09:03:02.100191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d5794-7386-41ce-a7bf-a0b9b43c24d1 req-59432898-3fd5-4b1f-a0c8-e05bd06ba808 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:02.101715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-434d5794-7386-41ce-a7bf-a0b9b43c24d1 req-59432898-3fd5-4b1f-a0c8-e05bd06ba808 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 943 time: 0.0774655 Jul 16 09:03:02.141709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-434d5794-7386-41ce-a7bf-a0b9b43c24d1 req-2ad5b834-3a5e-4981-9993-4e2a01617db8 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jul 16 09:03:03.025029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4b352aaf-8bbd-4a19-948d-323ca40def93 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:03.127576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4b352aaf-8bbd-4a19-948d-323ca40def93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4b352aaf-8bbd-4a19-948d-323ca40def93,segment=NetworkSegment(32066953-f5fb-489c-a448-333bdc4e51a0),segment_id=32066953-f5fb-489c-a448-333bdc4e51a0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:03.140473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '4b352aaf-8bbd-4a19-948d-323ca40def93', 'network_id': '800c07a4-301f-4043-a060-fdc54a4258cc', 'port_id': '4b352aaf-8bbd-4a19-948d-323ca40def93', 'mac_address': 'fa:16:3e:60:23:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcac750d-0d6d-42a4-953e-0750a09dd147', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:03.184918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.202132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b352aaf-8bbd-4a19-948d-323ca40def93 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:03.227113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4b352aaf-8bbd-4a19-948d-323ca40def93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4b352aaf-8bbd-4a19-948d-323ca40def93,segment=NetworkSegment(32066953-f5fb-489c-a448-333bdc4e51a0),segment_id=32066953-f5fb-489c-a448-333bdc4e51a0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:03.231748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.287119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4b352aaf-8bbd-4a19-948d-323ca40def93,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:03.335545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004326-aaad-4659-8541-af5bf08338d0 req-b202aa63-c8a5-487b-9ad9-01d61dab9394 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:03.337755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f004326-aaad-4659-8541-af5bf08338d0 req-b202aa63-c8a5-487b-9ad9-01d61dab9394 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 944 time: 0.0709481 Jul 16 09:03:03.384451 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2f004326-aaad-4659-8541-af5bf08338d0 req-c20cb078-2315-4cf7-99cf-c0eddca1ceab tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Jul 16 09:03:03.453902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4b352aaf-8bbd-4a19-948d-323ca40def93'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:03.638361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.576357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478d010-de5f-49e2-beea-1facdf5163cc req-5bc0edf2-e903-4422-8132-28b31923cf69 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:04.577849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2478d010-de5f-49e2-beea-1facdf5163cc req-5bc0edf2-e903-4422-8132-28b31923cf69 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 944 time: 0.0674651 Jul 16 09:03:04.625230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2478d010-de5f-49e2-beea-1facdf5163cc req-d12dc415-1f7f-44e8-8c6f-ae60b4644fd3 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Jul 16 09:03:04.681410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-9705dc8a-992f-4c0e-93ed-9cff2e7ec6ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547421 Jul 16 09:03:04.799203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-1d43db2e-17a6-4f16-9a3c-9c50abd7b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:04.803370 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-1d43db2e-17a6-4f16-9a3c-9c50abd7b7bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1098 time: 0.0611749 Jul 16 09:03:04.910609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-abd61b7e-d82a-4220-b873-7964d0f5623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:04.912135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-abd61b7e-d82a-4220-b873-7964d0f5623f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 898 time: 0.0904052 Jul 16 09:03:04.984134 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-cea8377a-b371-44cb-a29e-e0894947c122 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 1002 time: 0.0656879 Jul 16 09:03:05.031779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4b352aaf-8bbd-4a19-948d-323ca40def93 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:05.049571 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-71e7a2c8-02fd-4ead-ba57-1e39622cb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:05.051236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-71e7a2c8-02fd-4ead-ba57-1e39622cb9ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 200 len: 834 time: 0.0606279 Jul 16 09:03:05.085542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 4b352aaf-8bbd-4a19-948d-323ca40def93 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:05.089650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 4b352aaf-8bbd-4a19-948d-323ca40def93 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:05.090072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.119119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-45f8bb55-7676-4ebd-8c9b-7190ac2a67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:05.121387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-45f8bb55-7676-4ebd-8c9b-7190ac2a67d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631382 Jul 16 09:03:05.179708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.216560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 4b352aaf-8bbd-4a19-948d-323ca40def93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4b352aaf-8bbd-4a19-948d-323ca40def93,segment=NetworkSegment(32066953-f5fb-489c-a448-333bdc4e51a0),segment_id=32066953-f5fb-489c-a448-333bdc4e51a0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:05.217346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b352aaf-8bbd-4a19-948d-323ca40def93'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:05.219863 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38c3b39-7eec-4b84-9b88-51d6e20d96d8" -d '{"events": [{"server_uuid": "0604dccf-2213-479c-8e96-bb5cc16091ed", "name": "network-vif-plugged", "status": "completed", "tag": "4b352aaf-8bbd-4a19-948d-323ca40def93"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:05.230430 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.295010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=4b352aaf-8bbd-4a19-948d-323ca40def93,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:05.360685 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c56f05-cd61-4011-b634-2479371a2a34 x-openstack-request-id: req-33c56f05-cd61-4011-b634-2479371a2a34 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:05.361002 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604dccf-2213-479c-8e96-bb5cc16091ed", "name": "network-vif-plugged", "status": "completed", "tag": "4b352aaf-8bbd-4a19-948d-323ca40def93", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:05.361307 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33c56f05-cd61-4011-b634-2479371a2a34 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:05.361764 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b352aaf-8bbd-4a19-948d-323ca40def93', 'code': 200} Jul 16 09:03:05.612886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-6465dc39-8043-4b17-b4c0-965b102aabf6 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846828 Jul 16 09:03:05.665189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d842-d8c5-426b-b552-79229ad53296 req-4447b1e6-3809-4848-b72d-e1f8397c190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:05.666830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde2d842-d8c5-426b-b552-79229ad53296 req-4447b1e6-3809-4848-b72d-e1f8397c190b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 1097 time: 0.1080232 Jul 16 09:03:05.744519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cde2d842-d8c5-426b-b552-79229ad53296 req-b8925f96-1f9c-437a-a60d-a0fc95a78097 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455918 Jul 16 09:03:05.748810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a299fff3-f833-40e6-9fce-2219ec7fe56f req-af1512b1-0c9a-4c4c-ab6e-42bbf0ddc5a9 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289897 Jul 16 09:03:05.838283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f5a08-375b-4bf3-8f59-e971d8b56517 req-efa2901b-d76b-4ac5-98ae-96d10cc2797f tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:05.840244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-424f5a08-375b-4bf3-8f59-e971d8b56517 req-efa2901b-d76b-4ac5-98ae-96d10cc2797f tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0905657 Jul 16 09:03:05.880385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-424f5a08-375b-4bf3-8f59-e971d8b56517 req-b51973ed-2ece-46f0-b22c-6bb2f49a96cc tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Jul 16 09:03:07.058645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a22093-5d8a-4563-b091-50cc994ede38 req-67a66db5-ac42-4c62-80bf-7dc85a7a4f2e tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.060164 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74a22093-5d8a-4563-b091-50cc994ede38 req-67a66db5-ac42-4c62-80bf-7dc85a7a4f2e tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0654583 Jul 16 09:03:07.098112 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74a22093-5d8a-4563-b091-50cc994ede38 req-7bda5932-b318-479f-ac69-83829e3baefc tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Jul 16 09:03:07.271173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba13f7-3e8d-4877-b43a-9cc9e3c3a5f3 req-4ca954bb-a37f-400c-a689-eb1e7ba15e4e tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.272643 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1ba13f7-3e8d-4877-b43a-9cc9e3c3a5f3 req-4ca954bb-a37f-400c-a689-eb1e7ba15e4e tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0646322 Jul 16 09:03:07.314452 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f1ba13f7-3e8d-4877-b43a-9cc9e3c3a5f3 req-93c0a6ca-7560-48f2-ae44-7c7a4d203636 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361199 Jul 16 09:03:07.714632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf86c-243e-41f4-bae4-24cdaba5297d req-a7ca14b2-254b-4f25-a42f-208d75866a62 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.716166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f13bf86c-243e-41f4-bae4-24cdaba5297d req-a7ca14b2-254b-4f25-a42f-208d75866a62 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0642238 Jul 16 09:03:07.752718 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f13bf86c-243e-41f4-bae4-24cdaba5297d req-dbcc55e1-37c4-4d3c-8551-f238d539d2ae tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Jul 16 09:03:08.934839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb874c-097c-44b8-bdaf-50f40096bc38 req-1ccea376-e5da-4ab1-a774-80606796448c tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.936490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbfb874c-097c-44b8-bdaf-50f40096bc38 req-1ccea376-e5da-4ab1-a774-80606796448c tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0649807 Jul 16 09:03:08.978293 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbfb874c-097c-44b8-bdaf-50f40096bc38 req-dd0a497f-b71d-4f22-9d74-19e33bada5a0 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361221 Jul 16 09:03:09.302917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-6a7deb6b-5b6e-4804-943a-0345383a368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.305189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-6a7deb6b-5b6e-4804-943a-0345383a368a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09347c4d4dde4459be498ae7d9dd2b38&device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 1097 time: 0.0567434 Jul 16 09:03:09.329999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b6ed-9a7e-4f67-9d48-9e3cf23dfb8b req-2987b54d-a592-4e48-9249-3882397b5c6a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.331528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8886b6ed-9a7e-4f67-9d48-9e3cf23dfb8b req-2987b54d-a592-4e48-9249-3882397b5c6a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0679820 Jul 16 09:03:09.373208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8886b6ed-9a7e-4f67-9d48-9e3cf23dfb8b req-3485e27d-01f1-40c1-8ced-b3535bef77eb tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Jul 16 09:03:09.403997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-4d99873e-f9a1-4096-b0a1-e22ac3fcae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.405610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-4d99873e-f9a1-4096-b0a1-e22ac3fcae4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=800c07a4-301f-4043-a060-fdc54a4258cc HTTP/1.1" status: 200 len: 912 time: 0.0944185 Jul 16 09:03:09.446941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-d5681cd7-40e8-41e0-ada6-3815a03de3f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b352aaf-8bbd-4a19-948d-323ca40def93 HTTP/1.1" status: 200 len: 217 time: 0.0351491 Jul 16 09:03:09.495930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-f82f79bc-fd9b-472c-95e0-1c0a57792562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.497602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-f82f79bc-fd9b-472c-95e0-1c0a57792562 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcac750d-0d6d-42a4-953e-0750a09dd147 HTTP/1.1" status: 200 len: 851 time: 0.0446720 Jul 16 09:03:09.534450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-487b784f-521e-4ae8-88c5-0ea516c43ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=800c07a4-301f-4043-a060-fdc54a4258cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311637 Jul 16 09:03:09.625340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-5d741bd4-334f-48e8-8e33-b1ba4ad1c701 service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841424 Jul 16 09:03:09.719107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f72b455d-fb69-4c84-bcf5-03b08de85acb req-73c67f89-a088-4962-8fea-0d1b9aa6d22c service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876689 Jul 16 09:03:10.566560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d135a7-5d4d-47bc-91ea-32e4ac90ec21 req-ae7f8a98-da5f-4126-a646-b702930bbfc4 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.568129 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77d135a7-5d4d-47bc-91ea-32e4ac90ec21 req-ae7f8a98-da5f-4126-a646-b702930bbfc4 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0656595 Jul 16 09:03:10.608802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-77d135a7-5d4d-47bc-91ea-32e4ac90ec21 req-c908fb20-3eb3-4d55-814c-44938d7ab5a7 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Jul 16 09:03:11.049773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e4da0-bf4a-4de0-9f0b-aaa25de64c4b req-5da068ce-6d38-4b48-8b6a-b724773865fb tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.051415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a9e4da0-bf4a-4de0-9f0b-aaa25de64c4b req-5da068ce-6d38-4b48-8b6a-b724773865fb tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0905616 Jul 16 09:03:11.117157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a9e4da0-bf4a-4de0-9f0b-aaa25de64c4b req-67162b88-772c-4a87-ba1d-bc665f5d6ebe tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Jul 16 09:03:12.292418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca5bb4-c471-4a09-a205-6549a5cea829 req-ea041185-b9d2-4088-a69d-0e90c755a759 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.294536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4ca5bb4-c471-4a09-a205-6549a5cea829 req-ea041185-b9d2-4088-a69d-0e90c755a759 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0644186 Jul 16 09:03:12.333645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4ca5bb4-c471-4a09-a205-6549a5cea829 req-777d0f9e-848f-4a98-a842-3481a56bf720 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Jul 16 09:03:12.734959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-5a3970f8-7726-4e4c-b350-9bb9b62ba676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.736471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-5a3970f8-7726-4e4c-b350-9bb9b62ba676 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=09347c4d4dde4459be498ae7d9dd2b38&device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 1097 time: 0.1062670 Jul 16 09:03:12.744968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583485b-6147-4a11-bdf1-2f28c82537f2 req-f9472a83-9694-4595-a0b9-04eee4d47db3 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.746406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8583485b-6147-4a11-bdf1-2f28c82537f2 req-f9472a83-9694-4595-a0b9-04eee4d47db3 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.1079502 Jul 16 09:03:12.833487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8583485b-6147-4a11-bdf1-2f28c82537f2 req-3ceef3fd-956d-4ef9-adcb-81715886a22b tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784996 Jul 16 09:03:12.860589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-fe9f56a5-8318-4c67-a15e-2969d11015ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.862061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-fe9f56a5-8318-4c67-a15e-2969d11015ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=800c07a4-301f-4043-a060-fdc54a4258cc HTTP/1.1" status: 200 len: 912 time: 0.1148050 Jul 16 09:03:12.907531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-1ab2ad2c-6b7d-419d-a5be-bc318312b78d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b352aaf-8bbd-4a19-948d-323ca40def93 HTTP/1.1" status: 200 len: 217 time: 0.0388339 Jul 16 09:03:12.956754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-c63f0e16-deef-4cb3-a1cf-c37ba5206c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.958251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-c63f0e16-deef-4cb3-a1cf-c37ba5206c0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcac750d-0d6d-42a4-953e-0750a09dd147 HTTP/1.1" status: 200 len: 851 time: 0.0451307 Jul 16 09:03:12.985861 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb878-b00a-45dd-990e-e7939f0f63a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:12.993560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-6fabcbb6-ef56-44f8-ac03-eeccff465df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=800c07a4-301f-4043-a060-fdc54a4258cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280585 Jul 16 09:03:13.088236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-4d4ffc39-fe56-4f05-9a08-72e04967c900 service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878663 Jul 16 09:03:13.182859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd40227c-f3ad-4207-99ae-2d3998651c4e req-b0389d2f-f555-4a48-819a-4c0710f6d7d4 service neutron] 10.222.0.18 "GET /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883417 Jul 16 09:03:14.016753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488271-54b3-41ea-830f-69f5eb97caaf req-79234d9d-8efe-4c69-b2ee-5bcdb86540e0 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:14.018238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e488271-54b3-41ea-830f-69f5eb97caaf req-79234d9d-8efe-4c69-b2ee-5bcdb86540e0 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0645428 Jul 16 09:03:14.056712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e488271-54b3-41ea-830f-69f5eb97caaf req-cd419f52-628b-4632-82ee-5cfe89dcae79 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327809 Jul 16 09:03:14.445950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9245-845a-444a-8491-29cf1a4b66a6 req-a3b27c16-81ec-4eca-91d0-db1c4f6d1e96 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:14.447513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bbc9245-845a-444a-8491-29cf1a4b66a6 req-a3b27c16-81ec-4eca-91d0-db1c4f6d1e96 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0675924 Jul 16 09:03:14.488241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8bbc9245-845a-444a-8491-29cf1a4b66a6 req-a1efb622-3951-46c4-950c-7cf5ea4d9a6f tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 16 09:03:15.670333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72305be-c2eb-4a69-90cd-cae303266a37 req-a5568ba5-4f5c-4361-8881-587169537737 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.671859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d72305be-c2eb-4a69-90cd-cae303266a37 req-a5568ba5-4f5c-4361-8881-587169537737 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0712547 Jul 16 09:03:15.672335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4979064f-4e9b-4f0f-a7d7-de03c2b1a52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.711942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d72305be-c2eb-4a69-90cd-cae303266a37 req-68585d1c-d46a-4e1f-aa09-37fcadcfa03a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/security-groups?id=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Jul 16 09:03:15.773317 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.151166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-2273b6d7-21f9-418b-bdd7-515faef17bf9 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:16.152640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-2273b6d7-21f9-418b-bdd7-515faef17bf9 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.18 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 945 time: 0.0676532 Jul 16 09:03:16.256533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Deleting port 4b352aaf-8bbd-4a19-948d-323ca40def93 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:16.256882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.348667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] For port 4b352aaf-8bbd-4a19-948d-323ca40def93, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=4b352aaf-8bbd-4a19-948d-323ca40def93,segment=NetworkSegment(32066953-f5fb-489c-a448-333bdc4e51a0),segment_id=32066953-f5fb-489c-a448-333bdc4e51a0)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:16.349032 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.362559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Calling delete_port for 4b352aaf-8bbd-4a19-948d-323ca40def93 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:16.495942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.516413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['4b352aaf-8bbd-4a19-948d-323ca40def93'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:16.528999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Pushing event deleted for resources: {'Port': ['ID=4b352aaf-8bbd-4a19-948d-323ca40def93,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:16.576856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] No DVR routers for this DVR port 4b352aaf-8bbd-4a19-948d-323ca40def93 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:16.579337 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.581515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4a01f976-0027-4553-86fb-cf16e5b5b2a6 req-66abb54e-f9da-41af-a1e3-13572386311a tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.18 "DELETE /v2.0/ports/4b352aaf-8bbd-4a19-948d-323ca40def93 HTTP/1.1" status: 204 len: 173 time: 0.4239297 Jul 16 09:03:16.581963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'name': 'network-vif-deleted', 'tag': '4b352aaf-8bbd-4a19-948d-323ca40def93'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:16.584592 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd14f19b-f38a-451a-8213-6b5ad3f1e43d" -d '{"events": [{"server_uuid": "0604dccf-2213-479c-8e96-bb5cc16091ed", "name": "network-vif-deleted", "tag": "4b352aaf-8bbd-4a19-948d-323ca40def93"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:16.631720 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fd65c3-5e39-4b23-87fa-3c573930e1df x-openstack-request-id: req-91fd65c3-5e39-4b23-87fa-3c573930e1df {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:16.632178 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604dccf-2213-479c-8e96-bb5cc16091ed", "name": "network-vif-deleted", "tag": "4b352aaf-8bbd-4a19-948d-323ca40def93", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:16.632433 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91fd65c3-5e39-4b23-87fa-3c573930e1df {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:16.632901 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604dccf-2213-479c-8e96-bb5cc16091ed', 'name': 'network-vif-deleted', 'tag': '4b352aaf-8bbd-4a19-948d-323ca40def93', 'status': 'completed', 'code': 200} Jul 16 09:03:16.708048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.879029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c6e48447-4e4c-4b06-a0ff-53dfe3d2d188 req-b5f27240-c116-4941-b48d-5ca559fc4ac3 tempest-TestServerAdvancedOps-1272504489 tempest-TestServerAdvancedOps-1272504489-project] 10.222.0.41 "GET /v2.0/ports?device_id=0604dccf-2213-479c-8e96-bb5cc16091ed HTTP/1.1" status: 200 len: 210 time: 0.0342031 Jul 16 09:03:17.777393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36948) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:17.864557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.900880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c804222d-4557-46bf-a3fa-6779745cfbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.981202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36954) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.001104 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c804222d-4557-46bf-a3fa-6779745cfbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.006202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c804222d-4557-46bf-a3fa-6779745cfbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.029070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Deleting subnet fcac750d-0d6d-42a4-953e-0750a09dd147 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:18.032156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.044879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c804222d-4557-46bf-a3fa-6779745cfbcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5f53aa4b1654cf9bf2af25ef7819144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663653 Jul 16 09:03:18.045727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804222d-4557-46bf-a3fa-6779745cfbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf8703-8a64-4063-8162-a5bf8e898395,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.048322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36956) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.069376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.096129 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba8fe-5f55-4e9c-ba11-96d8b677e8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.107904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.117552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba8fe-5f55-4e9c-ba11-96d8b677e8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.164637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.170152 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba8fe-5f55-4e9c-ba11-96d8b677e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.173490 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba8fe-5f55-4e9c-ba11-96d8b677e8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.174679 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ac3ba8fe-5f55-4e9c-ba11-96d8b677e8a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdaf8703-8a64-4063-8162-a5bf8e898395 HTTP/1.1" status: 204 len: 168 time: 0.1257882 Jul 16 09:03:18.185205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ba8fe-5f55-4e9c-ba11-96d8b677e8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf8703-8a64-4063-8162-a5bf8e898395,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.191842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcac750d-0d6d-42a4-953e-0750a09dd147,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.196514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.201119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.201303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9a05b3e2-6985-4ee3-b021-101ec3162d04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fcac750d-0d6d-42a4-953e-0750a09dd147 HTTP/1.1" status: 204 len: 168 time: 0.2189834 Jul 16 09:03:18.273567 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.357554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.368561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800c07a4-301f-4043-a060-fdc54a4258cc']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:18.379809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32066953-f5fb-489c-a448-333bdc4e51a0') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:18.380110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32066953-f5fb-489c-a448-333bdc4e51a0') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:18.389029 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.405245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.412794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:18.413389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.416104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:18.425026 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:18.471840 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.488496 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.490459 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] 10.222.0.41 "DELETE /v2.0/networks/800c07a4-301f-4043-a060-fdc54a4258cc HTTP/1.1" status: 204 len: 168 time: 0.2879248 Jul 16 09:03:18.491464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21736cff-9cf8-4c37-b757-e2819b68c8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=800c07a4-301f-4043-a060-fdc54a4258cc,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.493382 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36970) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.542360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Deleting subnet 9a24a1a6-3fff-4097-8088-761636bd7bf8 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:18.546155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.582706 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.623809 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.677128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.701198 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a24a1a6-3fff-4097-8088-761636bd7bf8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.707559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.709429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-106696aa-d4fd-4984-a15d-c73bb38b1179 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a24a1a6-3fff-4097-8088-761636bd7bf8 HTTP/1.1" status: 204 len: 168 time: 0.2151425 Jul 16 09:03:18.711930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36980) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.787601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.811774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 36984) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.870263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.880572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347e4c7e-27ac-4640-9e43-ba4f9afca8e7']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:18.891770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562dd7ae-9a50-4658-bd94-77ed081a47e0') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:18.892064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562dd7ae-9a50-4658-bd94-77ed081a47e0') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:18.901084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.911716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1823845996-network', 'tenant_id': '0ecb645282384fd29c5ad9f3374aa959'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:18.915400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.921550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:18.922534 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:18.924521 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:18.933498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Made reservation on behalf of 0ecb645282384fd29c5ad9f3374aa959 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:18.936270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.945369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.979999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.985454 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.987735 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/347e4c7e-27ac-4640-9e43-ba4f9afca8e7 HTTP/1.1" status: 204 len: 168 time: 0.2748706 Jul 16 09:03:18.999025 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47767-adf3-4aed-aabd-0d0ef9f301b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=347e4c7e-27ac-4640-9e43-ba4f9afca8e7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.052354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.055625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.080472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:19.090759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d578f94-36ac-4a2f-966b-7607ab25982b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.095971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.096323 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Added segment 62ddad5a-e395-4fd0-920a-d87ffe74d3f8 of type vlan for network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 Jul 16 09:03:19.102274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4b352aaf-8bbd-4a19-948d-323ca40def93 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:19.109623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.130930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 4b352aaf-8bbd-4a19-948d-323ca40def93 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:19.131564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 4b352aaf-8bbd-4a19-948d-323ca40def93 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:19.139794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.153313 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-72fc8327-e0d1-4d35-866b-25d4c528c0d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09347c4d4dde4459be498ae7d9dd2b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422597 Jul 16 09:03:19.155818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36992) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.168892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.169864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.170452 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.204389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3914833 Jul 16 09:03:19.207554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 36994) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.214586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Request body: {'subnet': {'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1823845996-subnet', 'tenant_id': '0ecb645282384fd29c5ad9f3374aa959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:19.218942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08362fd9-69d8-4deb-b210-4a5cd5b59882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.237714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7043-4111-456b-b2d7-668b232c9d8e admin admin] Pushing event updated for resources: {'Network': ['ID=99b3c81c-e7f1-49a3-b780-b40d7645ce09,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.249295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:19.250283 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08362fd9-69d8-4deb-b210-4a5cd5b59882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.259977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Made reservation on behalf of 0ecb645282384fd29c5ad9f3374aa959 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:19.262918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.355610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08362fd9-69d8-4deb-b210-4a5cd5b59882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.358267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08362fd9-69d8-4deb-b210-4a5cd5b59882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.359609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-08362fd9-69d8-4deb-b210-4a5cd5b59882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59d9b9c8-74b9-47cb-acaf-87f4fe2ee691 HTTP/1.1" status: 204 len: 168 time: 0.2028475 Jul 16 09:03:19.374871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08362fd9-69d8-4deb-b210-4a5cd5b59882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9b9c8-74b9-47cb-acaf-87f4fe2ee691,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.478547 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.536187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.543706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Checking segment: {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:19.544058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Network hostable DHCP agents. Network: 99b3c81c-e7f1-49a3-b780-b40d7645ce09, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:19.560697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:19.569850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 99b3c81c-e7f1-49a3-b780-b40d7645ce09) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:19.574875 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.576888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.578369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd559d-a01e-442c-849f-1b6164f037ac None None] Network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:19.590698 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5edae7c9-3a64-4279-839f-feb743909dea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3821805 Jul 16 09:03:19.691843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.714394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9473d6e-b19f-4660-868f-bfa0b1a921ac None None] Network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:19.738391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-befde8b5-d69b-4e29-96ab-b18dbe005085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6a940d5f8b54109be3695227ab8b5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446064 Jul 16 09:03:19.740520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37008) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.795924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7957642-fd5a-42d8-9692-444c2e178f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.818307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7957642-fd5a-42d8-9692-444c2e178f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.868248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7957642-fd5a-42d8-9692-444c2e178f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.871664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f7957642-fd5a-42d8-9692-444c2e178f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.875401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f7957642-fd5a-42d8-9692-444c2e178f43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ea1a3a8-b41a-4275-9cd7-669a749d94d0 HTTP/1.1" status: 204 len: 168 time: 0.1315355 Jul 16 09:03:19.882524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7957642-fd5a-42d8-9692-444c2e178f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1a3a8-b41a-4275-9cd7-669a749d94d0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:20.561794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37036) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.658183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-703425879-network', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:20.681617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:20.684204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.692957 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.799210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.804163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.833977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:20.844555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890afb5a-db64-46ad-8673-afdbaa8bb22a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:20.849837 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.850189 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Added segment c5190b8c-f8d6-4f23-abb6-84c66763a2c5 of type vlan for network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 Jul 16 09:03:20.892196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.920676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.921670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.922268 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.953345 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3904519 Jul 16 09:03:20.956539 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37040) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.961753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Request body: {'subnet': {'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-703425879-subnet', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:20.982638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:20.983123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002dc39-a73c-4780-bf4d-a9ba3ef22622 admin admin] Pushing event updated for resources: {'Network': ['ID=46f27b4f-56c0-4d31-a9ea-baa6bff78974,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:20.985080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.992722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:21.153402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.216337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9957f184-cc10-4c14-996a-17be3b1bafdb,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:21.220886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:21.221244 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Network hostable DHCP agents. Network: 46f27b4f-56c0-4d31-a9ea-baa6bff78974, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:21.238323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:21.248076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 46f27b4f-56c0-4d31-a9ea-baa6bff78974) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:21.255227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.255859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.257526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e05fb-bf30-4dff-88b5-530e1986f2ee None None] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:21.275855 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a7825fb3-0fb3-4bfb-bf3e-91c05c98b97a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3181362 Jul 16 09:03:21.276967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37046) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:21.281860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:21.305392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.307033 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.368937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.432267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:21.433243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.515330 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.579500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Allocated IP 172.20.0.2 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/9af1189f-1f7d-4084-a3f9-5fb48b4c55dc) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:21.726303 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.732439 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.741275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Transition to ACTIVE for port object 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:21.747074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.757624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Transition to ACTIVE for port object 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:21.764504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.807969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:21.810999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:21.813444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:21.820809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Pushing event updated for resources: {'Port': ['ID=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:21.859195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Allocated IP 172.25.0.185 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/1f8ed923-e75f-42a8-a9ea-e27317ce15ec) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:21.883590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Attempting to bind port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:21.883966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Attempting to bind port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:21.884340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Attempting to bind port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:21.890304 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:21.890685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:21.891098 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.891598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:21.892083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Bound port: 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:21.892471 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.971955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] For port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:21.975344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] For port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:21.978181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.982209 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.019908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.042366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10bea1-3f0e-4b80-ac80-43265b2e1453 None None] Pushing event updated for resources: {'Port': ['ID=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.064441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:22.070787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:22.075116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:22.102707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.414684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.719935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.838535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-f55722b8-0893-4f50-9dfc-bfa7131539ce req-6d8c6645-7ac6-4a06-8a27-a488cfa36dfd service neutron] (93699) timed out ('10.222.0.41', 39978) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:03:22.872881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:03:22.934975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0197bbf-95c7-40e2-a29b-1933fe685f11 req-630dc540-7a9e-45de-9a34-fe1141c560c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.936567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0197bbf-95c7-40e2-a29b-1933fe685f11 req-630dc540-7a9e-45de-9a34-fe1141c560c7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0791016 Jul 16 09:03:22.994635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b0197bbf-95c7-40e2-a29b-1933fe685f11 req-7c9b84bf-8ed0-4e5a-a112-394290a5b793 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510268 Jul 16 09:03:23.026197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:23.041386 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:23.053384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.055002 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:23.055140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c61b3450-07f1-4410-b705-3bf7ad3f44e6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7763226 Jul 16 09:03:23.057314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37070) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.065529 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:23.110954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:23.179178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:23.208150 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:23.248019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5cd19-706c-4ae7-9389-58ace8d51262 None None] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:23.373381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] Provisioning for port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:23.386888 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:22Z', 'revision_number': 3, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:23.398007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] Provisioning complete for port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:23.398388 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.417324 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:23.418349 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Updating router 4e0f8672-9000-45d8-b07f-c14daa0beec5 port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:03:23.468416 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.516628 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.561731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] For port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:23.568797 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.656773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc01ab5-0aea-4f1f-a89a-354dc0acdc25 None None] Pushing event updated for resources: {'Port': ['ID=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.813693 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.824400 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Transition to ACTIVE for port object 1f8ed923-e75f-42a8-a9ea-e27317ce15ec will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:23.833829 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.887813 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Attempting to bind port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:23.888395 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Attempting to bind port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:23.888931 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Attempting to bind port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:23.900752 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:23.901417 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:23.902055 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.902608 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:23.903262 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Bound port: 1f8ed923-e75f-42a8-a9ea-e27317ce15ec, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:23.903831 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.910479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d946684-31cc-4ff2-a3c9-4285c685290a None None] Provisioning complete for port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:23.910915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d946684-31cc-4ff2-a3c9-4285c685290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.935626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.957848 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] For port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:23.961627 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] For port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:23.972455 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.990323 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Pushing event updated for resources: {'Port': ['ID=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.011278 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.011749 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.012326 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.012665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.013632 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.013974 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.014304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.014660 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.014982 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.015301 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.015647 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.015977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:24.050402 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:24.051203 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:24.080018 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef57d-4f9f-4e01-a0d5-302a0f8cb361 None None] Pushing event updated for resources: {'Port': ['ID=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.140040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Allocated IP 172.20.0.1 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/59131262-49a5-4b95-8855-2333e0fa9e0b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:24.190163 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:24.293747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2a97-a2e5-451d-bd1e-fa8a9cc4fff8 req-194d5072-0c2e-4fa1-998d-d45f36197c2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.295254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e4e2a97-a2e5-451d-bd1e-fa8a9cc4fff8 req-194d5072-0c2e-4fa1-998d-d45f36197c2f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1407657 Jul 16 09:03:24.328838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.354505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Transition to ACTIVE for port object 59131262-49a5-4b95-8855-2333e0fa9e0b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:24.363170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e4e2a97-a2e5-451d-bd1e-fa8a9cc4fff8 req-9c30860d-4d18-4bc4-868b-3b4aaf08a332 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611575 Jul 16 09:03:24.397572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.443073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:24.445983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:24.450731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:24.456388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Pushing event updated for resources: {'Port': ['ID=59131262-49a5-4b95-8855-2333e0fa9e0b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.495503 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:22Z', 'revision_number': 3, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:24.505467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.529823 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7322d-8c68-422b-a798-d1ac0a7bbc02 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:22Z', 'revision_number': 3, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:24.678361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.856989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-39f94d5f-db5d-44dd-8a94-143c2d6e20c1 None None] Provisioning for port 59131262-49a5-4b95-8855-2333e0fa9e0b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:24.863736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-39f94d5f-db5d-44dd-8a94-143c2d6e20c1 None None] Provisioning complete for port 59131262-49a5-4b95-8855-2333e0fa9e0b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:24.864194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-39f94d5f-db5d-44dd-8a94-143c2d6e20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.895969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.906243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.918204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-39f94d5f-db5d-44dd-8a94-143c2d6e20c1 None None] Port 59131262-49a5-4b95-8855-2333e0fa9e0b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:24.995112 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.997724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Pushing event updated for resources: {'Port': ['ID=59131262-49a5-4b95-8855-2333e0fa9e0b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:25.113082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:25.127096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:25.129466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:25.179216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:25.180047 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.301663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:25.312166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f8ed923-e75f-42a8-a9ea-e27317ce15ec up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:25.409331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:25.423601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:25.424034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.469263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:25.486633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f6231f65-0053-42e4-9c3f-93630ee414d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/4e0f8672-9000-45d8-b07f-c14daa0beec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4282362 Jul 16 09:03:25.556176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.601638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:25.602551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-01d304d9-0a2f-4992-a520-e18a93e04dcb None None] Provisioning complete for port 59131262-49a5-4b95-8855-2333e0fa9e0b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:25.602990 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01d304d9-0a2f-4992-a520-e18a93e04dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.627945 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.664092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-01d304d9-0a2f-4992-a520-e18a93e04dcb None None] Port 59131262-49a5-4b95-8855-2333e0fa9e0b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:25.674520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858875-e208-4f6a-ae1b-b2209f3c15ff req-4ee83afc-2efe-4f64-b770-9d1b5aafcff4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.676240 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea858875-e208-4f6a-ae1b-b2209f3c15ff req-4ee83afc-2efe-4f64-b770-9d1b5aafcff4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0952992 Jul 16 09:03:25.695462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:25.738102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea858875-e208-4f6a-ae1b-b2209f3c15ff req-d70749cd-53dd-48bb-b2a7-6438d6b69816 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548875 Jul 16 09:03:26.080491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37100) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:26.085636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1578932439-network', 'tenant_id': '790b69d85544458385082be916ebb17d'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:26.107135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Made reservation on behalf of 790b69d85544458385082be916ebb17d for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:26.109431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.118019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.227070 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.231505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.253851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:26.269141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecb015d-6afd-4600-9084-d0a85f7ec131,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:26.272136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.272479 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Added segment e2083ecb-3b8a-4f46-94b9-78573c27e424 of type vlan for network cdad8f80-5e78-4600-be48-e3491df90616 Jul 16 09:03:26.314098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.349747 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.350771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.351539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.416439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] Pushing event updated for resources: {'Network': ['ID=cdad8f80-5e78-4600-be48-e3491df90616,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:26.419908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c326011c-d846-4bbb-8ed6-2a8c1729c73e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3383403 Jul 16 09:03:26.423086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37104) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:26.431618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Request body: {'subnet': {'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1578932439-subnet', 'tenant_id': '790b69d85544458385082be916ebb17d', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:26.433841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network cdad8f80-5e78-4600-be48-e3491df90616 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:26.470729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Made reservation on behalf of 790b69d85544458385082be916ebb17d for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:26.473117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.534205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:26.547839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:26.548621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:26.678579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.680184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:26.729411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a9f584-daa6-4d53-a6d6-6c161491a934,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:26.757417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Checking segment: {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:26.758621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Network hostable DHCP agents. Network: cdad8f80-5e78-4600-be48-e3491df90616, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:26.783920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Network cdad8f80-5e78-4600-be48-e3491df90616 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:26.794685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, cdad8f80-5e78-4600-be48-e3491df90616) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:26.799574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.800395 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.831126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33bb5778-9eb2-43d4-8b80-f2e8ecbf7fb0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4046855 Jul 16 09:03:26.831765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 37110) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:26.837111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:26.873686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.875726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.940961 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.065537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996618be-971f-484c-a647-7ae36bc17ea1 None None] Network cdad8f80-5e78-4600-be48-e3491df90616 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:27.071642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f8ed923-e75f-42a8-a9ea-e27317ce15ec up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:27.173762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.227711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f85115-30c3-4b46-a606-e149403f1faa req-fbc4eb36-b798-463c-8a54-9b698d38c5a7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:27.229755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16f85115-30c3-4b46-a606-e149403f1faa req-fbc4eb36-b798-463c-8a54-9b698d38c5a7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1072521 Jul 16 09:03:27.240858 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:27.241227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.316049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-16f85115-30c3-4b46-a606-e149403f1faa req-8c8d63b4-4582-4e71-affc-d25e03a511b2 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584905 Jul 16 09:03:27.351983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 2, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:27.384127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-cdad8f80-5e78-4600-be48-e3491df90616', 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616', 'tenant_id': '790b69d85544458385082be916ebb17d', 'fixed_ips': [{'subnet_id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:27.385992 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.389456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:27.391309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Updating router 4e0f8672-9000-45d8-b07f-c14daa0beec5 port 59131262-49a5-4b95-8855-2333e0fa9e0b binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:03:27.477675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.500507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.520559 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.671240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Allocated IP 172.25.0.87 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/77ef1a09-b5a9-4e95-82b0-01519472eab8) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:27.680283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Allocated IP 172.20.0.2 (cdad8f80-5e78-4600-be48-e3491df90616/d1a9f584-daa6-4d53-a6d6-6c161491a934/59b33251-e129-4799-a7cb-ee4a07f6176c) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:27.834255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.904993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.963684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:27.966057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:27.966723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.968587 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:27.974698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=77ef1a09-b5a9-4e95-82b0-01519472eab8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:27.983180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Transition to ACTIVE for port object 59b33251-e129-4799-a7cb-ee4a07f6176c will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:28.000335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.004779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.005265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.005740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.006222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.007441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.007441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.007441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.009496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.009496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.009496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.009496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.009496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:28.014204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Transition to ACTIVE for port object 59b33251-e129-4799-a7cb-ee4a07f6176c will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:28.018074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Transition to ACTIVE for port object 59131262-49a5-4b95-8855-2333e0fa9e0b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:28.023474 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.028293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.076273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Network cdad8f80-5e78-4600-be48-e3491df90616 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:28.087234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:28.093431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:28.139647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Pushing event updated for resources: {'Port': ['ID=59b33251-e129-4799-a7cb-ee4a07f6176c,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.244613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Attempting to bind port 59131262-49a5-4b95-8855-2333e0fa9e0b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:28.245455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Attempting to bind port 59131262-49a5-4b95-8855-2333e0fa9e0b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:28.246220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Attempting to bind port 59131262-49a5-4b95-8855-2333e0fa9e0b on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:28.265537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:28.266477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:28.267146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.267651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:28.268259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Bound port: 59131262-49a5-4b95-8855-2333e0fa9e0b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:28.268716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.285882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825ae5-3dee-410f-ad89-fabb0d55b202 None None] Pushing event updated for resources: {'Port': ['ID=59131262-49a5-4b95-8855-2333e0fa9e0b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.289630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Attempting to bind port 59b33251-e129-4799-a7cb-ee4a07f6176c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:28.289630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Attempting to bind port 59b33251-e129-4799-a7cb-ee4a07f6176c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:28.289630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Attempting to bind port 59b33251-e129-4799-a7cb-ee4a07f6176c on network cdad8f80-5e78-4600-be48-e3491df90616 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:28.320042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:28.320456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Checking segment: {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:28.320804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.321198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Bound using segment: {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:28.321666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Bound port: 59b33251-e129-4799-a7cb-ee4a07f6176c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:28.322049 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.350678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.418736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] For port 59131262-49a5-4b95-8855-2333e0fa9e0b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:28.430575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] For port 59131262-49a5-4b95-8855-2333e0fa9e0b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=59131262-49a5-4b95-8855-2333e0fa9e0b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:28.439623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.445820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] For port 59b33251-e129-4799-a7cb-ee4a07f6176c, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:28.454457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] For port 59b33251-e129-4799-a7cb-ee4a07f6176c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=59b33251-e129-4799-a7cb-ee4a07f6176c,segment=NetworkSegment(e2083ecb-3b8a-4f46-94b9-78573c27e424),segment_id=e2083ecb-3b8a-4f46-94b9-78573c27e424)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:28.477607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.506501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:28.508599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:28.575689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825ae5-3dee-410f-ad89-fabb0d55b202 None None] Pushing event updated for resources: {'Port': ['ID=59131262-49a5-4b95-8855-2333e0fa9e0b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.715047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6590012-d344-4e00-b8b5-e3c502db3e65 None None] Pushing event updated for resources: {'Port': ['ID=59b33251-e129-4799-a7cb-ee4a07f6176c,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.741203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:29.053866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03255c29-5e89-4943-bb7d-f43157b6fbe2 req-f4dc44b3-481c-44de-b88d-ae11ca011818 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:29.055684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03255c29-5e89-4943-bb7d-f43157b6fbe2 req-f4dc44b3-481c-44de-b88d-ae11ca011818 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1872454 Jul 16 09:03:29.167866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59b33251-e129-4799-a7cb-ee4a07f6176c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:29.177944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03255c29-5e89-4943-bb7d-f43157b6fbe2 req-7b757613-bb61-43eb-9367-e4f33087cade tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116793 Jul 16 09:03:29.182515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.243193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 59b33251-e129-4799-a7cb-ee4a07f6176c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:29.252323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:28Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:29.308893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eab642-e919-4e8e-81e7-24b23770a056 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:28Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:29.389862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Router fd0e46f8-a570-4ad2-b7b7-b54343665baa is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:03:29.516616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:29.525495 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Sync routers for ids ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:29.537449 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Routers {'fd0e46f8-a570-4ad2-b7b7-b54343665baa'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:29.538081 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:29.545882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.550223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37118) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.550830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-19557ef8-89d2-4d54-b379-b9e5a7bca2e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7173066 Jul 16 09:03:29.732852 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Set router fd0e46f8-a570-4ad2-b7b7-b54343665baa gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:30.092875 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:03:28Z', 'revision_number': 3, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:30.121367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea506d-e237-4c56-80d4-ced3c4e0349d None None] Network cdad8f80-5e78-4600-be48-e3491df90616 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:30.155553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Checking router: fd0e46f8-a570-4ad2-b7b7-b54343665baa for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:30.155846 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Updating router fd0e46f8-a570-4ad2-b7b7-b54343665baa port 77ef1a09-b5a9-4e95-82b0-01519472eab8 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:03:30.197968 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.260038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.268521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] Provisioning for port 59b33251-e129-4799-a7cb-ee4a07f6176c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:30.281104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] Provisioning complete for port 59b33251-e129-4799-a7cb-ee4a07f6176c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:30.281628 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.428931 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.534817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] For port 59b33251-e129-4799-a7cb-ee4a07f6176c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=59b33251-e129-4799-a7cb-ee4a07f6176c,segment=NetworkSegment(e2083ecb-3b8a-4f46-94b9-78573c27e424),segment_id=e2083ecb-3b8a-4f46-94b9-78573c27e424)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:30.542756 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.608243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b364d9a-7579-480b-b7ca-3d0392cfdc1b None None] Pushing event updated for resources: {'Port': ['ID=59b33251-e129-4799-a7cb-ee4a07f6176c,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.673920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Allocated IP 172.20.0.1 (cdad8f80-5e78-4600-be48-e3491df90616/d1a9f584-daa6-4d53-a6d6-6c161491a934/4280c6da-529f-46a5-b961-70f4cdb3ffed) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:30.754011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5f31-41be-4640-aa1c-5844118e790f req-8fe271ad-f97e-4ee1-bd44-f7b2ec6d72c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:30.762872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-992d5f31-41be-4640-aa1c-5844118e790f req-8fe271ad-f97e-4ee1-bd44-f7b2ec6d72c0 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.3455997 Jul 16 09:03:30.818472 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.830909 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Transition to ACTIVE for port object 77ef1a09-b5a9-4e95-82b0-01519472eab8 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:30.850947 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.881781 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-992d5f31-41be-4640-aa1c-5844118e790f req-00f4cf43-50d3-4e26-897e-cd1c0164073a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166158 Jul 16 09:03:30.918100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.936507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Transition to ACTIVE for port object 4280c6da-529f-46a5-b961-70f4cdb3ffed will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:31.004871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f95528cc-d7ed-41dc-8871-53335369fc20 None None] Provisioning complete for port 59b33251-e129-4799-a7cb-ee4a07f6176c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:31.005591 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f95528cc-d7ed-41dc-8871-53335369fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.052637 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.062294 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e947564-0aff-4f84-a4fa-a1344b29b633 None None] Pushing event updated for resources: {'Port': ['ID=77ef1a09-b5a9-4e95-82b0-01519472eab8,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.072953 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Attempting to bind port 77ef1a09-b5a9-4e95-82b0-01519472eab8 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:31.080029 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Attempting to bind port 77ef1a09-b5a9-4e95-82b0-01519472eab8 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:31.080652 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Attempting to bind port 77ef1a09-b5a9-4e95-82b0-01519472eab8 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:31.117457 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:31.120893 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:31.121435 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.121900 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:31.122417 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Bound port: 77ef1a09-b5a9-4e95-82b0-01519472eab8, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:31.122783 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.174048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=4280c6da-529f-46a5-b961-70f4cdb3ffed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.209357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Network cdad8f80-5e78-4600-be48-e3491df90616 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:31.212042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] For port 77ef1a09-b5a9-4e95-82b0-01519472eab8, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:31.214997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:31.217647 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] For port 77ef1a09-b5a9-4e95-82b0-01519472eab8, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77ef1a09-b5a9-4e95-82b0-01519472eab8,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:31.234251 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.242339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:31.311734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59b33251-e129-4799-a7cb-ee4a07f6176c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:31.347111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.367607 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Routers {'fd0e46f8-a570-4ad2-b7b7-b54343665baa'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:31.368259 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:31.370509 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e947564-0aff-4f84-a4fa-a1344b29b633 None None] Pushing event updated for resources: {'Port': ['ID=77ef1a09-b5a9-4e95-82b0-01519472eab8,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.415421 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 59b33251-e129-4799-a7cb-ee4a07f6176c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:31.416337 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.630254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.687245 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] Set router fd0e46f8-a570-4ad2-b7b7-b54343665baa gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:31.777099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-21ca70f3-5ec2-4b1e-945b-683adc642703 None None] Provisioning for port 4280c6da-529f-46a5-b961-70f4cdb3ffed completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:31.782542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59131262-49a5-4b95-8855-2333e0fa9e0b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:31.784151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-21ca70f3-5ec2-4b1e-945b-683adc642703 None None] Provisioning complete for port 4280c6da-529f-46a5-b961-70f4cdb3ffed triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:31.785148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21ca70f3-5ec2-4b1e-945b-683adc642703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.840503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-21ca70f3-5ec2-4b1e-945b-683adc642703 None None] Port 4280c6da-529f-46a5-b961-70f4cdb3ffed cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:31.885678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 59131262-49a5-4b95-8855-2333e0fa9e0b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:31.892719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 59131262-49a5-4b95-8855-2333e0fa9e0b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:31.893093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.967618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.980879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.099411 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.103148 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:03:28Z', 'revision_number': 3, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:32.144014 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5756f-872b-4b66-99d8-705111ea66f7 req-5d2ef57b-e011-4d01-a993-8d37ba2e2614 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:32.154267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92f5756f-872b-4b66-99d8-705111ea66f7 req-5d2ef57b-e011-4d01-a993-8d37ba2e2614 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1294298 Jul 16 09:03:32.166716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=4280c6da-529f-46a5-b961-70f4cdb3ffed,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.171311 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514662f3-d26b-4e0c-9b34-ee9ffe72777b None None] The sync data for ids ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'] in n-d-798249-10 is: [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:03:28Z', 'revision_number': 3, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:32.180869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 59131262-49a5-4b95-8855-2333e0fa9e0b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=59131262-49a5-4b95-8855-2333e0fa9e0b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:32.186978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.227175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.262860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=59131262-49a5-4b95-8855-2333e0fa9e0b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.268512 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92f5756f-872b-4b66-99d8-705111ea66f7 req-ae401560-c8fc-462b-82d4-07cd506b93a9 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133280 Jul 16 09:03:32.365566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Network cdad8f80-5e78-4600-be48-e3491df90616 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:32.367236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:32.493526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Router fd0e46f8-a570-4ad2-b7b7-b54343665baa has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:32.659483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:32.665065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-31ef8185-dc2d-4ff1-94bd-fbe2e9e7dfa8 admin admin] 10.222.0.41 "PUT /v2.0/routers/fd0e46f8-a570-4ad2-b7b7-b54343665baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1128495 Jul 16 09:03:32.692017 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:32.772706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9cd9f1c7-f97f-41d1-bcd6-7c34a72cd41b None None] Provisioning complete for port 4280c6da-529f-46a5-b961-70f4cdb3ffed triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:32.773161 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f1c7-f97f-41d1-bcd6-7c34a72cd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.810025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9f1c7-f97f-41d1-bcd6-7c34a72cd41b None None] Port 4280c6da-529f-46a5-b961-70f4cdb3ffed cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:33.157709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59131262-49a5-4b95-8855-2333e0fa9e0b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:33.229251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 59131262-49a5-4b95-8855-2333e0fa9e0b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:33.229973 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.329520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77ef1a09-b5a9-4e95-82b0-01519472eab8 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:33.395645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 77ef1a09-b5a9-4e95-82b0-01519472eab8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:33.409097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 77ef1a09-b5a9-4e95-82b0-01519472eab8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:33.409483 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.516930 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.525111 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e40b6-b600-4a0d-a726-6b7dac6ba412 req-cc0685fe-7754-46e5-8ffa-716861aad807 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:33.528371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b1e40b6-b600-4a0d-a726-6b7dac6ba412 req-cc0685fe-7754-46e5-8ffa-716861aad807 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0958817 Jul 16 09:03:33.548194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 77ef1a09-b5a9-4e95-82b0-01519472eab8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77ef1a09-b5a9-4e95-82b0-01519472eab8,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:33.554766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.581933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7b1e40b6-b600-4a0d-a726-6b7dac6ba412 req-319762ee-6287-49ef-a599-9804a97054e6 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460589 Jul 16 09:03:33.656757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=77ef1a09-b5a9-4e95-82b0-01519472eab8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:33.670873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.671229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.671700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.672121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.672496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.672838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.673177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.673512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.673845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.674175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.674506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.674928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:33.686050 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.170958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Sync routers for ids ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:34.182329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Routers {'fd0e46f8-a570-4ad2-b7b7-b54343665baa'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:34.182990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:34.300643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Set router fd0e46f8-a570-4ad2-b7b7-b54343665baa gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:34.509834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:03:31Z', 'revision_number': 4, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '4280c6da-529f-46a5-b961-70f4cdb3ffed', 'name': '', 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616', 'tenant_id': '790b69d85544458385082be916ebb17d', 'mac_address': 'fa:16:3e:c6:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:30Z', 'updated_at': '2021-07-16T09:03:31Z', 'revision_number': 2, 'project_id': '790b69d85544458385082be916ebb17d', 'subnets': [{'id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:34.537888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Checking router: fd0e46f8-a570-4ad2-b7b7-b54343665baa for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:34.538250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Updating router fd0e46f8-a570-4ad2-b7b7-b54343665baa port 4280c6da-529f-46a5-b961-70f4cdb3ffed binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:03:34.573100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.798692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89812f-5f76-45c3-9b5a-a565b9d785d4 req-b306c2af-3d19-4561-bfc7-1bd9ad39ac8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.806222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f89812f-5f76-45c3-9b5a-a565b9d785d4 req-b306c2af-3d19-4561-bfc7-1bd9ad39ac8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0933676 Jul 16 09:03:34.859635 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f89812f-5f76-45c3-9b5a-a565b9d785d4 req-2c7a18c2-346a-4656-80aa-8d468f535d5d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522370 Jul 16 09:03:34.896433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.907222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Transition to ACTIVE for port object 4280c6da-529f-46a5-b961-70f4cdb3ffed will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:34.915815 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.972175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-ee87e860-a563-4c7f-9ba6-3e156e9918c0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.973758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-ee87e860-a563-4c7f-9ba6-3e156e9918c0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1245759 Jul 16 09:03:34.993121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-8ab1df79-3597-4f0e-ad80-4f9b17126a30 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0113251 Jul 16 09:03:35.001135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c3af-39b5-4297-8ed1-73c2c9585b79 None None] Pushing event updated for resources: {'Port': ['ID=4280c6da-529f-46a5-b961-70f4cdb3ffed,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:35.059573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Attempting to bind port 4280c6da-529f-46a5-b961-70f4cdb3ffed on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:35.060107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Attempting to bind port 4280c6da-529f-46a5-b961-70f4cdb3ffed by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:35.067485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Attempting to bind port 4280c6da-529f-46a5-b961-70f4cdb3ffed on network cdad8f80-5e78-4600-be48-e3491df90616 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:35.076409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77ef1a09-b5a9-4e95-82b0-01519472eab8 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:35.084268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:35.084646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Checking segment: {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:35.085049 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.085456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Bound using segment: {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:35.086015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Bound port: 4280c6da-529f-46a5-b961-70f4cdb3ffed, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2083ecb-3b8a-4f46-94b9-78573c27e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:35.086518 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.091954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-9fb26bcf-3571-4df4-b11e-598870368844 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895193 Jul 16 09:03:35.190744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 77ef1a09-b5a9-4e95-82b0-01519472eab8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:35.191341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.196907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] For port 4280c6da-529f-46a5-b961-70f4cdb3ffed, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:35.201569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-5062ea68-ae3e-47d6-83d6-403527154746 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048503 Jul 16 09:03:35.231455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] For port 4280c6da-529f-46a5-b961-70f4cdb3ffed, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4280c6da-529f-46a5-b961-70f4cdb3ffed,segment=NetworkSegment(e2083ecb-3b8a-4f46-94b9-78573c27e424),segment_id=e2083ecb-3b8a-4f46-94b9-78573c27e424)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:35.237961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.302283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Routers {'fd0e46f8-a570-4ad2-b7b7-b54343665baa'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:35.302931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:35.356775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c3af-39b5-4297-8ed1-73c2c9585b79 None None] Pushing event updated for resources: {'Port': ['ID=4280c6da-529f-46a5-b961-70f4cdb3ffed,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:35.362696 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-ba93a2b8-2931-424f-b145-4d673a2397e4 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544681 Jul 16 09:03:35.499208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] Set router fd0e46f8-a570-4ad2-b7b7-b54343665baa gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:35.706879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17298f70-a98c-493d-a068-b930c0922677 req-d1ecf3b7-cada-4333-ac44-d49d634d855a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 210 time: 0.0384374 Jul 16 09:03:35.739839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:03:31Z', 'revision_number': 4, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '4280c6da-529f-46a5-b961-70f4cdb3ffed', 'name': '', 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616', 'tenant_id': '790b69d85544458385082be916ebb17d', 'mac_address': 'fa:16:3e:c6:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:30Z', 'updated_at': '2021-07-16T09:03:35Z', 'revision_number': 4, 'project_id': '790b69d85544458385082be916ebb17d', 'subnets': [{'id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:35.773322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5140480-ab9e-4649-bd45-88b641edcdfd None None] The sync data for ids ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'] in n-d-798249-10 is: [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:03:31Z', 'revision_number': 4, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '4280c6da-529f-46a5-b961-70f4cdb3ffed', 'name': '', 'network_id': 'cdad8f80-5e78-4600-be48-e3491df90616', 'tenant_id': '790b69d85544458385082be916ebb17d', 'mac_address': 'fa:16:3e:c6:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:30Z', 'updated_at': '2021-07-16T09:03:35Z', 'revision_number': 4, 'project_id': '790b69d85544458385082be916ebb17d', 'subnets': [{'id': 'd1a9f584-daa6-4d53-a6d6-6c161491a934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:36.090540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc9138-038d-46d0-818f-79007cb648f4 req-90608225-740a-4181-8ffa-3f51460025a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:36.093009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47dc9138-038d-46d0-818f-79007cb648f4 req-90608225-740a-4181-8ffa-3f51460025a4 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1058586 Jul 16 09:03:36.163143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47dc9138-038d-46d0-818f-79007cb648f4 req-13bc5bc6-f71a-4801-82d8-d20dde65be04 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637088 Jul 16 09:03:36.874827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6607f42-9aa0-4210-87c8-39f4e7bd1d85 req-db3261b6-d08e-4f5b-a0e3-c67527f27fd9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 210 time: 0.0351055 Jul 16 09:03:37.025535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-ce040802-91e3-4f41-9924-a6011f018d21 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.028079 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-ce040802-91e3-4f41-9924-a6011f018d21 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1654360 Jul 16 09:03:37.051980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': '07b635de-c8f4-44ec-9506-17854ab9075a', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.073237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4280c6da-529f-46a5-b961-70f4cdb3ffed up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:37.127994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 4280c6da-529f-46a5-b961-70f4cdb3ffed completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:37.132019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4280c6da-529f-46a5-b961-70f4cdb3ffed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:37.132468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.187781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:37.192913 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.228491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.273113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 4280c6da-529f-46a5-b961-70f4cdb3ffed, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4280c6da-529f-46a5-b961-70f4cdb3ffed,segment=NetworkSegment(e2083ecb-3b8a-4f46-94b9-78573c27e424),segment_id=e2083ecb-3b8a-4f46-94b9-78573c27e424)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:37.278744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.335744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=4280c6da-529f-46a5-b961-70f4cdb3ffed,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.377434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.14 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/c155275d-a83f-4a0c-bba4-c597fc8da735) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:37.430489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86fd20-81d5-4aee-b05b-40ca9a776426 req-5217b108-987b-4051-a493-53f0e937428f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.432051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c86fd20-81d5-4aee-b05b-40ca9a776426 req-5217b108-987b-4051-a493-53f0e937428f tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1201494 Jul 16 09:03:37.503047 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c86fd20-81d5-4aee-b05b-40ca9a776426 req-8bdf15b3-138d-41f3-b4a1-a38b92ded6d1 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649374 Jul 16 09:03:37.581944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.595391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object c155275d-a83f-4a0c-bba4-c597fc8da735 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:37.629715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.675658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:37.678792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:37.683279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:37.707237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=c155275d-a83f-4a0c-bba4-c597fc8da735,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.735429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.736021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.752942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-80f88b6c-73f4-44c2-93f3-e7305326682e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7050931 Jul 16 09:03:37.774973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Request body: {'port': {'device_id': '07b635de-c8f4-44ec-9506-17854ab9075a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.873574 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.934443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0df3a152-a6fc-4f6e-8f87-b354375fc6cb None None] Provisioning for port c155275d-a83f-4a0c-bba4-c597fc8da735 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:37.945592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0df3a152-a6fc-4f6e-8f87-b354375fc6cb None None] Provisioning complete for port c155275d-a83f-4a0c-bba4-c597fc8da735 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:37.946223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0df3a152-a6fc-4f6e-8f87-b354375fc6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.042386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0df3a152-a6fc-4f6e-8f87-b354375fc6cb None None] Port c155275d-a83f-4a0c-bba4-c597fc8da735 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:38.164193 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdd4b4-fae6-4b69-9fc2-1bc0b110108b req-409e129c-80db-4145-ac06-0e9065b9e017 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.165996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0acdd4b4-fae6-4b69-9fc2-1bc0b110108b req-409e129c-80db-4145-ac06-0e9065b9e017 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 932 time: 0.0867884 Jul 16 09:03:38.206412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c155275d-a83f-4a0c-bba4-c597fc8da735 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:38.216368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.228822 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0acdd4b4-fae6-4b69-9fc2-1bc0b110108b req-7eed213a-0019-4248-a844-1452fc3b8147 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Jul 16 09:03:38.234070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Transition to ACTIVE for port object c155275d-a83f-4a0c-bba4-c597fc8da735 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:38.239635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.295840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c155275d-a83f-4a0c-bba4-c597fc8da735,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:38.386614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Attempting to bind port c155275d-a83f-4a0c-bba4-c597fc8da735 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:38.387020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Attempting to bind port c155275d-a83f-4a0c-bba4-c597fc8da735 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:38.387677 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Attempting to bind port c155275d-a83f-4a0c-bba4-c597fc8da735 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:38.393831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Port c155275d-a83f-4a0c-bba4-c597fc8da735 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:03:38.394170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Attempting to bind port c155275d-a83f-4a0c-bba4-c597fc8da735 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:38.407633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:38.408021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:38.408373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:38.409154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Bound port: c155275d-a83f-4a0c-bba4-c597fc8da735, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:38.409396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.523064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] For port c155275d-a83f-4a0c-bba4-c597fc8da735, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:38.527926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] For port c155275d-a83f-4a0c-bba4-c597fc8da735, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c155275d-a83f-4a0c-bba4-c597fc8da735,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:38.539570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.944330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-b9f04b4b-ff4e-4140-b8b5-a9c96bc83354 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4806852 Jul 16 09:03:38.979883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.980517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.981925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/c155275d-a83f-4a0c-bba4-c597fc8da735 HTTP/1.1" status: 200 len: 1093 time: 1.2117286 Jul 16 09:03:38.982379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b635de-c8f4-44ec-9506-17854ab9075a', 'tag': 'c155275d-a83f-4a0c-bba4-c597fc8da735'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:38.984663 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "07b635de-c8f4-44ec-9506-17854ab9075a", "tag": "c155275d-a83f-4a0c-bba4-c597fc8da735"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:39.029616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfd3a0-2b0d-43a9-a200-a7434746c6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c155275d-a83f-4a0c-bba4-c597fc8da735,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.081084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4280c6da-529f-46a5-b961-70f4cdb3ffed up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:39.084153 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71334107-08bf-4630-ae3c-9fff64b8457e x-openstack-request-id: req-71334107-08bf-4630-ae3c-9fff64b8457e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:39.084440 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b635de-c8f4-44ec-9506-17854ab9075a", "tag": "c155275d-a83f-4a0c-bba4-c597fc8da735", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:39.084688 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71334107-08bf-4630-ae3c-9fff64b8457e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:39.085073 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b635de-c8f4-44ec-9506-17854ab9075a', 'tag': 'c155275d-a83f-4a0c-bba4-c597fc8da735', 'status': 'completed', 'code': 200} Jul 16 09:03:39.141192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 4280c6da-529f-46a5-b961-70f4cdb3ffed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:39.141734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.199567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-b6139185-4e24-4549-83ee-1d1469aa56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.201164 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-b6139185-4e24-4549-83ee-1d1469aa56ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.1950557 Jul 16 09:03:39.209886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c14ade-f3d4-4c4d-8ce2-fe892f3c374b req-93ac93d9-3f13-40d6-b852-dc918591c707 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.226061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94c14ade-f3d4-4c4d-8ce2-fe892f3c374b req-93ac93d9-3f13-40d6-b852-dc918591c707 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.3092189 Jul 16 09:03:39.271006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-2eb17bcd-65e9-4da3-873f-dd72c005f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.272554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-2eb17bcd-65e9-4da3-873f-dd72c005f02d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 1096 time: 0.2009122 Jul 16 09:03:39.387983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-94c14ade-f3d4-4c4d-8ce2-fe892f3c374b req-3276d201-52d8-42be-9502-5270eee3d422 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609957 Jul 16 09:03:39.398970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-c7a2039a-98da-41b0-8d7d-29d313d2b518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c155275d-a83f-4a0c-bba4-c597fc8da735 HTTP/1.1" status: 200 len: 217 time: 0.1022377 Jul 16 09:03:39.472618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-8c5bb50e-ab3c-472e-95f0-95e6b81a3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.474003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-8c5bb50e-ab3c-472e-95f0-95e6b81a3932 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 909 time: 0.2395875 Jul 16 09:03:39.489630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-b6d1c1f4-803e-4abd-bb6e-e764791a7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.491089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-b6d1c1f4-803e-4abd-bb6e-e764791a7c88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0732405 Jul 16 09:03:39.495776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e122ec-047e-441a-978c-2f23e21f1f51 req-4f85c4a0-1d5f-434f-88b1-8dd4a37b51f8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.504083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-41e122ec-047e-441a-978c-2f23e21f1f51 req-4f85c4a0-1d5f-434f-88b1-8dd4a37b51f8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0767019 Jul 16 09:03:39.550246 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-41e122ec-047e-441a-978c-2f23e21f1f51 req-53a65a54-2296-4d65-a780-77e27dc75ad1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Jul 16 09:03:39.585530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-bfa23184-4728-4351-9965-f14c07b9cb09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 1001 time: 0.1032302 Jul 16 09:03:39.648836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-9d822b80-751d-42ee-8973-da97cd9b6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.650563 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-9d822b80-751d-42ee-8973-da97cd9b6fee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224468 Jul 16 09:03:39.652736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-3a26dba1-c96c-457a-9fcb-506f495ad55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.654121 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-3a26dba1-c96c-457a-9fcb-506f495ad55d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.0615788 Jul 16 09:03:39.799430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-a57c7d45-0fc3-4aeb-941b-f02d74a85319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.801106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-a57c7d45-0fc3-4aeb-941b-f02d74a85319 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403792 Jul 16 09:03:39.851282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-8a486c70-5d05-49ab-a711-30f167e5c9bc service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364472 Jul 16 09:03:39.969910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-56676fca-27a2-44f6-af8c-fa8532206bbe service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600308 Jul 16 09:03:40.027681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-08c5a198-44eb-4183-89e3-1fd3c7503288 req-617d3367-4096-427b-b792-9704e122c118 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435752 Jul 16 09:03:40.088957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f3e1a3c-5337-4567-b250-36d1887fa1a5 req-4324565a-2af9-4fd4-a79a-fb729ee3018d service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103115 Jul 16 09:03:40.172693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-4ed21fe2-a684-41dc-a2b5-0078ff1c8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.174242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-4ed21fe2-a684-41dc-a2b5-0078ff1c8591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 1096 time: 0.0664823 Jul 16 09:03:40.278516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-a4001306-0005-4fda-894f-0eeb9ab37e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.280232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-a4001306-0005-4fda-894f-0eeb9ab37e6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0995865 Jul 16 09:03:40.323368 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-7faa2c25-6907-4839-88d2-ee7c8ec95929 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c155275d-a83f-4a0c-bba4-c597fc8da735 HTTP/1.1" status: 200 len: 217 time: 0.0349138 Jul 16 09:03:40.380231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-1e51802e-a8e0-43d3-ae27-46493df22b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.382243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-1e51802e-a8e0-43d3-ae27-46493df22b2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0532625 Jul 16 09:03:40.448288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-756a7d9e-0ff8-47d3-ac68-1cf89a52a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.449973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-756a7d9e-0ff8-47d3-ac68-1cf89a52a8de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578129 Jul 16 09:03:40.604501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-e579cb0a-37dc-4f63-8d79-a5ce2311f724 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440003 Jul 16 09:03:40.725374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ca7b-a2f2-4568-977d-f881b683bf46 req-f9a0e1cf-cd1b-4a8d-862b-66dba5048a5d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.733363 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8a3ca7b-a2f2-4568-977d-f881b683bf46 req-f9a0e1cf-cd1b-4a8d-862b-66dba5048a5d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1899848 Jul 16 09:03:40.750258 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3927d8bb-0c9c-42d1-ba70-f1f1ae757dcd req-675b1a07-70bd-4b20-80b9-64ee41a56c79 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370194 Jul 16 09:03:40.762989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfc526-fab1-4904-be27-1f4e50d5487e req-bfa5d034-7bef-462c-9b3b-bee8e2570992 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.765391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97dfc526-fab1-4904-be27-1f4e50d5487e req-bfa5d034-7bef-462c-9b3b-bee8e2570992 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0953438 Jul 16 09:03:40.798340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b8a3ca7b-a2f2-4568-977d-f881b683bf46 req-0fc091f9-4753-4c20-9c7c-7e555bfc46ef tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634298 Jul 16 09:03:40.848758 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-97dfc526-fab1-4904-be27-1f4e50d5487e req-4787eb43-a171-4ac1-b86b-3a61f09f77c6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771575 Jul 16 09:03:40.987391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad309618-99e2-470a-bddf-36595697b27d req-15aa74ec-9096-4559-bd36-b162080bff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.988923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad309618-99e2-470a-bddf-36595697b27d req-15aa74ec-9096-4559-bd36-b162080bff0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1098 time: 0.0606761 Jul 16 09:03:41.032178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad309618-99e2-470a-bddf-36595697b27d req-85c7c256-49fb-4aaa-a8ad-d4e7e01f8c1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367970 Jul 16 09:03:42.000506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82898b5e-7a2f-42a0-b54b-c67e19bfdf81 req-01eb06c0-34f9-4049-bcb9-02625190f61d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.002262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82898b5e-7a2f-42a0-b54b-c67e19bfdf81 req-01eb06c0-34f9-4049-bcb9-02625190f61d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0964410 Jul 16 09:03:42.047851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82898b5e-7a2f-42a0-b54b-c67e19bfdf81 req-2844c5e8-8930-4833-b93e-4070cbba6193 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364866 Jul 16 09:03:42.061805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd3d0-2b35-45e5-a5f5-1624e50bdeef req-40cf3c8b-bebd-44d1-9807-6b292bac401c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.068734 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b2bd3d0-2b35-45e5-a5f5-1624e50bdeef req-40cf3c8b-bebd-44d1-9807-6b292bac401c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.1008720 Jul 16 09:03:42.113135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b2bd3d0-2b35-45e5-a5f5-1624e50bdeef req-eac0d767-28a2-400a-9e03-84cf7ee64843 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Jul 16 09:03:42.989996 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f976ea2-6c42-4e7a-a252-7036cb7fcc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.155962 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:43.168971 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:43.236365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e1c71-6049-4d40-8cb7-d3196e5acfdc req-2d2a34f8-ce3f-452f-81be-aa9386649262 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.237912 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-050e1c71-6049-4d40-8cb7-d3196e5acfdc req-2d2a34f8-ce3f-452f-81be-aa9386649262 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0740480 Jul 16 09:03:43.303857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-050e1c71-6049-4d40-8cb7-d3196e5acfdc req-0f0ba843-57c1-42ad-88a3-f59b0a9d8320 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595834 Jul 16 09:03:43.329881 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.330635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 37306) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.356040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098231b-e50f-4252-a8a5-5fdf6bfd2eb7 req-cd4621c5-45ef-43c2-92fd-53d00bebfff2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.363107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:43.364951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8098231b-e50f-4252-a8a5-5fdf6bfd2eb7 req-cd4621c5-45ef-43c2-92fd-53d00bebfff2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0897894 Jul 16 09:03:43.365738 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ca30e-cc00-40ae-ba15-77fde7cd9b4c" -d '{"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-unplugged", "status": "completed", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:43.380394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:43.391248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:43.397042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '124822db-1d96-4936-9e31-690c2ed345eb', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'port_id': '124822db-1d96-4936-9e31-690c2ed345eb', 'mac_address': 'fa:16:3e:66:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:43.409802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6632567e-b9bb-4e07-82a4-2b7741298975 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/floatingips/3d664c48-f975-441b-9c6b-f11a99c204a2 HTTP/1.1" status: 200 len: 994 time: 0.0778129 Jul 16 09:03:43.425963 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da00e08-c5d3-4fca-b58b-9023d1383619 x-openstack-request-id: req-9da00e08-c5d3-4fca-b58b-9023d1383619 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:43.426256 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-unplugged", "status": "completed", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:43.426505 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9da00e08-c5d3-4fca-b58b-9023d1383619 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:43.426891 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'code': 200} Jul 16 09:03:43.427578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.443348 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8098231b-e50f-4252-a8a5-5fdf6bfd2eb7 req-2aa32489-469e-48d4-b1da-492fcf7da43a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 Jul 16 09:03:43.446038 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.482969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124822db-1d96-4936-9e31-690c2ed345eb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:43.518923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:43.524368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:43.529205 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.579513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:43.815825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['124822db-1d96-4936-9e31-690c2ed345eb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:44.625757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaba12-306b-41aa-9ad4-65bddf9c2d7d req-d58f161f-8773-4c41-9558-65f521cd9ea1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.627542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51eaba12-306b-41aa-9ad4-65bddf9c2d7d req-d58f161f-8773-4c41-9558-65f521cd9ea1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0663276 Jul 16 09:03:44.669598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51eaba12-306b-41aa-9ad4-65bddf9c2d7d req-cb85c5b6-de81-416e-b602-b44291cb7600 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Jul 16 09:03:45.188066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:45.235244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 124822db-1d96-4936-9e31-690c2ed345eb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:45.235646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.315657 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.350833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:45.355804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.402896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.428190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:45.430589 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc3c7e-f653-4c31-bf53-564cadffe502" -d '{"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-plugged", "status": "completed", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:45.467543 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f19d3-7087-4120-ba9a-17e3ec724c93 x-openstack-request-id: req-550f19d3-7087-4120-ba9a-17e3ec724c93 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:45.467838 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-plugged", "status": "completed", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:45.468083 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-550f19d3-7087-4120-ba9a-17e3ec724c93 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:45.468475 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'code': 200} Jul 16 09:03:45.673349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a1c536a3-60cc-4b2a-94cd-46201a89bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.771554 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.847740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0fa19-6e1e-4aad-b2c6-ba1213d08f0f req-5fcfbdc8-68f3-41ea-890e-13074580fa9e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:45.850070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2e0fa19-6e1e-4aad-b2c6-ba1213d08f0f req-5fcfbdc8-68f3-41ea-890e-13074580fa9e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0671344 Jul 16 09:03:45.891503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2e0fa19-6e1e-4aad-b2c6-ba1213d08f0f req-7116e741-9656-4787-8659-04fab58add28 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Jul 16 09:03:46.703771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.079004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2173-6543-42a5-864a-91485aa54dc0 req-e449272a-536c-4f1f-8c95-4bd65c93c006 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.080556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6eed2173-6543-42a5-864a-91485aa54dc0 req-e449272a-536c-4f1f-8c95-4bd65c93c006 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0716853 Jul 16 09:03:47.121013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6eed2173-6543-42a5-864a-91485aa54dc0 req-8e979a83-ed74-4d10-9e07-69dfa5fa8613 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Jul 16 09:03:47.876854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.298310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219974-1187-4af8-bf8f-9d4525495965 req-9dce26a2-c00d-4daf-8e80-cbaf0ac1c9d7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:48.299812 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab219974-1187-4af8-bf8f-9d4525495965 req-9dce26a2-c00d-4daf-8e80-cbaf0ac1c9d7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 944 time: 0.0660405 Jul 16 09:03:48.342679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab219974-1187-4af8-bf8f-9d4525495965 req-e3f5e7b4-e69c-4339-8d7d-4ac025358a75 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372381 Jul 16 09:03:48.415361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.220068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c155275d-a83f-4a0c-bba4-c597fc8da735 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:49.317138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c155275d-a83f-4a0c-bba4-c597fc8da735, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c155275d-a83f-4a0c-bba4-c597fc8da735,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:49.328731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c155275d-a83f-4a0c-bba4-c597fc8da735', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': 'c155275d-a83f-4a0c-bba4-c597fc8da735', 'mac_address': 'fa:16:3e:b5:28:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:49.366044 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.380979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c155275d-a83f-4a0c-bba4-c597fc8da735 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:49.401704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c155275d-a83f-4a0c-bba4-c597fc8da735, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c155275d-a83f-4a0c-bba4-c597fc8da735,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:49.406208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.462895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c155275d-a83f-4a0c-bba4-c597fc8da735,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:49.537726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1e0db-700a-4e48-8c85-84fbda896e09 req-3e8b798b-71a6-4d5c-9911-92d106f917b9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:49.539219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be1e0db-700a-4e48-8c85-84fbda896e09 req-3e8b798b-71a6-4d5c-9911-92d106f917b9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 945 time: 0.0763354 Jul 16 09:03:49.577141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4be1e0db-700a-4e48-8c85-84fbda896e09 req-339aadcd-c17a-4956-9008-b7113a7ace6e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 16 09:03:49.672549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c155275d-a83f-4a0c-bba4-c597fc8da735'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:50.767109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5cf63-56ff-460a-a43e-e730f03e0e65 req-22b6729a-01fe-47e0-837e-b5ae7d7f1341 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:50.768809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1b5cf63-56ff-460a-a43e-e730f03e0e65 req-22b6729a-01fe-47e0-837e-b5ae7d7f1341 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 945 time: 0.0742829 Jul 16 09:03:50.808139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b1b5cf63-56ff-460a-a43e-e730f03e0e65 req-e519ac10-d41a-4be9-aee6-9ff43a3a8043 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Jul 16 09:03:51.242308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c155275d-a83f-4a0c-bba4-c597fc8da735 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:51.293956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c155275d-a83f-4a0c-bba4-c597fc8da735 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:51.297520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c155275d-a83f-4a0c-bba4-c597fc8da735 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:51.297898 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.375616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.397725 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b635de-c8f4-44ec-9506-17854ab9075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c155275d-a83f-4a0c-bba4-c597fc8da735'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:51.400183 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80843120-5396-4c89-bf9c-f632b809182e" -d '{"events": [{"server_uuid": "07b635de-c8f4-44ec-9506-17854ab9075a", "name": "network-vif-plugged", "status": "completed", "tag": "c155275d-a83f-4a0c-bba4-c597fc8da735"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:51.413087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c155275d-a83f-4a0c-bba4-c597fc8da735, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c155275d-a83f-4a0c-bba4-c597fc8da735,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:51.418077 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.445322 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24947e8-9195-4ca5-9060-8fa5105d8e3e x-openstack-request-id: req-a24947e8-9195-4ca5-9060-8fa5105d8e3e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:51.445691 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b635de-c8f4-44ec-9506-17854ab9075a", "name": "network-vif-plugged", "status": "completed", "tag": "c155275d-a83f-4a0c-bba4-c597fc8da735", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:51.446136 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a24947e8-9195-4ca5-9060-8fa5105d8e3e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:51.446693 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b635de-c8f4-44ec-9506-17854ab9075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c155275d-a83f-4a0c-bba4-c597fc8da735', 'code': 200} Jul 16 09:03:51.475999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c155275d-a83f-4a0c-bba4-c597fc8da735,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:51.609764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b17d5-23eb-4ea8-b1cc-2c78210d9d7d req-7df7f6df-e4f0-4fb5-9390-d5d3ca7d7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.611255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df2b17d5-23eb-4ea8-b1cc-2c78210d9d7d req-7df7f6df-e4f0-4fb5-9390-d5d3ca7d7f62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 1098 time: 0.0514550 Jul 16 09:03:51.645591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df2b17d5-23eb-4ea8-b1cc-2c78210d9d7d req-8d1f5c0c-dab4-44c7-926e-7296be65e692 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276291 Jul 16 09:03:51.983229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afba574-9872-4f6b-84aa-2aae564a93de req-ca067811-7845-4e0c-9653-aae5ab5ba339 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.984752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8afba574-9872-4f6b-84aa-2aae564a93de req-ca067811-7845-4e0c-9653-aae5ab5ba339 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0655775 Jul 16 09:03:52.028943 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8afba574-9872-4f6b-84aa-2aae564a93de req-b2705f94-eb7e-43a2-846c-178f11feeb7f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357590 Jul 16 09:03:53.207044 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea875d56-da02-4562-a655-3939b22fef37 req-5f57c9ea-c495-4903-94be-cc2255ec93d3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.208812 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea875d56-da02-4562-a655-3939b22fef37 req-5f57c9ea-c495-4903-94be-cc2255ec93d3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0669229 Jul 16 09:03:53.248970 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea875d56-da02-4562-a655-3939b22fef37 req-3213dbf7-7174-4caa-adbf-2e7c85386d96 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jul 16 09:03:53.429199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e36946-95b2-4f56-a19b-2547d3e1049b req-3d9edc66-0f6d-4ba3-a363-d06e1e1fb020 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.430694 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82e36946-95b2-4f56-a19b-2547d3e1049b req-3d9edc66-0f6d-4ba3-a363-d06e1e1fb020 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0683382 Jul 16 09:03:53.471355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82e36946-95b2-4f56-a19b-2547d3e1049b req-f36d5b2e-9b1d-4349-a686-cdda2f843e12 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Jul 16 09:03:53.645691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015566-e6ad-4e77-b3c9-3616f2983d91 req-e7741194-2d7c-47f1-8eb4-7ec4202873f1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.647188 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2015566-e6ad-4e77-b3c9-3616f2983d91 req-e7741194-2d7c-47f1-8eb4-7ec4202873f1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0647523 Jul 16 09:03:53.685802 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2015566-e6ad-4e77-b3c9-3616f2983d91 req-64746db1-5483-4ae7-b021-0e0ec87ffd91 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Jul 16 09:03:54.077558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e2215-f90c-45e9-8ea7-b89b63c4f9d7 req-814aabcd-4096-485c-822a-9c8f732dd2f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:54.079046 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-189e2215-f90c-45e9-8ea7-b89b63c4f9d7 req-814aabcd-4096-485c-822a-9c8f732dd2f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0669382 Jul 16 09:03:54.120632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-189e2215-f90c-45e9-8ea7-b89b63c4f9d7 req-2a2a8df2-d2bc-4737-bdb5-830a3e29850d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Jul 16 09:03:55.299886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb068-25a5-487f-9ae4-58d15384e38e req-487213ab-1e75-4804-b9d5-4f8b0fd6b888 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:55.301601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-019cb068-25a5-487f-9ae4-58d15384e38e req-487213ab-1e75-4804-b9d5-4f8b0fd6b888 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0677521 Jul 16 09:03:55.343640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-019cb068-25a5-487f-9ae4-58d15384e38e req-36552855-3dbd-4cc6-819b-2f37ac0ae72e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Jul 16 09:03:55.739242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-120346c7-266b-4242-a3e2-6c19f69abd7b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:55.740854 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-120346c7-266b-4242-a3e2-6c19f69abd7b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 946 time: 0.0680230 Jul 16 09:03:55.850841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port c155275d-a83f-4a0c-bba4-c597fc8da735 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:55.851187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.952789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port c155275d-a83f-4a0c-bba4-c597fc8da735, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c155275d-a83f-4a0c-bba4-c597fc8da735,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:55.953153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.964973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for c155275d-a83f-4a0c-bba4-c597fc8da735 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:56.097051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.131721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c155275d-a83f-4a0c-bba4-c597fc8da735'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:56.133056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=c155275d-a83f-4a0c-bba4-c597fc8da735,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:56.145495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.145668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.146181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.146521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.147464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.147805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.148187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.148551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.149147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.149416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.149578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.149925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:56.195076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port c155275d-a83f-4a0c-bba4-c597fc8da735 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:56.201261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.203456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fc7b4f-5a20-4e7e-9db6-ff26fdb8cfcc req-cc0bd5b5-4d2d-42d9-9984-820fc95aabf6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "DELETE /v2.0/ports/c155275d-a83f-4a0c-bba4-c597fc8da735 HTTP/1.1" status: 204 len: 173 time: 0.4571328 Jul 16 09:03:56.204051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b635de-c8f4-44ec-9506-17854ab9075a', 'name': 'network-vif-deleted', 'tag': 'c155275d-a83f-4a0c-bba4-c597fc8da735'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:56.206504 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48409a9-b937-4efc-909c-115332ba26b6" -d '{"events": [{"server_uuid": "07b635de-c8f4-44ec-9506-17854ab9075a", "name": "network-vif-deleted", "tag": "c155275d-a83f-4a0c-bba4-c597fc8da735"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:56.253740 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230900e9-90fd-4887-b42d-288cb0af1761 x-openstack-request-id: req-230900e9-90fd-4887-b42d-288cb0af1761 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:56.254192 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b635de-c8f4-44ec-9506-17854ab9075a", "name": "network-vif-deleted", "tag": "c155275d-a83f-4a0c-bba4-c597fc8da735", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:56.254533 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-230900e9-90fd-4887-b42d-288cb0af1761 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:56.255178 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b635de-c8f4-44ec-9506-17854ab9075a', 'name': 'network-vif-deleted', 'tag': 'c155275d-a83f-4a0c-bba4-c597fc8da735', 'status': 'completed', 'code': 200} Jul 16 09:03:56.501437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b9d8e641-dfed-4424-89d2-dd12a882e0fd req-6fcb3fc7-9815-49b0-884a-d6a16de661fa tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 210 time: 0.0293481 Jul 16 09:03:57.656884 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c546763f-7349-4349-8e37-d85438d00cfe req-fca611db-0f5a-42a2-8ae3-cd89fa2f285e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 210 time: 0.0360014 Jul 16 09:03:58.811905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83390e56-b96e-4b2a-876d-56cf4bbd385e req-322bad53-64ba-4b70-89f4-8bd076a91b31 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 210 time: 0.0389831 Jul 16 09:03:59.231083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c155275d-a83f-4a0c-bba4-c597fc8da735 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:59.252964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c155275d-a83f-4a0c-bba4-c597fc8da735 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:59.253314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c155275d-a83f-4a0c-bba4-c597fc8da735 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:59.959851 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3febe739-c2bc-4c0e-a908-5ea14e975836 req-4b3da4e2-977f-49c0-b82d-1bf90abe63fb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b635de-c8f4-44ec-9506-17854ab9075a HTTP/1.1" status: 200 len: 210 time: 0.0290673 Jul 16 09:04:03.667036 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.667556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-de9475d1-7f2c-4210-b9a9-30d852af7b40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604875 Jul 16 09:04:06.791708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-d095e322-f1be-4b1b-9ab4-1d146742ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.793552 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-d095e322-f1be-4b1b-9ab4-1d146742ddfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1098 time: 0.0611866 Jul 16 09:04:06.909789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-5f081515-f8f9-4c98-b4a1-43e367676e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.911338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-5f081515-f8f9-4c98-b4a1-43e367676e38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 898 time: 0.0957229 Jul 16 09:04:06.988567 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-7450b860-4238-41a9-8527-23493df91f9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 1002 time: 0.0702066 Jul 16 09:04:07.050481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-5efee8a8-be9d-4179-a38b-3d6d522a42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.051984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-5efee8a8-be9d-4179-a38b-3d6d522a42d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 200 len: 834 time: 0.0574222 Jul 16 09:04:07.129447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-13bf5f7e-6ba1-4473-9b3f-01c4ed3b7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.130965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-13bf5f7e-6ba1-4473-9b3f-01c4ed3b7354 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721221 Jul 16 09:04:07.232941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-d4aa330f-5ec9-43c5-821b-3dd76391d139 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952051 Jul 16 09:04:07.333117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a79e105-dcef-4c22-a01b-e4e3210208ea req-300f0608-9ae8-41d7-beef-c058680a4bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928490 Jul 16 09:04:09.692578 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:13.006384 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-498e76fc-9cac-4d6b-a607-ff3d164ce20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.660324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-117438ef-0cdd-4c4f-b91b-d2e6e46d75ea tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.661745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-117438ef-0cdd-4c4f-b91b-d2e6e46d75ea tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 814 time: 0.1024089 Jul 16 09:04:14.676821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-ccf5a8ed-9c3b-4492-8c78-f6bcac151912 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/quotas/0ecb645282384fd29c5ad9f3374aa959 HTTP/1.1" status: 200 len: 375 time: 0.0092142 Jul 16 09:04:14.715455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-5ca68b82-051f-4074-8ce9-76f5bc69de27 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336177 Jul 16 09:04:14.811482 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-e5ca002b-b4a2-43dc-8e83-d4a09b1c9cbe service neutron] 10.222.0.41 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892963 Jul 16 09:04:14.907135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-3575ee63-007a-4f97-a216-f950380a779c service neutron] 10.222.0.41 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899637 Jul 16 09:04:15.082249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-adec3db2-5bad-4e25-a0a0-5b85568f758f req-e4ca74f9-926f-41a3-b7dc-2a7f08fc07df tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 210 time: 0.0315881 Jul 16 09:04:15.675927 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-281cb64c-6cc4-4216-9d8c-29b7dae7c338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.764361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.278192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dd2539b-004c-4dc3-b86a-e067c447c1ad req-e156a84f-74d9-49cf-923c-53d260a5f2a6 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 210 time: 0.0446782 Jul 16 09:04:16.306715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2ff6b85c-9c18-42c0-9923-dcf0c7f49905 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.308451 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2ff6b85c-9c18-42c0-9923-dcf0c7f49905 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.36 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 814 time: 0.1774442 Jul 16 09:04:16.331786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Request body: {'port': {'device_id': '91529494-871e-4f61-9432-c3fa6ee075dc', 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09', 'admin_state_up': True, 'tenant_id': '0ecb645282384fd29c5ad9f3374aa959'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:16.450149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Made reservation on behalf of 0ecb645282384fd29c5ad9f3374aa959 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:16.453739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.584205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Allocated IP 172.20.0.7 (99b3c81c-e7f1-49a3-b780-b40d7645ce09/d2a79e46-cd7b-4b60-8430-4e0e3b087fb8/0af6b4fb-93f3-48de-939e-3e6943ba043b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:16.707788 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.739797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.779618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.825684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:16.828888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:16.832839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:16.856071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Pushing event updated for resources: {'Port': ['ID=0af6b4fb-93f3-48de-939e-3e6943ba043b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:16.884735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.885455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.899787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-2a663a43-d0f1-4725-8eef-88f4bf64398a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717151 Jul 16 09:04:16.918643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Request body: {'port': {'device_id': '91529494-871e-4f61-9432-c3fa6ee075dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:16.995126 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.263549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af6b4fb-93f3-48de-939e-3e6943ba043b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:17.270934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.284172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Transition to ACTIVE for port object 0af6b4fb-93f3-48de-939e-3e6943ba043b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:17.288409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.339354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Pushing event updated for resources: {'Port': ['ID=0af6b4fb-93f3-48de-939e-3e6943ba043b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.432814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Attempting to bind port 0af6b4fb-93f3-48de-939e-3e6943ba043b on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:17.433225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Attempting to bind port 0af6b4fb-93f3-48de-939e-3e6943ba043b by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:17.433516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Attempting to bind port 0af6b4fb-93f3-48de-939e-3e6943ba043b on network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:17.440704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Port 0af6b4fb-93f3-48de-939e-3e6943ba043b on network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:04:17.441032 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Attempting to bind port 0af6b4fb-93f3-48de-939e-3e6943ba043b on network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:17.447475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:17.447833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Checking segment: {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:17.448264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Bound using segment: {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:17.448730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Bound port: 0af6b4fb-93f3-48de-939e-3e6943ba043b, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:17.449267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.525525 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb26b-58c9-45c4-a469-268ad35253af req-132ee926-f26d-4d5a-b467-6500ffb82abb tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:17.527268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] For port 0af6b4fb-93f3-48de-939e-3e6943ba043b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:17.527462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a51eb26b-58c9-45c4-a469-268ad35253af req-132ee926-f26d-4d5a-b467-6500ffb82abb tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 943 time: 0.1024327 Jul 16 09:04:17.532096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] For port 0af6b4fb-93f3-48de-939e-3e6943ba043b, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:17.540089 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.580772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:17.581418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.583257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-abb537a0-3002-4804-b70f-315570c422bf service neutron] 10.222.0.36 "PUT /v2.0/ports/0af6b4fb-93f3-48de-939e-3e6943ba043b HTTP/1.1" status: 200 len: 1092 time: 0.6692944 Jul 16 09:04:17.583722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91529494-871e-4f61-9432-c3fa6ee075dc', 'tag': '0af6b4fb-93f3-48de-939e-3e6943ba043b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:17.586197 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581" -d '{"events": [{"name": "network-changed", "server_uuid": "91529494-871e-4f61-9432-c3fa6ee075dc", "tag": "0af6b4fb-93f3-48de-939e-3e6943ba043b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:17.591969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a51eb26b-58c9-45c4-a469-268ad35253af req-6861e391-5891-474f-8a3f-6b61c3c08a7c tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577068 Jul 16 09:04:17.626353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb537a0-3002-4804-b70f-315570c422bf service neutron] Pushing event updated for resources: {'Port': ['ID=0af6b4fb-93f3-48de-939e-3e6943ba043b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.662661 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f1fffc-3d04-46e1-b886-9c54e39cc864 x-openstack-request-id: req-f0f1fffc-3d04-46e1-b886-9c54e39cc864 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:17.662955 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91529494-871e-4f61-9432-c3fa6ee075dc", "tag": "0af6b4fb-93f3-48de-939e-3e6943ba043b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:17.663215 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0f1fffc-3d04-46e1-b886-9c54e39cc864 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:17.663677 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91529494-871e-4f61-9432-c3fa6ee075dc', 'tag': '0af6b4fb-93f3-48de-939e-3e6943ba043b', 'status': 'completed', 'code': 200} Jul 16 09:04:17.749706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-ab0156b8-7eea-468c-b1ea-585b1214e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:17.751720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-ab0156b8-7eea-468c-b1ea-585b1214e078 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 1095 time: 0.0688272 Jul 16 09:04:17.805935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-36c69d6c-f964-40cb-a45c-d60ee6c66eba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b HTTP/1.1" status: 200 len: 217 time: 0.0407631 Jul 16 09:04:17.865470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-d395f404-d09e-47cc-abb9-3f4157083178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:17.867632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-d395f404-d09e-47cc-abb9-3f4157083178 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 HTTP/1.1" status: 200 len: 854 time: 0.0549188 Jul 16 09:04:17.880770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.910461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-b3f4d9e9-f809-40f0-b051-e3e3b682292d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99b3c81c-e7f1-49a3-b780-b40d7645ce09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355575 Jul 16 09:04:18.002265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-c9fed212-5203-4aef-83e6-e46f220256f0 service neutron] 10.222.0.36 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842903 Jul 16 09:04:18.097193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a98ba43-5987-4f8b-a0c7-2ee7fc64aa79 req-69751d49-00dd-4556-afb8-e4334f874957 service neutron] 10.222.0.36 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870473 Jul 16 09:04:18.247770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-99c6e5d3-0a5f-47f1-bd21-df5d7cb7679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:18.249200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-99c6e5d3-0a5f-47f1-bd21-df5d7cb7679a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 1095 time: 0.0542018 Jul 16 09:04:18.344106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-7c4c1d09-bc06-40d9-a0a3-bfadfb9c8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:18.345614 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-7c4c1d09-bc06-40d9-a0a3-bfadfb9c8b9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 915 time: 0.0906339 Jul 16 09:04:18.419203 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.642285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.740132 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-9e8c3d75-5f78-4049-84f3-706d43149043 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b HTTP/1.1" status: 200 len: 217 time: 0.3876443 Jul 16 09:04:18.796721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-efa91f3c-ab43-4d51-8915-4ab1751437da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:18.798201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-efa91f3c-ab43-4d51-8915-4ab1751437da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 HTTP/1.1" status: 200 len: 854 time: 0.0515056 Jul 16 09:04:18.833371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-7d3b213b-5344-4042-abe1-788055c3cf87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99b3c81c-e7f1-49a3-b780-b40d7645ce09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274234 Jul 16 09:04:18.854578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a820ae6-47bd-47b4-a711-36a3b3cfa0ff req-311bdfeb-33af-40ec-8476-8382f81a19c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:18.856147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a820ae6-47bd-47b4-a711-36a3b3cfa0ff req-311bdfeb-33af-40ec-8476-8382f81a19c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 943 time: 0.1396983 Jul 16 09:04:18.892188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 6c05c27c-fcf4-438a-8f9b-19d20c3ef51e {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:18.892813 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.923441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a820ae6-47bd-47b4-a711-36a3b3cfa0ff req-daeff32c-dff1-4d82-90a5-527fddf42706 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586755 Jul 16 09:04:18.945756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-6dd29fb0-674f-41fc-9317-5c6d9140cdb1 service neutron] 10.222.0.36 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054633 Jul 16 09:04:18.998291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.998637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.011541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 6c05c27c-fcf4-438a-8f9b-19d20c3ef51e owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:19.056202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2935dbf7-b9c9-4dba-8443-b9c1b7c00581 req-4084791e-b442-47ce-b324-5f185de0cb23 service neutron] 10.222.0.36 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016135 Jul 16 09:04:19.168704 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.199980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=6c05c27c-fcf4-438a-8f9b-19d20c3ef51e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.258423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.259278 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Floating IP 3d664c48-f975-441b-9c6b-f11a99c204a2 disassociated (deleted). External IP: 172.25.0.254, port: 124822db-1d96-4936-9e31-690c2ed345eb. Jul 16 09:04:19.470013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router f36e12d9-3f65-4704-9352-7d2d093243d6 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:19.578009 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:19.582874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.587123 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] Sync routers for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:19.596209 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:19.596825 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:19.623149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-018f1c42-573a-42dc-a71c-6b7a9e4f0218 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/floatingips/3d664c48-f975-441b-9c6b-f11a99c204a2 HTTP/1.1" status: 204 len: 168 time: 0.9771888 Jul 16 09:04:19.623149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:19.623649 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd0f67a-15b4-4637-83ad-a96b685c7409" -d '{"events": [{"name": "network-changed", "server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:19.801781 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80713ef3-f1e9-4a51-a917-9b7bf7aed745 x-openstack-request-id: req-80713ef3-f1e9-4a51-a917-9b7bf7aed745 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:19.802740 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:19.803169 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80713ef3-f1e9-4a51-a917-9b7bf7aed745 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:19.803773 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'status': 'completed', 'code': 200} Jul 16 09:04:19.883779 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:19.993546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-62c3207c-3fe1-4f0e-9b0f-247a29853352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:19.997622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-62c3207c-3fe1-4f0e-9b0f-247a29853352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00d1950779e4264a5769fd9c13eb679&device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 1098 time: 0.1226935 Jul 16 09:04:20.155751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-e5a14bbd-d4d5-4a34-b2e1-2c7253fa507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.157485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-e5a14bbd-d4d5-4a34-b2e1-2c7253fa507d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 200 len: 898 time: 0.1531563 Jul 16 09:04:20.188002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0b89c-79fa-4889-bea5-15639c224a7c req-2ef45bc8-2b42-4a24-9929-5df4768d737e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.197110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ac0b89c-79fa-4889-bea5-15639c224a7c req-2ef45bc8-2b42-4a24-9929-5df4768d737e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.0906758 Jul 16 09:04:20.246266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-8544803f-0d0a-4695-81ff-58603bcd7b0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 200 len: 217 time: 0.0738704 Jul 16 09:04:20.247699 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ac0b89c-79fa-4889-bea5-15639c224a7c req-50afb2b8-db77-4000-b175-c6c7ba002ebf tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482421 Jul 16 09:04:20.257209 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.287110 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] Checking router: f36e12d9-3f65-4704-9352-7d2d093243d6 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:20.295896 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:20.296749 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.312673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ac577-58fb-4bd2-8da2-56700e73d245 req-6d1a78a5-78ec-4e75-a2eb-4d8fd936923a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.314175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-370ac577-58fb-4bd2-8da2-56700e73d245 req-6d1a78a5-78ec-4e75-a2eb-4d8fd936923a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 943 time: 0.1556959 Jul 16 09:04:20.317914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-ea7f838a-96a8-48b6-9c5d-ddb492497fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.319272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-ea7f838a-96a8-48b6-9c5d-ddb492497fad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 200 len: 834 time: 0.0653563 Jul 16 09:04:20.387682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-370ac577-58fb-4bd2-8da2-56700e73d245 req-6853f22e-c6f3-4415-915e-0123bf8beca2 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672915 Jul 16 09:04:20.401525 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:20.406844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-2ed652b2-88c2-4167-a77b-a7f2e06ada3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.408411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-2ed652b2-88c2-4167-a77b-a7f2e06ada3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e867d6d-4188-4e3f-8cfd-4c336c9f7836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815384 Jul 16 09:04:20.501875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-4f89f6a4-2680-4a07-81f1-f5ada102d9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Jul 16 09:04:20.596155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ccd0f67a-15b4-4637-83ad-a96b685c7409 req-f89dd9ef-ef2e-446c-9e6f-306209a901ea service neutron] 10.222.0.36 "GET /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868442 Jul 16 09:04:20.597622 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.623731 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673d1e-7e23-4fa5-911e-8308d5da38b2 None None] The sync data for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 is: [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '71b62e90-618a-45a4-9cef-3c4b7813eb59', 'name': '', 'network_id': '9e867d6d-4188-4e3f-8cfd-4c336c9f7836', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'mac_address': 'fa:16:3e:f0:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:39Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'subnets': [{'id': 'da1e18f7-1ee7-4938-b613-59aa3a822144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:20.846315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c41dd-2c2d-48a4-8e2e-f4ca1ed01271 None None] New status for floating IP 3d664c48-f975-441b-9c6b-f11a99c204a2: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:04:21.313968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0af6b4fb-93f3-48de-939e-3e6943ba043b details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:04:21.375814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-804fa07c-71ab-4a38-b199-0b1f5f69f0fa tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:21.377680 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-804fa07c-71ab-4a38-b199-0b1f5f69f0fa tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1127944 Jul 16 09:04:21.393532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-37f88660-fd49-4618-928b-a498b41602a8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0103724 Jul 16 09:04:21.436607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0af6b4fb-93f3-48de-939e-3e6943ba043b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:21.436910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-5c3c8f79-50f3-480e-9a9c-ac3e4dd0f8a7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:21.438570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-5c3c8f79-50f3-480e-9a9c-ac3e4dd0f8a7 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1219354 Jul 16 09:04:21.449549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '0af6b4fb-93f3-48de-939e-3e6943ba043b', 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09', 'port_id': '0af6b4fb-93f3-48de-939e-3e6943ba043b', 'mac_address': 'fa:16:3e:28:18:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a79e46-cd7b-4b60-8430-4e0e3b087fb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:04:21.474944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-e7389932-4ea8-42cf-8006-51dcf0b4680d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732098 Jul 16 09:04:21.484574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579c5aa-d861-4ad9-a6cd-19b8a72d483a req-5764f411-020d-4fb7-8739-0270ccb0ec4e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:21.486085 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d579c5aa-d861-4ad9-a6cd-19b8a72d483a req-5764f411-020d-4fb7-8739-0270ccb0ec4e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 946 time: 0.1308792 Jul 16 09:04:21.488605 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.503100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af6b4fb-93f3-48de-939e-3e6943ba043b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:21.523904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0af6b4fb-93f3-48de-939e-3e6943ba043b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:21.528819 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.566152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d579c5aa-d861-4ad9-a6cd-19b8a72d483a req-221f39be-44c6-48eb-a246-9a2634a6491a tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/security-groups?id=466f5c9b-1d40-4a70-8461-cb98fcf01668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685570 Jul 16 09:04:21.578391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0af6b4fb-93f3-48de-939e-3e6943ba043b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.590068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 124822db-1d96-4936-9e31-690c2ed345eb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:21.590465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.705721 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-634608d6-6b26-435f-b7f0-e55e71c99c31 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226543 Jul 16 09:04:21.726946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port 124822db-1d96-4936-9e31-690c2ed345eb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=124822db-1d96-4936-9e31-690c2ed345eb,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:21.727307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.743886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 124822db-1d96-4936-9e31-690c2ed345eb owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:21.784518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0af6b4fb-93f3-48de-939e-3e6943ba043b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:04:21.807956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-bac19040-902e-48fd-840c-9632ec0e299d service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967827 Jul 16 09:04:21.813131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fe2dc-5432-4e25-b9f5-0464c07a0927 req-d053960f-6201-49d3-8e5f-98859eebda3b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:21.814116 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-501fe2dc-5432-4e25-b9f5-0464c07a0927 req-d053960f-6201-49d3-8e5f-98859eebda3b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 944 time: 0.1319730 Jul 16 09:04:21.876588 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-501fe2dc-5432-4e25-b9f5-0464c07a0927 req-d81eb273-8c45-4129-82cd-8c5e002482a1 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514150 Jul 16 09:04:21.936894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.969852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=124822db-1d96-4936-9e31-690c2ed345eb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.050990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] No DVR routers for this DVR port 124822db-1d96-4936-9e31-690c2ed345eb on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:22.054143 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.056683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1c13add5-67ab-4d0e-b954-3f1f24a3d2e6 req-18f9b603-92da-49c2-8a28-271221734c9d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.36 "DELETE /v2.0/ports/124822db-1d96-4936-9e31-690c2ed345eb HTTP/1.1" status: 204 len: 173 time: 0.6128252 Jul 16 09:04:22.057348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-deleted', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:22.060650 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b736184-ad75-4976-acf6-24a6a0300609" -d '{"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-deleted", "tag": "124822db-1d96-4936-9e31-690c2ed345eb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:22.064455 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51eaa6ea-051e-42ea-ba70-d716c3c764d2 req-9c9e9f3b-99ce-4563-8e52-a97c1acb879a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0633149 Jul 16 09:04:22.107082 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276ff96c-1ab2-44a0-8e6c-b8de9534914c x-openstack-request-id: req-276ff96c-1ab2-44a0-8e6c-b8de9534914c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:22.107398 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71139b3a-8b38-4d6c-af80-803cc6d3056f", "name": "network-vif-deleted", "tag": "124822db-1d96-4936-9e31-690c2ed345eb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:22.107649 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-276ff96c-1ab2-44a0-8e6c-b8de9534914c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:22.108048 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71139b3a-8b38-4d6c-af80-803cc6d3056f', 'name': 'network-vif-deleted', 'tag': '124822db-1d96-4936-9e31-690c2ed345eb', 'status': 'completed', 'code': 200} Jul 16 09:04:22.728175 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b719428-3da4-4066-8282-1b0abe517114 req-d95adff7-9c7d-4dfc-8f50-43bce8941694 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "GET /v2.0/ports?device_id=71139b3a-8b38-4d6c-af80-803cc6d3056f HTTP/1.1" status: 200 len: 210 time: 0.0289192 Jul 16 09:04:23.069903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ece16-bd10-4d42-9e09-36dee4d77f8f req-88dc567f-021d-4ba0-8b45-2c931ebfeac9 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.071541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6ece16-bd10-4d42-9e09-36dee4d77f8f req-88dc567f-021d-4ba0-8b45-2c931ebfeac9 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 944 time: 0.0717783 Jul 16 09:04:23.102589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-ecad3b30-1df0-4280-8564-8abd8a94677d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.104490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-ecad3b30-1df0-4280-8564-8abd8a94677d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1285937 Jul 16 09:04:23.111401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e6ece16-bd10-4d42-9e09-36dee4d77f8f req-40fb8f8f-bbaf-4bbd-a264-79428da7c6b0 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Jul 16 09:04:23.117373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:23.250101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be44000e-c5c4-4705-8fc7-607d399a8ba5 req-71ccbe8a-8f63-4207-9613-758215d702ad tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0400999 Jul 16 09:04:23.284148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:23.287751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.309848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0af6b4fb-93f3-48de-939e-3e6943ba043b up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:23.369123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 0af6b4fb-93f3-48de-939e-3e6943ba043b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:23.376910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 0af6b4fb-93f3-48de-939e-3e6943ba043b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:23.377468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.426388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.11 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/f41afdf0-1bdc-444a-bfc9-3416c13c13df) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:23.460026 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.485402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91529494-871e-4f61-9432-c3fa6ee075dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af6b4fb-93f3-48de-939e-3e6943ba043b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:23.487886 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9a9be9-9fae-4363-b8ee-d06c73b78a6b" -d '{"events": [{"server_uuid": "91529494-871e-4f61-9432-c3fa6ee075dc", "name": "network-vif-plugged", "status": "completed", "tag": "0af6b4fb-93f3-48de-939e-3e6943ba043b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:23.502722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 0af6b4fb-93f3-48de-939e-3e6943ba043b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:23.507703 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.563396 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac246fd-1c12-436e-9e3f-d8edb80a7022 x-openstack-request-id: req-0ac246fd-1c12-436e-9e3f-d8edb80a7022 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:23.563795 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91529494-871e-4f61-9432-c3fa6ee075dc", "name": "network-vif-plugged", "status": "completed", "tag": "0af6b4fb-93f3-48de-939e-3e6943ba043b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:23.564142 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac246fd-1c12-436e-9e3f-d8edb80a7022 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:23.564628 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91529494-871e-4f61-9432-c3fa6ee075dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af6b4fb-93f3-48de-939e-3e6943ba043b', 'code': 200} Jul 16 09:04:23.569797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=0af6b4fb-93f3-48de-939e-3e6943ba043b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.617722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.638164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object f41afdf0-1bdc-444a-bfc9-3416c13c13df will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:23.701366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.761238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:23.774034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:23.791874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:23.795903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea90959-413f-4dd7-a8da-872dc1a68c00 req-f2cde0cc-841b-448e-bfdf-036ef0d0d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.798105 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ea90959-413f-4dd7-a8da-872dc1a68c00 req-f2cde0cc-841b-448e-bfdf-036ef0d0d57f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 1097 time: 0.1429071 Jul 16 09:04:23.798764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=f41afdf0-1bdc-444a-bfc9-3416c13c13df,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.844439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38458) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.880716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.881581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.906784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-269e0529-c0c3-46be-81cb-68d3cb9537fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7937577 Jul 16 09:04:23.912704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6ea90959-413f-4dd7-a8da-872dc1a68c00 req-9d779630-b271-4a00-8880-03c13f27c038 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805328 Jul 16 09:04:23.918684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Request body: {'port': {'device_id': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:24.000257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.073832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1e1126a9-b7c6-4218-b39c-333f8a73d95f None None] Provisioning for port f41afdf0-1bdc-444a-bfc9-3416c13c13df completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:24.078429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1e1126a9-b7c6-4218-b39c-333f8a73d95f None None] Provisioning complete for port f41afdf0-1bdc-444a-bfc9-3416c13c13df triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:24.078947 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1e1126a9-b7c6-4218-b39c-333f8a73d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.121560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1e1126a9-b7c6-4218-b39c-333f8a73d95f None None] Port f41afdf0-1bdc-444a-bfc9-3416c13c13df cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:24.345461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.350060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41afdf0-1bdc-444a-bfc9-3416c13c13df {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:24.360606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.374435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Transition to ACTIVE for port object f41afdf0-1bdc-444a-bfc9-3416c13c13df will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:24.379269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.423790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522a52-0c2f-4cd6-8fcf-c033bf0cd7ce req-24959912-e6b5-43e8-aea3-00ecf3447cf3 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.425540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4522a52-0c2f-4cd6-8fcf-c033bf0cd7ce req-24959912-e6b5-43e8-aea3-00ecf3447cf3 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 945 time: 0.1433771 Jul 16 09:04:24.472777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Pushing event updated for resources: {'Port': ['ID=f41afdf0-1bdc-444a-bfc9-3416c13c13df,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:24.547799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4522a52-0c2f-4cd6-8fcf-c033bf0cd7ce req-0071d54f-ae39-45a0-94b3-ced77087706f tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747950 Jul 16 09:04:24.552416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05329aac-18f8-43b3-8ad7-fb91d4887719 req-0e8edeed-7ac6-40e3-83c9-22366191c4f5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.554087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05329aac-18f8-43b3-8ad7-fb91d4887719 req-0e8edeed-7ac6-40e3-83c9-22366191c4f5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.1698725 Jul 16 09:04:24.591308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Attempting to bind port f41afdf0-1bdc-444a-bfc9-3416c13c13df on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:24.591980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Attempting to bind port f41afdf0-1bdc-444a-bfc9-3416c13c13df by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:24.592369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Attempting to bind port f41afdf0-1bdc-444a-bfc9-3416c13c13df on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:24.604737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Port f41afdf0-1bdc-444a-bfc9-3416c13c13df on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:04:24.605149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Attempting to bind port f41afdf0-1bdc-444a-bfc9-3416c13c13df on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:24.618518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:24.619035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:24.619519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:24.620027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Bound port: f41afdf0-1bdc-444a-bfc9-3416c13c13df, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:24.621803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.635848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05329aac-18f8-43b3-8ad7-fb91d4887719 req-a07c8f96-6484-4b2f-8064-e61845759072 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706198 Jul 16 09:04:24.699574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] For port f41afdf0-1bdc-444a-bfc9-3416c13c13df, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:24.703970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] For port f41afdf0-1bdc-444a-bfc9-3416c13c13df, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:24.708107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.753627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.754281 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.755705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] 10.222.0.18 "PUT /v2.0/ports/f41afdf0-1bdc-444a-bfc9-3416c13c13df HTTP/1.1" status: 200 len: 1093 time: 0.8418496 Jul 16 09:04:24.756183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'tag': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:24.758760 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c08ac-da56-4e36-8d7c-97504a558549" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6021ec-2aca-4864-9a03-6766c42c2ba6", "tag": "f41afdf0-1bdc-444a-bfc9-3416c13c13df"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:24.775412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 71b62e90-618a-45a4-9cef-3c4b7813eb59 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:24.776020 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.869690 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f7253-e094-46e7-b6de-25e273649a67 x-openstack-request-id: req-ac0f7253-e094-46e7-b6de-25e273649a67 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:24.870548 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6021ec-2aca-4864-9a03-6766c42c2ba6", "tag": "f41afdf0-1bdc-444a-bfc9-3416c13c13df", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:24.870942 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac0f7253-e094-46e7-b6de-25e273649a67 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:24.871529 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'tag': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df', 'status': 'completed', 'code': 200} Jul 16 09:04:24.879400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f39b71-311e-4a25-860f-9f4c3173a8aa service neutron] Pushing event updated for resources: {'Port': ['ID=f41afdf0-1bdc-444a-bfc9-3416c13c13df,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:24.908793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port 71b62e90-618a-45a4-9cef-3c4b7813eb59, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71b62e90-618a-45a4-9cef-3c4b7813eb59,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:24.909236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.924066 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 71b62e90-618a-45a4-9cef-3c4b7813eb59 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:24.925757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-c817afe9-0cc6-4afc-913d-d1692a4bd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.927524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-c817afe9-0cc6-4afc-913d-d1692a4bd6ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1167359 Jul 16 09:04:24.981273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-92adf66f-8571-4357-8c76-91b523b02f13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df HTTP/1.1" status: 200 len: 217 time: 0.0447841 Jul 16 09:04:25.051628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-82fa4547-f168-488d-afeb-65663f404ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.053743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-82fa4547-f168-488d-afeb-65663f404ebb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0662072 Jul 16 09:04:25.125784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-dd161cfe-af4e-458d-8f6e-63f8652937c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.127697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-dd161cfe-af4e-458d-8f6e-63f8652937c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678706 Jul 16 09:04:25.170945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.201557 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=71b62e90-618a-45a4-9cef-3c4b7813eb59,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:25.241060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-f51dc9d3-cdb2-4815-bca5-fca1af435250 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065078 Jul 16 09:04:25.320199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:25.354365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-11b6268b-cbb7-49a2-aa8b-b41e74708ee6 req-179ad688-71f8-4608-8bb1-67af3580f6d7 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058660 Jul 16 09:04:25.358741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 124822db-1d96-4936-9e31-690c2ed345eb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:25.359620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 124822db-1d96-4936-9e31-690c2ed345eb not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:25.434771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.460080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-bea45f30-cf20-4d5a-b2de-86770e400a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.461834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-bea45f30-cf20-4d5a-b2de-86770e400a3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0574293 Jul 16 09:04:25.569154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-749f5fa9-ed90-43e1-905a-bb849b790fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.570634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-749f5fa9-ed90-43e1-905a-bb849b790fc6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.1026587 Jul 16 09:04:25.618117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-d5eedc4e-2b3a-4b05-a724-c91ff0379677 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df HTTP/1.1" status: 200 len: 217 time: 0.0409858 Jul 16 09:04:25.683065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-b4c3544b-f508-4a55-b75f-9bf6cc3de229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.684930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-b4c3544b-f508-4a55-b75f-9bf6cc3de229 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0602236 Jul 16 09:04:25.815628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12358729-8843-4f39-82d1-69fead4fc9d6 req-31471c90-183c-42e2-a38f-5cdf89af7b77 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.817215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12358729-8843-4f39-82d1-69fead4fc9d6 req-31471c90-183c-42e2-a38f-5cdf89af7b77 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 945 time: 0.0911174 Jul 16 09:04:25.819229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-046be11c-947d-4bfa-88f3-74401fc47812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.820670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-046be11c-947d-4bfa-88f3-74401fc47812 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296544 Jul 16 09:04:25.898512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-12358729-8843-4f39-82d1-69fead4fc9d6 req-32cdda71-7fc9-4cd3-990c-d8623c2a884f tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737500 Jul 16 09:04:25.966756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-80e1de55-c5e6-4e09-804c-c55af9c7350a service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359327 Jul 16 09:04:25.969229 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cd162-bca4-4be6-9650-33584b2e5f70 req-e0e807d8-7ec0-4d27-b156-84c8f1650b7e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.970757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e5cd162-bca4-4be6-9650-33584b2e5f70 req-e0e807d8-7ec0-4d27-b156-84c8f1650b7e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.1266572 Jul 16 09:04:26.057086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e5cd162-bca4-4be6-9650-33584b2e5f70 req-6cace312-1c78-44b1-9e4a-e519813307b5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802107 Jul 16 09:04:26.066823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf1c08ac-da56-4e36-8d7c-97504a558549 req-bf6390c7-e517-4ef1-ab99-0cb610e80a30 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932374 Jul 16 09:04:26.132363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Router f36e12d9-3f65-4704-9352-7d2d093243d6 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:26.309409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:26.322777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38508) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.323011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d6f936ac-97a6-4a60-9947-346743dc8c84 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "PUT /v2.0/routers/f36e12d9-3f65-4704-9352-7d2d093243d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4772608 Jul 16 09:04:26.330575 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] Sync routers for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:26.350194 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:26.350992 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:26.403404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting subnet da1e18f7-1ee7-4938-b613-59aa3a822144 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:26.407297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.471043 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.561236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:26.626098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.785076 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.834740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Subnet': ['ID=da1e18f7-1ee7-4938-b613-59aa3a822144,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.841326 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.843367 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:04:25Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:26.846772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38528) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.851550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ee0f6-454e-438a-9408-92086004d9c8 None None] Network 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:26.853401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-79bf4b7c-b595-45a2-9da2-9be5721ca3a8 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/subnets/da1e18f7-1ee7-4938-b613-59aa3a822144 HTTP/1.1" status: 204 len: 168 time: 0.5294750 Jul 16 09:04:26.878330 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] Checking router: f36e12d9-3f65-4704-9352-7d2d093243d6 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:26.888358 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] Routers {'f36e12d9-3f65-4704-9352-7d2d093243d6'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:26.888952 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['f36e12d9-3f65-4704-9352-7d2d093243d6'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.027655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.138258 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] Set router f36e12d9-3f65-4704-9352-7d2d093243d6 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:27.218749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.334650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] DHCP port deletion for 9e867d6d-4188-4e3f-8cfd-4c336c9f7836 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:27.343150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Deleting port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:27.343618 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.500601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] Deleting port 031e1894-d744-412a-ab94-b05432b85d3d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:27.501167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.537651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8447-ac89-4422-a991-1b548a04d458 req-25489b8c-6417-4f38-a569-68f4c4fef6c3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:27.540636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d31f8447-ac89-4422-a991-1b548a04d458 req-25489b8c-6417-4f38-a569-68f4c4fef6c3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.1613545 Jul 16 09:04:27.543899 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:04:25Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.546832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] For port 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:27.547198 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.560591 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Calling delete_port for 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:27.575186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] For port 031e1894-d744-412a-ab94-b05432b85d3d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=031e1894-d744-412a-ab94-b05432b85d3d,segment=NetworkSegment(83a552c3-dfa5-43af-84e8-7673f73561c1),segment_id=83a552c3-dfa5-43af-84e8-7673f73561c1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:27.575839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.589898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] Calling delete_port for 031e1894-d744-412a-ab94-b05432b85d3d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:27.687466 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.700579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d31f8447-ac89-4422-a991-1b548a04d458 req-e34dfe2d-913a-44ac-8918-75fbec199325 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507277 Jul 16 09:04:27.711916 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b90e6-860f-4ee2-ada3-f01e7eb36488 None None] The sync data for ids ['f36e12d9-3f65-4704-9352-7d2d093243d6'] in n-d-798249-10 is: [{'id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813919159', 'tenant_id': 'a00d1950779e4264a5769fd9c13eb679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:04:25Z', 'revision_number': 5, 'project_id': 'a00d1950779e4264a5769fd9c13eb679', 'gw_port': {'id': '93bbb352-0ab2-4988-b8c3-bcd77ceefc2b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e12d9-3f65-4704-9352-7d2d093243d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:30Z', 'updated_at': '2021-07-16T09:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:27.742965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] No DVR routers for this DVR port 031e1894-d744-412a-ab94-b05432b85d3d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:27.803495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014a657-a7a9-4970-9ace-56298bf50f3d None None] Pushing event deleted for resources: {'Port': ['ID=031e1894-d744-412a-ab94-b05432b85d3d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:27.877934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.915718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Port': ['ID=93bbb352-0ab2-4988-b8c3-bcd77ceefc2b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:27.989849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.136225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.140397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.223582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.227467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Fanout notify agent at l3_agent the message router_deleted on router f36e12d9-3f65-4704-9352-7d2d093243d6 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:28.233338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.234478 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-de80d30f-3391-42be-9a5e-5e965341ab19 tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/routers/f36e12d9-3f65-4704-9352-7d2d093243d6 HTTP/1.1" status: 204 len: 168 time: 1.3871496 Jul 16 09:04:28.237104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.369483 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.505202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.534094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e867d6d-4188-4e3f-8cfd-4c336c9f7836']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:28.548666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a552c3-dfa5-43af-84e8-7673f73561c1') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:28.548666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a552c3-dfa5-43af-84e8-7673f73561c1') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:28.564859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.588970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.603276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:28.603737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:28.607740 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:28.693553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.708131 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.712901 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/networks/9e867d6d-4188-4e3f-8cfd-4c336c9f7836 HTTP/1.1" status: 204 len: 168 time: 0.4722574 Jul 16 09:04:28.713297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38552) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.767270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'Network': ['ID=9e867d6d-4188-4e3f-8cfd-4c336c9f7836,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.793003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.793621 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.793974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.794443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.794803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.795126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.795485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.795816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.796373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.797402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.798238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.798572 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5db87e-deed-41e6-9fa4-81fc8d6b1f8d tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.878147 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1b81-d7d8-4f63-8b90-7109ad3fb07e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.951397 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1b81-d7d8-4f63-8b90-7109ad3fb07e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.040280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db99081-54f3-4257-9c5c-5ab9bc684c36 req-3bc8158c-54f0-4039-a169-349d9134c943 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:29.042067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0db99081-54f3-4257-9c5c-5ab9bc684c36 req-3bc8158c-54f0-4039-a169-349d9134c943 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.1461012 Jul 16 09:04:29.080896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:29.107399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:29.108049 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 93bbb352-0ab2-4988-b8c3-bcd77ceefc2b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:29.108619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 031e1894-d744-412a-ab94-b05432b85d3d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:29.129943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0db99081-54f3-4257-9c5c-5ab9bc684c36 req-dad781bc-73a5-4141-a940-dc932b8a788a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764613 Jul 16 09:04:29.131223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 031e1894-d744-412a-ab94-b05432b85d3d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:29.131886 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 031e1894-d744-412a-ab94-b05432b85d3d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:29.132654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71b62e90-618a-45a4-9cef-3c4b7813eb59 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:29.133741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1b81-d7d8-4f63-8b90-7109ad3fb07e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.145403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1b81-d7d8-4f63-8b90-7109ad3fb07e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.147302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d2aa1b81-d7d8-4f63-8b90-7109ad3fb07e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] 10.222.0.41 "DELETE /v2.0/security-groups/466f5c9b-1d40-4a70-8461-cb98fcf01668 HTTP/1.1" status: 204 len: 168 time: 0.4329867 Jul 16 09:04:29.153779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 71b62e90-618a-45a4-9cef-3c4b7813eb59 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:29.154378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71b62e90-618a-45a4-9cef-3c4b7813eb59 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:29.158036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1b81-d7d8-4f63-8b90-7109ad3fb07e tempest-TestNetworkAdvancedServerOps-1366279373 tempest-TestNetworkAdvancedServerOps-1366279373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f5c9b-1d40-4a70-8461-cb98fcf01668,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.609204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.756795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-74d1952d-abff-41cf-8895-f551bc79bcdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a00d1950779e4264a5769fd9c13eb679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459436 Jul 16 09:04:29.759969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 38568) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.815689 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d024d7e9-3bec-42bf-87e9-0256fac6f4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.844845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d024d7e9-3bec-42bf-87e9-0256fac6f4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.900455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d024d7e9-3bec-42bf-87e9-0256fac6f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.903138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d024d7e9-3bec-42bf-87e9-0256fac6f4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.904338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d024d7e9-3bec-42bf-87e9-0256fac6f4bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c749dfb4-688b-4820-bf2c-a7837b1fb6b7 HTTP/1.1" status: 204 len: 168 time: 0.1434388 Jul 16 09:04:29.913049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d7e9-3bec-42bf-87e9-0256fac6f4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749dfb4-688b-4820-bf2c-a7837b1fb6b7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.251645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38578) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.332374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1ffd6f6d-65f4-477f-8b1a-ab9ccd5d53d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d81ac38cc824053bd4f4e71588e8e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794992 Jul 16 09:04:30.334890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 38580) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.380510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf4809-c552-4141-8252-50171220b823 req-de554199-7dd1-47fc-8ba9-a6e2793098ff tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:30.383827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96bf4809-c552-4141-8252-50171220b823 req-de554199-7dd1-47fc-8ba9-a6e2793098ff tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.1129036 Jul 16 09:04:30.427660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b6a350-4278-434f-ae14-60b35266b3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.452628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96bf4809-c552-4141-8252-50171220b823 req-de1026cb-af90-41e9-a390-391fd47b0c95 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 Jul 16 09:04:30.464367 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b6a350-4278-434f-ae14-60b35266b3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.530642 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b6a350-4278-434f-ae14-60b35266b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.541323 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-38b6a350-4278-434f-ae14-60b35266b3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.542653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-38b6a350-4278-434f-ae14-60b35266b3df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/340688a4-9324-4a46-a690-e90fedcd78d9 HTTP/1.1" status: 204 len: 168 time: 0.2067537 Jul 16 09:04:30.555432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6a350-4278-434f-ae14-60b35266b3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340688a4-9324-4a46-a690-e90fedcd78d9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.720010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc58c8-cba7-431c-bf79-0c41b946c4d7 req-98e1ca07-bc77-4c1a-90fe-06ffb7763399 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:31.721416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5bc58c8-cba7-431c-bf79-0c41b946c4d7 req-98e1ca07-bc77-4c1a-90fe-06ffb7763399 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.1217587 Jul 16 09:04:31.770419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5bc58c8-cba7-431c-bf79-0c41b946c4d7 req-c05b0862-51bd-416c-9472-9cb0d42f8d20 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Jul 16 09:04:32.962168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1cd98-3587-4d43-86eb-73246f699d50 req-515e6b80-d5ad-45cf-a719-1eab7dd4ffb0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:32.963898 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7af1cd98-3587-4d43-86eb-73246f699d50 req-515e6b80-d5ad-45cf-a719-1eab7dd4ffb0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0723267 Jul 16 09:04:33.011520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7af1cd98-3587-4d43-86eb-73246f699d50 req-85a8f5cc-ee54-4259-b80f-694241181baf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Jul 16 09:04:33.669335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.219733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f7fea-43bb-41d7-9b3b-229e64b0cc79 req-237908fd-bf3a-4ca0-8235-c3e1b413c25f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:34.221387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a68f7fea-43bb-41d7-9b3b-229e64b0cc79 req-237908fd-bf3a-4ca0-8235-c3e1b413c25f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0908329 Jul 16 09:04:34.265946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a68f7fea-43bb-41d7-9b3b-229e64b0cc79 req-051717eb-50ab-4e0c-b090-c2c61c178fa8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370207 Jul 16 09:04:35.456345 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452f7b2-d1f0-4875-86b6-b8b5c65446ac req-e72e9237-6467-43c3-8066-b0850e8885dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:35.457904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2452f7b2-d1f0-4875-86b6-b8b5c65446ac req-e72e9237-6467-43c3-8066-b0850e8885dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0714893 Jul 16 09:04:35.500438 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2452f7b2-d1f0-4875-86b6-b8b5c65446ac req-e5af57e9-2ad9-4a12-a60d-bb68afa45fdb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Jul 16 09:04:36.687590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0b64-56f7-4596-8003-b3eef3a6dcbd req-9185f615-3440-4637-90b6-85a839604ca4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:36.689109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfec0b64-56f7-4596-8003-b3eef3a6dcbd req-9185f615-3440-4637-90b6-85a839604ca4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0701141 Jul 16 09:04:36.732332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cfec0b64-56f7-4596-8003-b3eef3a6dcbd req-a1a75489-3891-4e5f-9f58-324ed713bf65 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Jul 16 09:04:37.922758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b840f-9072-4cc5-ab56-5988fa783892 req-dd0827f3-fed7-4ea1-ab86-b36389d1a60b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:37.924306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28b840f-9072-4cc5-ab56-5988fa783892 req-dd0827f3-fed7-4ea1-ab86-b36389d1a60b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0705481 Jul 16 09:04:37.965668 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c28b840f-9072-4cc5-ab56-5988fa783892 req-e25fbb10-36ee-40ca-a6ba-6c0c5e1e288a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Jul 16 09:04:39.152467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd752f-60f3-4086-8f27-ec910a953e14 req-e42ec6db-7078-4252-b6b1-db45bbd8d607 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.153973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-10dd752f-60f3-4086-8f27-ec910a953e14 req-e42ec6db-7078-4252-b6b1-db45bbd8d607 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0655422 Jul 16 09:04:39.191585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-10dd752f-60f3-4086-8f27-ec910a953e14 req-b810dc93-d005-4a9e-a261-1cef9d5e4af5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Jul 16 09:04:39.521473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-02feb836-2d0d-4f3c-9979-c7d41ddb0444 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580420 Jul 16 09:04:39.616403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-43591922-e0d4-4ab6-9216-fc5d47cc4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.618153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-43591922-e0d4-4ab6-9216-fc5d47cc4dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.0539031 Jul 16 09:04:39.721294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-3f5c9056-a645-4a0d-a294-c553e80e883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.722668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-3f5c9056-a645-4a0d-a294-c553e80e883f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 909 time: 0.0853717 Jul 16 09:04:39.790502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-27a42ad0-4272-4014-ba66-e37c1d4fd39b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0619023 Jul 16 09:04:39.839631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-b09bfda8-c4d3-4747-8dc6-79234c14d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.841139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-b09bfda8-c4d3-4747-8dc6-79234c14d698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.0450716 Jul 16 09:04:39.900180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-e6b33fd9-9584-4206-bc52-b6dc1bef78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.901712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-e6b33fd9-9584-4206-bc52-b6dc1bef78f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545950 Jul 16 09:04:39.997290 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-26c47ccd-4958-442d-be6b-876d2abb33a0 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893536 Jul 16 09:04:40.091530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9aa1d9b2-194c-4085-bdf3-df635f8f174d req-569733ef-3f03-4a34-bdb3-2e7523a062f0 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879769 Jul 16 09:04:40.365574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28066-dc19-4c37-bdca-e5454254f901 req-89a26bc6-05cf-47cf-bb2a-da44bf700749 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:40.366965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c1d28066-dc19-4c37-bdca-e5454254f901 req-89a26bc6-05cf-47cf-bb2a-da44bf700749 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0644131 Jul 16 09:04:40.406139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c1d28066-dc19-4c37-bdca-e5454254f901 req-1179af71-d77f-415a-be3d-4fd14ebf0fa1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jul 16 09:04:41.588089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ab1c-539b-45be-938e-a71a28c2fe07 req-cdefb137-2193-4c17-912c-7e0656d99a37 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:41.589468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5618ab1c-539b-45be-938e-a71a28c2fe07 req-cdefb137-2193-4c17-912c-7e0656d99a37 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0685313 Jul 16 09:04:41.646555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5618ab1c-539b-45be-938e-a71a28c2fe07 req-c956e6e6-727a-42f5-ab7c-95ddc33924fd tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509608 Jul 16 09:04:42.831701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67ccd-e3ad-494b-9a6d-7d75f4e3d62d req-0f10d9b0-6a62-46cf-a3ca-a9dce4e72e5c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:42.833254 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81f67ccd-e3ad-494b-9a6d-7d75f4e3d62d req-0f10d9b0-6a62-46cf-a3ca-a9dce4e72e5c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0715826 Jul 16 09:04:42.879289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81f67ccd-e3ad-494b-9a6d-7d75f4e3d62d req-faeaeb4a-bab8-47c5-ab69-d9730c762645 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364456 Jul 16 09:04:42.987493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-933f38bc-8d99-4979-99fd-bda0aa6af69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.054088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4c6ae-c1e5-4451-9bce-99b6b4c6360c req-09f4972f-10a5-4140-a07a-eda21600675e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:44.055719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6bf4c6ae-c1e5-4451-9bce-99b6b4c6360c req-09f4972f-10a5-4140-a07a-eda21600675e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0660412 Jul 16 09:04:44.093830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6bf4c6ae-c1e5-4451-9bce-99b6b4c6360c req-a1ec5f00-36ce-40c9-aeca-c799381437d9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Jul 16 09:04:45.279612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d075a-a846-448e-b3d4-bc93adcca888 req-fe5a8743-a349-4161-a4ce-09555a4ce146 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:45.281118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd2d075a-a846-448e-b3d4-bc93adcca888 req-fe5a8743-a349-4161-a4ce-09555a4ce146 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0668387 Jul 16 09:04:45.319356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cd2d075a-a846-448e-b3d4-bc93adcca888 req-63a8ffbc-cac5-4631-86b3-36af021de4cb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Jul 16 09:04:45.404711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f41afdf0-1bdc-444a-bfc9-3416c13c13df details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:04:45.503237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f41afdf0-1bdc-444a-bfc9-3416c13c13df, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:45.514257 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df', 'mac_address': 'fa:16:3e:68:3e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:04:45.554160 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.567301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41afdf0-1bdc-444a-bfc9-3416c13c13df {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:45.587190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f41afdf0-1bdc-444a-bfc9-3416c13c13df, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:45.592447 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.640690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f41afdf0-1bdc-444a-bfc9-3416c13c13df,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:45.648143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.648493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.648835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.649174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.649506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.649837 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.650169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.650496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.650821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.651298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.651668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.651996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:45.677191 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-26a0906b-ce88-42a6-a50b-27346fff0a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.763588 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.812007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f41afdf0-1bdc-444a-bfc9-3416c13c13df'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:04:46.550583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578fc00-19e1-455a-a896-9f1e8284f264 req-7bd000d5-3ae7-4839-af92-595ced8967f6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:46.553506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5578fc00-19e1-455a-a896-9f1e8284f264 req-7bd000d5-3ae7-4839-af92-595ced8967f6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0959077 Jul 16 09:04:46.601673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5578fc00-19e1-455a-a896-9f1e8284f264 req-00a1938b-ee59-4379-81b9-809f6e64c1b1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Jul 16 09:04:46.692375 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:46.713584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.404597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f41afdf0-1bdc-444a-bfc9-3416c13c13df up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:47.454903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f41afdf0-1bdc-444a-bfc9-3416c13c13df completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:47.458294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f41afdf0-1bdc-444a-bfc9-3416c13c13df triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:47.458674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.535559 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.559150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:47.561409 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40ee27-e776-4ff7-b253-8e8d2ad4bdb1" -d '{"events": [{"server_uuid": "cb6021ec-2aca-4864-9a03-6766c42c2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "f41afdf0-1bdc-444a-bfc9-3416c13c13df"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:47.577997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f41afdf0-1bdc-444a-bfc9-3416c13c13df, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:47.582349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.605828 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37271e60-d7a0-4307-a712-766a41f11183 x-openstack-request-id: req-37271e60-d7a0-4307-a712-766a41f11183 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:47.606207 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6021ec-2aca-4864-9a03-6766c42c2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "f41afdf0-1bdc-444a-bfc9-3416c13c13df", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:47.606470 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37271e60-d7a0-4307-a712-766a41f11183 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:47.606898 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df', 'code': 200} Jul 16 09:04:47.638107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f41afdf0-1bdc-444a-bfc9-3416c13c13df,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.725576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b9385-c4f9-4602-8ed3-2939b6b66d51 req-740a6d15-a622-4a0c-b4f2-db43e0c351c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.727127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd1b9385-c4f9-4602-8ed3-2939b6b66d51 req-740a6d15-a622-4a0c-b4f2-db43e0c351c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 1098 time: 0.0575848 Jul 16 09:04:47.763723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd1b9385-c4f9-4602-8ed3-2939b6b66d51 req-5a225789-4a9a-43ea-8a38-7dde883ca90d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300052 Jul 16 09:04:47.798322 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae335d5-fe9b-4d85-9285-05c9460c0fa7 req-098863e7-509d-4bbc-a0cc-9414408a6bda tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.800065 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ae335d5-fe9b-4d85-9285-05c9460c0fa7 req-098863e7-509d-4bbc-a0cc-9414408a6bda tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0716233 Jul 16 09:04:47.843075 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ae335d5-fe9b-4d85-9285-05c9460c0fa7 req-7e830298-c98d-4a20-bacb-27211051691a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367079 Jul 16 09:04:47.888358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.419944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.017517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7210a-29c1-4c10-824b-4db6eb1b6b67 req-6b447b41-bf74-40b6-b9ab-0989d5ff7eeb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:49.019000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bad7210a-29c1-4c10-824b-4db6eb1b6b67 req-6b447b41-bf74-40b6-b9ab-0989d5ff7eeb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0656292 Jul 16 09:04:49.056540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bad7210a-29c1-4c10-824b-4db6eb1b6b67 req-1074a8d7-9353-4988-8d36-1f8e10c51f16 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Jul 16 09:04:49.229535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e101af-1b58-4541-be7e-f634e749e7e5 req-41f18795-f0eb-4c4b-b724-e9523ebaa262 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:49.230902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92e101af-1b58-4541-be7e-f634e749e7e5 req-41f18795-f0eb-4c4b-b724-e9523ebaa262 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0651402 Jul 16 09:04:49.269595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-92e101af-1b58-4541-be7e-f634e749e7e5 req-f3d18172-09d8-4755-8a06-59efd04593d6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Jul 16 09:04:49.446779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63e36-c19d-453d-88ab-67cf4f37752e req-269f27ec-8e09-4af4-aba0-b2299b91767a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:49.449104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b63e36-c19d-453d-88ab-67cf4f37752e req-269f27ec-8e09-4af4-aba0-b2299b91767a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0630004 Jul 16 09:04:49.486680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b63e36-c19d-453d-88ab-67cf4f37752e req-840e83da-1777-4196-8832-46561828b073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jul 16 09:04:49.914518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a697-4ddd-43fa-9674-07335e4af374 req-0992b8f9-1eaa-4708-a9d5-941b4126ed52 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:49.916016 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6db3a697-4ddd-43fa-9674-07335e4af374 req-0992b8f9-1eaa-4708-a9d5-941b4126ed52 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0673151 Jul 16 09:04:49.954096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6db3a697-4ddd-43fa-9674-07335e4af374 req-210cde98-f633-4d78-9426-9e120a76fb37 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jul 16 09:04:51.125799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22049ed-4d5f-414b-8a34-415f7ccaaf6e req-60a102ca-c1ef-4d40-bd7f-c81a511943d3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.127198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c22049ed-4d5f-414b-8a34-415f7ccaaf6e req-60a102ca-c1ef-4d40-bd7f-c81a511943d3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0629432 Jul 16 09:04:51.168103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c22049ed-4d5f-414b-8a34-415f7ccaaf6e req-3091dc9d-dd7e-4246-8fe8-1826d0cb8114 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353796 Jul 16 09:04:51.288926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-52e8700f-f1db-4c24-9498-69418100859e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.290340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-52e8700f-f1db-4c24-9498-69418100859e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 946 time: 0.0623963 Jul 16 09:04:51.393527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port f41afdf0-1bdc-444a-bfc9-3416c13c13df {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:51.393874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.488487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port f41afdf0-1bdc-444a-bfc9-3416c13c13df, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f41afdf0-1bdc-444a-bfc9-3416c13c13df,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:51.488855 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.502391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for f41afdf0-1bdc-444a-bfc9-3416c13c13df owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:51.630940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.642629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f41afdf0-1bdc-444a-bfc9-3416c13c13df'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:04:51.658672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=f41afdf0-1bdc-444a-bfc9-3416c13c13df,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:51.709999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port f41afdf0-1bdc-444a-bfc9-3416c13c13df on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:51.712674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.715397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acefbf3f-6b10-4748-8294-ffe9f098efa2 req-c91f63a6-f31d-481e-9a13-96873a582620 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "DELETE /v2.0/ports/f41afdf0-1bdc-444a-bfc9-3416c13c13df HTTP/1.1" status: 204 len: 173 time: 0.4198191 Jul 16 09:04:51.715841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'name': 'network-vif-deleted', 'tag': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:51.718079 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b92c1b-4cc6-4ecc-9f2b-d4eb3f3c5daf" -d '{"events": [{"server_uuid": "cb6021ec-2aca-4864-9a03-6766c42c2ba6", "name": "network-vif-deleted", "tag": "f41afdf0-1bdc-444a-bfc9-3416c13c13df"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:51.766656 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd7f24-f276-42f8-bb8d-a25cdc33ee8b x-openstack-request-id: req-49cd7f24-f276-42f8-bb8d-a25cdc33ee8b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:51.767087 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6021ec-2aca-4864-9a03-6766c42c2ba6", "name": "network-vif-deleted", "tag": "f41afdf0-1bdc-444a-bfc9-3416c13c13df", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:51.767525 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49cd7f24-f276-42f8-bb8d-a25cdc33ee8b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:51.767929 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6021ec-2aca-4864-9a03-6766c42c2ba6', 'name': 'network-vif-deleted', 'tag': 'f41afdf0-1bdc-444a-bfc9-3416c13c13df', 'status': 'completed', 'code': 200} Jul 16 09:04:52.308115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b592722-e964-47a8-b8b6-96cad0111571 req-0de8343d-1429-4c43-b645-6c168f7ec664 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0289505 Jul 16 09:04:53.451481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-972f9ec4-05ce-4e5e-8bd4-16360e329a7b req-ac82bec8-c038-466a-bd73-ced7352a4bda tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0297875 Jul 16 09:04:54.596729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc3edc14-bcc2-4173-875b-353fda9a337e req-884c47a9-e611-4da2-bc21-b9cf2b313366 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0302262 Jul 16 09:04:55.421318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f41afdf0-1bdc-444a-bfc9-3416c13c13df no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:55.444069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: f41afdf0-1bdc-444a-bfc9-3416c13c13df {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:55.444410 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f41afdf0-1bdc-444a-bfc9-3416c13c13df not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:55.761522 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad26de89-e5b8-45f4-807e-17e9dac18546 req-f0da8c94-806d-4b77-aac6-59eee98dab3e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6021ec-2aca-4864-9a03-6766c42c2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0326939 Jul 16 09:05:03.684435 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.653699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-a4de1e10-c7f0-4c32-9f2b-1684eab02b30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528793 Jul 16 09:05:06.780440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-c189a31f-6c3d-439a-ac22-e6d6eee20518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:06.783273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-c189a31f-6c3d-439a-ac22-e6d6eee20518 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 1097 time: 0.0689063 Jul 16 09:05:06.898622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-25dd52eb-0fd2-4c31-91ac-6330d316b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:06.900906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-25dd52eb-0fd2-4c31-91ac-6330d316b666 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 915 time: 0.0960698 Jul 16 09:05:06.955133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-ff827edb-55f0-4e61-8b87-303152826082 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b HTTP/1.1" status: 200 len: 217 time: 0.0488169 Jul 16 09:05:07.015371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-3f640160-e168-4e77-b9aa-5d5f68c4b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.016877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-3f640160-e168-4e77-b9aa-5d5f68c4b227 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 HTTP/1.1" status: 200 len: 854 time: 0.0556638 Jul 16 09:05:07.054887 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-dea4c9d2-cb56-42ca-8c5e-07fb5d525996 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99b3c81c-e7f1-49a3-b780-b40d7645ce09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jul 16 09:05:07.490586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-b552cf1c-801c-4756-be2d-4407e2af7f05 service neutron] 10.222.0.36 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222586 Jul 16 09:05:07.588387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b6ccc689-020f-4ecb-a1cd-d1e20825b79b req-c2861eb6-39c0-4f25-bb67-915e9b7acf9b service neutron] 10.222.0.36 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894928 Jul 16 09:05:11.603801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4583b2-5305-4999-ac5d-5192a9f1600a req-1204d0d6-b680-4368-9f95-2051efa2f3bb tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:11.606806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f4583b2-5305-4999-ac5d-5192a9f1600a req-1204d0d6-b680-4368-9f95-2051efa2f3bb tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 945 time: 0.0676026 Jul 16 09:05:11.649761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f4583b2-5305-4999-ac5d-5192a9f1600a req-a587b4bc-c28d-494a-8867-44d722303355 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Jul 16 09:05:12.885698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0e206-2c85-4f14-a435-50423563b5a9 req-b3f9d4aa-3400-4000-b3a6-aab7b5a35775 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.887428 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82f0e206-2c85-4f14-a435-50423563b5a9 req-b3f9d4aa-3400-4000-b3a6-aab7b5a35775 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 945 time: 0.0847683 Jul 16 09:05:12.932539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82f0e206-2c85-4f14-a435-50423563b5a9 req-b7b6d4b2-652b-4db8-8832-c286d9552250 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Jul 16 09:05:12.992391 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b601-f42f-43fb-a94d-890319ec53b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.144276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-2b3e6a23-2b5a-47fb-aac1-b84fca9f1b77 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:13.145805 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-2b3e6a23-2b5a-47fb-aac1-b84fca9f1b77 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.36 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 945 time: 0.0691979 Jul 16 09:05:13.264986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Deleting port 0af6b4fb-93f3-48de-939e-3e6943ba043b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:13.265334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.358714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] For port 0af6b4fb-93f3-48de-939e-3e6943ba043b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=0af6b4fb-93f3-48de-939e-3e6943ba043b,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:13.359082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.372762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Calling delete_port for 0af6b4fb-93f3-48de-939e-3e6943ba043b owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:13.521984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.549653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Pushing event deleted for resources: {'Port': ['ID=0af6b4fb-93f3-48de-939e-3e6943ba043b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.555968 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['0af6b4fb-93f3-48de-939e-3e6943ba043b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:13.560844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.561195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.561541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.561877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.562213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.562548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.562878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.563203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.563554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.563881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.564338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.564673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:13.611114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] No DVR routers for this DVR port 0af6b4fb-93f3-48de-939e-3e6943ba043b on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:13.613750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.615766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7e4eec8-c691-4d38-ac00-70b1575c2092 req-d5e9393a-ef68-4d13-b9d7-49976a8b394d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.36 "DELETE /v2.0/ports/0af6b4fb-93f3-48de-939e-3e6943ba043b HTTP/1.1" status: 204 len: 173 time: 0.4642951 Jul 16 09:05:13.616201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91529494-871e-4f61-9432-c3fa6ee075dc', 'name': 'network-vif-deleted', 'tag': '0af6b4fb-93f3-48de-939e-3e6943ba043b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:13.618450 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd8ca9-48f5-41b4-9a5e-27268e5e77f4" -d '{"events": [{"server_uuid": "91529494-871e-4f61-9432-c3fa6ee075dc", "name": "network-vif-deleted", "tag": "0af6b4fb-93f3-48de-939e-3e6943ba043b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:13.669436 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d6eb0-910b-4955-9efb-fa6c4dc7907a x-openstack-request-id: req-611d6eb0-910b-4955-9efb-fa6c4dc7907a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:13.669768 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91529494-871e-4f61-9432-c3fa6ee075dc", "name": "network-vif-deleted", "tag": "0af6b4fb-93f3-48de-939e-3e6943ba043b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:13.670163 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-611d6eb0-910b-4955-9efb-fa6c4dc7907a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:13.670571 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91529494-871e-4f61-9432-c3fa6ee075dc', 'name': 'network-vif-deleted', 'tag': '0af6b4fb-93f3-48de-939e-3e6943ba043b', 'status': 'completed', 'code': 200} Jul 16 09:05:14.098833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-249267d2-7f19-4669-b86c-26b703e55969 req-46b27823-e1aa-4aca-9cfa-621a4fd7ef46 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=91529494-871e-4f61-9432-c3fa6ee075dc HTTP/1.1" status: 200 len: 210 time: 0.0346246 Jul 16 09:05:15.687311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ad0f-92be-4434-9d65-04953582aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.773187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.713962 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.601802 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0af6b4fb-93f3-48de-939e-3e6943ba043b no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:17.623269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 0af6b4fb-93f3-48de-939e-3e6943ba043b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:17.623640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 0af6b4fb-93f3-48de-939e-3e6943ba043b not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:17.916774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.990558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-512b3a3b-7770-4478-b7db-467814976e5b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.992077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-512b3a3b-7770-4478-b7db-467814976e5b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1039598 Jul 16 09:05:18.006961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-654e0df6-8b55-459d-99cc-9453c5c2c68e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Jul 16 09:05:18.082414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-0797dc75-ea02-470c-970c-cac9e14955ce tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708632 Jul 16 09:05:18.171854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-e61b5501-efee-4388-be86-cf7efa4b5063 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823679 Jul 16 09:05:18.266041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-609c8546-4099-4af0-a5c4-1db959269e9f service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885527 Jul 16 09:05:18.424625 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.589572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-73590ace-e48a-44d3-90d2-b70ca71a108e req-c09ce8c0-0e60-4de3-aabb-b11dadc73227 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Jul 16 09:05:19.736687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-c0e4a035-c913-43cb-94c9-bb6b59673763 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.738702 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-c0e4a035-c913-43cb-94c9-bb6b59673763 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1297724 Jul 16 09:05:19.759973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f5408ae-c172-402d-a25f-1da1ff2491cf req-b8f7f831-813e-4b7f-b07e-1ae25fa02913 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 210 time: 0.0374916 Jul 16 09:05:19.762855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:19.897349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:19.902200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.032457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.13 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/44cd08d0-ffec-449e-90a6-0168fcc88cbf) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:20.196744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.210773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object 44cd08d0-ffec-449e-90a6-0168fcc88cbf will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:20.245366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.294506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:20.297815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:20.303082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:20.331348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=44cd08d0-ffec-449e-90a6-0168fcc88cbf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.364526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:20.365196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.383225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-fc161c3f-5242-4714-8888-dc7695c89073 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245866 Jul 16 09:05:20.402251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Request body: {'port': {'device_id': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:20.492567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.623745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2a7f8bd7-e3a5-4f45-b585-54d4da683b18 None None] Provisioning for port 44cd08d0-ffec-449e-90a6-0168fcc88cbf completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:20.628214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2a7f8bd7-e3a5-4f45-b585-54d4da683b18 None None] Provisioning complete for port 44cd08d0-ffec-449e-90a6-0168fcc88cbf triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:20.628925 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8bd7-e3a5-4f45-b585-54d4da683b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.679864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f8bd7-e3a5-4f45-b585-54d4da683b18 None None] Port 44cd08d0-ffec-449e-90a6-0168fcc88cbf cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:20.805496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cd08d0-ffec-449e-90a6-0168fcc88cbf {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:20.813791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.831558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Transition to ACTIVE for port object 44cd08d0-ffec-449e-90a6-0168fcc88cbf will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:20.836560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.906278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Pushing event updated for resources: {'Port': ['ID=44cd08d0-ffec-449e-90a6-0168fcc88cbf,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.075396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Attempting to bind port 44cd08d0-ffec-449e-90a6-0168fcc88cbf on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:21.075741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Attempting to bind port 44cd08d0-ffec-449e-90a6-0168fcc88cbf by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:21.076074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Attempting to bind port 44cd08d0-ffec-449e-90a6-0168fcc88cbf on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:21.088376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Port 44cd08d0-ffec-449e-90a6-0168fcc88cbf on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:21.088710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Attempting to bind port 44cd08d0-ffec-449e-90a6-0168fcc88cbf on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:21.111989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:21.112662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:21.113241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:21.114155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Bound port: 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:21.114730 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.247014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baa34f-139c-46fc-90ee-3b796acd3367 req-2d0069aa-dc49-4bac-b169-81e37fe470a5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.248685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09baa34f-139c-46fc-90ee-3b796acd3367 req-2d0069aa-dc49-4bac-b169-81e37fe470a5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.1626878 Jul 16 09:05:21.254025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] For port 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:21.258497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] For port 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:21.268283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.332998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.333098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.334497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/44cd08d0-ffec-449e-90a6-0168fcc88cbf HTTP/1.1" status: 200 len: 1093 time: 0.9379532 Jul 16 09:05:21.336731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'tag': '44cd08d0-ffec-449e-90a6-0168fcc88cbf'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:21.339602 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee2284-aa95-4572-83f6-b7d08d9cf71c" -d '{"events": [{"name": "network-changed", "server_uuid": "aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66", "tag": "44cd08d0-ffec-449e-90a6-0168fcc88cbf"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:21.346899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09baa34f-139c-46fc-90ee-3b796acd3367 req-45c2355d-23f6-403c-a5ac-a7c6475d7c93 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903928 Jul 16 09:05:21.371498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bebe70-f841-477b-b21a-35887d5153e5 service neutron] Pushing event updated for resources: {'Port': ['ID=44cd08d0-ffec-449e-90a6-0168fcc88cbf,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.410817 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc71055-7a7c-4fe1-b385-366772319ca1 x-openstack-request-id: req-6cc71055-7a7c-4fe1-b385-366772319ca1 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:21.411223 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66", "tag": "44cd08d0-ffec-449e-90a6-0168fcc88cbf", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:21.411579 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cc71055-7a7c-4fe1-b385-366772319ca1 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:21.412083 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'tag': '44cd08d0-ffec-449e-90a6-0168fcc88cbf', 'status': 'completed', 'code': 200} Jul 16 09:05:21.461650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-01a37b88-7ba7-4d47-8797-2b68674efa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.464021 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-01a37b88-7ba7-4d47-8797-2b68674efa4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 1096 time: 0.0655375 Jul 16 09:05:21.515595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-73a5b2c6-a7da-4dfa-999d-f71b58b1f8b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf HTTP/1.1" status: 200 len: 217 time: 0.0383413 Jul 16 09:05:21.565738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-c77f2c38-efdd-4504-9947-ac159394739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.567287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-c77f2c38-efdd-4504-9947-ac159394739b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0462153 Jul 16 09:05:21.629615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900013-f568-416d-bcdb-75b0917602dc req-c21cdc71-9e47-4e16-a91d-7784b17bece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.631257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-c21cdc71-9e47-4e16-a91d-7784b17bece7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582976 Jul 16 09:05:21.721300 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-1193bdb1-835e-43de-9360-0b476ebadd1e service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832572 Jul 16 09:05:21.820094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca900013-f568-416d-bcdb-75b0917602dc req-e0b7228f-cf5b-4799-9909-8046689842ea service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927563 Jul 16 09:05:21.955762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-6ee0518d-bb1b-4c25-98b3-0bf12d458fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.957695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-6ee0518d-bb1b-4c25-98b3-0bf12d458fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 1096 time: 0.0635455 Jul 16 09:05:22.058310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-fd09ecf8-7ddd-49e5-8f47-d33f60b53323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.059883 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-fd09ecf8-7ddd-49e5-8f47-d33f60b53323 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0965166 Jul 16 09:05:22.112402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-a1897579-37e1-446d-a498-f3fb6ba0d18b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf HTTP/1.1" status: 200 len: 217 time: 0.0461206 Jul 16 09:05:22.219601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-31a56516-ff13-446d-8974-2d8854b4fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.221360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-31a56516-ff13-446d-8974-2d8854b4fb24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0966208 Jul 16 09:05:22.271511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-8c5444d5-8b5d-415b-b50d-88fc028f78ad tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.272963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-8c5444d5-8b5d-415b-b50d-88fc028f78ad tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 814 time: 0.1705742 Jul 16 09:05:22.291936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-7f334634-d97d-43bd-a83f-e5f06fc13a7c tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/quotas/0ecb645282384fd29c5ad9f3374aa959 HTTP/1.1" status: 200 len: 375 time: 0.0131710 Jul 16 09:05:22.336655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-9bb77591-8bd1-47b0-9307-b7abb3102cc4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379789 Jul 16 09:05:22.339629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-b9cf5da9-3600-4e76-a7c8-28d77bb6bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.340995 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-b9cf5da9-3600-4e76-a7c8-28d77bb6bde4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101308 Jul 16 09:05:22.515255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-fdf48654-9b2a-40c9-9789-683a0de3fb01 service neutron] 10.222.0.41 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680586 Jul 16 09:05:22.515255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-1550e142-1a65-49e2-800c-92d4251f8364 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629477 Jul 16 09:05:22.543796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a717296-ae18-45f3-a3e4-ea8b6c7b8e9b req-463f0886-e4c4-41fe-85e5-0165fe2e135e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.546141 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a717296-ae18-45f3-a3e4-ea8b6c7b8e9b req-463f0886-e4c4-41fe-85e5-0165fe2e135e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.0750804 Jul 16 09:05:22.593219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a717296-ae18-45f3-a3e4-ea8b6c7b8e9b req-41b2098e-030c-4029-96d1-0a5982fb4701 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Jul 16 09:05:22.674100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-e77aa2b2-4b2f-4a7f-81d5-4aea19f7fe5a service neutron] 10.222.0.41 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552548 Jul 16 09:05:22.677540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ee2284-aa95-4572-83f6-b7d08d9cf71c req-b0430687-53a0-4a75-9bff-26a6556a76a4 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500669 Jul 16 09:05:22.856931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20367ace-c8cb-42b0-93e5-9c6864b2b4e2 req-471e8a93-5ddc-47e3-a8f6-99aef969f1b9 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 210 time: 0.0308795 Jul 16 09:05:23.691999 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:23.788804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2cbc3-3598-4666-b208-c347571c28c2 req-4ea0ede7-9b72-4561-b657-93e36cf3e09e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.791114 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdd2cbc3-3598-4666-b208-c347571c28c2 req-4ea0ede7-9b72-4561-b657-93e36cf3e09e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.0833125 Jul 16 09:05:23.872012 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdd2cbc3-3598-4666-b208-c347571c28c2 req-0f5f0b11-0db3-47cd-b9d8-d84f40c7fd55 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735593 Jul 16 09:05:23.965506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-27411943-bdb3-45f1-a0e3-f5be83143fd5 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.967311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-27411943-bdb3-45f1-a0e3-f5be83143fd5 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.18 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 814 time: 0.1460464 Jul 16 09:05:23.981927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Request body: {'port': {'device_id': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09', 'admin_state_up': True, 'tenant_id': '0ecb645282384fd29c5ad9f3374aa959'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:24.130831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Made reservation on behalf of 0ecb645282384fd29c5ad9f3374aa959 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:24.135200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.241497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2c6545c-062e-448f-837f-a88635a202af req-750097ca-4729-4257-b0de-7bcf28817cd0 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 210 time: 0.0334668 Jul 16 09:05:24.270730 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Allocated IP 172.20.0.10 (99b3c81c-e7f1-49a3-b780-b40d7645ce09/d2a79e46-cd7b-4b60-8430-4e0e3b087fb8/e2057905-98cc-4eb7-9193-0b55f3e2ffab) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:24.421826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.459427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.505469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:24.509209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:24.513201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:24.519751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Pushing event updated for resources: {'Port': ['ID=e2057905-98cc-4eb7-9193-0b55f3e2ffab,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:24.568277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:24.568887 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.583143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-06100be7-75d5-46d4-bf9e-56f8041de9be tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067586 Jul 16 09:05:24.594634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Request body: {'port': {'device_id': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:24.664763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.933481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2057905-98cc-4eb7-9193-0b55f3e2ffab {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:24.941515 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.954466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Transition to ACTIVE for port object e2057905-98cc-4eb7-9193-0b55f3e2ffab will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:24.958469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.012162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Pushing event updated for resources: {'Port': ['ID=e2057905-98cc-4eb7-9193-0b55f3e2ffab,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.129110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Attempting to bind port e2057905-98cc-4eb7-9193-0b55f3e2ffab on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:25.129446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Attempting to bind port e2057905-98cc-4eb7-9193-0b55f3e2ffab by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:25.129775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Attempting to bind port e2057905-98cc-4eb7-9193-0b55f3e2ffab on network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:25.141745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d8de5-d094-4fc0-b2e8-34dd61c7d973 req-90f0531c-64b5-400d-9078-c44bdb7d0165 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.143238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-357d8de5-d094-4fc0-b2e8-34dd61c7d973 req-90f0531c-64b5-400d-9078-c44bdb7d0165 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.1342821 Jul 16 09:05:25.144228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Port e2057905-98cc-4eb7-9193-0b55f3e2ffab on network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:25.144545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Attempting to bind port e2057905-98cc-4eb7-9193-0b55f3e2ffab on network 99b3c81c-e7f1-49a3-b780-b40d7645ce09 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:25.152109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:25.152450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Checking segment: {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:25.152829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Bound using segment: {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:25.153255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Bound port: e2057905-98cc-4eb7-9193-0b55f3e2ffab, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ddad5a-e395-4fd0-920a-d87ffe74d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:25.153614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.220262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-357d8de5-d094-4fc0-b2e8-34dd61c7d973 req-7b2a3fb9-45c4-4eb7-b45c-fc9b842f659a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697908 Jul 16 09:05:25.242002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] For port e2057905-98cc-4eb7-9193-0b55f3e2ffab, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:25.245655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] For port e2057905-98cc-4eb7-9193-0b55f3e2ffab, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:25.250446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.283910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.284526 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.285913 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] 10.222.0.18 "PUT /v2.0/ports/e2057905-98cc-4eb7-9193-0b55f3e2ffab HTTP/1.1" status: 200 len: 1093 time: 0.6953790 Jul 16 09:05:25.286358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'tag': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:25.288590 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a76dfd0-c377-4c38-a498-21fbf5e81877" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0d8b6d-7121-4e25-8407-883ed7b8eee1", "tag": "e2057905-98cc-4eb7-9193-0b55f3e2ffab"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:25.340068 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce1b0f-88b4-4440-a696-82e800a62c10 x-openstack-request-id: req-65ce1b0f-88b4-4440-a696-82e800a62c10 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:25.340358 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0d8b6d-7121-4e25-8407-883ed7b8eee1", "tag": "e2057905-98cc-4eb7-9193-0b55f3e2ffab", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:25.340611 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65ce1b0f-88b4-4440-a696-82e800a62c10 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:25.341012 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'tag': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab', 'status': 'completed', 'code': 200} Jul 16 09:05:25.342937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14af97-6c31-4bab-8bad-b0aebf11801e service neutron] Pushing event updated for resources: {'Port': ['ID=e2057905-98cc-4eb7-9193-0b55f3e2ffab,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.397018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-eb337bcb-be75-4306-be05-0b775eda3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.398545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-eb337bcb-be75-4306-be05-0b775eda3e17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 1096 time: 0.0709054 Jul 16 09:05:25.421225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea92ee-8e69-4e90-9655-550fcdfd492f req-2e7d71d9-0114-490a-ae5a-9ea44f710e3a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.422727 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5fea92ee-8e69-4e90-9655-550fcdfd492f req-2e7d71d9-0114-490a-ae5a-9ea44f710e3a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 944 time: 0.0648487 Jul 16 09:05:25.440289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-fb7cbb1a-6818-4ff2-9741-1cccd4f612e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab HTTP/1.1" status: 200 len: 217 time: 0.0346460 Jul 16 09:05:25.460625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5fea92ee-8e69-4e90-9655-550fcdfd492f req-0112db67-f05e-479a-ba63-3012dc878d4a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322294 Jul 16 09:05:25.488933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-454b0b09-6326-4eec-b007-64aa2fffd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.490418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-454b0b09-6326-4eec-b007-64aa2fffd700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 HTTP/1.1" status: 200 len: 854 time: 0.0441394 Jul 16 09:05:25.526875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-945b8dfb-3ab8-4f0c-a7d2-e66e466d66bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99b3c81c-e7f1-49a3-b780-b40d7645ce09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296702 Jul 16 09:05:25.613468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-c10a57ac-2f60-4b2d-9b22-ff9c418384bc service neutron] 10.222.0.18 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804720 Jul 16 09:05:25.703715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-996b5c66-a46e-4fff-a481-ad764e1a06dd req-0eb8254f-d26a-4270-aa53-5a2309160309 service neutron] 10.222.0.18 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842972 Jul 16 09:05:25.799797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-957e12a4-464d-4298-9a9d-709d2046be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.801352 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-957e12a4-464d-4298-9a9d-709d2046be54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ecb645282384fd29c5ad9f3374aa959&device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 1096 time: 0.0543015 Jul 16 09:05:25.894365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-1909a181-6ab0-4436-9674-ae13581a8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.895757 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-1909a181-6ab0-4436-9674-ae13581a8582 service neutron] 10.222.0.18 "GET /v2.0/networks?id=99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 200 len: 915 time: 0.0875580 Jul 16 09:05:26.262630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-19cb369c-7431-4e81-865e-f50ff44dd382 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab HTTP/1.1" status: 200 len: 217 time: 0.3593209 Jul 16 09:05:26.312641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-faf9a149-aa38-4282-9957-df0643da73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.314200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-faf9a149-aa38-4282-9957-df0643da73e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 HTTP/1.1" status: 200 len: 854 time: 0.0446219 Jul 16 09:05:26.349166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-ad5ab5d2-583f-401b-b4ef-79c08d721411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99b3c81c-e7f1-49a3-b780-b40d7645ce09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279529 Jul 16 09:05:26.476970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be066-cbb5-4d9b-b917-012239c49541 req-8cb37eab-f38d-49d5-98d4-ea7bd3998316 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.479434 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-047be066-cbb5-4d9b-b917-012239c49541 req-8cb37eab-f38d-49d5-98d4-ea7bd3998316 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.1324775 Jul 16 09:05:26.503056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-99af942a-12bd-418a-b2aa-2309c07c54ee service neutron] 10.222.0.18 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448486 Jul 16 09:05:26.545279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-047be066-cbb5-4d9b-b917-012239c49541 req-07ccb5d7-d5e5-4eb5-b149-d049ea845464 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601435 Jul 16 09:05:26.607768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3a76dfd0-c377-4c38-a498-21fbf5e81877 req-a7c620dd-d374-44d4-ac26-83ddea17b859 service neutron] 10.222.0.18 "GET /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963211 Jul 16 09:05:26.639726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1adbe-c380-4040-8757-16fdf2345cfe req-60ca6e15-a239-49b8-acde-ddf77f63f7a8 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.641197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-edd1adbe-c380-4040-8757-16fdf2345cfe req-60ca6e15-a239-49b8-acde-ddf77f63f7a8 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 944 time: 0.0689602 Jul 16 09:05:26.678045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-edd1adbe-c380-4040-8757-16fdf2345cfe req-f1e32daf-16a4-4f3c-ba84-6a7c2bfed7d1 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jul 16 09:05:27.723861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbe3d0-2737-4141-abce-593d14221b5e req-732f6e93-fd6a-49a0-a584-c01c3bff6e0a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:27.725377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6dbbe3d0-2737-4141-abce-593d14221b5e req-732f6e93-fd6a-49a0-a584-c01c3bff6e0a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.0684085 Jul 16 09:05:27.764124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6dbbe3d0-2737-4141-abce-593d14221b5e req-65b964d3-e483-4a76-9b4e-28ad3d4e3f61 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jul 16 09:05:27.855129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91193486-f675-43a3-baf6-7a2838690279 req-0979c489-b282-4e97-8a87-7386785e7443 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:27.856549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91193486-f675-43a3-baf6-7a2838690279 req-0979c489-b282-4e97-8a87-7386785e7443 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 944 time: 0.0627372 Jul 16 09:05:27.893181 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91193486-f675-43a3-baf6-7a2838690279 req-812e1b0a-9d16-4eaa-bc01-de8c2e0714b1 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Jul 16 09:05:28.943724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7f2c6-287d-4147-9f5d-e02df13cb8db req-50d42259-b693-47af-878e-934ba759f420 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:28.945219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2b7f2c6-287d-4147-9f5d-e02df13cb8db req-50d42259-b693-47af-878e-934ba759f420 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.0640063 Jul 16 09:05:28.983257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2b7f2c6-287d-4147-9f5d-e02df13cb8db req-fec1e561-247d-49ff-b6dd-44326eea7ed4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jul 16 09:05:29.069055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc91d2-de16-4f8d-8e6a-01cd958a8f79 req-6d3d14bc-5969-425c-813d-d1b5c1440e13 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.070527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51dc91d2-de16-4f8d-8e6a-01cd958a8f79 req-6d3d14bc-5969-425c-813d-d1b5c1440e13 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 944 time: 0.0656545 Jul 16 09:05:29.108206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51dc91d2-de16-4f8d-8e6a-01cd958a8f79 req-5acdb22e-381c-4138-bf82-6a7367d198b0 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316041 Jul 16 09:05:29.562407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e2057905-98cc-4eb7-9193-0b55f3e2ffab details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:29.655369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e2057905-98cc-4eb7-9193-0b55f3e2ffab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:29.666817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab', 'network_id': '99b3c81c-e7f1-49a3-b780-b40d7645ce09', 'port_id': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab', 'mac_address': 'fa:16:3e:19:56:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a79e46-cd7b-4b60-8430-4e0e3b087fb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:29.705830 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.718021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2057905-98cc-4eb7-9193-0b55f3e2ffab {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:29.736751 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e2057905-98cc-4eb7-9193-0b55f3e2ffab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:29.740967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.787534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e2057905-98cc-4eb7-9193-0b55f3e2ffab,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.936255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e2057905-98cc-4eb7-9193-0b55f3e2ffab'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:30.158631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d899525-cde2-41cd-b203-1ef239f43aa6 req-9278aee7-2092-485b-b0a4-6b767f5f9658 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.160146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d899525-cde2-41cd-b203-1ef239f43aa6 req-9278aee7-2092-485b-b0a4-6b767f5f9658 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.0635369 Jul 16 09:05:30.198445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d899525-cde2-41cd-b203-1ef239f43aa6 req-40c00a1e-4f5c-479c-923b-dbff2c6c330d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 16 09:05:30.283811 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91e7e7-9762-4840-a9bc-dcdf58561f40 req-a6fe4845-9bde-4782-90b0-c48b69e373ac tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.285297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e91e7e7-9762-4840-a9bc-dcdf58561f40 req-a6fe4845-9bde-4782-90b0-c48b69e373ac tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 945 time: 0.0636623 Jul 16 09:05:30.323024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e91e7e7-9762-4840-a9bc-dcdf58561f40 req-de945843-a119-4de5-a5f9-b9a1e57c417c tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Jul 16 09:05:31.375513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ab71d-713c-4908-baf6-dcb2074101db req-9d219fcc-a0b8-4c56-b336-712c1e37dc3d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:31.377030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-779ab71d-713c-4908-baf6-dcb2074101db req-9d219fcc-a0b8-4c56-b336-712c1e37dc3d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 944 time: 0.0681970 Jul 16 09:05:31.420894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-779ab71d-713c-4908-baf6-dcb2074101db req-d2aa4299-d09f-4c41-8910-c6d35f9dde95 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Jul 16 09:05:31.499567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad95a-d07f-4f99-b3a5-759d28d9dd1d req-d63a5bec-a517-4b4a-b785-390fdb5efe1d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:31.501290 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78fad95a-d07f-4f99-b3a5-759d28d9dd1d req-d63a5bec-a517-4b4a-b785-390fdb5efe1d tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 945 time: 0.0628462 Jul 16 09:05:31.539007 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78fad95a-d07f-4f99-b3a5-759d28d9dd1d req-61d9ef78-09e1-4fc1-8b87-fcd4cb6778cc tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Jul 16 09:05:31.564390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e2057905-98cc-4eb7-9193-0b55f3e2ffab up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:31.612979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44cd08d0-ffec-449e-90a6-0168fcc88cbf details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:31.619082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port e2057905-98cc-4eb7-9193-0b55f3e2ffab completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:31.629559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port e2057905-98cc-4eb7-9193-0b55f3e2ffab triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:31.629954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.894863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:31.924878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '44cd08d0-ffec-449e-90a6-0168fcc88cbf', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': '44cd08d0-ffec-449e-90a6-0168fcc88cbf', 'mac_address': 'fa:16:3e:41:9a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:31.956171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.985331 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.990912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:31.993969 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90bceb-adc4-4438-8236-8c3b0b5797df" -d '{"events": [{"server_uuid": "4d0d8b6d-7121-4e25-8407-883ed7b8eee1", "name": "network-vif-plugged", "status": "completed", "tag": "e2057905-98cc-4eb7-9193-0b55f3e2ffab"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:32.013629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port e2057905-98cc-4eb7-9193-0b55f3e2ffab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:32.015470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cd08d0-ffec-449e-90a6-0168fcc88cbf {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:32.020987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.051080 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a8e2f-35e2-432b-9890-bd4b5a91be85 x-openstack-request-id: req-c96a8e2f-35e2-432b-9890-bd4b5a91be85 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:32.051388 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0d8b6d-7121-4e25-8407-883ed7b8eee1", "name": "network-vif-plugged", "status": "completed", "tag": "e2057905-98cc-4eb7-9193-0b55f3e2ffab", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:32.051636 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c96a8e2f-35e2-432b-9890-bd4b5a91be85 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:32.052010 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab', 'code': 200} Jul 16 09:05:32.064659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:32.071284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.086702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=e2057905-98cc-4eb7-9193-0b55f3e2ffab,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.134143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=44cd08d0-ffec-449e-90a6-0168fcc88cbf,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.143954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f548d3-0869-4155-9994-17d8c86b280b req-88c6a7e5-8798-43bf-ba6a-45911f470923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.145504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f548d3-0869-4155-9994-17d8c86b280b req-88c6a7e5-8798-43bf-ba6a-45911f470923 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 1098 time: 0.0520051 Jul 16 09:05:32.179147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-98f548d3-0869-4155-9994-17d8c86b280b req-c91e088b-b5cb-4ec5-8544-0a9b7f4cd838 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272815 Jul 16 09:05:32.339863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44cd08d0-ffec-449e-90a6-0168fcc88cbf'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:32.599477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64522fd-f4b7-410b-afbc-e625ab894a8c req-0c28d449-dfca-40fd-bc61-c35e34cd4642 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.601043 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c64522fd-f4b7-410b-afbc-e625ab894a8c req-0c28d449-dfca-40fd-bc61-c35e34cd4642 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 945 time: 0.0684114 Jul 16 09:05:32.638997 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c64522fd-f4b7-410b-afbc-e625ab894a8c req-071257af-98be-4b0c-b29f-071966a39ab2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325050 Jul 16 09:05:32.716675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3f66f-0a37-411c-af5b-894eaddad3ff req-e4d17968-8f5d-4e7a-bcdc-14890a54a30b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.718085 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89d3f66f-0a37-411c-af5b-894eaddad3ff req-e4d17968-8f5d-4e7a-bcdc-14890a54a30b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 946 time: 0.0666299 Jul 16 09:05:32.754608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89d3f66f-0a37-411c-af5b-894eaddad3ff req-d5698c25-ad75-4604-b0fb-dd96190b1751 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Jul 16 09:05:33.628525 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44cd08d0-ffec-449e-90a6-0168fcc88cbf up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:33.682494 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.687913 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 44cd08d0-ffec-449e-90a6-0168fcc88cbf completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:33.691756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 44cd08d0-ffec-449e-90a6-0168fcc88cbf triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:33.692145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.768399 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.802740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:33.808041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.827909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3452119-726e-4a3d-bbc7-f6f3226c572f req-3f347395-0c7c-49f4-97e3-ddc7fae5b29b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.830575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3452119-726e-4a3d-bbc7-f6f3226c572f req-3f347395-0c7c-49f4-97e3-ddc7fae5b29b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 945 time: 0.0794637 Jul 16 09:05:33.869499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=44cd08d0-ffec-449e-90a6-0168fcc88cbf,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:33.871134 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3452119-726e-4a3d-bbc7-f6f3226c572f req-ad1028ae-8663-4ae7-854b-0ca74f58c492 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Jul 16 09:05:33.940116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a7710-d0b5-4374-8981-a0bf7f406b03 req-b40f5ce1-d606-41a8-b163-2b9a3a286730 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.941612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-597a7710-d0b5-4374-8981-a0bf7f406b03 req-b40f5ce1-d606-41a8-b163-2b9a3a286730 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 946 time: 0.0664990 Jul 16 09:05:33.979527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-597a7710-d0b5-4374-8981-a0bf7f406b03 req-de241b88-1de4-4060-8963-0413df3d0b4a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Jul 16 09:05:34.053235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cd08d0-ffec-449e-90a6-0168fcc88cbf'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:34.056397 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf132b-08ed-4706-a3ef-c39adf47664b" -d '{"events": [{"server_uuid": "aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66", "name": "network-vif-plugged", "status": "completed", "tag": "44cd08d0-ffec-449e-90a6-0168fcc88cbf"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:34.093396 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9c9f09-2f9b-479b-bdc3-108042e335e7 x-openstack-request-id: req-de9c9f09-2f9b-479b-bdc3-108042e335e7 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:34.093692 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66", "name": "network-vif-plugged", "status": "completed", "tag": "44cd08d0-ffec-449e-90a6-0168fcc88cbf", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:34.093992 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de9c9f09-2f9b-479b-bdc3-108042e335e7 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:34.094353 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cd08d0-ffec-449e-90a6-0168fcc88cbf', 'code': 200} Jul 16 09:05:34.235231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7773-c4a4-4c18-8256-59440cd87eab req-79e67a33-2dbb-4c41-8d30-cf9fc86d6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:34.236767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d5e7773-c4a4-4c18-8256-59440cd87eab req-79e67a33-2dbb-4c41-8d30-cf9fc86d6adb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0538888 Jul 16 09:05:34.272619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7d5e7773-c4a4-4c18-8256-59440cd87eab req-db0610e8-16d1-4b6a-a8b9-78a97d2e1930 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295796 Jul 16 09:05:35.057727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c9bc-c99e-4727-9ea4-1eecbac9832a req-cd009af5-0c19-4e0b-bdfa-65db2555c97d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:35.059240 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a07c9bc-c99e-4727-9ea4-1eecbac9832a req-cd009af5-0c19-4e0b-bdfa-65db2555c97d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 946 time: 0.0688131 Jul 16 09:05:35.098054 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5a07c9bc-c99e-4727-9ea4-1eecbac9832a req-22d32d79-becc-4b09-8db7-881c5befda31 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Jul 16 09:05:36.284498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2c2f3-8a2d-4e77-bfc4-8e15352a13aa req-5af8e036-cdb1-4b84-ab31-f3518fb9e9e2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.285969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b2c2f3-8a2d-4e77-bfc4-8e15352a13aa req-5af8e036-cdb1-4b84-ab31-f3518fb9e9e2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 946 time: 0.0668778 Jul 16 09:05:36.324565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-66b2c2f3-8a2d-4e77-bfc4-8e15352a13aa req-0e9fb6c2-077a-47e0-b26b-22003eea40e7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jul 16 09:05:36.499062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70e23-e006-42e6-892c-52c7ec5a8186 req-1b17274e-1ce0-4fcd-9d0c-ae345ba00004 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.500869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32a70e23-e006-42e6-892c-52c7ec5a8186 req-1b17274e-1ce0-4fcd-9d0c-ae345ba00004 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 946 time: 0.0658042 Jul 16 09:05:36.538839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32a70e23-e006-42e6-892c-52c7ec5a8186 req-b331f81e-65ee-42dd-a14a-d30a553ff806 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Jul 16 09:05:39.073206 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-f90e2523-e85e-4134-8016-107ede5b40c4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.074657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-f90e2523-e85e-4134-8016-107ede5b40c4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1060219 Jul 16 09:05:39.089150 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-5f4ecf8e-553e-4110-b2c9-e91de39949b4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0092242 Jul 16 09:05:39.155174 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-9bb404a1-89e0-488f-a2cf-5bd717d3a6b5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612414 Jul 16 09:05:39.247309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-c9105256-93c7-4bb3-bb50-8c5cc1829632 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855601 Jul 16 09:05:39.333819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-881c5c67-63db-41da-8475-eb3743f9c673 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806856 Jul 16 09:05:39.529930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3a500a2-38f4-4b45-8472-8007a55fc931 req-d88aa29a-25b3-4139-9d06-88714738a3f0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 210 time: 0.0299799 Jul 16 09:05:40.689465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7888d7b8-5fa2-4322-b88e-9d5259c50a7c req-545fb859-222c-4233-9654-5ddc74ad51e5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 210 time: 0.0367384 Jul 16 09:05:40.697579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-2b219206-68d9-47c4-9088-101d963f67a1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.698998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-2b219206-68d9-47c4-9088-101d963f67a1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1408238 Jul 16 09:05:40.719167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': 'ff204e19-7996-4049-b43b-6effb3559c31', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:40.835028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:40.839258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.971346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.8 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/eb1bc441-9b10-4999-8c3a-115799701305) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:41.137343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.152142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object eb1bc441-9b10-4999-8c3a-115799701305 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:41.188934 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.223011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44cd08d0-ffec-449e-90a6-0168fcc88cbf'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:41.232701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:41.234146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:41.238181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:41.287643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=eb1bc441-9b10-4999-8c3a-115799701305,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.312509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.313280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.333315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-78ad508f-b2ad-4742-b237-a7bf756b0998 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6195219 Jul 16 09:05:41.351961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Request body: {'port': {'device_id': 'ff204e19-7996-4049-b43b-6effb3559c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.431971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.543208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-43f4f2ed-3d95-44d0-b6a5-7d745d7d49cd None None] Provisioning for port eb1bc441-9b10-4999-8c3a-115799701305 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:41.547365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-43f4f2ed-3d95-44d0-b6a5-7d745d7d49cd None None] Provisioning complete for port eb1bc441-9b10-4999-8c3a-115799701305 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:41.547918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43f4f2ed-3d95-44d0-b6a5-7d745d7d49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.586111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43f4f2ed-3d95-44d0-b6a5-7d745d7d49cd None None] Port eb1bc441-9b10-4999-8c3a-115799701305 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:41.629659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-c7e55167-ad8a-4a3c-a373-3c2f4fb17d83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1599572 Jul 16 09:05:41.810861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa561bd-278f-4d5b-b970-9748c943952a req-5d5acd0f-0321-4724-a4ae-8209a8f0b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.812408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-5d5acd0f-0321-4724-a4ae-8209a8f0b9de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=218427844f7946ad947ad8bd48f3a856&device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 1098 time: 0.1280589 Jul 16 09:05:41.822825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1bc441-9b10-4999-8c3a-115799701305 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:41.832085 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.871943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Transition to ACTIVE for port object eb1bc441-9b10-4999-8c3a-115799701305 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:41.878895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.887482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a994dcd-5c39-49f9-a0c2-316869847762 req-991a5945-005d-4c30-9674-5fa12e055432 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.889772 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8a994dcd-5c39-49f9-a0c2-316869847762 req-991a5945-005d-4c30-9674-5fa12e055432 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 931 time: 0.0678878 Jul 16 09:05:41.935951 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8a994dcd-5c39-49f9-a0c2-316869847762 req-98ee1b07-c5cf-49ab-8d9b-1cbff680fadd tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Jul 16 09:05:42.012560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1bc441-9b10-4999-8c3a-115799701305,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.047213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa561bd-278f-4d5b-b970-9748c943952a req-5d9dab65-76ee-44d2-bb38-d58380700a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.048824 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-5d9dab65-76ee-44d2-bb38-d58380700a59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 200 len: 909 time: 0.2096550 Jul 16 09:05:42.125685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Attempting to bind port eb1bc441-9b10-4999-8c3a-115799701305 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:42.126027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Attempting to bind port eb1bc441-9b10-4999-8c3a-115799701305 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:42.126360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Attempting to bind port eb1bc441-9b10-4999-8c3a-115799701305 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:42.136093 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-36ecb2de-09bf-4267-9cdc-dad6302c5ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 200 len: 1001 time: 0.0790040 Jul 16 09:05:42.136796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Port eb1bc441-9b10-4999-8c3a-115799701305 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:42.137122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Attempting to bind port eb1bc441-9b10-4999-8c3a-115799701305 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:42.150726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:42.151065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:42.151464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:42.151902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Bound port: eb1bc441-9b10-4999-8c3a-115799701305, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:42.152261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.231122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa561bd-278f-4d5b-b970-9748c943952a req-8d6759cf-1a0d-4eac-8f8c-9629211ca7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.232667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-8d6759cf-1a0d-4eac-8f8c-9629211ca7d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 200 len: 847 time: 0.0900705 Jul 16 09:05:42.283710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] For port eb1bc441-9b10-4999-8c3a-115799701305, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:42.298561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] For port eb1bc441-9b10-4999-8c3a-115799701305, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=eb1bc441-9b10-4999-8c3a-115799701305,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:42.306124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.343140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.344069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.345487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb1bc441-9b10-4999-8c3a-115799701305 HTTP/1.1" status: 200 len: 1092 time: 0.9989467 Jul 16 09:05:42.347968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff204e19-7996-4049-b43b-6effb3559c31', 'tag': 'eb1bc441-9b10-4999-8c3a-115799701305'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:42.350137 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f25d95a-1868-4aaf-8a52-dc32fea3716f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff204e19-7996-4049-b43b-6effb3559c31", "tag": "eb1bc441-9b10-4999-8c3a-115799701305"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:42.404407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa561bd-278f-4d5b-b970-9748c943952a req-8dfe4d12-4b11-4a17-be80-1b1eb5242ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.406069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-8dfe4d12-4b11-4a17-be80-1b1eb5242ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9dcbd04-2238-480b-84bb-04e305a75491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668930 Jul 16 09:05:42.422278 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98433fe-067b-416c-ab24-ffd7ca8dbcb0 x-openstack-request-id: req-f98433fe-067b-416c-ab24-ffd7ca8dbcb0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:42.422729 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff204e19-7996-4049-b43b-6effb3559c31", "tag": "eb1bc441-9b10-4999-8c3a-115799701305", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:42.423083 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f98433fe-067b-416c-ab24-ffd7ca8dbcb0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:42.423658 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff204e19-7996-4049-b43b-6effb3559c31', 'tag': 'eb1bc441-9b10-4999-8c3a-115799701305', 'status': 'completed', 'code': 200} Jul 16 09:05:42.432944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26795e-cb07-4f75-9345-bf4b2fd8a3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1bc441-9b10-4999-8c3a-115799701305,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.550445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-b7e5620d-fb41-4b57-95ab-edda44d83116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.552018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-b7e5620d-fb41-4b57-95ab-edda44d83116 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 1095 time: 0.1429558 Jul 16 09:05:42.555836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-2c5570b8-f86b-4d4f-a153-6a8526206eec service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353731 Jul 16 09:05:42.628573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-6d95aee5-ba81-4576-8353-348f14864653 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1bc441-9b10-4999-8c3a-115799701305 HTTP/1.1" status: 200 len: 217 time: 0.0591025 Jul 16 09:05:42.723124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-0e12e0d8-95f4-43ac-ad48-9750c04af0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.724598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-0e12e0d8-95f4-43ac-ad48-9750c04af0fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0888641 Jul 16 09:05:42.729876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-efa561bd-278f-4d5b-b970-9748c943952a req-1785121b-761d-47d6-be5d-bbac67212a65 service neutron] 10.222.0.18 "GET /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678226 Jul 16 09:05:42.787272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-541a8024-659e-4178-a632-62e54e00491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.789419 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-541a8024-659e-4178-a632-62e54e00491b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572250 Jul 16 09:05:42.890610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-47ad62e2-8b32-4acf-b48d-fd0e32197307 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947239 Jul 16 09:05:42.997009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2da98907-a03b-47de-9b6f-f224602f610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.003650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a01013c9-239e-43a2-bc3a-5f7dd5900075 req-f78dd6c2-ef80-49e4-84bd-6ae8bf9ea396 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038439 Jul 16 09:05:43.142164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-50f4115c-ff79-4e6f-af10-6590ade9eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.143722 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-50f4115c-ff79-4e6f-af10-6590ade9eb67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 1095 time: 0.0594702 Jul 16 09:05:43.154597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131f4ac-c0ea-4669-9e06-569a5cda488a req-38722610-b4bf-4f1e-9fed-e209824f8759 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.156214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d131f4ac-c0ea-4669-9e06-569a5cda488a req-38722610-b4bf-4f1e-9fed-e209824f8759 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0710161 Jul 16 09:05:43.198650 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d131f4ac-c0ea-4669-9e06-569a5cda488a req-560502cf-cbd8-4b01-8de7-cd12b3e19712 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Jul 16 09:05:43.248091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-8eca5e8c-807c-4540-a330-93ad64424244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.249514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-8eca5e8c-807c-4540-a330-93ad64424244 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0992126 Jul 16 09:05:43.291592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-5156dfb4-f09c-4e8d-b690-c4d7287265f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1bc441-9b10-4999-8c3a-115799701305 HTTP/1.1" status: 200 len: 217 time: 0.0360830 Jul 16 09:05:43.358881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-d8f38f7e-8b32-409b-9803-75ef0fb2af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.360380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-d8f38f7e-8b32-409b-9803-75ef0fb2af0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0624371 Jul 16 09:05:43.422004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-40dd26d9-4399-40ed-928d-1e1dc8065b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.423547 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-40dd26d9-4399-40ed-928d-1e1dc8065b3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575378 Jul 16 09:05:43.540065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-91f289ee-9048-4833-b075-eb05a27bfbb6 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092846 Jul 16 09:05:43.650242 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f25d95a-1868-4aaf-8a52-dc32fea3716f req-37bf68b0-7d34-4b8f-b784-7caf6cfbfc0c service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051278 Jul 16 09:05:44.452936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e68ec8-4c7f-43fe-8eeb-8cb30b62f95d req-a5ec885a-2490-4d77-999c-b8b57083e096 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.459711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41e68ec8-4c7f-43fe-8eeb-8cb30b62f95d req-a5ec885a-2490-4d77-999c-b8b57083e096 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0847018 Jul 16 09:05:44.511504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-41e68ec8-4c7f-43fe-8eeb-8cb30b62f95d req-b9324a30-a28e-4d24-a08c-7e893d7859c9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Jul 16 09:05:45.688735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-64ef01f9-bdfa-46e1-a9a3-04bcd25eecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.757358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385dbb8-4207-41ae-8dae-0f7038e1aab4 req-59007867-a5c0-463d-9a90-a9b055dc6bd6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:45.766711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9385dbb8-4207-41ae-8dae-0f7038e1aab4 req-59007867-a5c0-463d-9a90-a9b055dc6bd6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.1032119 Jul 16 09:05:45.781188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.815118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9385dbb8-4207-41ae-8dae-0f7038e1aab4 req-928c46d9-b267-41e6-b0fb-1a3752140644 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 Jul 16 09:05:46.729373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.061680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e323-47fb-48ca-b16a-7d701e8e1588 req-a3d13830-9997-4881-8aa7-3aa316da03a7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.069050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebe0e323-47fb-48ca-b16a-7d701e8e1588 req-a3d13830-9997-4881-8aa7-3aa316da03a7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.1167796 Jul 16 09:05:47.119651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebe0e323-47fb-48ca-b16a-7d701e8e1588 req-8595e68e-b87a-4115-b753-0b38de9cfb16 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Jul 16 09:05:47.920828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.339892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936ed2-9dde-4742-b1a5-75a44791e03c req-1e50626e-9db2-4458-b944-0960cab4c505 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:48.341452 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4936ed2-9dde-4742-b1a5-75a44791e03c req-1e50626e-9db2-4458-b944-0960cab4c505 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0717447 Jul 16 09:05:48.385952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4936ed2-9dde-4742-b1a5-75a44791e03c req-75357224-b565-4907-a6b3-56fea4afba04 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Jul 16 09:05:48.424154 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.591048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003cc8b-05e5-4efc-8b5f-d12a2f2c8188 req-d0074f77-0ba3-4b9e-84de-7c6428d1808f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:49.595374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e003cc8b-05e5-4efc-8b5f-d12a2f2c8188 req-d0074f77-0ba3-4b9e-84de-7c6428d1808f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0656240 Jul 16 09:05:49.633675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e003cc8b-05e5-4efc-8b5f-d12a2f2c8188 req-38e425c4-33d6-4762-b817-3df281e8ff1c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Jul 16 09:05:50.819412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36ad4-b1b5-4e4b-915a-1298e103062a req-5cd7a446-c5f7-464c-973c-23d78edb67df tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:50.821537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ed36ad4-b1b5-4e4b-915a-1298e103062a req-5cd7a446-c5f7-464c-973c-23d78edb67df tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0716441 Jul 16 09:05:50.860301 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ed36ad4-b1b5-4e4b-915a-1298e103062a req-a00aceab-a12f-4b72-8d3d-0c76325bc38f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327721 Jul 16 09:05:52.042990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0351c-c6de-49f8-9575-bd3baeae3df5 req-c43421ed-3d32-43b9-a202-1c32d9829c3b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:52.044498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ba0351c-c6de-49f8-9575-bd3baeae3df5 req-c43421ed-3d32-43b9-a202-1c32d9829c3b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0653343 Jul 16 09:05:52.082299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ba0351c-c6de-49f8-9575-bd3baeae3df5 req-c3b4d321-461e-4262-a973-edccb32390d8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Jul 16 09:05:53.294134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d70f5-1e53-4b24-9aed-2ce64606030e req-1b83dbd1-6997-4b98-88ff-48ddb070c386 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.295790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a7d70f5-1e53-4b24-9aed-2ce64606030e req-1b83dbd1-6997-4b98-88ff-48ddb070c386 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0693014 Jul 16 09:05:53.338455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7a7d70f5-1e53-4b24-9aed-2ce64606030e req-96c73a97-18c6-4ab9-94d9-2444e49c7196 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Jul 16 09:05:54.530969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bb1eb-abfa-4f9c-8ac5-2a43cbe5d45a req-d25f8150-f7b1-4975-afb4-a9b55b6d7f96 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.532574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b38bb1eb-abfa-4f9c-8ac5-2a43cbe5d45a req-d25f8150-f7b1-4975-afb4-a9b55b6d7f96 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0754337 Jul 16 09:05:54.573356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b38bb1eb-abfa-4f9c-8ac5-2a43cbe5d45a req-13b4ec9e-59b1-44aa-a5fb-534e5cd942f9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Jul 16 09:05:55.756415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4761e-474e-4498-9c87-9c43a9f64c4a req-26e5d5ec-2092-4ec2-9cb6-4de7f2594b2d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:55.757950 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8b4761e-474e-4498-9c87-9c43a9f64c4a req-26e5d5ec-2092-4ec2-9cb6-4de7f2594b2d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0657377 Jul 16 09:05:55.797198 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8b4761e-474e-4498-9c87-9c43a9f64c4a req-fb707f1f-fcfc-4ff6-a78d-38942398cee7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333350 Jul 16 09:05:56.995874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e3dd-f40e-493a-86dd-ec8003b94836 req-cfb1f5f6-567f-4dfd-9dcd-95e1453f4248 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.998292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d131e3dd-f40e-493a-86dd-ec8003b94836 req-cfb1f5f6-567f-4dfd-9dcd-95e1453f4248 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0742083 Jul 16 09:05:57.051935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d131e3dd-f40e-493a-86dd-ec8003b94836 req-c56894bb-8f83-4a42-af28-02cc611209f2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Jul 16 09:05:57.485704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccbc4f-60e9-4956-88d6-ee7be77bdc50 req-b145c515-2eb6-45c5-abc4-3efe67483ed5 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:57.487196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbccbc4f-60e9-4956-88d6-ee7be77bdc50 req-b145c515-2eb6-45c5-abc4-3efe67483ed5 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.0653772 Jul 16 09:05:57.527564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dbccbc4f-60e9-4956-88d6-ee7be77bdc50 req-82b466e6-2fa1-4ad8-ba80-eb843d7cfbf2 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345459 Jul 16 09:05:58.246021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e98cb-0653-4bf5-b81b-18ec301d3d8b req-cfa32a1c-2ada-4f89-b122-9f8ccfd96ee9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.247582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-023e98cb-0653-4bf5-b81b-18ec301d3d8b req-cfa32a1c-2ada-4f89-b122-9f8ccfd96ee9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0771921 Jul 16 09:05:58.292301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-023e98cb-0653-4bf5-b81b-18ec301d3d8b req-43a40812-ebbe-42c1-99fb-17aa047fa67c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Jul 16 09:05:58.723791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12f99-f427-4e13-944a-34545d2a744b req-28d5e781-48cc-42c2-975a-cc97aab90306 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.725684 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0df12f99-f427-4e13-944a-34545d2a744b req-28d5e781-48cc-42c2-975a-cc97aab90306 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.0734529 Jul 16 09:05:58.750630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-46887851-818f-4940-b773-c87d6ceeb0dc tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.752230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-46887851-818f-4940-b773-c87d6ceeb0dc tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.18 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 946 time: 0.0775478 Jul 16 09:05:58.777259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0df12f99-f427-4e13-944a-34545d2a744b req-01b908f9-f1d3-407f-8b96-b04ef2fe18f4 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/security-groups?id=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441890 Jul 16 09:05:58.872578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Deleting port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:58.872960 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.979851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] For port c1f58d20-087c-4bb1-8d4a-8e55347de9f4, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:58.980274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.219083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.219396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.219796 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Floating IP 771b5ff1-9b2c-44ec-9cf1-d90d85b539ec disassociated. External IP: 172.25.0.74, port: c1f58d20-087c-4bb1-8d4a-8e55347de9f4. Jul 16 09:05:59.220121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Calling delete_port for c1f58d20-087c-4bb1-8d4a-8e55347de9f4 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:59.353712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.386142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event deleted for resources: {'Port': ['ID=c1f58d20-087c-4bb1-8d4a-8e55347de9f4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.837870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4d325-c158-484b-ba9e-bbbc837c810a req-c06e368e-d056-46aa-8fc1-6b453e745b3b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:59.841023 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9fd4d325-c158-484b-ba9e-bbbc837c810a req-c06e368e-d056-46aa-8fc1-6b453e745b3b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 946 time: 0.0859492 Jul 16 09:05:59.890726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9fd4d325-c158-484b-ba9e-bbbc837c810a req-203f3cbc-ec2a-4c56-969e-232e3239dffb tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Jul 16 09:05:59.914720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5bcb2-91e0-4f4e-bfc2-cea2c467eadf req-cabe6ddb-7bbe-48e2-b5e7-c8d7a794df3f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:59.916652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03c5bcb2-91e0-4f4e-bfc2-cea2c467eadf req-cabe6ddb-7bbe-48e2-b5e7-c8d7a794df3f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.4915190 Jul 16 09:05:59.918909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Router 3aba748b-051f-4419-b225-1e430a1e394a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:00.043381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6ec2b4b-60f8-4ab5-9ac8-70b4cde064bb req-de77bba4-efe5-4681-8775-d899c84d7cf6 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "GET /v2.0/ports?device_id=30091b2b-8db5-4e32-898f-f54d870e6889 HTTP/1.1" status: 200 len: 210 time: 0.0363262 Jul 16 09:06:00.067523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03c5bcb2-91e0-4f4e-bfc2-cea2c467eadf req-002e3105-ae45-4a21-b12b-d2ad9b8f9c08 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406972 Jul 16 09:06:00.089924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:00.106697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] Sync routers for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:00.121485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:00.122470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.141469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] No DVR routers for this DVR port c1f58d20-087c-4bb1-8d4a-8e55347de9f4 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:00.144354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.146430 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56797ab1-ebc2-45eb-9831-d204a7e4268e req-fcde8513-7427-4ae2-93ee-62e6e772f7ef tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.18 "DELETE /v2.0/ports/c1f58d20-087c-4bb1-8d4a-8e55347de9f4 HTTP/1.1" status: 204 len: 173 time: 1.3887436 Jul 16 09:06:00.146892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'name': 'network-vif-deleted', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:00.149778 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95b5df3-0ab8-444b-a027-71c35bcdaf6b" -d '{"events": [{"server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "name": "network-vif-deleted", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:00.190246 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f1bc8-f73e-4be8-b542-443d3f94b654 x-openstack-request-id: req-579f1bc8-f73e-4be8-b542-443d3f94b654 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:00.191210 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30091b2b-8db5-4e32-898f-f54d870e6889", "name": "network-vif-deleted", "tag": "c1f58d20-087c-4bb1-8d4a-8e55347de9f4", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:00.191421 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-579f1bc8-f73e-4be8-b542-443d3f94b654 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:00.191831 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30091b2b-8db5-4e32-898f-f54d870e6889', 'name': 'network-vif-deleted', 'tag': 'c1f58d20-087c-4bb1-8d4a-8e55347de9f4', 'status': 'completed', 'code': 200} Jul 16 09:06:00.277981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:00.504543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.537322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] Checking router: 3aba748b-051f-4419-b225-1e430a1e394a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:00.545824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:00.546439 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.660394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:00.704345 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:00.885515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.915380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e915b3-d883-4681-b184-591bb23f7b6f None None] The sync data for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 is: [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:46Z', 'revision_number': 4, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a71aac82-bf7e-4d03-854c-01058519b147', 'name': '', 'network_id': 'f9dcbd04-2238-480b-84bb-04e305a75491', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'mac_address': 'fa:16:3e:0a:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:45Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'subnets': [{'id': '6914b813-59de-4aaa-8979-d6e1808d7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:01.093054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126907-4a8c-46ad-a5bb-328dd49edc83 req-614579a2-c35e-4dee-a697-8d9b964d0612 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.096241 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d126907-4a8c-46ad-a5bb-328dd49edc83 req-614579a2-c35e-4dee-a697-8d9b964d0612 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 946 time: 0.0762653 Jul 16 09:06:01.153987 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39326) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.170785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d126907-4a8c-46ad-a5bb-328dd49edc83 req-40a561c5-7c28-4cd3-8aaa-06194b78196b tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d578f94-36ac-4a2f-966b-7607ab25982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658102 Jul 16 09:06:01.234766 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71751824-706b-42ca-b3d0-1139269bdab4 None None] New status for floating IP 771b5ff1-9b2c-44ec-9cf1-d90d85b539ec: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:06:01.367107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad31d-a7cf-43a7-980b-99c0536e3b07 req-ba5a75c9-ad45-4361-b12f-fa9c6c1a0318 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.368879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a3ad31d-a7cf-43a7-980b-99c0536e3b07 req-ba5a75c9-ad45-4361-b12f-fa9c6c1a0318 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.1065171 Jul 16 09:06:01.370454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Deleting port 4a95e013-8be5-40da-b845-f9ba5c38f0fa {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:01.370787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.453403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-046ef0d6-7ea7-4b44-a4dc-0bda8fe3a82e tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.455920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-046ef0d6-7ea7-4b44-a4dc-0bda8fe3a82e tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 946 time: 0.0814137 Jul 16 09:06:01.472606 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1a3ad31d-a7cf-43a7-980b-99c0536e3b07 req-8110cf50-dc28-438f-8d10-7df8ae78242c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802240 Jul 16 09:06:01.481634 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.481634 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.498110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Calling delete_port for 4a95e013-8be5-40da-b845-f9ba5c38f0fa owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:01.563349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Deleting port e2057905-98cc-4eb7-9193-0b55f3e2ffab {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:01.563703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.635954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.653384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] For port e2057905-98cc-4eb7-9193-0b55f3e2ffab, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=e2057905-98cc-4eb7-9193-0b55f3e2ffab,segment=NetworkSegment(62ddad5a-e395-4fd0-920a-d87ffe74d3f8),segment_id=62ddad5a-e395-4fd0-920a-d87ffe74d3f8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:01.653751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.661111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event deleted for resources: {'Port': ['ID=4a95e013-8be5-40da-b845-f9ba5c38f0fa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.671229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Calling delete_port for e2057905-98cc-4eb7-9193-0b55f3e2ffab owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:01.672685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.673030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.673360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.673752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.674083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.674405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.674728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.675047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.675383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.675701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.676017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.676331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:01.689922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c1f58d20-087c-4bb1-8d4a-8e55347de9f4 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:01.711889 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: c1f58d20-087c-4bb1-8d4a-8e55347de9f4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:01.712318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c1f58d20-087c-4bb1-8d4a-8e55347de9f4 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:01.739929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.742493 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.743665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e123cffe-d07e-4fa1-83ee-eeef7e133118 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "DELETE /v2.0/floatingips/771b5ff1-9b2c-44ec-9cf1-d90d85b539ec HTTP/1.1" status: 204 len: 168 time: 0.5877707 Jul 16 09:06:01.808983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.823108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['e2057905-98cc-4eb7-9193-0b55f3e2ffab'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:01.840689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Pushing event deleted for resources: {'Port': ['ID=e2057905-98cc-4eb7-9193-0b55f3e2ffab,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.896731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] No DVR routers for this DVR port e2057905-98cc-4eb7-9193-0b55f3e2ffab on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:01.900556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39332) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.903026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.905000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0e157c9-0659-4ed0-8ac3-b9aac4a02e1b req-e0e211bc-1901-4158-a683-c2aee8fe85c4 tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.18 "DELETE /v2.0/ports/e2057905-98cc-4eb7-9193-0b55f3e2ffab HTTP/1.1" status: 204 len: 173 time: 0.4434342 Jul 16 09:06:01.969731 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25722f95-d6e9-41c3-a8ee-de258da12c15 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.999339 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25722f95-d6e9-41c3-a8ee-de258da12c15 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.070243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25722f95-d6e9-41c3-a8ee-de258da12c15 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.073278 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-25722f95-d6e9-41c3-a8ee-de258da12c15 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.074456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-25722f95-d6e9-41c3-a8ee-de258da12c15 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] 10.222.0.41 "DELETE /v2.0/security-groups/f527e48f-ed08-4f36-8bfc-c9c5e7ddea89 HTTP/1.1" status: 204 len: 168 time: 0.1729221 Jul 16 09:06:02.083935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25722f95-d6e9-41c3-a8ee-de258da12c15 tempest-TestServerBasicOps-699004198 tempest-TestServerBasicOps-699004198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527e48f-ed08-4f36-8bfc-c9c5e7ddea89,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:02.110853 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:02.192602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'name': 'network-vif-deleted', 'tag': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:02.195202 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0339c0-94d9-47f0-af94-2f767a14f8b7" -d '{"events": [{"server_uuid": "4d0d8b6d-7121-4e25-8407-883ed7b8eee1", "name": "network-vif-deleted", "tag": "e2057905-98cc-4eb7-9193-0b55f3e2ffab"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:02.235583 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87274094-5778-44a3-93a6-59366b544b3a x-openstack-request-id: req-87274094-5778-44a3-93a6-59366b544b3a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:02.235878 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0d8b6d-7121-4e25-8407-883ed7b8eee1", "name": "network-vif-deleted", "tag": "e2057905-98cc-4eb7-9193-0b55f3e2ffab", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:02.236131 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87274094-5778-44a3-93a6-59366b544b3a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:02.236530 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0d8b6d-7121-4e25-8407-883ed7b8eee1', 'name': 'network-vif-deleted', 'tag': 'e2057905-98cc-4eb7-9193-0b55f3e2ffab', 'status': 'completed', 'code': 200} Jul 16 09:06:02.329587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7e74f8a-fd94-4a30-86f4-f383630ee190 req-4f208b5e-ed83-4f59-897a-b8484334831a tempest-VolumesSnapshotTestJSON-819210933 tempest-VolumesSnapshotTestJSON-819210933-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0d8b6d-7121-4e25-8407-883ed7b8eee1 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 16 09:06:02.662375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e671f-f627-499d-914e-022163fa5282 req-e348b27e-f4ed-4406-bbec-d6c9571261ff tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.664512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af8e671f-f627-499d-914e-022163fa5282 req-e348b27e-f4ed-4406-bbec-d6c9571261ff tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0705540 Jul 16 09:06:02.710383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-af8e671f-f627-499d-914e-022163fa5282 req-437ebadf-6bc2-4975-805e-0aaa3b012ae7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Jul 16 09:06:02.950880 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.199431 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Deleting port a71aac82-bf7e-4d03-854c-01058519b147 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:03.199768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.282501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] For port a71aac82-bf7e-4d03-854c-01058519b147, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a71aac82-bf7e-4d03-854c-01058519b147,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:03.282918 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.296950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Calling delete_port for a71aac82-bf7e-4d03-854c-01058519b147 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:03.498188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.535415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a71aac82-bf7e-4d03-854c-01058519b147,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.692494 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.749892 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.766978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device eb1bc441-9b10-4999-8c3a-115799701305 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:06:03.918611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port eb1bc441-9b10-4999-8c3a-115799701305, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=eb1bc441-9b10-4999-8c3a-115799701305,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:03.934010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'eb1bc441-9b10-4999-8c3a-115799701305', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': 'eb1bc441-9b10-4999-8c3a-115799701305', 'mac_address': 'fa:16:3e:c4:f4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:06:03.957521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed9078-1352-4c01-b3ae-a0ca58bfd04f req-28af34cf-4e32-4434-b6a5-9e964cc3b198 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.966634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ed9078-1352-4c01-b3ae-a0ca58bfd04f req-28af34cf-4e32-4434-b6a5-9e964cc3b198 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 943 time: 0.0946984 Jul 16 09:06:03.988961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.004173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1bc441-9b10-4999-8c3a-115799701305 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:04.018719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86ed9078-1352-4c01-b3ae-a0ca58bfd04f req-58b61beb-7576-4cf7-be7c-d775aef1e039 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Jul 16 09:06:04.028871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port eb1bc441-9b10-4999-8c3a-115799701305, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=eb1bc441-9b10-4999-8c3a-115799701305,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:04.038148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.059354 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Router 3aba748b-051f-4419-b225-1e430a1e394a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:04.101368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=eb1bc441-9b10-4999-8c3a-115799701305,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.111363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.111551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.112143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.112486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.112821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.113151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.113832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.113978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.114520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.114849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.115184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.115825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:04.177947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:04.184089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e65cac92-baec-4a6d-8020-f4b78f0d3d5c admin admin] 10.222.0.41 "PUT /v2.0/routers/3aba748b-051f-4419-b225-1e430a1e394a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0720494 Jul 16 09:06:04.186879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.190507 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] Sync routers for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:04.205488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:04.206400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.321306 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.329648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:04.363005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['eb1bc441-9b10-4999-8c3a-115799701305'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:04.458784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.542866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Deleting port 6fabf353-708b-4774-b94b-d2f2a7b2759e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:04.543523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.652038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] For port 6fabf353-708b-4774-b94b-d2f2a7b2759e, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6fabf353-708b-4774-b94b-d2f2a7b2759e,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:04.652461 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.666742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Calling delete_port for 6fabf353-708b-4774-b94b-d2f2a7b2759e owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:04.682239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:06:03Z', 'revision_number': 5, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port': {'id': '6fabf353-708b-4774-b94b-d2f2a7b2759e', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba748b-051f-4419-b225-1e430a1e394a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.714365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] Checking router: 3aba748b-051f-4419-b225-1e430a1e394a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:04.725123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] Routers {'3aba748b-051f-4419-b225-1e430a1e394a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:04.725856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['3aba748b-051f-4419-b225-1e430a1e394a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.833443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] Set router 3aba748b-051f-4419-b225-1e430a1e394a gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:04.870135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.899845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:06:04Z', 'revision_number': 6, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.926799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fabf353-708b-4774-b94b-d2f2a7b2759e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.931382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e830cf-0a8f-4a12-8ad1-1e6f78c2da95 None None] The sync data for ids ['3aba748b-051f-4419-b225-1e430a1e394a'] in n-d-798249-10 is: [{'id': '3aba748b-051f-4419-b225-1e430a1e394a', 'name': 'tempest-TestServerBasicOps-683773325-router', 'tenant_id': '218427844f7946ad947ad8bd48f3a856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:06:04Z', 'revision_number': 6, 'project_id': '218427844f7946ad947ad8bd48f3a856', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:04.972887 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.075166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.077961 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.133019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.133708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aba748b-051f-4419-b225-1e430a1e394a {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:05.138439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.139652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9324973a-0af2-4521-bc0b-0896687900d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3aba748b-051f-4419-b225-1e430a1e394a HTTP/1.1" status: 204 len: 168 time: 0.9516542 Jul 16 09:06:05.142198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39368) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:05.194592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Deleting subnet 6914b813-59de-4aaa-8979-d6e1808d7d9b {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:05.198678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.215669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051698e-0922-4803-a4b1-8cf40611ce7c req-e327922f-a545-4b8f-931c-ed602a41fa5b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.217206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b051698e-0922-4803-a4b1-8cf40611ce7c req-e327922f-a545-4b8f-931c-ed602a41fa5b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 944 time: 0.0853117 Jul 16 09:06:05.249156 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.272745 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b051698e-0922-4803-a4b1-8cf40611ce7c req-5c8d0fc1-c628-43ed-baf0-cac3e7e69f3c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484245 Jul 16 09:06:05.361241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.437566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a71aac82-bf7e-4d03-854c-01058519b147 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:05.448239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.463017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a71aac82-bf7e-4d03-854c-01058519b147 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:05.463641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a71aac82-bf7e-4d03-854c-01058519b147 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:05.484819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6914b813-59de-4aaa-8979-d6e1808d7d9b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.491161 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.496575 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33da5d7c-31d0-4c1e-83dc-b096048b254d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6914b813-59de-4aaa-8979-d6e1808d7d9b HTTP/1.1" status: 204 len: 168 time: 0.3515613 Jul 16 09:06:05.497082 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39370) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:05.498353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82975772-cf12-4785-b9f0-42dbaf33ff7f None None] Network f9dcbd04-2238-480b-84bb-04e305a75491 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:05.574686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.629341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Deleting port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:05.629683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.698807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] For port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,segment=NetworkSegment(86545d66-f808-451d-a2d0-a9ea452804a5),segment_id=86545d66-f808-451d-a2d0-a9ea452804a5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:05.699162 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.711030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Calling delete_port for 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:05.717755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e2057905-98cc-4eb7-9193-0b55f3e2ffab no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:05.740270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: e2057905-98cc-4eb7-9193-0b55f3e2ffab {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:05.740587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device e2057905-98cc-4eb7-9193-0b55f3e2ffab not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:05.776478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device eb1bc441-9b10-4999-8c3a-115799701305 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:05.820801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117436e-9eae-44b2-8060-6bf4844df350 None None] DHCP port deletion for f9dcbd04-2238-480b-84bb-04e305a75491 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:05.821179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.869081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1b2c32-b1f7-4f5f-9a86-5674131173c5,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.878087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port eb1bc441-9b10-4999-8c3a-115799701305 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:05.879900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] No DVR routers for this DVR port 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:05.888723 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port eb1bc441-9b10-4999-8c3a-115799701305 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:05.889332 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.986078 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.986329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.003827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dcbd04-2238-480b-84bb-04e305a75491']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.018554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff204e19-7996-4049-b43b-6effb3559c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1bc441-9b10-4999-8c3a-115799701305'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:06.020479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86545d66-f808-451d-a2d0-a9ea452804a5') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.020864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86545d66-f808-451d-a2d0-a9ea452804a5') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.021569 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babe1e0e-1d66-4cb7-a2dc-e7a793d7fcd8" -d '{"events": [{"server_uuid": "ff204e19-7996-4049-b43b-6effb3559c31", "name": "network-vif-plugged", "status": "completed", "tag": "eb1bc441-9b10-4999-8c3a-115799701305"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:06.035588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.037345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port eb1bc441-9b10-4999-8c3a-115799701305, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=eb1bc441-9b10-4999-8c3a-115799701305,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:06.049665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.058593 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.077708 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:06.078378 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:06.081169 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:06.093988 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cd0b36-fd0d-4ed6-b248-29297e397e59 x-openstack-request-id: req-07cd0b36-fd0d-4ed6-b248-29297e397e59 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:06.094280 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff204e19-7996-4049-b43b-6effb3559c31", "name": "network-vif-plugged", "status": "completed", "tag": "eb1bc441-9b10-4999-8c3a-115799701305", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:06.094629 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07cd0b36-fd0d-4ed6-b248-29297e397e59 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:06.095173 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff204e19-7996-4049-b43b-6effb3559c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1bc441-9b10-4999-8c3a-115799701305', 'code': 200} Jul 16 09:06:06.204201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.217221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=eb1bc441-9b10-4999-8c3a-115799701305,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.224774 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.231880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] 10.222.0.41 "DELETE /v2.0/networks/f9dcbd04-2238-480b-84bb-04e305a75491 HTTP/1.1" status: 204 len: 168 time: 0.7310953 Jul 16 09:06:06.235294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.251810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a96ee-726d-45e9-b87a-2d1c0443e68e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dcbd04-2238-480b-84bb-04e305a75491,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.438749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40568831-ced4-405e-adb0-1e91b5fe8895 req-d53fd165-867d-4909-82d9-52eced887e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:06.440380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40568831-ced4-405e-adb0-1e91b5fe8895 req-d53fd165-867d-4909-82d9-52eced887e21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 1097 time: 0.1440105 Jul 16 09:06:06.514825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c3df-3011-4aec-af11-8feb4bfe49b7 req-64850757-06f3-4310-a474-12ef7b003efa tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:06.517269 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0e6c3df-3011-4aec-af11-8feb4bfe49b7 req-64850757-06f3-4310-a474-12ef7b003efa tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.0837088 Jul 16 09:06:06.545976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-40568831-ced4-405e-adb0-1e91b5fe8895 req-f6ac5c0e-ccc3-408d-886d-003021a7c8aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 Jul 16 09:06:06.563821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0e6c3df-3011-4aec-af11-8feb4bfe49b7 req-ef91f344-43c8-475d-abb9-ff5c0999688d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Jul 16 09:06:06.721187 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.998614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Deleting port ec443796-e582-4e42-b105-5e20e68e9d2c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:06.998873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.089143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] For port ec443796-e582-4e42-b105-5e20e68e9d2c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ec443796-e582-4e42-b105-5e20e68e9d2c,segment=NetworkSegment(aae3cd86-05a6-4392-bad9-0299191d9dd8),segment_id=aae3cd86-05a6-4392-bad9-0299191d9dd8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:07.089510 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.103230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Calling delete_port for ec443796-e582-4e42-b105-5e20e68e9d2c owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:07.142899 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6fabf353-708b-4774-b94b-d2f2a7b2759e no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:07.167923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 6fabf353-708b-4774-b94b-d2f2a7b2759e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:07.168319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6fabf353-708b-4774-b94b-d2f2a7b2759e not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:07.168777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:07.196171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:07.196553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5b1b2c32-b1f7-4f5f-9a86-5674131173c5 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:07.320322 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.357818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec443796-e582-4e42-b105-5e20e68e9d2c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.554616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.791780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-9cd2e8fc-7de6-494f-abd1-ccd5b6780c4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650827 Jul 16 09:06:07.911030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050cfb-200c-4085-a28e-b9f1d1fe3c28 req-ae8b0d86-575e-4bc3-af2a-f0497617c380 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.915891 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88050cfb-200c-4085-a28e-b9f1d1fe3c28 req-ae8b0d86-575e-4bc3-af2a-f0497617c380 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.1922851 Jul 16 09:06:08.015513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88050cfb-200c-4085-a28e-b9f1d1fe3c28 req-a8775c25-6f52-4db2-b388-1cbecb858005 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954282 Jul 16 09:06:08.020338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:08.035793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46bc-155c-48de-bbce-d40762c02927 req-665b23e7-476c-4938-b9de-dae4ab6eb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.037398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-665b23e7-476c-4938-b9de-dae4ab6eb7b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 1098 time: 0.1731918 Jul 16 09:06:08.557841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:08.560005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46bc-155c-48de-bbce-d40762c02927 req-3a792654-0986-4658-b425-6e48e68b6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.561500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-3a792654-0986-4658-b425-6e48e68b6835 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.4877789 Jul 16 09:06:08.565047 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-55607bdf-f9d1-4850-8c8e-1a587986366b admin admin] 10.222.0.41 "PUT /v2.0/routers/410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3280320 Jul 16 09:06:08.568378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39394) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.576285 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] Sync routers for ids ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:08.597071 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] Routers {'410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:08.599657 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:08.606156 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-2ac16ae9-75a0-47ed-9440-d86f37a0c89f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf HTTP/1.1" status: 200 len: 217 time: 0.0380025 Jul 16 09:06:08.660649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46bc-155c-48de-bbce-d40762c02927 req-cf61fa06-5e5b-4439-93ac-3f9c5417410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.662458 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-cf61fa06-5e5b-4439-93ac-3f9c5417410b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0505855 Jul 16 09:06:08.732679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46bc-155c-48de-bbce-d40762c02927 req-12d0ab4d-7afb-407d-8630-f4ab7d4e9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.734612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-12d0ab4d-7afb-407d-8630-f4ab7d4e9385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659630 Jul 16 09:06:08.768210 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] Set router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:08.778710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.865803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-cc6ee97d-c3fa-48a1-9440-b0787c440fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231630 Jul 16 09:06:08.926399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.978603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-140a46bc-155c-48de-bbce-d40762c02927 req-bb946917-511e-42a6-ab4d-4c5afb78c6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062181 Jul 16 09:06:08.995083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Deleting port a3fdd009-f0b7-4608-9ace-aeb9de32931c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:08.995550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.085674 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:06:07Z', 'revision_number': 5, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port': {'id': 'a3fdd009-f0b7-4608-9ace-aeb9de32931c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:09.106068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] For port a3fdd009-f0b7-4608-9ace-aeb9de32931c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a3fdd009-f0b7-4608-9ace-aeb9de32931c,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:09.106695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.118627 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] Checking router: 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:09.127340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Calling delete_port for a3fdd009-f0b7-4608-9ace-aeb9de32931c owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:09.128076 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] Routers {'410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:09.128760 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:09.260227 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] Set router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:09.318646 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:06:08Z', 'revision_number': 6, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:09.346257 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d95166-9075-4538-9c58-74d826633ba5 None None] The sync data for ids ['410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2'] in n-d-798249-10 is: [{'id': '410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2', 'name': 'tempest-TestServerBasicOps-2022734026-router', 'tenant_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:06:08Z', 'revision_number': 6, 'project_id': 'b6f4c048d5584b2a8728cbacb5ce9eb0', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:09.383075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01b178-a5f1-4065-aff9-ecf0c1a820f2 req-bf4706d5-e47c-4f31-9c15-627254486b9f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.384724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e01b178-a5f1-4065-aff9-ecf0c1a820f2 req-bf4706d5-e47c-4f31-9c15-627254486b9f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.1113870 Jul 16 09:06:09.419293 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.459520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fdd009-f0b7-4608-9ace-aeb9de32931c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:09.473590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e01b178-a5f1-4065-aff9-ecf0c1a820f2 req-87ff91a3-aaf1-4642-9d81-1b6606e14c39 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787621 Jul 16 09:06:09.541667 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.649158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.651806 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.702728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e513108-1bd1-41c0-8cc7-a378106fbf60 req-8a984208-cb48-4c12-9b34-8b9cb0ad0f2c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.705275 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e513108-1bd1-41c0-8cc7-a378106fbf60 req-8a984208-cb48-4c12-9b34-8b9cb0ad0f2c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.0828066 Jul 16 09:06:09.714524 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.714862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:09.729844 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.732242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7349f83f-8ada-4b32-a5ad-49aa7f9d3771 admin admin] 10.222.0.41 "DELETE /v2.0/routers/410c1dfc-ed0c-48aa-afbc-5c6a6ce112d2 HTTP/1.1" status: 204 len: 168 time: 1.1624076 Jul 16 09:06:09.734962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39402) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.767852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e513108-1bd1-41c0-8cc7-a378106fbf60 req-a3f39be8-6964-49b1-89a9-d20a3c95b16f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542042 Jul 16 09:06:09.803794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Deleting subnet a3def829-0483-40d9-ae0c-0f0e66386b69 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:09.808658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.846874 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.941972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.008553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.042298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3def829-0483-40d9-ae0c-0f0e66386b69,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.051204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.054817 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f7a6c275-9aaa-4edb-81c0-90a28d8a5a37 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a3def829-0483-40d9-ae0c-0f0e66386b69 HTTP/1.1" status: 204 len: 168 time: 0.3174386 Jul 16 09:06:10.057756 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23463d-578f-41fe-98f3-a52e0d9988b1 None None] Network 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:10.060659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:10.167912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.237954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Deleting port 8522fd44-1f2f-4f09-bf11-c9e72d007fac {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:10.238355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.322718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] For port 8522fd44-1f2f-4f09-bf11-c9e72d007fac, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8522fd44-1f2f-4f09-bf11-c9e72d007fac,segment=NetworkSegment(aae3cd86-05a6-4392-bad9-0299191d9dd8),segment_id=aae3cd86-05a6-4392-bad9-0299191d9dd8)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:10.323077 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.337616 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Calling delete_port for 8522fd44-1f2f-4f09-bf11-c9e72d007fac owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:10.486245 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.502911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a55aff-26ce-4e9d-90ae-fcabf5ddc502 req-dc926760-cf93-475b-8885-2ce98a7f47cd tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.504514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06a55aff-26ce-4e9d-90ae-fcabf5ddc502 req-dc926760-cf93-475b-8885-2ce98a7f47cd tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.1047039 Jul 16 09:06:10.534358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Pushing event deleted for resources: {'Port': ['ID=8522fd44-1f2f-4f09-bf11-c9e72d007fac,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.541872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] No DVR routers for this DVR port 8522fd44-1f2f-4f09-bf11-c9e72d007fac on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:10.555118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ee942-5489-455e-bfb8-313d9f2d5ee1 None None] DHCP port deletion for 44a9c8f1-8a88-4c7c-9e7d-831faff876d0 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:10.624326 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-06a55aff-26ce-4e9d-90ae-fcabf5ddc502 req-3b7c2908-3543-4272-9ebe-3183bee432e0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000443 Jul 16 09:06:10.675426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.690022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a9c8f1-8a88-4c7c-9e7d-831faff876d0']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:10.706805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae3cd86-05a6-4392-bad9-0299191d9dd8') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:10.708751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae3cd86-05a6-4392-bad9-0299191d9dd8') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:10.717725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.736619 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.745160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:10.746601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:10.748007 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:10.817939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.823969 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.828350 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] 10.222.0.41 "DELETE /v2.0/networks/44a9c8f1-8a88-4c7c-9e7d-831faff876d0 HTTP/1.1" status: 204 len: 168 time: 0.7643700 Jul 16 09:06:10.841057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d8da5-e313-44f2-9f33-7ce81f4ef03f admin admin] Pushing event deleted for resources: {'Network': ['ID=44a9c8f1-8a88-4c7c-9e7d-831faff876d0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.969636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.011930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-60c7a6dc-acee-48f6-866c-36cc4cf3084b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=218427844f7946ad947ad8bd48f3a856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407720 Jul 16 09:06:11.014213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39418) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.072902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-afdbd1a6-684f-4022-a11f-e25d0dfe85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.095892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-afdbd1a6-684f-4022-a11f-e25d0dfe85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.151498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec443796-e582-4e42-b105-5e20e68e9d2c no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:11.170271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-afdbd1a6-684f-4022-a11f-e25d0dfe85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.173611 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-afdbd1a6-684f-4022-a11f-e25d0dfe85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.177196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-afdbd1a6-684f-4022-a11f-e25d0dfe85c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b7379c8-af90-4eba-adfa-ed4feb5e3d81 HTTP/1.1" status: 204 len: 168 time: 0.1595955 Jul 16 09:06:11.183811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ec443796-e582-4e42-b105-5e20e68e9d2c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:11.184472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ec443796-e582-4e42-b105-5e20e68e9d2c not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:11.185389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a3fdd009-f0b7-4608-9ace-aeb9de32931c no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:11.196019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbd1a6-684f-4022-a11f-e25d0dfe85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7379c8-af90-4eba-adfa-ed4feb5e3d81,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.206786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a3fdd009-f0b7-4608-9ace-aeb9de32931c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:11.207428 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a3fdd009-f0b7-4608-9ace-aeb9de32931c not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:11.208035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8522fd44-1f2f-4f09-bf11-c9e72d007fac no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:11.239369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8522fd44-1f2f-4f09-bf11-c9e72d007fac {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:11.239951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8522fd44-1f2f-4f09-bf11-c9e72d007fac not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:11.538713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39424) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.582218 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f520850f-c1b0-4d9e-bd04-81863abf1ae2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6f4c048d5584b2a8728cbacb5ce9eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397694 Jul 16 09:06:11.582218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39426) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.638608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-244a3709-8ad7-45d9-a426-70be7f7dd5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.669291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-244a3709-8ad7-45d9-a426-70be7f7dd5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.724362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-244a3709-8ad7-45d9-a426-70be7f7dd5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.727652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-244a3709-8ad7-45d9-a426-70be7f7dd5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.728717 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-244a3709-8ad7-45d9-a426-70be7f7dd5d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb22df5e-a8e2-48fc-a39b-2a1a47a1bcaa HTTP/1.1" status: 204 len: 168 time: 0.1455300 Jul 16 09:06:11.747962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a3709-8ad7-45d9-a426-70be7f7dd5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb22df5e-a8e2-48fc-a39b-2a1a47a1bcaa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.863276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf44e3a-f375-4d04-b54d-9da5ceb6a2fe req-850eb72f-f4ea-4ec1-9946-64ceb410abf0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.864868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cf44e3a-f375-4d04-b54d-9da5ceb6a2fe req-850eb72f-f4ea-4ec1-9946-64ceb410abf0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.0977900 Jul 16 09:06:11.944073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9cf44e3a-f375-4d04-b54d-9da5ceb6a2fe req-905998cd-105d-45ae-8040-0b125f1f8eec tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687332 Jul 16 09:06:11.968217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-828d20f4-bd50-4c1f-8fe4-e34128c003af tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.970158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-828d20f4-bd50-4c1f-8fe4-e34128c003af tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 945 time: 0.1170745 Jul 16 09:06:12.106823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port eb1bc441-9b10-4999-8c3a-115799701305 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:12.107170 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.226211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port eb1bc441-9b10-4999-8c3a-115799701305, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=eb1bc441-9b10-4999-8c3a-115799701305,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:12.226211 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.242426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for eb1bc441-9b10-4999-8c3a-115799701305 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:12.428387 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.464508 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44cd08d0-ffec-449e-90a6-0168fcc88cbf', 'eb1bc441-9b10-4999-8c3a-115799701305'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:12.471267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=eb1bc441-9b10-4999-8c3a-115799701305,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.530361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port eb1bc441-9b10-4999-8c3a-115799701305 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:12.533402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.535673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-486dcde8-5b4e-4c4e-b43d-e8d85c3b0d47 req-425924b8-d7dd-4cef-b17b-18f286808c32 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "DELETE /v2.0/ports/eb1bc441-9b10-4999-8c3a-115799701305 HTTP/1.1" status: 204 len: 173 time: 0.5587060 Jul 16 09:06:12.536213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff204e19-7996-4049-b43b-6effb3559c31', 'name': 'network-vif-deleted', 'tag': 'eb1bc441-9b10-4999-8c3a-115799701305'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:12.539493 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d234c68-52e3-4477-896f-4ef1c8d8b9be" -d '{"events": [{"server_uuid": "ff204e19-7996-4049-b43b-6effb3559c31", "name": "network-vif-deleted", "tag": "eb1bc441-9b10-4999-8c3a-115799701305"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:12.630914 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d106f2-7537-4b33-afea-cb21b403b7ea x-openstack-request-id: req-94d106f2-7537-4b33-afea-cb21b403b7ea {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:12.631207 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff204e19-7996-4049-b43b-6effb3559c31", "name": "network-vif-deleted", "tag": "eb1bc441-9b10-4999-8c3a-115799701305", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:12.631509 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94d106f2-7537-4b33-afea-cb21b403b7ea {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:12.632095 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff204e19-7996-4049-b43b-6effb3559c31', 'name': 'network-vif-deleted', 'tag': 'eb1bc441-9b10-4999-8c3a-115799701305', 'status': 'completed', 'code': 200} Jul 16 09:06:13.016183 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-009972c9-a3cf-4bb9-8f9d-c72b4813732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.119932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-038cfec9-f7b0-427e-ad3c-6969090294f3 req-d3850d4f-f23b-493f-a609-7942e1a5285c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 210 time: 0.0439827 Jul 16 09:06:14.285077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d2c69169-f236-40e1-8853-caad5b255aa5 req-f27ec004-434b-4356-8c1c-13af24bb24c6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 210 time: 0.0319374 Jul 16 09:06:15.457167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5829e9a-5ae7-42c6-8af0-0760a8473cee req-c7600b44-0f56-42b4-bc42-f0edb4c3c2a9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 210 time: 0.0315578 Jul 16 09:06:15.691448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-411237b0-ce19-4d1f-83ff-1f51bfc44142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.764830 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.814826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device eb1bc441-9b10-4999-8c3a-115799701305 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:15.840925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: eb1bc441-9b10-4999-8c3a-115799701305 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:15.841638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device eb1bc441-9b10-4999-8c3a-115799701305 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:16.654684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71cc99a3-87d6-462c-b015-5a6625c4abed req-5c583090-5708-4385-a13a-fa121b3a4ec1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff204e19-7996-4049-b43b-6effb3559c31 HTTP/1.1" status: 200 len: 210 time: 0.0402081 Jul 16 09:06:16.726578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.915236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.431068 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.376058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a57c6c-6267-4f58-83df-289f54725d66 req-00d2096f-8c5b-4485-93b0-0ce4edfd8c64 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:21.377676 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88a57c6c-6267-4f58-83df-289f54725d66 req-00d2096f-8c5b-4485-93b0-0ce4edfd8c64 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 946 time: 0.0654829 Jul 16 09:06:21.417154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88a57c6c-6267-4f58-83df-289f54725d66 req-6db8e022-f713-4487-874e-472adacce30b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Jul 16 09:06:22.601223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e36f1b-50ca-455b-98ee-0510d727ce1d req-16e059b9-a533-4f44-a8f3-30d604d8eace tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.602809 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e36f1b-50ca-455b-98ee-0510d727ce1d req-16e059b9-a533-4f44-a8f3-30d604d8eace tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 946 time: 0.0714941 Jul 16 09:06:22.643788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-28e36f1b-50ca-455b-98ee-0510d727ce1d req-ba0fe4f2-c89b-4918-a039-a0c8039ac87a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=890afb5a-db64-46ad-8673-afdbaa8bb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Jul 16 09:06:22.935147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-5d272121-6e0b-47d4-8906-ec36ebd7906d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.936644 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-5d272121-6e0b-47d4-8906-ec36ebd7906d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 946 time: 0.0651767 Jul 16 09:06:23.049426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port 44cd08d0-ffec-449e-90a6-0168fcc88cbf {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:23.049779 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.139450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port 44cd08d0-ffec-449e-90a6-0168fcc88cbf, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=44cd08d0-ffec-449e-90a6-0168fcc88cbf,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:23.139828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.153219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for 44cd08d0-ffec-449e-90a6-0168fcc88cbf owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:23.289805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.323816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['44cd08d0-ffec-449e-90a6-0168fcc88cbf'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:23.324373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=44cd08d0-ffec-449e-90a6-0168fcc88cbf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:23.355637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.355990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.356328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.356667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.357139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.357462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.357776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.358112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.358522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.359260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.359260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.360591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.394638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port 44cd08d0-ffec-449e-90a6-0168fcc88cbf on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:23.398274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.400502 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-986f3da6-f07f-47fc-8447-06fecdaea1ad req-7012e2a9-7075-4f01-8620-e45b65dd8b36 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "DELETE /v2.0/ports/44cd08d0-ffec-449e-90a6-0168fcc88cbf HTTP/1.1" status: 204 len: 173 time: 0.4582398 Jul 16 09:06:23.400965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'name': 'network-vif-deleted', 'tag': '44cd08d0-ffec-449e-90a6-0168fcc88cbf'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:23.403750 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e68f06-aeb8-4337-bf87-ca60595fdbb2" -d '{"events": [{"server_uuid": "aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66", "name": "network-vif-deleted", "tag": "44cd08d0-ffec-449e-90a6-0168fcc88cbf"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:23.454327 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1ac774-acbe-466a-a01b-ff64876b0bb2 x-openstack-request-id: req-4e1ac774-acbe-466a-a01b-ff64876b0bb2 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:23.454627 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66", "name": "network-vif-deleted", "tag": "44cd08d0-ffec-449e-90a6-0168fcc88cbf", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:23.454935 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e1ac774-acbe-466a-a01b-ff64876b0bb2 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:23.455373 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66', 'name': 'network-vif-deleted', 'tag': '44cd08d0-ffec-449e-90a6-0168fcc88cbf', 'status': 'completed', 'code': 200} Jul 16 09:06:23.827946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-32fab251-b2be-4275-9358-ab72e75d8d19 req-22f15821-6e70-46be-9870-0d1e1a631eec tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 210 time: 0.0619748 Jul 16 09:06:24.985052 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b99d1d96-25fb-4c82-8288-c69d18205b0a req-dca7b082-f1d2-41f7-96d7-f6dfe744d2b4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 210 time: 0.0369854 Jul 16 09:06:25.860386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44cd08d0-ffec-449e-90a6-0168fcc88cbf no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:25.884036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 44cd08d0-ffec-449e-90a6-0168fcc88cbf {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:25.884493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 44cd08d0-ffec-449e-90a6-0168fcc88cbf not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:26.146102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aeb71901-c82b-49f1-8d06-e84e98fb03de req-99c4ad19-fa35-43a0-97ec-5e42346ae243 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 210 time: 0.0360272 Jul 16 09:06:27.316104 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8859d9d6-c3ff-413e-a4d2-0801a0fd7524 req-9917ead1-32c1-48d7-9195-61ed33cee675 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=aceecbfb-d419-4a2b-b6a3-1c0c2f6d4b66 HTTP/1.1" status: 200 len: 210 time: 0.0388868 Jul 16 09:06:30.543027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39592) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:30.548126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336507487', 'description': 'tempest-secgroup-smoke-1336507487 description', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:30.571840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.654167 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.657500 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.687733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.691737 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1449027 Jul 16 09:06:30.691737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614691e-e48d-4978-a3ec-8d21b90c85f3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3723a4-c12c-40ba-8476-8859edf37269,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.695154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39594) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:30.704490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group_rule': {'security_group_id': 'ec3723a4-c12c-40ba-8476-8859edf37269', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:30.737389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.785236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.790369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.809480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6c8b18-10c7-4699-a3c9-8d139e60fb13,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.815797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.820173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39596) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:30.820349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b0f838cd-6b74-4158-b8d7-39f508f4bd35 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238980 Jul 16 09:06:30.825446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group_rule': {'security_group_id': 'ec3723a4-c12c-40ba-8476-8859edf37269', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:30.853473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.917292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.921439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.943155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6777c2-aefb-43d3-868b-23d9bfe89c24,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.948873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.955086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:30.965268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group_rule': {'security_group_id': 'ec3723a4-c12c-40ba-8476-8859edf37269', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:30.967897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-17a59648-7892-41a3-a0bf-5f539dffe738 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461792 Jul 16 09:06:31.006353 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.101168 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.106700 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.130980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c58d49-fa87-4a80-bb3a-2e1ea4f4c8f1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.134931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.136552 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f2958aa-87d1-413b-b970-aa4ef949805b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786931 Jul 16 09:06:31.139178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39608) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.144484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group_rule': {'security_group_id': 'ec3723a4-c12c-40ba-8476-8859edf37269', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:31.181566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.256169 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.260043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.281687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcdbede-0e08-4bf3-b189-117d43c9266a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.286509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.288591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-16b32e1d-b940-42b0-8af6-3a7bedba4b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482341 Jul 16 09:06:31.291270 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39610) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.295790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group_rule': {'security_group_id': 'ec3723a4-c12c-40ba-8476-8859edf37269', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:31.317150 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Project e7462bf2b0c84d0e9b06925d67df6805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:06:31.322899 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.387575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.392434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.414389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60012b9-b0d2-4b12-8fa2-ddf49a001bea,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.422390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.423816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-93440a5b-2f93-45a3-92b5-388f09ee0063 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315427 Jul 16 09:06:31.426514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39612) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.433483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'security_group_rule': {'security_group_id': 'ec3723a4-c12c-40ba-8476-8859edf37269', 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:31.456977 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Project e7462bf2b0c84d0e9b06925d67df6805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:06:31.463310 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.536681 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.540815 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.555827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bfe32f-4542-46d8-b00b-b87ddc6feaa9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.571331 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.575753 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a53bdb6-9f54-47d2-abbc-984f079c84c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451457 Jul 16 09:06:33.691124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.696006 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:42.989763 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-089e3f3d-6ec7-48f6-a027-34ca15246f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.684436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d40e5b46-bbc9-42a5-998f-655c9f9405c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.765338 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.727356 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.091927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-35e5362f-286c-4347-bbb7-b4a594b69458 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336507487&fields=id&tenant_id=e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 267 time: 0.0334704 Jul 16 09:06:47.205425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3f74c949-c464-4c24-9705-7b499e5226d2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:47.207310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3f74c949-c464-4c24-9705-7b499e5226d2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1089418 Jul 16 09:06:47.227886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-55902bc5-069e-47fc-82aa-e0fa560cdb54 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0144284 Jul 16 09:06:47.297699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-e0c70422-6b30-4d8c-9dfb-5277cb6b3f9b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670624 Jul 16 09:06:47.383500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39818) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.398754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3492e82b-b309-4420-ba89-deb4ea56978b service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Jul 16 09:06:47.434593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Deleting subnet d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:47.438329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.474583 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.499207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-a3f5067d-185f-44e5-bc0c-4514cf49f338 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942791 Jul 16 09:06:47.514376 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.569558 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.593874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a79e46-cd7b-4b60-8430-4e0e3b087fb8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.600546 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.602960 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bc83899f-01fa-4b48-8caf-3a4ceb109f6e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d2a79e46-cd7b-4b60-8430-4e0e3b087fb8 HTTP/1.1" status: 204 len: 168 time: 0.2170250 Jul 16 09:06:47.605080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39822) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.683647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.781553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.795357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b3c81c-e7f1-49a3-b780-b40d7645ce09']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.830071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ddad5a-e395-4fd0-920a-d87ffe74d3f8') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.830466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ddad5a-e395-4fd0-920a-d87ffe74d3f8') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.834416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd8f1537-2b86-4278-8a64-37d45c3dd7da req-022e6909-51f9-4530-8510-466d66df7575 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0410810 Jul 16 09:06:47.842448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.860576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.867381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:47.867778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:47.869412 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:47.928944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.930007 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.935434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.940070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99b3c81c-e7f1-49a3-b780-b40d7645ce09 HTTP/1.1" status: 204 len: 168 time: 0.3311036 Jul 16 09:06:47.952225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c22a1d-d040-4380-bbaa-86e4c2c62632 admin admin] Pushing event deleted for resources: {'Network': ['ID=99b3c81c-e7f1-49a3-b780-b40d7645ce09,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.106138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39840) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.148954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fc74df74-f033-4f94-b938-fe2a8d8cb0d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ecb645282384fd29c5ad9f3374aa959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413465 Jul 16 09:06:48.151310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39842) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.203276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb01634c-f890-4791-b8a4-6e79025f7fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.226153 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb01634c-f890-4791-b8a4-6e79025f7fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.276165 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb01634c-f890-4791-b8a4-6e79025f7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.278661 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb01634c-f890-4791-b8a4-6e79025f7fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.279853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb01634c-f890-4791-b8a4-6e79025f7fd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d578f94-36ac-4a2f-966b-7607ab25982b HTTP/1.1" status: 204 len: 168 time: 0.1275907 Jul 16 09:06:48.288970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01634c-f890-4791-b8a4-6e79025f7fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d578f94-36ac-4a2f-966b-7607ab25982b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.437037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.952604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-31a61457-1948-45b9-9df0-b0dfb71a85bb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:48.954126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-31a61457-1948-45b9-9df0-b0dfb71a85bb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1269841 Jul 16 09:06:48.990036 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39866) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:49.002353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81e28a49-ca4b-4bb6-9685-d7b3047323ab req-0dbcc02e-ef1c-45c5-88ea-73ff4fb89119 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0373650 Jul 16 09:06:49.032391 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-681aa640-5f7e-479d-8d87-3a4e66cbccfb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 380 time: 0.0553570 Jul 16 09:06:49.042202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'security_groups': ['ec3723a4-c12c-40ba-8476-8859edf37269']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.095729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-890573012-network', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.120373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Made reservation on behalf of fd6ce7449ef64ba38fcbcda29e6b3a21 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:49.122765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.132144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.227614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.231601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.249463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:49.254232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.258697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:49.268604 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38756202-3001-44bc-bc7d-4d3ab2847694,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.285798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.286695 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Added segment bf54191f-1a0d-478b-ad02-cd99cedcba6a of type vlan for network 6c682db0-176f-4cfe-80ce-c57cc8bd3add Jul 16 09:06:49.330026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.362070 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.363432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:49.364114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.395768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.12 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/c5dc18dd-daef-406b-b31a-28b2b5938828) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:49.398849 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4077127 Jul 16 09:06:49.401593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:49.406632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Request body: {'subnet': {'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-890573012-subnet', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.437824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb3c18-52b5-4e43-9256-78e22afada29 admin admin] Pushing event updated for resources: {'Network': ['ID=6c682db0-176f-4cfe-80ce-c57cc8bd3add,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.456061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:49.466118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Made reservation on behalf of fd6ce7449ef64ba38fcbcda29e6b3a21 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:49.471525 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.557647 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.572041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object c5dc18dd-daef-406b-b31a-28b2b5938828 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:49.612720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.653243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.660851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:49.666156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:49.668976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:49.715854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=c5dc18dd-daef-406b-b31a-28b2b5938828,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.741197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5413cf-fba9-479d-b124-99af5be0c58b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.750627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Checking segment: {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:49.751091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Network hostable DHCP agents. Network: 6c682db0-176f-4cfe-80ce-c57cc8bd3add, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:49.757306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:49.757999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.774635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:49.777508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-3af4312d-9bde-4e69-b366-3dcee9d762a6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391720 Jul 16 09:06:49.784064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 6c682db0-176f-4cfe-80ce-c57cc8bd3add) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:49.788425 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:49.789192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.795131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebd4d4-f89b-44a2-9664-18c50f366b8e None None] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:49.797651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Request body: {'port': {'device_id': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.810390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d7cffbd8-5f22-48af-bae8-ed322f74dd75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4073055 Jul 16 09:06:49.812728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39872) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:49.822236 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.850001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.851220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.917690 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.962008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.028291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-6c682db0-176f-4cfe-80ce-c57cc8bd3add', 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'fixed_ips': [{'subnet_id': 'cc5413cf-fba9-479d-b124-99af5be0c58b'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:50.029373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.054527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-10b45dcf-5188-4d7b-9f7c-f5410bf4c770 None None] Provisioning for port c5dc18dd-daef-406b-b31a-28b2b5938828 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:50.062605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-10b45dcf-5188-4d7b-9f7c-f5410bf4c770 None None] Provisioning complete for port c5dc18dd-daef-406b-b31a-28b2b5938828 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:50.063618 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-10b45dcf-5188-4d7b-9f7c-f5410bf4c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.172921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-10b45dcf-5188-4d7b-9f7c-f5410bf4c770 None None] Port c5dc18dd-daef-406b-b31a-28b2b5938828 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:50.211968 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.255056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dc18dd-daef-406b-b31a-28b2b5938828 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:50.263976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.266227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Allocated IP 172.20.0.2 (6c682db0-176f-4cfe-80ce-c57cc8bd3add/cc5413cf-fba9-479d-b124-99af5be0c58b/113703cc-b7cd-42f5-a7b8-f18a36cad042) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:50.279980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Transition to ACTIVE for port object c5dc18dd-daef-406b-b31a-28b2b5938828 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:50.287862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.352915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c32d49-77a0-4080-bcb0-01dba8810744 req-faedcd2e-89cd-4a3a-bac9-c5c6ab88a4c7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.354504 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55c32d49-77a0-4080-bcb0-01dba8810744 req-faedcd2e-89cd-4a3a-bac9-c5c6ab88a4c7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 932 time: 0.1170571 Jul 16 09:06:50.384315 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc18dd-daef-406b-b31a-28b2b5938828,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.426818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55c32d49-77a0-4080-bcb0-01dba8810744 req-c944c26d-3784-4682-a96a-0651e731f147 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Jul 16 09:06:50.470724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Attempting to bind port c5dc18dd-daef-406b-b31a-28b2b5938828 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:50.471563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Attempting to bind port c5dc18dd-daef-406b-b31a-28b2b5938828 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:50.471563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Attempting to bind port c5dc18dd-daef-406b-b31a-28b2b5938828 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:50.477394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Port c5dc18dd-daef-406b-b31a-28b2b5938828 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:50.477818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Attempting to bind port c5dc18dd-daef-406b-b31a-28b2b5938828 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:50.484832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:50.485274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:50.485721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:50.486489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Bound port: c5dc18dd-daef-406b-b31a-28b2b5938828, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:50.486943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.510798 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.521299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Transition to ACTIVE for port object 113703cc-b7cd-42f5-a7b8-f18a36cad042 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:50.540346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Transition to ACTIVE for port object 113703cc-b7cd-42f5-a7b8-f18a36cad042 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:50.549738 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.571266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] For port c5dc18dd-daef-406b-b31a-28b2b5938828, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:50.575216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] For port c5dc18dd-daef-406b-b31a-28b2b5938828, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c5dc18dd-daef-406b-b31a-28b2b5938828,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:50.584912 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.601847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:50.607129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:50.609695 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:50.645844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.646503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.648027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] 10.222.0.36 "PUT /v2.0/ports/c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 200 len: 1093 time: 0.8577297 Jul 16 09:06:50.648496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:50.650912 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a535ec-d071-4ef8-a5ad-206dfa59e83e" -d '{"events": [{"name": "network-changed", "server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:50.653525 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.679381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Pushing event updated for resources: {'Port': ['ID=113703cc-b7cd-42f5-a7b8-f18a36cad042,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.682981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb021a1-a081-446c-899e-8b71f957895a service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc18dd-daef-406b-b31a-28b2b5938828,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.696067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.715372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Attempting to bind port 113703cc-b7cd-42f5-a7b8-f18a36cad042 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:50.715694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Attempting to bind port 113703cc-b7cd-42f5-a7b8-f18a36cad042 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:50.716174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Attempting to bind port 113703cc-b7cd-42f5-a7b8-f18a36cad042 on network 6c682db0-176f-4cfe-80ce-c57cc8bd3add {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:50.728388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:50.728871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Checking segment: {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:50.729439 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.729929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Bound using segment: {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:50.732339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Bound port: 113703cc-b7cd-42f5-a7b8-f18a36cad042, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:50.732577 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c46a1-1669-4f49-9fcb-ec85974acb86 x-openstack-request-id: req-5c0c46a1-1669-4f49-9fcb-ec85974acb86 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:50.732874 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:50.733035 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.733151 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c0c46a1-1669-4f49-9fcb-ec85974acb86 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:50.733512 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'status': 'completed', 'code': 200} Jul 16 09:06:50.810055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] For port 113703cc-b7cd-42f5-a7b8-f18a36cad042, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:50.813549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] For port 113703cc-b7cd-42f5-a7b8-f18a36cad042, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=113703cc-b7cd-42f5-a7b8-f18a36cad042,segment=NetworkSegment(bf54191f-1a0d-478b-ad02-cd99cedcba6a),segment_id=bf54191f-1a0d-478b-ad02-cd99cedcba6a)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:50.819104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-05ec4d8d-acc6-40f6-bc5c-08095126c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.820438 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.820872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-05ec4d8d-acc6-40f6-bc5c-08095126c81a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1096 time: 0.1043832 Jul 16 09:06:50.869299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Allocated IP 172.25.0.215 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/82903750-0e31-4a39-8c5c-a5598c01c093) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:50.891974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-8df6d6ef-ae47-40c7-a04b-a9a7bfcf6f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 200 len: 217 time: 0.0574710 Jul 16 09:06:50.900676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ffef3-625e-42c3-8994-aea1fbac61a5 None None] Pushing event updated for resources: {'Port': ['ID=113703cc-b7cd-42f5-a7b8-f18a36cad042,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.987254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-2f62fbff-1d87-4852-9701-ba2c97bf820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.989612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-2f62fbff-1d87-4852-9701-ba2c97bf820d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0907815 Jul 16 09:06:51.026171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.075815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-08ffdc34-2357-4d45-9d61-11b7aae72cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.076983 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.077383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-08ffdc34-2357-4d45-9d61-11b7aae72cca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821435 Jul 16 09:06:51.136016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:51.144549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:51.148727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:51.183039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=82903750-0e31-4a39-8c5c-a5598c01c093,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:51.242276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-f3a19ca8-89e5-4786-beeb-52a848c3ba25 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576893 Jul 16 09:06:51.345610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7718ebba-7133-4990-8130-b09c6ca52f8a req-0c2f4302-e48d-454a-9fe1-bf0653691c12 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958362 Jul 16 09:06:51.445053 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.483773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-7baae815-6c55-4db2-a2bd-0c9da879f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.485399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-7baae815-6c55-4db2-a2bd-0c9da879f381 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1096 time: 0.0657611 Jul 16 09:06:51.614373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-cbd1082c-5cb1-4468-8ea7-f7dd69bf0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.616673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-cbd1082c-5cb1-4468-8ea7-f7dd69bf0e04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.1214645 Jul 16 09:06:51.669890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-53a96803-4952-4790-8c17-9cdb8706869d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 200 len: 217 time: 0.0467434 Jul 16 09:06:51.725773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-17993e7c-76d2-4283-9a73-b6c39ea46d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.727415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-17993e7c-76d2-4283-9a73-b6c39ea46d73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0516648 Jul 16 09:06:51.803104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-7d4f1723-7cd5-4cb4-abc9-b1543eeeeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.804869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-7d4f1723-7cd5-4cb4-abc9-b1543eeeeb46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690615 Jul 16 09:06:51.912151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-961b0702-e867-49a0-b874-48e08f494a41 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005728 Jul 16 09:06:52.016905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9dc84-d449-4c3e-a8c8-4cf04fdff09f req-f70be890-1849-4c77-9896-e8d012814b81 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:52.018479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6e9dc84-d449-4c3e-a8c8-4cf04fdff09f req-f70be890-1849-4c77-9896-e8d012814b81 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.1834652 Jul 16 09:06:52.021846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52a535ec-d071-4ef8-a5ad-206dfa59e83e req-6c119339-9d71-4f3c-aae6-a7138a704ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043503 Jul 16 09:06:52.077171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aeece6-1c05-4e2d-a012-6fe5304d593e None None] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:52.105575 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6e9dc84-d449-4c3e-a8c8-4cf04fdff09f req-f1963ca1-bbc0-4418-8a5b-3ae235e958b0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789583 Jul 16 09:06:52.112280 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.211200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31609bf9-e52e-41da-9dd2-1f17da435413 None None] Provisioning for port 113703cc-b7cd-42f5-a7b8-f18a36cad042 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:52.249466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Router baa1021b-81f5-4f19-ae99-4431f4ec1d77 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:52.370438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:52.380846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Sync routers for ids ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:52.390461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.392005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3764c440-b656-450c-8295-22eaeae96fa4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5783310 Jul 16 09:06:52.395014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39880) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:52.396312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Routers {'baa1021b-81f5-4f19-ae99-4431f4ec1d77'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:52.397289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.521043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Set router baa1021b-81f5-4f19-ae99-4431f4ec1d77 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:52.841880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:51Z', 'revision_number': 3, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.871396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Checking router: baa1021b-81f5-4f19-ae99-4431f4ec1d77 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:52.871750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Updating router baa1021b-81f5-4f19-ae99-4431f4ec1d77 port 82903750-0e31-4a39-8c5c-a5598c01c093 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:52.918565 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.206473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.242831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 113703cc-b7cd-42f5-a7b8-f18a36cad042 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:53.277448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.296944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Transition to ACTIVE for port object 82903750-0e31-4a39-8c5c-a5598c01c093 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:53.308811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.355808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 113703cc-b7cd-42f5-a7b8-f18a36cad042 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:53.368493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81bc8d-3780-4a53-a761-c8cebd8f168f None None] Pushing event updated for resources: {'Port': ['ID=82903750-0e31-4a39-8c5c-a5598c01c093,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.372226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 113703cc-b7cd-42f5-a7b8-f18a36cad042 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:53.373219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.406737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Attempting to bind port 82903750-0e31-4a39-8c5c-a5598c01c093 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:53.407239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Attempting to bind port 82903750-0e31-4a39-8c5c-a5598c01c093 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:53.407722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Attempting to bind port 82903750-0e31-4a39-8c5c-a5598c01c093 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:53.414755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb49232-2e2f-4fb3-be81-eaff02dcb092 req-0e4ac035-6d65-4c77-bdf8-84ef808d46ef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.416796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:53.417302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:53.417804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.418301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:53.418862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Bound port: 82903750-0e31-4a39-8c5c-a5598c01c093, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:53.419358 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.422446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bb49232-2e2f-4fb3-be81-eaff02dcb092 req-0e4ac035-6d65-4c77-bdf8-84ef808d46ef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.1802738 Jul 16 09:06:53.469335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Allocated IP 172.20.0.1 (6c682db0-176f-4cfe-80ce-c57cc8bd3add/cc5413cf-fba9-479d-b124-99af5be0c58b/295bfd41-b5a3-473f-a072-48abd678a989) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:53.476437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bb49232-2e2f-4fb3-be81-eaff02dcb092 req-bcafb7fc-f553-4a42-b512-3e82f10c6486 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539293 Jul 16 09:06:53.501408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] For port 82903750-0e31-4a39-8c5c-a5598c01c093, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:53.525910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] For port 82903750-0e31-4a39-8c5c-a5598c01c093, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=82903750-0e31-4a39-8c5c-a5598c01c093,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:53.527104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.539718 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.604225 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.610773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 113703cc-b7cd-42f5-a7b8-f18a36cad042, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=113703cc-b7cd-42f5-a7b8-f18a36cad042,segment=NetworkSegment(bf54191f-1a0d-478b-ad02-cd99cedcba6a),segment_id=bf54191f-1a0d-478b-ad02-cd99cedcba6a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:53.622682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Transition to ACTIVE for port object 295bfd41-b5a3-473f-a072-48abd678a989 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:53.624277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.627615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81bc8d-3780-4a53-a761-c8cebd8f168f None None] Pushing event updated for resources: {'Port': ['ID=82903750-0e31-4a39-8c5c-a5598c01c093,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.632776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Routers {'baa1021b-81f5-4f19-ae99-4431f4ec1d77'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:53.633387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:53.666474 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.716789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:53.721491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:53.727000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:53.729839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Pushing event updated for resources: {'Port': ['ID=295bfd41-b5a3-473f-a072-48abd678a989,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.760617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=113703cc-b7cd-42f5-a7b8-f18a36cad042,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.775822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.802518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] Set router baa1021b-81f5-4f19-ae99-4431f4ec1d77 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:53.959928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.100011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0df0fa32-6eba-42b8-8bd7-74b2446e9889 None None] Provisioning for port 295bfd41-b5a3-473f-a072-48abd678a989 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:54.109480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0df0fa32-6eba-42b8-8bd7-74b2446e9889 None None] Provisioning complete for port 295bfd41-b5a3-473f-a072-48abd678a989 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:54.109856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0df0fa32-6eba-42b8-8bd7-74b2446e9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.126005 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.130791 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.159385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0df0fa32-6eba-42b8-8bd7-74b2446e9889 None None] Port 295bfd41-b5a3-473f-a072-48abd678a989 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:54.203487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.206182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Pushing event updated for resources: {'Port': ['ID=295bfd41-b5a3-473f-a072-48abd678a989,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.209313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:51Z', 'revision_number': 3, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:54.241894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee6a2-a877-425e-bae4-5585ff11aff2 None None] The sync data for ids ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'] in n-d-798249-10 is: [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:51Z', 'revision_number': 3, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:54.300954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:54.303535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:54.430580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Router baa1021b-81f5-4f19-ae99-4431f4ec1d77 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:54.568683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:54.576064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bd216ed2-f388-48ae-9d9b-fb81ceec29f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/baa1021b-81f5-4f19-ae99-4431f4ec1d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1789119 Jul 16 09:06:54.684545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-783d41a5-f344-47bb-a3ee-cb69a489c28f None None] Provisioning complete for port 295bfd41-b5a3-473f-a072-48abd678a989 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:54.685588 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-783d41a5-f344-47bb-a3ee-cb69a489c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.701959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6506-6a37-49d3-b158-4b0410086596 req-9691a9df-9b58-4e0d-aab7-198dd4bfaa2d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:54.703751 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1bd6506-6a37-49d3-b158-4b0410086596 req-9691a9df-9b58-4e0d-aab7-198dd4bfaa2d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.0872920 Jul 16 09:06:54.725362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-783d41a5-f344-47bb-a3ee-cb69a489c28f None None] Port 295bfd41-b5a3-473f-a072-48abd678a989 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:54.745460 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1bd6506-6a37-49d3-b158-4b0410086596 req-306f8cbf-9d8a-476b-ab1a-090ea098e8da tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351412 Jul 16 09:06:55.172933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39900) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.178178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1693733263-network', 'tenant_id': 'a9195e468f894176b39722a1bd2186be'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:55.200515 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Made reservation on behalf of a9195e468f894176b39722a1bd2186be for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:55.203248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.212858 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.253248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 113703cc-b7cd-42f5-a7b8-f18a36cad042 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:55.301673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 113703cc-b7cd-42f5-a7b8-f18a36cad042 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:55.302041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.309513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.313424 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.336711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:55.353716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9403cbde-e763-44e8-a2c7-03d72b537f74,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.361025 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.361377 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Added segment b10c9c26-f408-4283-b842-8051420054b0 of type vlan for network e93fd088-ed55-488c-a258-ce11dcc54365 Jul 16 09:06:55.387530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 82903750-0e31-4a39-8c5c-a5598c01c093 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:55.407959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.436526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 82903750-0e31-4a39-8c5c-a5598c01c093 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:55.437908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.439158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.439785 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.440243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 82903750-0e31-4a39-8c5c-a5598c01c093 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:55.440612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.476270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2995710 Jul 16 09:06:55.476477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39902) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.482668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Request body: {'subnet': {'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1693733263-subnet', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:55.516451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019f2dd-77f7-4aaa-9201-946b04440296 admin admin] Pushing event updated for resources: {'Network': ['ID=e93fd088-ed55-488c-a258-ce11dcc54365,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.529057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e93fd088-ed55-488c-a258-ce11dcc54365 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:55.536911 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.537442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Made reservation on behalf of a9195e468f894176b39722a1bd2186be for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:55.540878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.581978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 82903750-0e31-4a39-8c5c-a5598c01c093, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=82903750-0e31-4a39-8c5c-a5598c01c093,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:55.615842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.670847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=82903750-0e31-4a39-8c5c-a5598c01c093,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.733933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.799403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.813125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Checking segment: {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:55.813492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Network hostable DHCP agents. Network: e93fd088-ed55-488c-a258-ce11dcc54365, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:55.830782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Network e93fd088-ed55-488c-a258-ce11dcc54365 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:55.840581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e93fd088-ed55-488c-a258-ce11dcc54365) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:55.845383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.845981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.854177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c08903-726d-449a-aa59-ebcf6e023d4a None None] Network e93fd088-ed55-488c-a258-ce11dcc54365 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:55.864205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ae6fde25-8b89-4700-a5de-49ac2e7ccf8c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3843410 Jul 16 09:06:55.864467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39906) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.869899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:55.921794 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Sync routers for ids ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:55.934532 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.935303 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Routers {'baa1021b-81f5-4f19-ae99-4431f4ec1d77'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:55.935560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.935950 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:55.967293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d614e8-fe06-4da1-bd7a-f339a8dfa203 req-fd92722c-4f95-4e71-b62a-9f0409861c9f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.976036 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-97d614e8-fe06-4da1-bd7a-f339a8dfa203 req-fd92722c-4f95-4e71-b62a-9f0409861c9f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.1020536 Jul 16 09:06:56.017058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e93fd088-ed55-488c-a258-ce11dcc54365', 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'fixed_ips': [{'subnet_id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:56.018151 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.027894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.066131 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Set router baa1021b-81f5-4f19-ae99-4431f4ec1d77 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:56.108393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-97d614e8-fe06-4da1-bd7a-f339a8dfa203 req-504b1dce-9a1d-4d08-84f4-5836b7977d65 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314943 Jul 16 09:06:56.162996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Allocated IP 172.20.0.2 (e93fd088-ed55-488c-a258-ce11dcc54365/2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608/8bc00683-a6dd-43ed-93cb-c544133b9780) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:56.199078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.297166 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '295bfd41-b5a3-473f-a072-48abd678a989', 'name': '', 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'mac_address': 'fa:16:3e:a5:94:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cc5413cf-fba9-479d-b124-99af5be0c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:53Z', 'updated_at': '2021-07-16T09:06:54Z', 'revision_number': 2, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'subnets': [{'id': 'cc5413cf-fba9-479d-b124-99af5be0c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.325312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.325975 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Checking router: baa1021b-81f5-4f19-ae99-4431f4ec1d77 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:56.326333 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Updating router baa1021b-81f5-4f19-ae99-4431f4ec1d77 port 295bfd41-b5a3-473f-a072-48abd678a989 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:56.335037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Transition to ACTIVE for port object 8bc00683-a6dd-43ed-93cb-c544133b9780 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:56.350916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Transition to ACTIVE for port object 8bc00683-a6dd-43ed-93cb-c544133b9780 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:56.357901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.362670 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.402859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Pushing event updated for resources: {'Port': ['ID=8bc00683-a6dd-43ed-93cb-c544133b9780,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.414947 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Network e93fd088-ed55-488c-a258-ce11dcc54365 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:56.416580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:56.419224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:56.423781 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.444612 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.478825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Attempting to bind port 8bc00683-a6dd-43ed-93cb-c544133b9780 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:56.479208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Attempting to bind port 8bc00683-a6dd-43ed-93cb-c544133b9780 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:56.479599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Attempting to bind port 8bc00683-a6dd-43ed-93cb-c544133b9780 on network e93fd088-ed55-488c-a258-ce11dcc54365 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:56.484587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:56.484964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Checking segment: {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:56.485359 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.485747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Bound using segment: {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:56.486208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Bound port: 8bc00683-a6dd-43ed-93cb-c544133b9780, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:56.486582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.553644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] For port 8bc00683-a6dd-43ed-93cb-c544133b9780, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:56.556991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] For port 8bc00683-a6dd-43ed-93cb-c544133b9780, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8bc00683-a6dd-43ed-93cb-c544133b9780,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:56.560134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Allocated IP 172.25.0.117 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/43b514bc-6608-4174-ba73-623e6fb5cf75) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:56.561479 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.619351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d330058-bfe1-48f7-b7f2-e03e272f123e None None] Pushing event updated for resources: {'Port': ['ID=8bc00683-a6dd-43ed-93cb-c544133b9780,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.661670 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.674619 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Transition to ACTIVE for port object 295bfd41-b5a3-473f-a072-48abd678a989 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:56.681474 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.686798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.732821 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Pushing event updated for resources: {'Port': ['ID=295bfd41-b5a3-473f-a072-48abd678a989,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.733772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.759113 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.759486 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.759879 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.760217 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.760549 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.760875 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.761198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.761523 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.761845 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.762164 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.762486 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.762802 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:56.775590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:56.782505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:56.786199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:56.808572 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Attempting to bind port 295bfd41-b5a3-473f-a072-48abd678a989 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:56.808867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Attempting to bind port 295bfd41-b5a3-473f-a072-48abd678a989 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:56.809284 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Attempting to bind port 295bfd41-b5a3-473f-a072-48abd678a989 on network 6c682db0-176f-4cfe-80ce-c57cc8bd3add {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:56.815369 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:56.815748 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Checking segment: {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:56.816156 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.816636 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Bound using segment: {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:56.817818 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Bound port: 295bfd41-b5a3-473f-a072-48abd678a989, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf54191f-1a0d-478b-ad02-cd99cedcba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:56.818206 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.821706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Pushing event updated for resources: {'Port': ['ID=43b514bc-6608-4174-ba73-623e6fb5cf75,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.913111 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] For port 295bfd41-b5a3-473f-a072-48abd678a989, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:56.917159 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] For port 295bfd41-b5a3-473f-a072-48abd678a989, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=295bfd41-b5a3-473f-a072-48abd678a989,segment=NetworkSegment(bf54191f-1a0d-478b-ad02-cd99cedcba6a),segment_id=bf54191f-1a0d-478b-ad02-cd99cedcba6a)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:56.928767 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.993427 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Routers {'baa1021b-81f5-4f19-ae99-4431f4ec1d77'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:56.994013 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:57.064934 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bec06-0d62-4681-a5f3-722c96122ffd None None] Pushing event updated for resources: {'Port': ['ID=295bfd41-b5a3-473f-a072-48abd678a989,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:57.129566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.276164 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] Set router baa1021b-81f5-4f19-ae99-4431f4ec1d77 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:57.296903 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 82903750-0e31-4a39-8c5c-a5598c01c093 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:57.368363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 82903750-0e31-4a39-8c5c-a5598c01c093 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:57.368822 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.424628 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.450709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05911eaf-edb0-4b63-bae6-ad22efa0d395 req-015237da-7a27-4a88-b75d-c5706a3cad24 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.452344 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05911eaf-edb0-4b63-bae6-ad22efa0d395 req-015237da-7a27-4a88-b75d-c5706a3cad24 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.1144240 Jul 16 09:06:57.486251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8bc00683-a6dd-43ed-93cb-c544133b9780 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:57.517114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05911eaf-edb0-4b63-bae6-ad22efa0d395 req-44af7516-83e7-48ce-9b43-0f897d952ef9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579190 Jul 16 09:06:57.565188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8bc00683-a6dd-43ed-93cb-c544133b9780 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:57.585078 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '295bfd41-b5a3-473f-a072-48abd678a989', 'name': '', 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'mac_address': 'fa:16:3e:a5:94:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cc5413cf-fba9-479d-b124-99af5be0c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:53Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 4, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'subnets': [{'id': 'cc5413cf-fba9-479d-b124-99af5be0c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:57.597901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Router 95ce932c-3f07-423d-866a-aa7dc3499f06 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:57.619035 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7097f80-9d86-43ec-b0b1-06e6b6e6f347 None None] The sync data for ids ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'] in n-d-798249-10 is: [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '295bfd41-b5a3-473f-a072-48abd678a989', 'name': '', 'network_id': '6c682db0-176f-4cfe-80ce-c57cc8bd3add', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'mac_address': 'fa:16:3e:a5:94:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cc5413cf-fba9-479d-b124-99af5be0c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:53Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 4, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'subnets': [{'id': 'cc5413cf-fba9-479d-b124-99af5be0c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:57.750861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:57.761707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Sync routers for ids ['95ce932c-3f07-423d-866a-aa7dc3499f06'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:57.775706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.776735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Routers {'95ce932c-3f07-423d-866a-aa7dc3499f06'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:57.777498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95ce932c-3f07-423d-866a-aa7dc3499f06'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:57.777815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7abc96df-2e3d-4d7c-9bb6-682b194e430e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9122376 Jul 16 09:06:57.780510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:57.908434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Set router 95ce932c-3f07-423d-866a-aa7dc3499f06 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:57.936840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c2b1f-167c-43e7-b1a1-b33b2eaa766a None None] Network e93fd088-ed55-488c-a258-ce11dcc54365 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:58.048543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] Provisioning for port 8bc00683-a6dd-43ed-93cb-c544133b9780 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:58.091841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] Provisioning complete for port 8bc00683-a6dd-43ed-93cb-c544133b9780 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:58.092109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.246507 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.294574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.325555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 3, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:58.365134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Checking router: 95ce932c-3f07-423d-866a-aa7dc3499f06 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:58.365488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Updating router 95ce932c-3f07-423d-866a-aa7dc3499f06 port 43b514bc-6608-4174-ba73-623e6fb5cf75 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:58.396261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] For port 8bc00683-a6dd-43ed-93cb-c544133b9780, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8bc00683-a6dd-43ed-93cb-c544133b9780,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:58.405537 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.438724 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.460040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Allocated IP 172.20.0.1 (e93fd088-ed55-488c-a258-ce11dcc54365/2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608/e1a61188-e875-4b43-af11-ff6d2cd31de8) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:58.491147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f08bcd-b987-4809-b4ba-1da1917b6b0c None None] Pushing event updated for resources: {'Port': ['ID=8bc00683-a6dd-43ed-93cb-c544133b9780,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.639831 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.659245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Transition to ACTIVE for port object e1a61188-e875-4b43-af11-ff6d2cd31de8 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:58.718311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.760713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Network e93fd088-ed55-488c-a258-ce11dcc54365 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:58.765930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:58.769656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:58.786752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61de3-faec-4449-8c2e-7aa0ef8ad43a req-90935d9a-eeaa-4053-bcf4-07cc6d919f4f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.797856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85c61de3-faec-4449-8c2e-7aa0ef8ad43a req-90935d9a-eeaa-4053-bcf4-07cc6d919f4f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.0983193 Jul 16 09:06:58.798091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a61188-e875-4b43-af11-ff6d2cd31de8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.808301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-70bb19c8-3302-41dd-9ebe-7dd8c5c84456 None None] Provisioning complete for port 8bc00683-a6dd-43ed-93cb-c544133b9780 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:58.808776 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-70bb19c8-3302-41dd-9ebe-7dd8c5c84456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.818680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.869048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-85c61de3-faec-4449-8c2e-7aa0ef8ad43a req-b664aa8c-02b8-423e-a5df-86a443a66754 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701084 Jul 16 09:06:59.008140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.049525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.062442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Transition to ACTIVE for port object 43b514bc-6608-4174-ba73-623e6fb5cf75 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:59.068304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.137541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d7452-838e-4b2a-9095-aebd6bf5e7aa None None] Pushing event updated for resources: {'Port': ['ID=43b514bc-6608-4174-ba73-623e6fb5cf75,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.141887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Attempting to bind port 43b514bc-6608-4174-ba73-623e6fb5cf75 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:59.142284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Attempting to bind port 43b514bc-6608-4174-ba73-623e6fb5cf75 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:59.142691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Attempting to bind port 43b514bc-6608-4174-ba73-623e6fb5cf75 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:59.146804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c34cbad5-8752-44b5-9e08-2014fb8159e5 None None] Provisioning for port e1a61188-e875-4b43-af11-ff6d2cd31de8 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:59.151719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:59.152102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:59.152596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.152902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:59.153393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Bound port: 43b514bc-6608-4174-ba73-623e6fb5cf75, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:59.153726 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.156961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c34cbad5-8752-44b5-9e08-2014fb8159e5 None None] Provisioning complete for port e1a61188-e875-4b43-af11-ff6d2cd31de8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:59.156961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c34cbad5-8752-44b5-9e08-2014fb8159e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.190347 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.197332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.228529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c34cbad5-8752-44b5-9e08-2014fb8159e5 None None] Port e1a61188-e875-4b43-af11-ff6d2cd31de8 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:59.240761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] For port 43b514bc-6608-4174-ba73-623e6fb5cf75, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:59.244608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] For port 43b514bc-6608-4174-ba73-623e6fb5cf75, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=43b514bc-6608-4174-ba73-623e6fb5cf75,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:59.250478 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.274206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a61188-e875-4b43-af11-ff6d2cd31de8,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.277411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.293874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 295bfd41-b5a3-473f-a072-48abd678a989 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:59.354747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Routers {'95ce932c-3f07-423d-866a-aa7dc3499f06'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:59.355429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95ce932c-3f07-423d-866a-aa7dc3499f06'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:59.370252 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Network e93fd088-ed55-488c-a258-ce11dcc54365 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:59.371678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:59.404661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d7452-838e-4b2a-9095-aebd6bf5e7aa None None] Pushing event updated for resources: {'Port': ['ID=43b514bc-6608-4174-ba73-623e6fb5cf75,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.461266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 295bfd41-b5a3-473f-a072-48abd678a989 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:59.469364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 295bfd41-b5a3-473f-a072-48abd678a989 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:59.469737 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.497445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Router 95ce932c-3f07-423d-866a-aa7dc3499f06 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:59.519008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] Set router 95ce932c-3f07-423d-866a-aa7dc3499f06 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:59.614985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:59.620237 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f6602c06-7575-4119-bb63-7a40e878e057 admin admin] 10.222.0.41 "PUT /v2.0/routers/95ce932c-3f07-423d-866a-aa7dc3499f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382840 Jul 16 09:06:59.660896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.708259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4023b25d-3447-49aa-a3eb-832c37a7e8e6 None None] Provisioning complete for port e1a61188-e875-4b43-af11-ff6d2cd31de8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:59.708631 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4023b25d-3447-49aa-a3eb-832c37a7e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.776670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 295bfd41-b5a3-473f-a072-48abd678a989, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=295bfd41-b5a3-473f-a072-48abd678a989,segment=NetworkSegment(bf54191f-1a0d-478b-ad02-cd99cedcba6a),segment_id=bf54191f-1a0d-478b-ad02-cd99cedcba6a)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:59.779623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4023b25d-3447-49aa-a3eb-832c37a7e8e6 None None] Port e1a61188-e875-4b43-af11-ff6d2cd31de8 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:59.782874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.784538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8bc00683-a6dd-43ed-93cb-c544133b9780 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:59.891283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=295bfd41-b5a3-473f-a072-48abd678a989,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.917739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:06:58Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e1a61188-e875-4b43-af11-ff6d2cd31de8', 'name': '', 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'mac_address': 'fa:16:3e:ee:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 2, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'subnets': [{'id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:59.947282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae1210-3676-4834-a36e-609b907c7f5f None None] The sync data for ids ['95ce932c-3f07-423d-866a-aa7dc3499f06'] in n-d-798249-10 is: [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:06:58Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e1a61188-e875-4b43-af11-ff6d2cd31de8', 'name': '', 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'mac_address': 'fa:16:3e:ee:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 2, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'subnets': [{'id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:59.948976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8bc00683-a6dd-43ed-93cb-c544133b9780 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:59.949345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.092096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb7282-fc3f-4d66-ac99-8960bba45edc req-470d68c5-af93-477e-bf66-b162237dcf3a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.093611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60bb7282-fc3f-4d66-ac99-8960bba45edc req-470d68c5-af93-477e-bf66-b162237dcf3a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.0834110 Jul 16 09:07:00.136393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-60bb7282-fc3f-4d66-ac99-8960bba45edc req-01ccd402-95a2-43b9-81c4-5967da326661 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 Jul 16 09:07:00.746751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39960) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:01.110486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.273315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 295bfd41-b5a3-473f-a072-48abd678a989 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:01.355558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 295bfd41-b5a3-473f-a072-48abd678a989 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:01.355918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.368117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd842b-9749-49de-b968-f70096935796 req-0962b124-8ada-47e7-ab18-4d4861eecb82 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:01.369653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1fd842b-9749-49de-b968-f70096935796 req-0962b124-8ada-47e7-ab18-4d4861eecb82 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 944 time: 0.1109300 Jul 16 09:07:01.414637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a1fd842b-9749-49de-b968-f70096935796 req-ea6abd7f-6432-4361-9e11-7991c63a9938 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 Jul 16 09:07:01.420290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Deleting port 295bfd41-b5a3-473f-a072-48abd678a989 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:01.420598 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.442573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 43b514bc-6608-4174-ba73-623e6fb5cf75 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:01.488779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 43b514bc-6608-4174-ba73-623e6fb5cf75 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:01.492242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 43b514bc-6608-4174-ba73-623e6fb5cf75 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:01.492620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.503030 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] For port 295bfd41-b5a3-473f-a072-48abd678a989, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=295bfd41-b5a3-473f-a072-48abd678a989,segment=NetworkSegment(bf54191f-1a0d-478b-ad02-cd99cedcba6a),segment_id=bf54191f-1a0d-478b-ad02-cd99cedcba6a)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:01.503406 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.516780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Calling delete_port for 295bfd41-b5a3-473f-a072-48abd678a989 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:01.578996 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.600089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 43b514bc-6608-4174-ba73-623e6fb5cf75, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=43b514bc-6608-4174-ba73-623e6fb5cf75,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:01.604227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.654989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=43b514bc-6608-4174-ba73-623e6fb5cf75,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.705981 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.740017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=295bfd41-b5a3-473f-a072-48abd678a989,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.753490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.754569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.754814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.755253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.755804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.756191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.756536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.756857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.757181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.757510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.757817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.758138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.922944 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.045877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c5dc18dd-daef-406b-b31a-28b2b5938828 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:02.062737 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Sync routers for ids ['95ce932c-3f07-423d-866a-aa7dc3499f06'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:02.073450 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Routers {'95ce932c-3f07-423d-866a-aa7dc3499f06'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:02.074072 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95ce932c-3f07-423d-866a-aa7dc3499f06'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:02.155611 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c5dc18dd-daef-406b-b31a-28b2b5938828, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c5dc18dd-daef-406b-b31a-28b2b5938828,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:02.168310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'mac_address': 'fa:16:3e:6f:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:02.187435 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Set router 95ce932c-3f07-423d-866a-aa7dc3499f06 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:02.210174 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.226088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dc18dd-daef-406b-b31a-28b2b5938828 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:02.247597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c5dc18dd-daef-406b-b31a-28b2b5938828, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c5dc18dd-daef-406b-b31a-28b2b5938828,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:02.252739 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.304088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c5dc18dd-daef-406b-b31a-28b2b5938828,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.407897 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:06:58Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e1a61188-e875-4b43-af11-ff6d2cd31de8', 'name': '', 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'mac_address': 'fa:16:3e:ee:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 2, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'subnets': [{'id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:02.434373 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Checking router: 95ce932c-3f07-423d-866a-aa7dc3499f06 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:02.434727 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Updating router 95ce932c-3f07-423d-866a-aa7dc3499f06 port e1a61188-e875-4b43-af11-ff6d2cd31de8 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:02.474979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Router baa1021b-81f5-4f19-ae99-4431f4ec1d77 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:02.476204 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.526759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c5dc18dd-daef-406b-b31a-28b2b5938828'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:02.636501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:02.641750 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-398e26f0-db0d-4f23-8176-58f112703dfe admin admin] 10.222.0.41 "PUT /v2.0/routers/baa1021b-81f5-4f19-ae99-4431f4ec1d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938444 Jul 16 09:07:02.645090 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:02.650398 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] Sync routers for ids ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:02.663016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c57d37-c43d-4a02-8084-bf5adecc66dc req-c4ca2168-8752-420b-a048-c65624e74ec5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.664930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60c57d37-c43d-4a02-8084-bf5adecc66dc req-c4ca2168-8752-420b-a048-c65624e74ec5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 945 time: 0.1314638 Jul 16 09:07:02.672796 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] Routers {'baa1021b-81f5-4f19-ae99-4431f4ec1d77'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:02.673448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:02.744441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60c57d37-c43d-4a02-8084-bf5adecc66dc req-7038d61a-dea3-4f3a-9bb2-19cc28b3b617 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Jul 16 09:07:02.778647 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.789982 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Transition to ACTIVE for port object e1a61188-e875-4b43-af11-ff6d2cd31de8 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:02.797440 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.798190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.845959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] Set router baa1021b-81f5-4f19-ae99-4431f4ec1d77 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:02.892438 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb4438-1299-44a0-8fce-28ae24ff18b6 None None] Pushing event updated for resources: {'Port': ['ID=e1a61188-e875-4b43-af11-ff6d2cd31de8,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.922475 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.934067 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Attempting to bind port e1a61188-e875-4b43-af11-ff6d2cd31de8 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:02.934758 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Attempting to bind port e1a61188-e875-4b43-af11-ff6d2cd31de8 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:02.935309 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Attempting to bind port e1a61188-e875-4b43-af11-ff6d2cd31de8 on network e93fd088-ed55-488c-a258-ce11dcc54365 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:02.941042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:02.941941 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Checking segment: {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:02.942330 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.942717 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Bound using segment: {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:02.943182 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Bound port: e1a61188-e875-4b43-af11-ff6d2cd31de8, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10c9c26-f408-4283-b842-8051420054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:02.943580 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.989644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Deleting port 82903750-0e31-4a39-8c5c-a5598c01c093 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:02.990356 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.024439 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] For port e1a61188-e875-4b43-af11-ff6d2cd31de8, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:03.029808 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] For port e1a61188-e875-4b43-af11-ff6d2cd31de8, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e1a61188-e875-4b43-af11-ff6d2cd31de8,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:03.036982 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.092222 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Routers {'95ce932c-3f07-423d-866a-aa7dc3499f06'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:03.093591 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95ce932c-3f07-423d-866a-aa7dc3499f06'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:03.102140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] For port 82903750-0e31-4a39-8c5c-a5598c01c093, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=82903750-0e31-4a39-8c5c-a5598c01c093,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:03.102505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.129683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Calling delete_port for 82903750-0e31-4a39-8c5c-a5598c01c093 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:03.229681 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb4438-1299-44a0-8fce-28ae24ff18b6 None None] Pushing event updated for resources: {'Port': ['ID=e1a61188-e875-4b43-af11-ff6d2cd31de8,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.269041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] Set router 95ce932c-3f07-423d-866a-aa7dc3499f06 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:03.339295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 43b514bc-6608-4174-ba73-623e6fb5cf75 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:03.407211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 5, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port': {'id': '82903750-0e31-4a39-8c5c-a5598c01c093', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:50Z', 'updated_at': '2021-07-16T09:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:03.426189 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.440799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 43b514bc-6608-4174-ba73-623e6fb5cf75 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:03.441213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.446395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] Checking router: baa1021b-81f5-4f19-ae99-4431f4ec1d77 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:03.453774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82903750-0e31-4a39-8c5c-a5598c01c093,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.487172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] Routers {'baa1021b-81f5-4f19-ae99-4431f4ec1d77'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:03.487834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:03.525050 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.543963 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:06:58Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e1a61188-e875-4b43-af11-ff6d2cd31de8', 'name': '', 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'mac_address': 'fa:16:3e:ee:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:07:03Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'subnets': [{'id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:03.562684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] Set router baa1021b-81f5-4f19-ae99-4431f4ec1d77 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:03.570677 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad2f14-3bb9-49b4-8167-57e6f562780b None None] The sync data for ids ['95ce932c-3f07-423d-866a-aa7dc3499f06'] in n-d-798249-10 is: [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:06:58Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'e1a61188-e875-4b43-af11-ff6d2cd31de8', 'name': '', 'network_id': 'e93fd088-ed55-488c-a258-ce11dcc54365', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'mac_address': 'fa:16:3e:ee:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:58Z', 'updated_at': '2021-07-16T09:07:03Z', 'revision_number': 4, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'subnets': [{'id': '2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:03.619586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:07:03Z', 'revision_number': 7, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:03.627138 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.630554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.672150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204377d-c2e4-42d0-bb3a-7a23a381cfa5 None None] The sync data for ids ['baa1021b-81f5-4f19-ae99-4431f4ec1d77'] in n-d-798249-10 is: [{'id': 'baa1021b-81f5-4f19-ae99-4431f4ec1d77', 'name': 'tempest-TestAggregatesBasicOps-890573012-router', 'tenant_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:07:03Z', 'revision_number': 7, 'project_id': 'fd6ce7449ef64ba38fcbcda29e6b3a21', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:03.682441 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.683479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa1021b-81f5-4f19-ae99-4431f4ec1d77 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:03.691161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.695496 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-afd62e5f-113b-4934-8b17-21811cffd8b7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/baa1021b-81f5-4f19-ae99-4431f4ec1d77 HTTP/1.1" status: 204 len: 168 time: 1.0471196 Jul 16 09:07:03.695816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39970) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:03.709331 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.752692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Deleting subnet cc5413cf-fba9-479d-b124-99af5be0c58b {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:03.756677 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.794389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.888607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.950393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.952185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441caab-d4d3-4bc2-9ea5-4f15496a197f req-c1d7c89c-2571-4447-9b91-a1211c840178 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:03.953764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5441caab-d4d3-4bc2-9ea5-4f15496a197f req-c1d7c89c-2571-4447-9b91-a1211c840178 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 945 time: 0.0757227 Jul 16 09:07:03.980566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5413cf-fba9-479d-b124-99af5be0c58b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.985938 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.988905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad108d56-6231-48b4-8ff7-cb3c087d3001 None None] Network 6c682db0-176f-4cfe-80ce-c57cc8bd3add requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:03.994070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e352c3b7-516f-4b87-8c40-fac5d858f9ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc5413cf-fba9-479d-b124-99af5be0c58b HTTP/1.1" status: 204 len: 168 time: 0.2965355 Jul 16 09:07:03.997071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39974) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.015510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5441caab-d4d3-4bc2-9ea5-4f15496a197f req-2e3d5dfb-53ef-4378-89c0-8a86810788b1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527906 Jul 16 09:07:04.064213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c5dc18dd-daef-406b-b31a-28b2b5938828 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:04.089385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.153547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Deleting port 113703cc-b7cd-42f5-a7b8-f18a36cad042 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:04.153894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.180485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c5dc18dd-daef-406b-b31a-28b2b5938828 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:04.186851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c5dc18dd-daef-406b-b31a-28b2b5938828 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:04.187228 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.231394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] For port 113703cc-b7cd-42f5-a7b8-f18a36cad042, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=113703cc-b7cd-42f5-a7b8-f18a36cad042,segment=NetworkSegment(bf54191f-1a0d-478b-ad02-cd99cedcba6a),segment_id=bf54191f-1a0d-478b-ad02-cd99cedcba6a)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:04.231778 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.246727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Calling delete_port for 113703cc-b7cd-42f5-a7b8-f18a36cad042 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:04.275736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] DHCP port deletion for 6c682db0-176f-4cfe-80ce-c57cc8bd3add request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:04.316602 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.347175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:04.350163 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a9345b-58a5-4f14-a9bf-37ab947c9f92" -d '{"events": [{"server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "name": "network-vif-plugged", "status": "completed", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:04.358362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.370232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c5dc18dd-daef-406b-b31a-28b2b5938828, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c5dc18dd-daef-406b-b31a-28b2b5938828,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:04.375850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Deleting port 113703cc-b7cd-42f5-a7b8-f18a36cad042 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:04.376219 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.394000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=113703cc-b7cd-42f5-a7b8-f18a36cad042,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.404919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] No DVR routers for this DVR port 113703cc-b7cd-42f5-a7b8-f18a36cad042 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:04.412124 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab1e78-7f71-4fc1-a747-65778b80e64c x-openstack-request-id: req-68ab1e78-7f71-4fc1-a747-65778b80e64c {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:04.412417 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "name": "network-vif-plugged", "status": "completed", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:04.412667 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68ab1e78-7f71-4fc1-a747-65778b80e64c {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:04.413062 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'code': 200} Jul 16 09:07:04.415402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.489851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] For port 113703cc-b7cd-42f5-a7b8-f18a36cad042, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:04.490192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.493806 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.506937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c682db0-176f-4cfe-80ce-c57cc8bd3add']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:04.512911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Calling delete_port for 113703cc-b7cd-42f5-a7b8-f18a36cad042 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:04.516828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Port 113703cc-b7cd-42f5-a7b8-f18a36cad042 was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:07:04.520902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c5dc18dd-daef-406b-b31a-28b2b5938828,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.522915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.527198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf54191f-1a0d-478b-ad02-cd99cedcba6a') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:04.527538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf54191f-1a0d-478b-ad02-cd99cedcba6a') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:04.534396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.534745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.535177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.535554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.535884 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.536215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.536545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.536875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.537202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.537526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.537849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.538172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:04.561016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.563715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] No DVR routers for this DVR port 113703cc-b7cd-42f5-a7b8-f18a36cad042 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:04.565371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee408a13-cb44-4547-add5-def489c576f1 None None] Pushing event deleted for resources: {'Port': ['ID=113703cc-b7cd-42f5-a7b8-f18a36cad042,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.585355 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.596434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:04.596845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:04.598999 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:04.658830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf566e-8b20-435d-840f-1b4972a19eb5 req-d31652c1-2fda-4ea0-ab07-7fe82896a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.660826 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51cf566e-8b20-435d-840f-1b4972a19eb5 req-d31652c1-2fda-4ea0-ab07-7fe82896a2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1098 time: 0.1512434 Jul 16 09:07:04.661916 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.668520 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.670252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] 10.222.0.41 "DELETE /v2.0/networks/6c682db0-176f-4cfe-80ce-c57cc8bd3add HTTP/1.1" status: 204 len: 168 time: 0.6721582 Jul 16 09:07:04.673349 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.693666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541318-fbf1-4d7a-a3e4-0d6e035f3bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=6c682db0-176f-4cfe-80ce-c57cc8bd3add,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.714636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51cf566e-8b20-435d-840f-1b4972a19eb5 req-e7883d6a-b673-49ec-ad4c-bcc71e985dbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Jul 16 09:07:05.033326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.210475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e1a61188-e875-4b43-af11-ff6d2cd31de8 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:05.219399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245b101-1c9f-4372-9630-f5653a5fd647 req-fe6430b0-5bfb-455f-83ec-57fffb00ff78 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:05.221025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1245b101-1c9f-4372-9630-f5653a5fd647 req-fe6430b0-5bfb-455f-83ec-57fffb00ff78 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 946 time: 0.0797267 Jul 16 09:07:05.262082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port e1a61188-e875-4b43-af11-ff6d2cd31de8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:05.264304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1245b101-1c9f-4372-9630-f5653a5fd647 req-6d703e12-4c91-4f99-85b4-bbfdc6155c97 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361018 Jul 16 09:07:05.266338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port e1a61188-e875-4b43-af11-ff6d2cd31de8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:05.266795 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.306716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Deleting port e1a61188-e875-4b43-af11-ff6d2cd31de8 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:05.307062 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.347645 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.381512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port e1a61188-e875-4b43-af11-ff6d2cd31de8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e1a61188-e875-4b43-af11-ff6d2cd31de8,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:05.388513 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.388732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] For port e1a61188-e875-4b43-af11-ff6d2cd31de8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=e1a61188-e875-4b43-af11-ff6d2cd31de8,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:05.389019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.404586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Calling delete_port for e1a61188-e875-4b43-af11-ff6d2cd31de8 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:05.440225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=e1a61188-e875-4b43-af11-ff6d2cd31de8,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.453822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 295bfd41-b5a3-473f-a072-48abd678a989 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:05.474310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 295bfd41-b5a3-473f-a072-48abd678a989 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:05.474649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 295bfd41-b5a3-473f-a072-48abd678a989 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:05.475060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 82903750-0e31-4a39-8c5c-a5598c01c093 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:05.493547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 82903750-0e31-4a39-8c5c-a5598c01c093 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:05.493890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 82903750-0e31-4a39-8c5c-a5598c01c093 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:05.494301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 113703cc-b7cd-42f5-a7b8-f18a36cad042 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:05.516944 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 113703cc-b7cd-42f5-a7b8-f18a36cad042 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:05.517211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 113703cc-b7cd-42f5-a7b8-f18a36cad042 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:05.592523 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.619338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a61188-e875-4b43-af11-ff6d2cd31de8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.811788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.026439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Router 95ce932c-3f07-423d-866a-aa7dc3499f06 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:06.129965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:06.134754 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-40c87a99-ce0a-40c0-8aea-5ee99d4fc836 admin admin] 10.222.0.41 "PUT /v2.0/routers/95ce932c-3f07-423d-866a-aa7dc3499f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4603262 Jul 16 09:07:06.137376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39982) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:06.138066 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] Sync routers for ids ['95ce932c-3f07-423d-866a-aa7dc3499f06'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:06.148136 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] Routers {'95ce932c-3f07-423d-866a-aa7dc3499f06'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:06.148761 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95ce932c-3f07-423d-866a-aa7dc3499f06'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:06.244951 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.348838 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] Set router 95ce932c-3f07-423d-866a-aa7dc3499f06 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:06.539842 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:07:05Z', 'revision_number': 5, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:06.567625 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] Checking router: 95ce932c-3f07-423d-866a-aa7dc3499f06 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:06.576532 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] Routers {'95ce932c-3f07-423d-866a-aa7dc3499f06'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:06.577169 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95ce932c-3f07-423d-866a-aa7dc3499f06'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:06.682281 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] Set router 95ce932c-3f07-423d-866a-aa7dc3499f06 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:06.737507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e85bd-7b3b-450f-bdcf-3e2f9c648012 req-3e18fc16-c1c9-4096-a76b-adc0311f7ed4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.740047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b3e85bd-7b3b-450f-bdcf-3e2f9c648012 req-3e18fc16-c1c9-4096-a76b-adc0311f7ed4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 946 time: 0.1216490 Jul 16 09:07:06.742133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.802630 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b3e85bd-7b3b-450f-bdcf-3e2f9c648012 req-2db0aa4f-85c8-4d17-bb89-cd33d8fdddc7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560534 Jul 16 09:07:06.824817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Deleting port 43b514bc-6608-4174-ba73-623e6fb5cf75 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:06.825164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.868556 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:07:05Z', 'revision_number': 5, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:06.898469 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91b110-2041-441e-8356-e9c17ba56d74 None None] The sync data for ids ['95ce932c-3f07-423d-866a-aa7dc3499f06'] in n-d-798249-10 is: [{'id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'name': 'tempest-TestAggregatesBasicOps-1693733263-router', 'tenant_id': 'a9195e468f894176b39722a1bd2186be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:55Z', 'updated_at': '2021-07-16T09:07:05Z', 'revision_number': 5, 'project_id': 'a9195e468f894176b39722a1bd2186be', 'gw_port': {'id': '43b514bc-6608-4174-ba73-623e6fb5cf75', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce932c-3f07-423d-866a-aa7dc3499f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:06.921317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] For port 43b514bc-6608-4174-ba73-623e6fb5cf75, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=43b514bc-6608-4174-ba73-623e6fb5cf75,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:06.921672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.936940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Calling delete_port for 43b514bc-6608-4174-ba73-623e6fb5cf75 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:06.987022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb853c1-fb6e-4c10-9afc-cac8072068b1 req-11f1efc0-6d46-4d3b-82be-98d52ba075e2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.989429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cdb853c1-fb6e-4c10-9afc-cac8072068b1 req-11f1efc0-6d46-4d3b-82be-98d52ba075e2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 946 time: 0.0684667 Jul 16 09:07:07.028383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cdb853c1-fb6e-4c10-9afc-cac8072068b1 req-c9267d10-4994-4b1a-9497-6f2216b3949d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Jul 16 09:07:07.053375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39988) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.106116 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.106287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e09d8a-9c88-4865-8e03-21f1c717c037 tempest-TestVolumeBootPattern-2089902619 tempest-TestVolumeBootPattern-2089902619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.107941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f7e09d8a-9c88-4865-8e03-21f1c717c037 tempest-TestVolumeBootPattern-2089902619 tempest-TestVolumeBootPattern-2089902619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1093 time: 0.0533054 Jul 16 09:07:07.110963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 39990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.135508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:07.143474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Pushing event deleted for resources: {'Port': ['ID=43b514bc-6608-4174-ba73-623e6fb5cf75,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.209801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.241204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.345485 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.350900 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.377258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e1a61188-e875-4b43-af11-ff6d2cd31de8 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:07.399238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: e1a61188-e875-4b43-af11-ff6d2cd31de8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:07.399610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device e1a61188-e875-4b43-af11-ff6d2cd31de8 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:07.422760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.423338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ce932c-3f07-423d-866a-aa7dc3499f06 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:07.428625 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.429775 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d59e77bf-578c-4daa-9e3b-d5d90a3753ef admin admin] 10.222.0.41 "DELETE /v2.0/routers/95ce932c-3f07-423d-866a-aa7dc3499f06 HTTP/1.1" status: 204 len: 168 time: 1.2914746 Jul 16 09:07:07.432403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39992) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.455734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.482803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Deleting subnet 2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:07.486108 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.527392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.569181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.25.0.183 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/df4b4fe9-9058-47ee-ae11-d5009fb3451d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:07.643802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.686026 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.726522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.770129 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:07.773199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:07.775719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:07.800929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=df4b4fe9-9058-47ee-ae11-d5009fb3451d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.046203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-3619d0ed-550d-4b60-bd4c-20a133f5c60e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4492469 Jul 16 09:07:08.057762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.087480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.092761 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.094895 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c93cf681-3a9b-4944-851f-d8cbebe284b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2e22d1c7-3bfa-4dab-8dc9-5652a4a9a608 HTTP/1.1" status: 204 len: 168 time: 0.6606112 Jul 16 09:07:08.098218 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 39994) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:08.100291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd9656-b4ce-4170-a1f5-7c6cd108dde1 None None] Network e93fd088-ed55-488c-a258-ce11dcc54365 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:08.197548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.208661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.233035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-c0f293bb-1ce5-4132-b3ab-5d03e29e6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.235251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-c0f293bb-1ce5-4132-b3ab-5d03e29e6a36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1098 time: 0.1246035 Jul 16 09:07:08.288601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.300029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] DHCP port deletion for e93fd088-ed55-488c-a258-ce11dcc54365 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:08.348433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] Deleting port 8bc00683-a6dd-43ed-93cb-c544133b9780 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:08.348809 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.355994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Deleting port 8bc00683-a6dd-43ed-93cb-c544133b9780 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:08.356343 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.392187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-28908fb0-0706-49c3-afdf-1514a0aa578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.393672 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-28908fb0-0706-49c3-afdf-1514a0aa578d service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.1311066 Jul 16 09:07:08.416054 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] For port 8bc00683-a6dd-43ed-93cb-c544133b9780, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8bc00683-a6dd-43ed-93cb-c544133b9780,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:08.416673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.429662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] Calling delete_port for 8bc00683-a6dd-43ed-93cb-c544133b9780 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:08.469267 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.475183 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.478007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] For port 8bc00683-a6dd-43ed-93cb-c544133b9780, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8bc00683-a6dd-43ed-93cb-c544133b9780,segment=NetworkSegment(b10c9c26-f408-4283-b842-8051420054b0),segment_id=b10c9c26-f408-4283-b842-8051420054b0)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:08.478377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.498947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Calling delete_port for 8bc00683-a6dd-43ed-93cb-c544133b9780 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:08.521715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-3d5a1139-c505-4169-ae3d-78141811e8ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 200 len: 1000 time: 0.0962980 Jul 16 09:07:08.525544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.552548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=df4b4fe9-9058-47ee-ae11-d5009fb3451d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.554521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] No DVR routers for this DVR port 8bc00683-a6dd-43ed-93cb-c544133b9780 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:08.561498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87f502-88b6-4185-a8f7-d73eac08398c None None] Pushing event deleted for resources: {'Port': ['ID=8bc00683-a6dd-43ed-93cb-c544133b9780,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.572309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.615486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-af7d67c6-d9c6-4a7c-99b3-b3a2ac6f6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.616958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-af7d67c6-d9c6-4a7c-99b3-b3a2ac6f6b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0632167 Jul 16 09:07:08.665464 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.672269 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Floating IP 00c1578f-f469-4ed6-a4d9-ebccb7a60cd6 associated. External IP: 172.25.0.183, port: c5dc18dd-daef-406b-b31a-28b2b5938828. Jul 16 09:07:08.701132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc00683-a6dd-43ed-93cb-c544133b9780,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.702986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] No DVR routers for this DVR port 8bc00683-a6dd-43ed-93cb-c544133b9780 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:08.755014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-e01b54df-254a-401b-b474-fad5e41fc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.756599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-e01b54df-254a-401b-b474-fad5e41fc504 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295466 Jul 16 09:07:08.812390 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.830941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93fd088-ed55-488c-a258-ce11dcc54365']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:08.844464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10c9c26-f408-4283-b842-8051420054b0') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:08.844766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10c9c26-f408-4283-b842-8051420054b0') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:08.881379 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.885466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:08.904539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.917596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:08.917994 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: self.session.flush() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:08.919686 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:08.931351 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-7e691479-ef7c-44b9-8e01-1440afabc91f service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651957 Jul 16 09:07:08.994633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:09.008697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:09.012083 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.019556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:09.020182 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:09.034301 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.041463 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.043302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] 10.222.0.41 "DELETE /v2.0/networks/e93fd088-ed55-488c-a258-ce11dcc54365 HTTP/1.1" status: 204 len: 168 time: 0.9399090 Jul 16 09:07:09.057724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-88fdcca2-edfc-4c52-ac26-71396f85b9ae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9456098 Jul 16 09:07:09.058483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:09.061189 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23" -d '{"events": [{"name": "network-changed", "server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:09.063172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165c1a5-2b96-4184-adb6-864749d6ee0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e93fd088-ed55-488c-a258-ce11dcc54365,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:09.089893 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df40853b-9b07-4a0c-86a3-3d6589a5573b req-d2cddf23-97a7-4eb6-8122-6500e727395a service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523478 Jul 16 09:07:09.100618 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795ceef-290a-444f-8295-7e56e2c9100e x-openstack-request-id: req-3795ceef-290a-444f-8295-7e56e2c9100e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:09.105324 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:09.105645 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3795ceef-290a-444f-8295-7e56e2c9100e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:09.106008 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'status': 'completed', 'code': 200} Jul 16 09:07:09.180283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 43b514bc-6608-4174-ba73-623e6fb5cf75 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:09.186533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:09.229000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-787a21be-1fea-4f89-a6fd-0a47f8fccbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.230763 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-787a21be-1fea-4f89-a6fd-0a47f8fccbd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1098 time: 0.0656941 Jul 16 09:07:09.230881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 43b514bc-6608-4174-ba73-623e6fb5cf75 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:09.231216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 43b514bc-6608-4174-ba73-623e6fb5cf75 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:09.231663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8bc00683-a6dd-43ed-93cb-c544133b9780 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:09.238177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.287564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3209717a-a916-40cc-9cf9-386a2b7c358d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd6ce7449ef64ba38fcbcda29e6b3a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479441 Jul 16 09:07:09.290054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40004) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.334681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-bc1608f8-6c93-46a0-a920-895167f847de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.336236 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-bc1608f8-6c93-46a0-a920-895167f847de service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0995173 Jul 16 09:07:09.353425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b71cff34-5700-4040-a1a6-14376b51360d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.377202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b71cff34-5700-4040-a1a6-14376b51360d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.406881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8bc00683-a6dd-43ed-93cb-c544133b9780 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:09.407221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8bc00683-a6dd-43ed-93cb-c544133b9780 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:09.414198 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-643a8678-67db-4090-bb38-a73d52619ca7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 200 len: 1000 time: 0.0719004 Jul 16 09:07:09.436647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b71cff34-5700-4040-a1a6-14376b51360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.439696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b71cff34-5700-4040-a1a6-14376b51360d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.441156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b71cff34-5700-4040-a1a6-14376b51360d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38756202-3001-44bc-bc7d-4d3ab2847694 HTTP/1.1" status: 204 len: 168 time: 0.1500452 Jul 16 09:07:09.452406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cff34-5700-4040-a1a6-14376b51360d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38756202-3001-44bc-bc7d-4d3ab2847694,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:09.478904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-821f683a-fd5a-40a4-b808-ca92f54fcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.481401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-821f683a-fd5a-40a4-b808-ca92f54fcf82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0607333 Jul 16 09:07:09.543296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-7584ab06-c0f1-4876-94dd-98e8bf5c66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:09.544851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-7584ab06-c0f1-4876-94dd-98e8bf5c66ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582378 Jul 16 09:07:09.633146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '00c1578f-f469-4ed6-a4d9-ebccb7a60cd6', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:6f:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:08Z', 'updated_at': '2021-07-16T09:07:08Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:09.649266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-bace7dc7-d553-4676-8336-a3d42f7bd9c6 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981483 Jul 16 09:07:09.659343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:09.668396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:09.669009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:09.746720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2ad4687a-9dd5-4f20-b0aa-ae1064d78c23 req-3b9a0890-7d52-4ea6-9b87-73abd749d4ef service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915911 Jul 16 09:07:09.780468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:09.817654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40010) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.857550 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9d1608fd-ed03-47e3-849d-f7aaeafc747f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9195e468f894176b39722a1bd2186be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387261 Jul 16 09:07:09.860103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40012) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:09.909236 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6919cc1e-e079-4324-82b1-3643e79ff3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.930005 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6919cc1e-e079-4324-82b1-3643e79ff3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.978544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6919cc1e-e079-4324-82b1-3643e79ff3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.981118 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6919cc1e-e079-4324-82b1-3643e79ff3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.982274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6919cc1e-e079-4324-82b1-3643e79ff3d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9403cbde-e763-44e8-a2c7-03d72b537f74 HTTP/1.1" status: 204 len: 168 time: 0.1212745 Jul 16 09:07:09.990713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919cc1e-e079-4324-82b1-3643e79ff3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9403cbde-e763-44e8-a2c7-03d72b537f74,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:10.025772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '00c1578f-f469-4ed6-a4d9-ebccb7a60cd6', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:6f:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:08Z', 'updated_at': '2021-07-16T09:07:08Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:10.052134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e902a56-5be8-4333-ac51-0183a4302476 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '00c1578f-f469-4ed6-a4d9-ebccb7a60cd6', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:6f:f0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:08Z', 'updated_at': '2021-07-16T09:07:08Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:10.266574 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7086ef-35c1-4317-abb3-a19b5e9a0469 None None] New status for floating IP 00c1578f-f469-4ed6-a4d9-ebccb7a60cd6: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:11.941454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:11.946842 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'network': {'name': 'tempest-network-smoke--229067999', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:11.969111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Made reservation on behalf of 1dd17df26b61479f9dbd2b856fb456c5 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:11.973085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.984519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.076291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.079921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.107538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:12.116890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81bc66b-99a6-4cc6-9ab4-849677d78bd4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.122715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.123055 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Added segment 5f35383e-64c0-4b50-9247-86deeb034237 of type vlan for network 869055a2-a58a-4e07-b108-26166f38ff9d Jul 16 09:07:12.164860 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.193569 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.198939 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.199550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.232162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2894609 Jul 16 09:07:12.234922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:12.242147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'admin_state_up': True, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:12.280484 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7ba2-5a09-4ca2-b550-b6bc0cfa71d7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Network': ['ID=869055a2-a58a-4e07-b108-26166f38ff9d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.290949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 869055a2-a58a-4e07-b108-26166f38ff9d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:12.295640 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.296659 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.352309 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.490972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.676551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.695098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.801683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.25.0.146 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/709734a2-4f40-44c4-b750-17936b1b7c19) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:12.901987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.938290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.977334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:12.982123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:12.985450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:12.993061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a71eb84d-f006-40d6-87b1-e483af16dbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.009678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=709734a2-4f40-44c4-b750-17936b1b7c19,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:13.547111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.741425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.865863 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 50f412a0-be87-43d8-9ca4-62544c967055 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:07:13.968459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:13.978493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Sync routers for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:13.987713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:13.988324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:13.989613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.991017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-57e0c1fc-32b4-4289-95c8-9b2b5b59791c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7550743 Jul 16 09:07:13.994231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40068) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.092688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:14.120698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6be22c43-eba5-4be7-9fea-eec6f6a82a1c tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=1dd17df26b61479f9dbd2b856fb456c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251848 Jul 16 09:07:14.123478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40072) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.211883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f23a2d1-f74d-470d-9542-3a116bd60a38 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.214171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3f23a2d1-f74d-470d-9542-3a116bd60a38 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894713 Jul 16 09:07:14.216152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40074) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.244514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cae7a511-72fc-4d89-bf83-24053edac32a tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272799 Jul 16 09:07:14.246981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40076) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.252020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588384408', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:14.269400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:13Z', 'revision_number': 3, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:14.295372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Checking router: 50f412a0-be87-43d8-9ca4-62544c967055 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:14.295722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Updating router 50f412a0-be87-43d8-9ca4-62544c967055 port 709734a2-4f40-44c4-b750-17936b1b7c19 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:14.333966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.342610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Made reservation on behalf of 1dd17df26b61479f9dbd2b856fb456c5 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:14.346384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.528170 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.589485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Subnet': ['ID=e5146910-6a8c-4871-8ae2-f973db68da1d,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:14.590490 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.597101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Checking segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:14.597542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network hostable DHCP agents. Network: 869055a2-a58a-4e07-b108-26166f38ff9d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:14.601096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Transition to ACTIVE for port object 709734a2-4f40-44c4-b750-17936b1b7c19 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:14.606875 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.614777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 869055a2-a58a-4e07-b108-26166f38ff9d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:14.623402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 869055a2-a58a-4e07-b108-26166f38ff9d) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:14.630683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.631289 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.634919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bd365-40e9-446d-ae4f-a1384772bf4f None None] Network 869055a2-a58a-4e07-b108-26166f38ff9d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:14.647642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f606da95-246b-452f-9a6e-cb1feece4092 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995943 Jul 16 09:07:14.650425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40078) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.684551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Attempting to bind port 709734a2-4f40-44c4-b750-17936b1b7c19 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:14.684928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Attempting to bind port 709734a2-4f40-44c4-b750-17936b1b7c19 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:14.685295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Attempting to bind port 709734a2-4f40-44c4-b750-17936b1b7c19 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:14.687170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fb813-e2ad-4d97-b0a7-574410fd524d None None] Pushing event updated for resources: {'Port': ['ID=709734a2-4f40-44c4-b750-17936b1b7c19,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:14.699526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:14.699926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:14.700321 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.700721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:14.701296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Bound port: 709734a2-4f40-44c4-b750-17936b1b7c19, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:14.701585 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:14.702348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.812504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] For port 709734a2-4f40-44c4-b750-17936b1b7c19, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:14.834921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] For port 709734a2-4f40-44c4-b750-17936b1b7c19, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=709734a2-4f40-44c4-b750-17936b1b7c19,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:14.842001 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.902843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-869055a2-a58a-4e07-b108-26166f38ff9d', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:14.903728 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.930814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:14.931476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:14.978293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fb813-e2ad-4d97-b0a7-574410fd524d None None] Pushing event updated for resources: {'Port': ['ID=709734a2-4f40-44c4-b750-17936b1b7c19,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.088265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.134288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:15.194939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Allocated IP 172.20.0.2 (869055a2-a58a-4e07-b108-26166f38ff9d/e5146910-6a8c-4871-8ae2-f973db68da1d/81f1da3f-c7a2-4508-8691-e9ef6b8b73b6) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:15.589311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.600425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:13Z', 'revision_number': 3, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.602369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Transition to ACTIVE for port object 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:15.635298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21745a53-dab9-4a0e-8e65-d3b6897e2547 None None] The sync data for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 is: [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:13Z', 'revision_number': 3, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:15.646043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Transition to ACTIVE for port object 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:15.657879 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.711946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.20.0.1 (869055a2-a58a-4e07-b108-26166f38ff9d/e5146910-6a8c-4871-8ae2-f973db68da1d/d30e1cd8-1768-43bc-be2a-1bc806bbf04f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:15.732389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Network 869055a2-a58a-4e07-b108-26166f38ff9d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:15.742435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:15.745173 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-49ed13ee-20eb-4d16-baa8-8fde81fabc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.747346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:15.751190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Pushing event updated for resources: {'Port': ['ID=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.795611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.847202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Attempting to bind port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:15.847894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Attempting to bind port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:15.848616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Attempting to bind port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 on network 869055a2-a58a-4e07-b108-26166f38ff9d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:15.856986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:15.857693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Checking segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:15.858221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.858700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Bound using segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:15.859264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Bound port: 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:15.859753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.869216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.887916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Transition to ACTIVE for port object d30e1cd8-1768-43bc-be2a-1bc806bbf04f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:15.949243 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.007179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 869055a2-a58a-4e07-b108-26166f38ff9d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:16.008676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] For port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:16.013220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] For port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:16.013462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:16.017672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:16.022387 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.068369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.108924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.109892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d157c-fb55-4808-ab94-580b509b0cbc None None] Pushing event updated for resources: {'Port': ['ID=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.356727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.712662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.718026 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.733941 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.812038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.815986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.922464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 869055a2-a58a-4e07-b108-26166f38ff9d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:16.924053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:17.048722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 50f412a0-be87-43d8-9ca4-62544c967055 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:17.161532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59217e-945e-46ae-967a-18f2eab2847b None None] Network 869055a2-a58a-4e07-b108-26166f38ff9d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:17.243216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c4f8dec1-9749-4a41-8955-0803ef8a4fb6 None None] Provisioning for port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:17.298717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 709734a2-4f40-44c4-b750-17936b1b7c19 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:17.397678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 709734a2-4f40-44c4-b750-17936b1b7c19 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:17.403607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 709734a2-4f40-44c4-b750-17936b1b7c19 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:17.403983 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.495428 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.519564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 709734a2-4f40-44c4-b750-17936b1b7c19, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=709734a2-4f40-44c4-b750-17936b1b7c19,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:17.524342 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.525172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:17.542242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:17.552280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-524e9a77-89bd-4146-96eb-a1dea1efd679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "PUT /v2.0/routers/50f412a0-be87-43d8-9ca4-62544c967055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9000454 Jul 16 09:07:17.554469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40080) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:17.558993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--179551352', 'description': 'tempest-secgroup_access--179551352 description', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:17.585428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.607433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=709734a2-4f40-44c4-b750-17936b1b7c19,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.629360 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Sync routers for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:17.631585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:17.637667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:17.638637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.638917 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:17.639549 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.692311 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.699708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.730478 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.742068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4aa64-f644-4ea9-a260-bfa912f33cce,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.745709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.751165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40084) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:17.757283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--720372371', 'description': 'tempest-secgroup_general--720372371 description', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:17.761964 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-63028ac3-fbaa-4b58-8d03-50b926fa78d0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2063849 Jul 16 09:07:17.771001 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:17.782082 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.788261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:17.795644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a58655-6b51-4873-a913-b82c3e633138 None None] Provisioning complete for port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:17.795644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a58655-6b51-4873-a913-b82c3e633138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.805651 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.885996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.886226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.892434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.924929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb3a565-3452-4704-ae46-74d91cbaf06f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.938758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.943343 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.944870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40086) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:17.949667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'security_group_rule': {'security_group_id': 'c3e4aa64-f644-4ea9-a260-bfa912f33cce', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:17.955167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a881c75-8c72-4aee-a215-ae4b9ddbe4e1 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2024586 Jul 16 09:07:17.960574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a58655-6b51-4873-a913-b82c3e633138 None None] Provisioning for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:17.966019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-85a58655-6b51-4873-a913-b82c3e633138 None None] Provisioning complete for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:17.966598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85a58655-6b51-4873-a913-b82c3e633138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.983428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.011659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-85a58655-6b51-4873-a913-b82c3e633138 None None] Port d30e1cd8-1768-43bc-be2a-1bc806bbf04f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:18.042327 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 2, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:18.053737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.058098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.075382 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Checking router: 50f412a0-be87-43d8-9ca4-62544c967055 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:18.075731 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Updating router 50f412a0-be87-43d8-9ca4-62544c967055 port d30e1cd8-1768-43bc-be2a-1bc806bbf04f binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:18.077626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1ba262-6fa5-4d68-a93b-a8bc28b73ca9,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:18.087413 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.091798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8f606def-7b6a-4906-913d-044193bd17b9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458502 Jul 16 09:07:18.117571 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.138642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-89344822-a2ff-46c3-81f8-1b41dcecf4eb None None] Provisioning complete for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:18.139014 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-89344822-a2ff-46c3-81f8-1b41dcecf4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.181551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-89344822-a2ff-46c3-81f8-1b41dcecf4eb None None] Port d30e1cd8-1768-43bc-be2a-1bc806bbf04f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:18.300537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-944810be-a28c-4da6-b563-f0396e8ff8b8 None None] Provisioning complete for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:18.300917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-944810be-a28c-4da6-b563-f0396e8ff8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.340435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-944810be-a28c-4da6-b563-f0396e8ff8b8 None None] Port d30e1cd8-1768-43bc-be2a-1bc806bbf04f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:18.374899 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-7ad7d868-9e0d-4761-8b5c-f3781f0d0ee6 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--720372371&fields=id&tenant_id=1dd17df26b61479f9dbd2b856fb456c5 HTTP/1.1" status: 200 len: 267 time: 0.0347967 Jul 16 09:07:18.412445 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.415503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-9e10dd90-bb7e-4a45-b8a4-b05dd84c01a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--179551352&fields=id&tenant_id=1dd17df26b61479f9dbd2b856fb456c5 HTTP/1.1" status: 200 len: 267 time: 0.0339346 Jul 16 09:07:18.424152 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Transition to ACTIVE for port object d30e1cd8-1768-43bc-be2a-1bc806bbf04f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:18.432203 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.442510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.489742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba453c-4869-448f-a27d-5318d37b002d None None] Pushing event updated for resources: {'Port': ['ID=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:18.534990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-c26c4a80-a0ad-463c-aada-c60923a26807 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.536730 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-c26c4a80-a0ad-463c-aada-c60923a26807 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/networks?id=869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 200 len: 796 time: 0.1143165 Jul 16 09:07:18.554392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-e79bfecc-7e31-4cac-8bbb-cfbb92b9a695 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/quotas/1dd17df26b61479f9dbd2b856fb456c5 HTTP/1.1" status: 200 len: 375 time: 0.0114992 Jul 16 09:07:18.631959 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Attempting to bind port d30e1cd8-1768-43bc-be2a-1bc806bbf04f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:18.632502 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Attempting to bind port d30e1cd8-1768-43bc-be2a-1bc806bbf04f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:18.632669 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Attempting to bind port d30e1cd8-1768-43bc-be2a-1bc806bbf04f on network 869055a2-a58a-4e07-b108-26166f38ff9d {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:18.633236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-8a4aa06a-d82e-43b1-a724-05542c8d691c tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731859 Jul 16 09:07:18.638398 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:18.638775 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Checking segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:18.639176 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.639596 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Bound using segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:18.640056 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Bound port: d30e1cd8-1768-43bc-be2a-1bc806bbf04f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:18.640437 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.704715 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] For port d30e1cd8-1768-43bc-be2a-1bc806bbf04f, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:18.708423 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] For port d30e1cd8-1768-43bc-be2a-1bc806bbf04f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:18.713163 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.734887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-53d661a5-ce24-49a6-ab7b-710c2fe6ade5 service neutron] 10.222.0.41 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872104 Jul 16 09:07:18.795340 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:18.796198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:18.798099 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba453c-4869-448f-a27d-5318d37b002d None None] Pushing event updated for resources: {'Port': ['ID=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:18.836095 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-bdab9e67-7d54-49e6-bac5-ee24e102577e service neutron] 10.222.0.41 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954049 Jul 16 09:07:18.918617 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:19.128498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e4ca05d-45d4-4b5a-bc3b-50dbf3255b2b req-f9973752-fad1-41e9-bd87-beab7a0a8309 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 210 time: 0.1007192 Jul 16 09:07:19.136329 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:18Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:19.167349 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9eebc-23d7-4e52-9bbd-1abfe969efdb None None] The sync data for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 is: [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:18Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:19.203209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 709734a2-4f40-44c4-b750-17936b1b7c19 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:19.273517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 709734a2-4f40-44c4-b750-17936b1b7c19 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:19.273889 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.374040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:19.431803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:19.432176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.164023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-c0eb705e-6c7f-4701-90db-f21dc0a66f03 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:20.165967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-c0eb705e-6c7f-4701-90db-f21dc0a66f03 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.18 "GET /v2.0/networks?id=869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 200 len: 796 time: 0.1150038 Jul 16 09:07:20.219799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-bd58bdc4-85db-49e9-ad4a-c1bac159f7b3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dd17df26b61479f9dbd2b856fb456c5 HTTP/1.1" status: 200 len: 476 time: 0.0447791 Jul 16 09:07:20.228770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'port': {'device_id': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'admin_state_up': True, 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'security_groups': ['afb3a565-3452-4704-ae46-74d91cbaf06f', 'c3e4aa64-f644-4ea9-a260-bfa912f33cce']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:20.307958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd142666-02c7-41f8-a8ed-bba9f4959ccd req-7f8c3aca-4d6c-4486-a94b-d15777fec24f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 210 time: 0.0410433 Jul 16 09:07:20.349993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Made reservation on behalf of 1dd17df26b61479f9dbd2b856fb456c5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:20.353827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.480617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.20.0.5 (869055a2-a58a-4e07-b108-26166f38ff9d/e5146910-6a8c-4871-8ae2-f973db68da1d/fc9f3139-3093-4589-8ac7-0d369620e3f8) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:20.631526 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.645152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Transition to ACTIVE for port object fc9f3139-3093-4589-8ac7-0d369620e3f8 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:20.677854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.719294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 869055a2-a58a-4e07-b108-26166f38ff9d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:20.724808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:20.728600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:20.759597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=fc9f3139-3093-4589-8ac7-0d369620e3f8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.789627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:20.790259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.806611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-1568b95d-fd54-451b-8c44-ad6d154541a8 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5820384 Jul 16 09:07:20.819110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Request body: {'port': {'device_id': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:20.896004 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.020711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d3457bd6-771e-4ed7-8548-ff6db023636d None None] Provisioning for port fc9f3139-3093-4589-8ac7-0d369620e3f8 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:21.024429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d3457bd6-771e-4ed7-8548-ff6db023636d None None] Provisioning complete for port fc9f3139-3093-4589-8ac7-0d369620e3f8 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:21.024796 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3457bd6-771e-4ed7-8548-ff6db023636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.059083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d3457bd6-771e-4ed7-8548-ff6db023636d None None] Port fc9f3139-3093-4589-8ac7-0d369620e3f8 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:21.167174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9f3139-3093-4589-8ac7-0d369620e3f8 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:21.175800 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.188891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Transition to ACTIVE for port object fc9f3139-3093-4589-8ac7-0d369620e3f8 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:21.193378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.193703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d30e1cd8-1768-43bc-be2a-1bc806bbf04f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:21.243710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:21.247827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:21.248208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.264454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f3139-3093-4589-8ac7-0d369620e3f8,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.321228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Attempting to bind port fc9f3139-3093-4589-8ac7-0d369620e3f8 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:21.322142 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Attempting to bind port fc9f3139-3093-4589-8ac7-0d369620e3f8 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:21.322417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Attempting to bind port fc9f3139-3093-4589-8ac7-0d369620e3f8 on network 869055a2-a58a-4e07-b108-26166f38ff9d {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:21.327738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Port fc9f3139-3093-4589-8ac7-0d369620e3f8 on network 869055a2-a58a-4e07-b108-26166f38ff9d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:21.327959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Attempting to bind port fc9f3139-3093-4589-8ac7-0d369620e3f8 on network 869055a2-a58a-4e07-b108-26166f38ff9d {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:21.333796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:21.334535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Checking segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:21.334535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Bound using segment: {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:21.334973 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Bound port: fc9f3139-3093-4589-8ac7-0d369620e3f8, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f35383e-64c0-4b50-9247-86deeb034237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:21.335822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.341957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.377553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d30e1cd8-1768-43bc-be2a-1bc806bbf04f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:21.384058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.424597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] For port fc9f3139-3093-4589-8ac7-0d369620e3f8, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:21.428986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] For port fc9f3139-3093-4589-8ac7-0d369620e3f8, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:21.433940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.440406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.503670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.504317 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.505734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 200 len: 1131 time: 0.6922724 Jul 16 09:07:21.508025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:21.510345 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:21.543122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fc1e7-0487-436b-999a-b6dfcf321db4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f3139-3093-4589-8ac7-0d369620e3f8,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.595131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc3d4-1981-4f45-8065-4885d89c2bcb req-449d65cb-959d-4458-a661-b5b04beaec3e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.597253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbcdc3d4-1981-4f45-8065-4885d89c2bcb req-449d65cb-959d-4458-a661-b5b04beaec3e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 982 time: 0.1597438 Jul 16 09:07:21.632513 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640890e3-fccc-4bea-9169-26f1bcbe4f07 x-openstack-request-id: req-640890e3-fccc-4bea-9169-26f1bcbe4f07 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:21.632797 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:21.633042 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-640890e3-fccc-4bea-9169-26f1bcbe4f07 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:21.633434 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'status': 'completed', 'code': 200} Jul 16 09:07:21.654826 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fbcdc3d4-1981-4f45-8065-4885d89c2bcb req-184b0f99-94f6-47db-8f45-01a3e6a71fb3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0505691 Jul 16 09:07:21.657804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-6aab927b-dc64-42b7-ad90-aad3582b8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.660069 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-6aab927b-dc64-42b7-ad90-aad3582b8ede service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1134 time: 0.1132786 Jul 16 09:07:21.706093 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-7b6c66f8-e477-4f2a-b892-bbecaeccd3ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 200 len: 217 time: 0.0381064 Jul 16 09:07:21.755888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-2a6facd7-8300-44f2-91f2-08faab01c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.757478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-2a6facd7-8300-44f2-91f2-08faab01c760 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5146910-6a8c-4871-8ae2-f973db68da1d HTTP/1.1" status: 200 len: 834 time: 0.0464430 Jul 16 09:07:21.826054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-385df2f1-f142-4f72-b33b-a92cb95dee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:21.827593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-385df2f1-f142-4f72-b33b-a92cb95dee4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869055a2-a58a-4e07-b108-26166f38ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643013 Jul 16 09:07:21.917220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-04d8d8bb-dd54-473f-a7c2-d07031281585 service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835352 Jul 16 09:07:22.010488 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6313f56b-fc8e-4e41-928d-5756b02cfc64 req-a0dbc0e9-96df-4159-be39-05c430745e5e service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872087 Jul 16 09:07:22.110452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-56d8f1a1-be74-480a-9725-e340bf6eeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.112612 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-56d8f1a1-be74-480a-9725-e340bf6eeee1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1134 time: 0.0541039 Jul 16 09:07:22.204700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-8140b611-f54d-4259-8f31-9c638131a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.206233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-8140b611-f54d-4259-8f31-9c638131a810 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 200 len: 897 time: 0.0876670 Jul 16 09:07:22.248340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-2228b9a1-4fa9-4010-ab00-ea6fda91919c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 200 len: 217 time: 0.0337713 Jul 16 09:07:22.295398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-1c9db56d-adf3-4180-bc49-78f9e2167647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.296789 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-1c9db56d-adf3-4180-bc49-78f9e2167647 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5146910-6a8c-4871-8ae2-f973db68da1d HTTP/1.1" status: 200 len: 834 time: 0.0418613 Jul 16 09:07:22.358450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-cf8db09f-bbdd-46b6-a8cb-70f4ddf5606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.359958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-cf8db09f-bbdd-46b6-a8cb-70f4ddf5606a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869055a2-a58a-4e07-b108-26166f38ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552058 Jul 16 09:07:22.452322 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-637f3ed2-c52f-4862-a7fe-7243a8cc2444 service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843253 Jul 16 09:07:22.546330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-62dc79ee-e40e-4a84-b61d-ec793ba24d6a req-8232c8d2-4053-46f8-88a1-bc982a153b4c service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869174 Jul 16 09:07:22.844728 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798283-7676-4d4d-89fb-a503eb88a292 req-58e0a53e-88a2-4600-9459-4b0278d84c4e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.846820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10798283-7676-4d4d-89fb-a503eb88a292 req-58e0a53e-88a2-4600-9459-4b0278d84c4e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 982 time: 0.0663157 Jul 16 09:07:22.896005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10798283-7676-4d4d-89fb-a503eb88a292 req-6a22afee-048e-4213-8692-38c17782249f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0410402 Jul 16 09:07:23.173083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d30e1cd8-1768-43bc-be2a-1bc806bbf04f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:23.219291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d30e1cd8-1768-43bc-be2a-1bc806bbf04f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:23.219693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.025498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc9f3139-3093-4589-8ac7-0d369620e3f8 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:24.084435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6c997-2b21-4eba-8c46-9e9ac1eeaced req-909ca7e2-e4de-4c94-894b-a9fcfd110311 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:24.085941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fc6c997-2b21-4eba-8c46-9e9ac1eeaced req-909ca7e2-e4de-4c94-894b-a9fcfd110311 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 982 time: 0.0688016 Jul 16 09:07:24.124231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc9f3139-3093-4589-8ac7-0d369620e3f8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:24.126768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fc6c997-2b21-4eba-8c46-9e9ac1eeaced req-88d37e6c-f4f7-40a5-aed2-7ef7d6e54975 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0351136 Jul 16 09:07:24.136702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'port_id': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'mac_address': 'fa:16:3e:b6:79:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:24.174853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.187286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9f3139-3093-4589-8ac7-0d369620e3f8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:24.209115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc9f3139-3093-4589-8ac7-0d369620e3f8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:24.213266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.261281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fc9f3139-3093-4589-8ac7-0d369620e3f8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:24.417081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['fc9f3139-3093-4589-8ac7-0d369620e3f8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:25.307709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f21631-8a87-4488-a227-d8794fdcc702 req-d462cd53-f99a-4f36-be2c-54814ddcc23e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.309194 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89f21631-8a87-4488-a227-d8794fdcc702 req-d462cd53-f99a-4f36-be2c-54814ddcc23e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 983 time: 0.0660682 Jul 16 09:07:25.349589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-89f21631-8a87-4488-a227-d8794fdcc702 req-5b8dabdd-166f-4f6f-8b86-e9eb0213bfb7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344913 Jul 16 09:07:26.024856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc9f3139-3093-4589-8ac7-0d369620e3f8 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:26.073200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port fc9f3139-3093-4589-8ac7-0d369620e3f8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:26.077067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port fc9f3139-3093-4589-8ac7-0d369620e3f8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:26.077439 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.157269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.181134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:26.183401 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9a0550-0739-45d8-a895-ed553e690c6b" -d '{"events": [{"server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:26.196085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port fc9f3139-3093-4589-8ac7-0d369620e3f8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:26.200595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.228395 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c2b6e4-f2f7-4d9e-b4ee-5353bc8b7886 x-openstack-request-id: req-46c2b6e4-f2f7-4d9e-b4ee-5353bc8b7886 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:26.228686 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:26.228943 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46c2b6e4-f2f7-4d9e-b4ee-5353bc8b7886 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:26.229329 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'code': 200} Jul 16 09:07:26.252860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=fc9f3139-3093-4589-8ac7-0d369620e3f8,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.341008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263c1d8-d4c8-4bfc-a9ff-97266023eb47 req-ff858bf5-0bde-4f90-a500-0d1540e16ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:26.342403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6263c1d8-d4c8-4bfc-a9ff-97266023eb47 req-ff858bf5-0bde-4f90-a500-0d1540e16ba7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1136 time: 0.0527372 Jul 16 09:07:26.385485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6263c1d8-d4c8-4bfc-a9ff-97266023eb47 req-f28b8496-94b0-442b-b8eb-f3c2dac8e83a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366461 Jul 16 09:07:26.521754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d674b-5999-4931-9f10-45a8d554d849 req-2e6bf063-c66a-4380-a577-4ab81a4017d6 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:26.523224 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c2d674b-5999-4931-9f10-45a8d554d849 req-2e6bf063-c66a-4380-a577-4ab81a4017d6 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 984 time: 0.0641825 Jul 16 09:07:26.563113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3c2d674b-5999-4931-9f10-45a8d554d849 req-040c586c-7b0e-43f6-890f-e309596cd7bf tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0342741 Jul 16 09:07:27.742901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345d8d-be7b-4f3f-b8d2-a6aff4073d66 req-867358e6-8936-4d27-8b4a-7108171c39dd tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.744459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e345d8d-be7b-4f3f-b8d2-a6aff4073d66 req-867358e6-8936-4d27-8b4a-7108171c39dd tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 984 time: 0.0653920 Jul 16 09:07:27.788481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e345d8d-be7b-4f3f-b8d2-a6aff4073d66 req-01ba9ff3-e99f-471c-a32c-849ef49b0b1f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363708 Jul 16 09:07:27.970254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb62e-a5c9-4d1f-9fe8-892ed4362c60 req-0086c6de-850b-49c3-84d0-aee4ec061227 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.971745 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a57bb62e-a5c9-4d1f-9fe8-892ed4362c60 req-0086c6de-850b-49c3-84d0-aee4ec061227 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 984 time: 0.0700727 Jul 16 09:07:28.013744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a57bb62e-a5c9-4d1f-9fe8-892ed4362c60 req-0dd5b1d8-ee0f-4f7d-b2f0-b8b38cc7d149 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0357685 Jul 16 09:07:28.180367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46db64-1176-488d-a113-6f87b7d83710 req-84c70fb3-feef-41ff-a3eb-c8fce277dccf tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.181900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e46db64-1176-488d-a113-6f87b7d83710 req-84c70fb3-feef-41ff-a3eb-c8fce277dccf tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1136 time: 0.0588272 Jul 16 09:07:28.201279 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e46db64-1176-488d-a113-6f87b7d83710 req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.304448 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e46db64-1176-488d-a113-6f87b7d83710 req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.308146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1e46db64-1176-488d-a113-6f87b7d83710 req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.329331 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e46db64-1176-488d-a113-6f87b7d83710 req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1417205 Jul 16 09:07:28.341824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f21aec-69c2-448a-b8a4-9a8052e87eff,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.350984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.351350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.351695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.352056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.352389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.352743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.353084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.353426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.353744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.354058 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.354382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.354597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40144) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.354713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c91e3-99eb-420a-8c13-bdf18e527f8f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:28.415545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb6c54-bce1-4407-96c6-b4d0967eb16f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.417070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dccb6c54-bce1-4407-96c6-b4d0967eb16f tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1131 time: 0.0613117 Jul 16 09:07:28.420061 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40146) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.424880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:28.449383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.548499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.651914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.25.0.90 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/22fcb734-2815-4d7f-a9b1-4733bc423a3b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:28.763655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.809839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.859105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:28.862363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:28.865771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:28.892022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=22fcb734-2815-4d7f-a9b1-4733bc423a3b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.282389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.368216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.517785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.522895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.597280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=22fcb734-2815-4d7f-a9b1-4733bc423a3b,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.608170 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.712571 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Floating IP e6c339e9-3534-4b02-856c-740ed017e2db associated. External IP: 172.25.0.90, port: fc9f3139-3093-4589-8ac7-0d369620e3f8. Jul 16 09:07:29.914028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 50f412a0-be87-43d8-9ca4-62544c967055 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:30.018849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:30.028729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] Sync routers for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:30.034535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.039239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:30.039915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.074234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-319babee-c64b-4867-bd1b-1cc9c037659e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6530793 Jul 16 09:07:30.074832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:30.077085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40150) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.077593 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d5a281-a6f2-44b0-896d-155c9febae86" -d '{"events": [{"name": "network-changed", "server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:30.115820 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96a587-3c62-4709-b4c3-0ddb9d47ade7 x-openstack-request-id: req-9c96a587-3c62-4709-b4c3-0ddb9d47ade7 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:30.116113 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:30.116370 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c96a587-3c62-4709-b4c3-0ddb9d47ade7 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:30.116778 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'status': 'completed', 'code': 200} Jul 16 09:07:30.148776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:30.226137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.226626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.227086 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.227563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.228027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.228479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.230315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8fdb9272-6f3c-42c0-99ea-a5a86e066060 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1515207 Jul 16 09:07:30.233226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40154) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.278867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-54eaffde-4fc9-44e6-8a89-47f54024e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.280307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-54eaffde-4fc9-44e6-8a89-47f54024e4a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1136 time: 0.1295187 Jul 16 09:07:30.356240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.356700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.357150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.357597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.358037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.358478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.362811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2003852a-8cf9-4a41-a7de-dfd8aadbd3e9 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1261401 Jul 16 09:07:30.363271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40156) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.378876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e6c339e9-3534-4b02-856c-740ed017e2db', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'port_id': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'mac_address': 'fa:16:3e:b6:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:29Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 0, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.405671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] Checking router: 50f412a0-be87-43d8-9ca4-62544c967055 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:30.414821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-f548b6e8-98ea-40a8-a5e5-269d3dbb7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.416499 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-f548b6e8-98ea-40a8-a5e5-269d3dbb7b46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 200 len: 897 time: 0.1265848 Jul 16 09:07:30.416746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:30.417387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.483139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-5594ec2c-cbba-4b10-9621-586f9268d05e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 200 len: 998 time: 0.0601587 Jul 16 09:07:30.510588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-061da5d3-5fe3-4321-b0ab-0338058e0ea2 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.1435881 Jul 16 09:07:30.510984 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40158) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.540569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-9de5f311-f14b-4bf8-87e6-1e25b7252328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.542144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-9de5f311-f14b-4bf8-87e6-1e25b7252328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5146910-6a8c-4871-8ae2-f973db68da1d HTTP/1.1" status: 200 len: 834 time: 0.0531070 Jul 16 09:07:30.569304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b828bc9-7141-4879-a47e-25aad2c57cf8 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.569792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b828bc9-7141-4879-a47e-25aad2c57cf8 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.584995 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b828bc9-7141-4879-a47e-25aad2c57cf8 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=50f412a0-be87-43d8-9ca4-62544c967055 HTTP/1.1" status: 200 len: 1992 time: 0.0596294 Jul 16 09:07:30.603126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-3cd73de5-a167-4c6f-ac88-93b65e650852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.604777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-3cd73de5-a167-4c6f-ac88-93b65e650852 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869055a2-a58a-4e07-b108-26166f38ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565720 Jul 16 09:07:30.680687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:30.700591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-c6400f7f-91f1-4c11-b218-d4900a68dcec service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892773 Jul 16 09:07:30.790375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4d5a281-a6f2-44b0-896d-155c9febae86 req-c1b0378f-5c1f-4894-93d5-86c3a2eba262 service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841382 Jul 16 09:07:30.909513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e6c339e9-3534-4b02-856c-740ed017e2db', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'port_id': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'mac_address': 'fa:16:3e:b6:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:29Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 0, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.934835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40770e2d-4e3b-4fe8-8f8e-8ccea2c5ff56 None None] The sync data for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 is: [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'e6c339e9-3534-4b02-856c-740ed017e2db', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'port_id': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'mac_address': 'fa:16:3e:b6:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:29Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 0, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:31.139466 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fede495-832b-4ee1-b355-e428befb5eb0 None None] New status for floating IP e6c339e9-3534-4b02-856c-740ed017e2db: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:33.698093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.993864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fecdd03e-744b-4832-8e6e-58a8ea9aba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.523088 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-158ab9e3-784e-4920-bcf9-35644f9d3769 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527205 Jul 16 09:07:44.622895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-5fa52736-12cd-4154-b579-91be1f4e2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.624680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-5fa52736-12cd-4154-b579-91be1f4e2fce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1136 time: 0.0555222 Jul 16 09:07:44.725283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-c5a850af-2f60-4f51-8127-e41a3d09e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.726702 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-c5a850af-2f60-4f51-8127-e41a3d09e390 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 200 len: 897 time: 0.0820599 Jul 16 09:07:44.794135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-8517f3d1-e4eb-4caf-af59-51ec04d618c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 200 len: 1000 time: 0.0604432 Jul 16 09:07:44.843519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-e13c0fe5-5a8c-41e2-a4b3-38320cbbd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.844942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-e13c0fe5-5a8c-41e2-a4b3-38320cbbd4d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5146910-6a8c-4871-8ae2-f973db68da1d HTTP/1.1" status: 200 len: 834 time: 0.0450370 Jul 16 09:07:44.903970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-e7c62ef3-24d7-4a1b-a2ac-2a3c04fe851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.905515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-e7c62ef3-24d7-4a1b-a2ac-2a3c04fe851f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869055a2-a58a-4e07-b108-26166f38ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522392 Jul 16 09:07:44.996992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-a753db75-1692-4179-b639-5850ee85b84c service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Jul 16 09:07:45.083425 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3c48c38e-2b85-4b75-b31a-cc03cef59203 req-8b9b88bf-464c-4c53-bb1b-d155a254409c service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802824 Jul 16 09:07:45.688048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38319423-6759-43b7-bf56-6aa7c80a7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.769660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.735013 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.957274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.436221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.700586 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:03.725953 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.436057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40182) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.534250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-401cdc5d-342c-4d41-9b0f-db10473761a2 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.0971112 Jul 16 09:08:05.537550 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40184) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.542256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'network': {'name': 'tempest-network-smoke--1876971864', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'port_security_enabled': False}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:05.562214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Made reservation on behalf of 1dd17df26b61479f9dbd2b856fb456c5 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:05.566310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.590197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:05.599842 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.600185 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Added segment eda1bb59-c5f0-4ff3-8f19-c908e1a84821 of type vlan for network 03063071-a426-483f-a1d9-67bce14fae19 Jul 16 09:08:05.641883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.669465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.675198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:05.675808 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.712628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1739252 Jul 16 09:08:05.715133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40186) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.719968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'admin_state_up': True, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:05.744828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.745746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.746704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d2c0-1064-40a1-87f5-db2bd4b46b11 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Network': ['ID=03063071-a426-483f-a1d9-67bce14fae19,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:05.758549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 03063071-a426-483f-a1d9-67bce14fae19 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:05.798762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.936959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.458853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.476868 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.576427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.25.0.137 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/5af168b7-c411-4feb-9ef0-50212803cc1d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:06.678676 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.715849 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.751351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:06.756033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:06.759355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:06.782851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=5af168b7-c411-4feb-9ef0-50212803cc1d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:06.800319 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.800665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.801000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.801332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.801656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.802556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.802884 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.803210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.803564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.803882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.804196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:06.804510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:07.024544 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.215928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.343120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:08:07.448397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:07.457606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Sync routers for ids ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:07.466795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.468045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c5e7fd94-5392-4d5e-9844-9b23cace59ea tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7518122 Jul 16 09:08:07.468496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Routers {'95029c60-61e5-4f7d-afdb-56d92a4b1e70'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:07.469100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:07.471075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.537227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81cb55-1922-4a8e-a427-cc173e54f01b tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:07.538763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3d81cb55-1922-4a8e-a427-cc173e54f01b tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=1dd17df26b61479f9dbd2b856fb456c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0667074 Jul 16 09:08:07.541559 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40190) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.574346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Set router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:07.632463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e9d7f-603b-440d-8c2b-eca6c39d4d7a tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:07.633930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-056e9d7f-603b-440d-8c2b-eca6c39d4d7a tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914481 Jul 16 09:08:07.636825 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40192) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.665069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aeba2d06-bdc3-46a3-b5f9-2b2cb16a76cb tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271559 Jul 16 09:08:07.667874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40194) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.695358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5c613fb7-ce01-4e0c-ad41-78e376db8266 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=1dd17df26b61479f9dbd2b856fb456c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264082 Jul 16 09:08:07.697733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.748798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:06Z', 'revision_number': 3, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:07.775117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Checking router: 95029c60-61e5-4f7d-afdb-56d92a4b1e70 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:07.775503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Updating router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 port 5af168b7-c411-4feb-9ef0-50212803cc1d binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:08:07.787486 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39b90f-47a0-4616-a905-8746ba06135c tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:07.789069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6a39b90f-47a0-4616-a905-8746ba06135c tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904460 Jul 16 09:08:07.791886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40198) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.813897 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.820267 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-12e1b6c4-72e5-4c67-9ab1-42fc73301ff1 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273354 Jul 16 09:08:07.822717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40200) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.827498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982558993', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:07.916922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Made reservation on behalf of 1dd17df26b61479f9dbd2b856fb456c5 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:07.920571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.064623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.074867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Transition to ACTIVE for port object 5af168b7-c411-4feb-9ef0-50212803cc1d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.081830 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.101078 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.135302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Pushing event updated for resources: {'Port': ['ID=5af168b7-c411-4feb-9ef0-50212803cc1d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.137356 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Attempting to bind port 5af168b7-c411-4feb-9ef0-50212803cc1d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:08.137730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Attempting to bind port 5af168b7-c411-4feb-9ef0-50212803cc1d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:08.138074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Attempting to bind port 5af168b7-c411-4feb-9ef0-50212803cc1d on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:08.147127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:08.147530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:08.147939 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.148335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:08.148798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Bound port: 5af168b7-c411-4feb-9ef0-50212803cc1d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:08.149184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.165538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Subnet': ['ID=39cb7112-5dd4-4890-b833-6571aac084b9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.173561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Checking segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:08.173909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network hostable DHCP agents. Network: 03063071-a426-483f-a1d9-67bce14fae19, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:08:08.174559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.174906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.175244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.175602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.175932 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.176258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.176761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.177543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.178189 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.178552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.178879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.179200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:08.192789 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 03063071-a426-483f-a1d9-67bce14fae19 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:08:08.201243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 03063071-a426-483f-a1d9-67bce14fae19) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:08.206039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:08.206632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.214190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716a13c-343b-433e-b5e1-2a7af9a417e1 None None] Network 03063071-a426-483f-a1d9-67bce14fae19 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:08.219992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a9b7dd8b-ba7d-4f78-962b-a0d5404c7980 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3962939 Jul 16 09:08:08.222727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40202) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:08.235731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] For port 5af168b7-c411-4feb-9ef0-50212803cc1d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:08.252291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] For port 5af168b7-c411-4feb-9ef0-50212803cc1d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5af168b7-c411-4feb-9ef0-50212803cc1d,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:08.280662 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.379301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Routers {'95029c60-61e5-4f7d-afdb-56d92a4b1e70'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:08.380484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:08.383805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44dd9-c872-48c6-8944-1a9da833d54c None None] Pushing event updated for resources: {'Port': ['ID=5af168b7-c411-4feb-9ef0-50212803cc1d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.492757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-03063071-a426-483f-a1d9-67bce14fae19', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'fixed_ips': [{'subnet_id': '39cb7112-5dd4-4890-b833-6571aac084b9'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:08.493615 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.575773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] Set router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:08.649949 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.753586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Allocated IP 172.20.0.18 (03063071-a426-483f-a1d9-67bce14fae19/39cb7112-5dd4-4890-b833-6571aac084b9/8297eb0f-3343-4854-8180-ea90ef3fae10) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:08.889861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:06Z', 'revision_number': 3, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:08.932901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fadcc-bb31-4071-b570-e1f17f1f3a88 None None] The sync data for ids ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'] in n-d-798249-10 is: [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:06Z', 'revision_number': 3, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:08.958420 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.967086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Transition to ACTIVE for port object 8297eb0f-3343-4854-8180-ea90ef3fae10 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.982469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Transition to ACTIVE for port object 8297eb0f-3343-4854-8180-ea90ef3fae10 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.988558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.028271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Network 03063071-a426-483f-a1d9-67bce14fae19 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:09.031207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:09.037460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:09.042173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.20.0.17 (03063071-a426-483f-a1d9-67bce14fae19/39cb7112-5dd4-4890-b833-6571aac084b9/9c5678e4-778f-4e92-a3e6-fdc1f6adb579) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:09.049789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Pushing event updated for resources: {'Port': ['ID=8297eb0f-3343-4854-8180-ea90ef3fae10,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:09.103898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Attempting to bind port 8297eb0f-3343-4854-8180-ea90ef3fae10 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:09.104330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Attempting to bind port 8297eb0f-3343-4854-8180-ea90ef3fae10 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:09.104624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Attempting to bind port 8297eb0f-3343-4854-8180-ea90ef3fae10 on network 03063071-a426-483f-a1d9-67bce14fae19 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:09.109895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:09.110273 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Checking segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:09.110676 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.111071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Bound using segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:09.111569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Bound port: 8297eb0f-3343-4854-8180-ea90ef3fae10, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:09.112019 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.202561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] For port 8297eb0f-3343-4854-8180-ea90ef3fae10, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:09.203821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.206415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] For port 8297eb0f-3343-4854-8180-ea90ef3fae10, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8297eb0f-3343-4854-8180-ea90ef3fae10,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:09.214821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.230501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Transition to ACTIVE for port object 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:09.269228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.285294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd6d4d-c226-41a1-ba2d-e6dcfada966e None None] Pushing event updated for resources: {'Port': ['ID=8297eb0f-3343-4854-8180-ea90ef3fae10,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:09.298701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 03063071-a426-483f-a1d9-67bce14fae19 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:09.302024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:09.304234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:09.375142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:09.381597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.559702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.764444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-1ca8afcd-baa0-4fb9-a6c9-c050b7205dae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1645012 Jul 16 09:08:09.862374 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.868390 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.902001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-119f1a4f-0b8f-40dd-b14c-a86540f8f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:09.903859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-119f1a4f-0b8f-40dd-b14c-a86540f8f651 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 1098 time: 0.0675211 Jul 16 09:08:09.949254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.951181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:10.024306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-ae2c8ca3-294c-499b-826a-1de1499739ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.026059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-ae2c8ca3-294c-499b-826a-1de1499739ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.1012115 Jul 16 09:08:10.048985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 03063071-a426-483f-a1d9-67bce14fae19 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:10.050379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:10.101505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-779c4791-a8ca-4beb-8309-0a48ae3d253e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 200 len: 1002 time: 0.0687966 Jul 16 09:08:10.156912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-a1e683a4-f693-4dfa-8ea4-6a9838480730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.159407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-a1e683a4-f693-4dfa-8ea4-6a9838480730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0523036 Jul 16 09:08:10.178936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:10.226983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-13c1a3ed-97d5-44de-8482-c2fa7525e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.228583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-13c1a3ed-97d5-44de-8482-c2fa7525e6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632238 Jul 16 09:08:10.238765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-ce31fd49-08f4-4b2a-bc18-eea990e629a6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:10.241159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-ce31fd49-08f4-4b2a-bc18-eea990e629a6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066307 Jul 16 09:08:10.294592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:10.300359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3fd9de5c-6153-4a84-895e-a2f237c62829 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "PUT /v2.0/routers/95029c60-61e5-4f7d-afdb-56d92a4b1e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0766616 Jul 16 09:08:10.331170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c47c85-049d-4542-9763-c1c29146dcfc None None] Network 03063071-a426-483f-a1d9-67bce14fae19 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:10.346092 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-235feb0d-89e7-4fd8-bf8b-8ae1f18c398b service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987771 Jul 16 09:08:10.414445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-09dfec2c-52a3-4d1f-a752-92e687dc9805 None None] Provisioning for port 8297eb0f-3343-4854-8180-ea90ef3fae10 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:10.460065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-355a3ba3-d3a6-49c8-861a-4bf0fe81f674 req-cef189ba-2f55-4007-bf5e-31e5cee42555 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082170 Jul 16 09:08:10.751545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-daecf9c6-215f-4d1d-b7eb-98757c739e54 None None] Provisioning for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:10.756653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-daecf9c6-215f-4d1d-b7eb-98757c739e54 None None] Provisioning complete for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:10.756997 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-daecf9c6-215f-4d1d-b7eb-98757c739e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.922495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-96d7dcf3-4d6b-4138-a30d-201ce766075e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.924108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-96d7dcf3-4d6b-4138-a30d-201ce766075e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/networks?id=03063071-a426-483f-a1d9-67bce14fae19 HTTP/1.1" status: 200 len: 798 time: 0.4838364 Jul 16 09:08:10.930420 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Sync routers for ids ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:10.946726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-aaa9dad8-63a4-4a6b-b253-609de6c29b3d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/quotas/1dd17df26b61479f9dbd2b856fb456c5 HTTP/1.1" status: 200 len: 375 time: 0.0112724 Jul 16 09:08:10.952292 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Routers {'95029c60-61e5-4f7d-afdb-56d92a4b1e70'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:10.952947 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:10.966650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-daecf9c6-215f-4d1d-b7eb-98757c739e54 None None] Port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:11.044789 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-25960339-a0dd-4fc2-88af-9fa469db55c7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0887015 Jul 16 09:08:11.088736 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Set router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:11.100074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-291e95d9-1445-4f90-aaa6-74cdec4e3405 None None] Provisioning complete for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:11.100459 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-291e95d9-1445-4f90-aaa6-74cdec4e3405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.121169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-a5e5d02e-c31a-4510-b9ed-a40d571ec1a7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:11.122183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-a5e5d02e-c31a-4510-b9ed-a40d571ec1a7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636036 Jul 16 09:08:11.157722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-291e95d9-1445-4f90-aaa6-74cdec4e3405 None None] Port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:11.236327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-2b79f5e9-c6b5-45d4-ad24-c9fec1bf587f service neutron] 10.222.0.41 "GET /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070533 Jul 16 09:08:11.294223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8297eb0f-3343-4854-8180-ea90ef3fae10 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:11.314881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-135f9d31-eb8e-4c8b-b3b8-d258da537ecb None None] Provisioning complete for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:11.315243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-135f9d31-eb8e-4c8b-b3b8-d258da537ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.328795 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:09Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9c5678e4-778f-4e92-a3e6-fdc1f6adb579', 'name': '', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:bb:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:08Z', 'updated_at': '2021-07-16T09:08:09Z', 'revision_number': 2, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:11.338716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-dbe42b18-c29c-4d05-9c0d-6bc446e2556c service neutron] 10.222.0.41 "GET /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958331 Jul 16 09:08:11.355351 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Checking router: 95029c60-61e5-4f7d-afdb-56d92a4b1e70 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:11.355708 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Updating router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:08:11.362952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-135f9d31-eb8e-4c8b-b3b8-d258da537ecb None None] Port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:11.377671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8297eb0f-3343-4854-8180-ea90ef3fae10 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:11.381496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8297eb0f-3343-4854-8180-ea90ef3fae10 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:11.381879 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.399795 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.469944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.505556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 8297eb0f-3343-4854-8180-ea90ef3fae10, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8297eb0f-3343-4854-8180-ea90ef3fae10,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:11.511188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.512114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5af168b7-c411-4feb-9ef0-50212803cc1d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:11.545239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de921db3-a567-4937-a5e1-720fcddc95e7 req-a5ed9263-7383-4e47-a137-680112c18db9 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 210 time: 0.0403788 Jul 16 09:08:11.611007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=8297eb0f-3343-4854-8180-ea90ef3fae10,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:11.626698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 5af168b7-c411-4feb-9ef0-50212803cc1d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:11.634258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5af168b7-c411-4feb-9ef0-50212803cc1d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:11.634649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.718876 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.729723 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.740869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 5af168b7-c411-4feb-9ef0-50212803cc1d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5af168b7-c411-4feb-9ef0-50212803cc1d,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:11.742370 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Transition to ACTIVE for port object 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:11.745253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.753289 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.821851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=5af168b7-c411-4feb-9ef0-50212803cc1d,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:11.825583 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Pushing event updated for resources: {'Port': ['ID=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:11.852210 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.852549 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.852881 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.853358 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.853666 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.854101 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.854314 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.854625 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.854940 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.855254 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.855687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.855896 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:11.869947 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Attempting to bind port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:11.870308 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Attempting to bind port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:11.870662 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Attempting to bind port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 on network 03063071-a426-483f-a1d9-67bce14fae19 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:11.875939 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:11.876312 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Checking segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:11.876694 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.877236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Bound using segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:11.877869 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Bound port: 9c5678e4-778f-4e92-a3e6-fdc1f6adb579, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:11.878240 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.945542 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] For port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:11.949053 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] For port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:11.953219 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.014639 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd02c15-5e99-4067-a0d7-173013d9872a None None] Pushing event updated for resources: {'Port': ['ID=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:12.019644 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Routers {'95029c60-61e5-4f7d-afdb-56d92a4b1e70'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:12.020274 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:12.226126 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] Set router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:12.429428 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:09Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9c5678e4-778f-4e92-a3e6-fdc1f6adb579', 'name': '', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:bb:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:08Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:12.456089 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f802fdd-2e44-4686-9c53-8baa9f80af8b None None] The sync data for ids ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'] in n-d-798249-10 is: [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:09Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '9c5678e4-778f-4e92-a3e6-fdc1f6adb579', 'name': '', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:bb:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:08Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:12.706249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f52c0dc-c518-4067-bcf8-086a46d9fe67 req-5e98ef2a-e38f-48b8-83bf-9209101643cb tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 210 time: 0.0350668 Jul 16 09:08:12.965191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-64aeb1f1-ae97-4625-92e3-351e63574901 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:12.966605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-64aeb1f1-ae97-4625-92e3-351e63574901 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.36 "GET /v2.0/networks?id=03063071-a426-483f-a1d9-67bce14fae19 HTTP/1.1" status: 200 len: 798 time: 0.1169090 Jul 16 09:08:12.991858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Request body: {'port': {'device_id': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'admin_state_up': True, 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:13.005806 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-291f7ca1-8e23-45e6-a742-58222feb1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.121163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Made reservation on behalf of 1dd17df26b61479f9dbd2b856fb456c5 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:13.125193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.273980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Allocated IP 172.20.0.29 (03063071-a426-483f-a1d9-67bce14fae19/39cb7112-5dd4-4890-b833-6571aac084b9/4c9b8fc0-f55e-4d62-a750-8f5c0719e48a) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:13.306363 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8297eb0f-3343-4854-8180-ea90ef3fae10 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:13.356540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8297eb0f-3343-4854-8180-ea90ef3fae10 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.357012 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.402060 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.416940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Transition to ACTIVE for port object 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:13.444247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:13.452430 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.496502 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Network 03063071-a426-483f-a1d9-67bce14fae19 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:13.498660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:13.500385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:13.505123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.505614 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.507911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:13.537905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event updated for resources: {'Port': ['ID=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:13.565937 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:13.566604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.587217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-77a3ca0a-5f52-4ee4-9edc-e517d7645f8a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6017890 Jul 16 09:08:13.605473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Request body: {'port': {'device_id': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:13.610356 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.647749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:13.653528 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.654460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5af168b7-c411-4feb-9ef0-50212803cc1d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:13.688288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.735001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:13.758850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5af168b7-c411-4feb-9ef0-50212803cc1d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.759427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.789836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cb7ad11d-093b-4dbd-922e-cdd3c52a4717 None None] Provisioning for port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:13.799200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cb7ad11d-093b-4dbd-922e-cdd3c52a4717 None None] Provisioning complete for port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.799200 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad11d-093b-4dbd-922e-cdd3c52a4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.841689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ad11d-093b-4dbd-922e-cdd3c52a4717 None None] Port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:13.934343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cc63f-1fae-48c6-9646-b89bd4a5267f req-88ae07cc-3df8-454f-8466-67e5ac963dec tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:13.935924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2c9cc63f-1fae-48c6-9646-b89bd4a5267f req-88ae07cc-3df8-454f-8466-67e5ac963dec tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 895 time: 0.0737269 Jul 16 09:08:14.006433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:14.014234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.026561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Transition to ACTIVE for port object 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:14.030206 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.080886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.155120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Attempting to bind port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:14.155489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Attempting to bind port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:14.155818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Attempting to bind port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a on network 03063071-a426-483f-a1d9-67bce14fae19 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:14.160336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a on network 03063071-a426-483f-a1d9-67bce14fae19 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:08:14.160661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Attempting to bind port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a on network 03063071-a426-483f-a1d9-67bce14fae19 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:14.166332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:14.166671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Checking segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:14.167056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Bound using segment: {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:14.167521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Bound port: 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03063071-a426-483f-a1d9-67bce14fae19'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:14.167882 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.236141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] For port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:14.240803 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] For port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:14.246503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.284304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.284830 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.286980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] 10.222.0.36 "PUT /v2.0/ports/4c9b8fc0-f55e-4d62-a750-8f5c0719e48a HTTP/1.1" status: 200 len: 1056 time: 0.6860163 Jul 16 09:08:14.287453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'tag': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:14.289695 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8017897e-1bac-40d1-9bd6-6d9f3932fe58" -d '{"events": [{"name": "network-changed", "server_uuid": "29e338fd-56ab-4787-8fcf-c783e80789c9", "tag": "4c9b8fc0-f55e-4d62-a750-8f5c0719e48a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:14.316540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12930c56-44e2-4272-9a4c-ebfd7df2bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.339473 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a906d6ae-096d-49e0-a203-79b9b39f6f36 x-openstack-request-id: req-a906d6ae-096d-49e0-a203-79b9b39f6f36 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:14.339842 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e338fd-56ab-4787-8fcf-c783e80789c9", "tag": "4c9b8fc0-f55e-4d62-a750-8f5c0719e48a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:14.340171 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a906d6ae-096d-49e0-a203-79b9b39f6f36 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:14.340650 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'tag': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a', 'status': 'completed', 'code': 200} Jul 16 09:08:14.413306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-9513b5ce-7618-4df0-9f3e-512bac10c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.414855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-9513b5ce-7618-4df0-9f3e-512bac10c144 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 1059 time: 0.0579629 Jul 16 09:08:14.467071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-2d72b8e9-81bc-4ef9-ac39-284609a18a88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a HTTP/1.1" status: 200 len: 217 time: 0.0391049 Jul 16 09:08:14.517302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-ea1645e7-f384-4e41-8c9b-8d540158a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.518706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-ea1645e7-f384-4e41-8c9b-8d540158a2cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39cb7112-5dd4-4890-b833-6571aac084b9 HTTP/1.1" status: 200 len: 838 time: 0.0455570 Jul 16 09:08:14.574781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-1840526f-fd46-45b7-b578-39c5e79e15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.576280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-1840526f-fd46-45b7-b578-39c5e79e15e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03063071-a426-483f-a1d9-67bce14fae19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0514877 Jul 16 09:08:14.670725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-a29437f2-1267-425b-ae40-3b9f89d9f4b8 service neutron] 10.222.0.36 "GET /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Jul 16 09:08:14.757628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6fa9ccae-9359-44bf-b2b3-957d4944a2c5 req-67e3cdc5-fd01-405a-ad58-160df75e1796 service neutron] 10.222.0.36 "GET /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810552 Jul 16 09:08:14.899103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-ebea6f94-a493-4e26-ad75-63a3b65b177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.900629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-ebea6f94-a493-4e26-ad75-63a3b65b177e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 1059 time: 0.0583124 Jul 16 09:08:14.989019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-3f7ad5aa-97cf-4aea-a159-b1b7c9f45c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:14.990507 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-3f7ad5aa-97cf-4aea-a159-b1b7c9f45c1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=03063071-a426-483f-a1d9-67bce14fae19 HTTP/1.1" status: 200 len: 899 time: 0.0835412 Jul 16 09:08:15.037375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-70ca1cf3-46ff-4766-a7a1-2ef1f0fb0646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a HTTP/1.1" status: 200 len: 217 time: 0.0398133 Jul 16 09:08:15.088931 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-7ca34e41-f950-41c6-87f9-3b31da787b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.090446 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-7ca34e41-f950-41c6-87f9-3b31da787b5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39cb7112-5dd4-4890-b833-6571aac084b9 HTTP/1.1" status: 200 len: 838 time: 0.0457110 Jul 16 09:08:15.117002 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb82b98-c48f-44ac-885a-6872ab1b84e1 req-b246b7fa-84d5-4c31-bd98-d8e8ce4d4c7b tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.118509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-efb82b98-c48f-44ac-885a-6872ab1b84e1 req-b246b7fa-84d5-4c31-bd98-d8e8ce4d4c7b tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 907 time: 0.0638187 Jul 16 09:08:15.151594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-3bf5324e-6960-4871-9000-d4d3c1d0fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.153111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-3bf5324e-6960-4871-9000-d4d3c1d0fa1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03063071-a426-483f-a1d9-67bce14fae19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0547445 Jul 16 09:08:15.203547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:15.249876 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-d49372d1-d757-4417-91f1-0185b11076d5 service neutron] 10.222.0.36 "GET /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893157 Jul 16 09:08:15.255188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:15.255586 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.339230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8017897e-1bac-40d1-9bd6-6d9f3932fe58 req-cf2b4821-79c3-4815-a51f-3d4065af4dcc service neutron] 10.222.0.36 "GET /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826240 Jul 16 09:08:15.688479 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11c980c2-f4d5-43e8-a32c-d534c4ea0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.771048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.311964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6771-57d0-4f0b-8a5f-e58fb892fab8 req-1fa3ec90-deb1-4376-a29a-eff82be077e5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:16.313464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-14aa6771-57d0-4f0b-8a5f-e58fb892fab8 req-1fa3ec90-deb1-4376-a29a-eff82be077e5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 907 time: 0.0687811 Jul 16 09:08:16.426053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:08:16.521480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:16.533022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a', 'network_id': '03063071-a426-483f-a1d9-67bce14fae19', 'port_id': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a', 'mac_address': 'fa:16:3e:b3:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cb7112-5dd4-4890-b833-6571aac084b9', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:08:16.567863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.580732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:16.599876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:16.604162 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.654719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:16.735613 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.885783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4c9b8fc0-f55e-4d62-a750-8f5c0719e48a'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:17.487464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dee3b-e42a-4e4e-bae4-68cdff7956e4 req-37aa178f-0c9d-4248-b165-a7e0f9665fd4 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:17.488880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d3dee3b-e42a-4e4e-bae4-68cdff7956e4 req-37aa178f-0c9d-4248-b165-a7e0f9665fd4 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 908 time: 0.0647788 Jul 16 09:08:17.948803 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.431734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:18.460597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.484805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:18.488397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:18.488769 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.570714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.593783 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:18.596133 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6fb8ac-ab90-4017-be1a-1449deb42728" -d '{"events": [{"server_uuid": "29e338fd-56ab-4787-8fcf-c783e80789c9", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b8fc0-f55e-4d62-a750-8f5c0719e48a"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:18.609800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:18.614497 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.669933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:18.673919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164383c5-bb1a-4f4a-89b5-49696dd41166 req-131b9534-8ed0-46db-889b-fda1b5b867df tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:18.675564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-164383c5-bb1a-4f4a-89b5-49696dd41166 req-131b9534-8ed0-46db-889b-fda1b5b867df tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0723591 Jul 16 09:08:18.704490 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9c46d-f640-49a8-b24e-34de02743f43 x-openstack-request-id: req-6dc9c46d-f640-49a8-b24e-34de02743f43 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:18.704786 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e338fd-56ab-4787-8fcf-c783e80789c9", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b8fc0-f55e-4d62-a750-8f5c0719e48a", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:18.705041 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dc9c46d-f640-49a8-b24e-34de02743f43 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:18.705443 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a', 'code': 200} Jul 16 09:08:18.840059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49531c9-0b9f-4e2b-97f9-eee3454a98d2 req-474a7593-be39-4a7a-af61-4e65c984fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:18.841807 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e49531c9-0b9f-4e2b-97f9-eee3454a98d2 req-474a7593-be39-4a7a-af61-4e65c984fdcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 1061 time: 0.0521097 Jul 16 09:08:19.849061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5af12-961b-4efd-b398-9713aea7c75b req-aa6713b9-616a-45e1-9813-192bfa112b9d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:19.850485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82a5af12-961b-4efd-b398-9713aea7c75b req-aa6713b9-616a-45e1-9813-192bfa112b9d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0648963 Jul 16 09:08:21.024568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68456f02-9fdf-4cf5-98d8-17386377d569 req-149d07bc-b1bf-4b47-a1e1-47933cb32cb3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.025943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-68456f02-9fdf-4cf5-98d8-17386377d569 req-149d07bc-b1bf-4b47-a1e1-47933cb32cb3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0656047 Jul 16 09:08:21.204845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c6122-22eb-4d54-aac4-31170adc6996 req-3f4b4d81-3997-4bdc-9f0b-201d275e96cd tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.206373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ae9c6122-22eb-4d54-aac4-31170adc6996 req-3f4b4d81-3997-4bdc-9f0b-201d275e96cd tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0671520 Jul 16 09:08:21.366011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd038b-3fbb-49a8-9ed2-c5007a7301a1 req-6bb1468a-7af7-40d9-87c5-ba29d2da1877 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.367666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32dd038b-3fbb-49a8-9ed2-c5007a7301a1 req-6bb1468a-7af7-40d9-87c5-ba29d2da1877 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 1061 time: 0.0516376 Jul 16 09:08:21.528482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e503013-a175-4b74-b3fe-9888b0def4da req-bcd9c947-812f-480c-96db-ff817eca172a tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.530013 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e503013-a175-4b74-b3fe-9888b0def4da req-bcd9c947-812f-480c-96db-ff817eca172a tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1136 time: 0.0529985 Jul 16 09:08:21.564600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e503013-a175-4b74-b3fe-9888b0def4da req-049f654b-26bb-4a2a-bcd1-42b243d033bc tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0291190 Jul 16 09:08:21.589348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40266) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.639656 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec392d4e-6b3b-4710-8290-fccd1bc208a1 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.641115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ec392d4e-6b3b-4710-8290-fccd1bc208a1 tempest-TestSecurityGroupsBasicOps-663238894 tempest-TestSecurityGroupsBasicOps-663238894-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 1056 time: 0.0507767 Jul 16 09:08:21.993621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538e9f5-5616-4e1d-b5aa-854485e9743e req-defb6be1-57b3-4bda-8768-19db039221c6 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.995059 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3538e9f5-5616-4e1d-b5aa-854485e9743e req-defb6be1-57b3-4bda-8768-19db039221c6 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0629139 Jul 16 09:08:23.169856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a2ab6-df6d-48b8-9224-864bfdafbbdc req-0041700d-cf53-4a39-9e87-a54503043ab0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:23.171374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d0a2ab6-df6d-48b8-9224-864bfdafbbdc req-0041700d-cf53-4a39-9e87-a54503043ab0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0635710 Jul 16 09:08:23.334176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-669470b5-0acb-4a65-bf9b-313d97e81328 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:23.335583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-669470b5-0acb-4a65-bf9b-313d97e81328 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.36 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 909 time: 0.0656075 Jul 16 09:08:23.436527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:23.436871 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.528557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] For port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:23.528916 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.541102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:23.665687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.697027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=4c9b8fc0-f55e-4d62-a750-8f5c0719e48a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:23.743205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] No DVR routers for this DVR port 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:23.746080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.748513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2ff6c31-a3e5-4673-a5ef-0cf4e8e37ff9 req-25a7cbc7-05ed-4f45-b010-a91aa1d7ef30 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.36 "DELETE /v2.0/ports/4c9b8fc0-f55e-4d62-a750-8f5c0719e48a HTTP/1.1" status: 204 len: 173 time: 0.4077456 Jul 16 09:08:23.748971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'name': 'network-vif-deleted', 'tag': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:23.751269 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fae18-b48b-4505-8f68-e9d9f8b92254" -d '{"events": [{"server_uuid": "29e338fd-56ab-4787-8fcf-c783e80789c9", "name": "network-vif-deleted", "tag": "4c9b8fc0-f55e-4d62-a750-8f5c0719e48a"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:23.799072 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b7b13-b78c-4686-a765-a79a20e8cd81 x-openstack-request-id: req-e45b7b13-b78c-4686-a765-a79a20e8cd81 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:23.799508 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e338fd-56ab-4787-8fcf-c783e80789c9", "name": "network-vif-deleted", "tag": "4c9b8fc0-f55e-4d62-a750-8f5c0719e48a", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:23.799719 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e45b7b13-b78c-4686-a765-a79a20e8cd81 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:23.800182 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e338fd-56ab-4787-8fcf-c783e80789c9', 'name': 'network-vif-deleted', 'tag': '4c9b8fc0-f55e-4d62-a750-8f5c0719e48a', 'status': 'completed', 'code': 200} Jul 16 09:08:24.649687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd9f85fd-c944-4229-9d50-ec58ee854f09 req-da6bf60f-fe68-49bb-97f3-353ee2fc7467 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e338fd-56ab-4787-8fcf-c783e80789c9 HTTP/1.1" status: 200 len: 210 time: 0.3472722 Jul 16 09:08:25.744123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40284) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.090252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.359791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:26.360046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.450512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] For port 9c5678e4-778f-4e92-a3e6-fdc1f6adb579, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:26.450859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.463013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:26.473986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:26.494325 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:26.494674 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c9b8fc0-f55e-4d62-a750-8f5c0719e48a not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:26.643662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.669760 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=9c5678e4-778f-4e92-a3e6-fdc1f6adb579,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.847788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.057714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:27.166439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:27.171547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dee9ed58-402e-410c-b80d-63c704fbc7e3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "PUT /v2.0/routers/95029c60-61e5-4f7d-afdb-56d92a4b1e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263515 Jul 16 09:08:27.174094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40286) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:27.178910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] Sync routers for ids ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:27.187828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] Routers {'95029c60-61e5-4f7d-afdb-56d92a4b1e70'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:27.188447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:27.231389 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting subnet 39cb7112-5dd4-4890-b833-6571aac084b9 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:27.234430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.274229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.297821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] Set router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:27.356884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.421074 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.448291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Subnet': ['ID=39cb7112-5dd4-4890-b833-6571aac084b9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:27.452045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.453920 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd4846c2-c4f3-4099-80cb-6f2b64f708c2 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/subnets/39cb7112-5dd4-4890-b833-6571aac084b9 HTTP/1.1" status: 204 len: 168 time: 0.2787898 Jul 16 09:08:27.456578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40288) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:27.462474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680b244-f48e-40b7-83d8-2cfe60d3f6b3 None None] Network 03063071-a426-483f-a1d9-67bce14fae19 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:27.557124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:26Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:27.565224 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.601843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] Checking router: 95029c60-61e5-4f7d-afdb-56d92a4b1e70 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:27.617233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] Routers {'95029c60-61e5-4f7d-afdb-56d92a4b1e70'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:27.617784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:27.668589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.723831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port 5af168b7-c411-4feb-9ef0-50212803cc1d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:27.724183 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.734206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] Set router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:27.788039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] DHCP port deletion for 03063071-a426-483f-a1d9-67bce14fae19 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:27.810681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] For port 5af168b7-c411-4feb-9ef0-50212803cc1d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5af168b7-c411-4feb-9ef0-50212803cc1d,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:27.811047 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.824035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for 5af168b7-c411-4feb-9ef0-50212803cc1d owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:27.904265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] Deleting port 8297eb0f-3343-4854-8180-ea90ef3fae10 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:27.904571 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.989537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.995278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] For port 8297eb0f-3343-4854-8180-ea90ef3fae10, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8297eb0f-3343-4854-8180-ea90ef3fae10,segment=NetworkSegment(eda1bb59-c5f0-4ff3-8f19-c908e1a84821),segment_id=eda1bb59-c5f0-4ff3-8f19-c908e1a84821)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:27.995705 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.012006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] Calling delete_port for 8297eb0f-3343-4854-8180-ea90ef3fae10 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:28.016604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=5af168b7-c411-4feb-9ef0-50212803cc1d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:28.027147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:26Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:28.079207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.085327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4da29-a122-4d1a-bdd1-d4fd8f420530 None None] The sync data for ids ['95029c60-61e5-4f7d-afdb-56d92a4b1e70'] in n-d-798249-10 is: [{'id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-738444898', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:05Z', 'updated_at': '2021-07-16T09:08:26Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '5af168b7-c411-4feb-9ef0-50212803cc1d', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95029c60-61e5-4f7d-afdb-56d92a4b1e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:08:06Z', 'updated_at': '2021-07-16T09:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:28.129023 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.154459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] Pushing event deleted for resources: {'Port': ['ID=8297eb0f-3343-4854-8180-ea90ef3fae10,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:28.157975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ef7f7-94c2-4edf-ba44-e688e9daec25 None None] No DVR routers for this DVR port 8297eb0f-3343-4854-8180-ea90ef3fae10 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:28.180588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.182855 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.224702 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.225369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Fanout notify agent at l3_agent the message router_deleted on router 95029c60-61e5-4f7d-afdb-56d92a4b1e70 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:28.232153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.235365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b449b817-36e2-4f9f-b8f4-f2aa45e02d6f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/routers/95029c60-61e5-4f7d-afdb-56d92a4b1e70 HTTP/1.1" status: 204 len: 168 time: 0.7756789 Jul 16 09:08:28.235939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40290) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:28.310267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.397874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.407680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03063071-a426-483f-a1d9-67bce14fae19']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:28.417829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:28.418129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda1bb59-c5f0-4ff3-8f19-c908e1a84821') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:28.427284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.442878 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.449386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:28.449792 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:28.452825 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:28.517845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.525031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.530127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/networks/03063071-a426-483f-a1d9-67bce14fae19 HTTP/1.1" status: 204 len: 168 time: 0.2905650 Jul 16 09:08:28.530836 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40292) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:28.539758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Network': ['ID=03063071-a426-483f-a1d9-67bce14fae19,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:28.547543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.547899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.548242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.548580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.548914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.549251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.549585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.549915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.550247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.550572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.550897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.551221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844f2b7-ff60-40a5-b320-0c6cf53aaac3 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:28.698086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port 22fcb734-2815-4d7f-a9b1-4733bc423a3b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:28.698434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.700610 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:28.780932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.781261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.793550 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for 22fcb734-2815-4d7f-a9b1-4733bc423a3b owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:28.936438 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.968740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=22fcb734-2815-4d7f-a9b1-4733bc423a3b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:29.028033 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.028375 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Floating IP e6c339e9-3534-4b02-856c-740ed017e2db disassociated (deleted). External IP: 172.25.0.90, port: fc9f3139-3093-4589-8ac7-0d369620e3f8. Jul 16 09:08:29.212531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8297eb0f-3343-4854-8180-ea90ef3fae10 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:29.233099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8297eb0f-3343-4854-8180-ea90ef3fae10 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:29.233446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8297eb0f-3343-4854-8180-ea90ef3fae10 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:29.233867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:29.241067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 50f412a0-be87-43d8-9ca4-62544c967055 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:29.252769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:29.253117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9c5678e4-778f-4e92-a3e6-fdc1f6adb579 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:29.253532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5af168b7-c411-4feb-9ef0-50212803cc1d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:29.276616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 5af168b7-c411-4feb-9ef0-50212803cc1d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:29.276958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5af168b7-c411-4feb-9ef0-50212803cc1d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:29.346145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:29.350801 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.355102 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] Sync routers for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:29.363673 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:29.364212 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:29.388045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e5124a5-abbc-4615-aa03-87701633f94a tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/floatingips/e6c339e9-3534-4b02-856c-740ed017e2db HTTP/1.1" status: 204 len: 168 time: 0.8554971 Jul 16 09:08:29.388785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:29.391579 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd79156-f287-4e36-bc85-e7e832e975a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:29.434526 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd26a6-dbaa-4621-9f52-2a646512de2c x-openstack-request-id: req-73dd26a6-dbaa-4621-9f52-2a646512de2c {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:29.434894 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:29.435159 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73dd26a6-dbaa-4621-9f52-2a646512de2c {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:29.435591 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'status': 'completed', 'code': 200} Jul 16 09:08:29.471436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:29.567364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-fda0d16b-1e47-4b39-953f-da5847472dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:29.569397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-fda0d16b-1e47-4b39-953f-da5847472dde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 1136 time: 0.1116807 Jul 16 09:08:29.668749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-0e0f8d0b-41db-4545-b28d-b38d4ad79cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:29.670276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-0e0f8d0b-41db-4545-b28d-b38d4ad79cce service neutron] 10.222.0.18 "GET /v2.0/networks?id=869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 200 len: 897 time: 0.0947368 Jul 16 09:08:29.682150 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:29.708507 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] Checking router: 50f412a0-be87-43d8-9ca4-62544c967055 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:29.713902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-8adf02a9-7128-4f82-9192-3a35e3bf3339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 200 len: 217 time: 0.0357759 Jul 16 09:08:29.717762 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:29.718320 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:29.793612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-27bb3224-03f3-4b53-a1c9-f2b5adbeda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:29.795097 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-27bb3224-03f3-4b53-a1c9-f2b5adbeda60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5146910-6a8c-4871-8ae2-f973db68da1d HTTP/1.1" status: 200 len: 834 time: 0.0717769 Jul 16 09:08:29.824734 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:29.846674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bdaca-cc61-41c0-8ff0-98d2c8761f4e req-10185cdd-85a5-4608-8f7e-63fda0e97679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:29.848217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e83bdaca-cc61-41c0-8ff0-98d2c8761f4e req-10185cdd-85a5-4608-8f7e-63fda0e97679 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 984 time: 0.1334357 Jul 16 09:08:29.899574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-4471cc23-81c4-4c33-b94c-2f27269565b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:29.901090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-4471cc23-81c4-4c33-b94c-2f27269565b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869055a2-a58a-4e07-b108-26166f38ff9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939927 Jul 16 09:08:29.905158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e83bdaca-cc61-41c0-8ff0-98d2c8761f4e req-49bd99e7-e74e-45b4-9af0-8fc83f57d4ad tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0507159 Jul 16 09:08:29.912156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-b5939489-a474-4dc8-b4bf-10295ce502da service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:29.913320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-b5939489-a474-4dc8-b4bf-10295ce502da service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050218 Jul 16 09:08:30.005777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-e7735813-144e-4607-b15e-226db49eacc2 service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856705 Jul 16 09:08:30.018248 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:30.048453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a8f4f-5587-45ec-b232-adbe0cd33bc7 None None] The sync data for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 is: [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:16Z', 'revision_number': 4, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd30e1cd8-1768-43bc-be2a-1bc806bbf04f', 'name': '', 'network_id': '869055a2-a58a-4e07-b108-26166f38ff9d', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'mac_address': 'fa:16:3e:17:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:15Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'subnets': [{'id': 'e5146910-6a8c-4871-8ae2-f973db68da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:30.096163 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5dd79156-f287-4e36-bc85-e7e832e975a9 req-b81d34c2-5f87-4e61-85d2-c99fee94c218 service neutron] 10.222.0.18 "GET /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836940 Jul 16 09:08:30.265645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0577c5-3d7b-46c6-8ba9-c8679bb35a7c None None] New status for floating IP e6c339e9-3534-4b02-856c-740ed017e2db: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:08:31.020959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536db930-8304-49d8-98fb-d74c4139527c req-be94ff67-c86d-4cf7-b7a2-15f5c4851e23 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:31.023060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-536db930-8304-49d8-98fb-d74c4139527c req-be94ff67-c86d-4cf7-b7a2-15f5c4851e23 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.18 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 984 time: 0.0703773 Jul 16 09:08:31.096154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f329-19cf-41cd-9eb4-23fb501dc2c1 req-909565f7-48e7-47b1-a6c3-5f98345bf75e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:31.097820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9e5f329-19cf-41cd-9eb4-23fb501dc2c1 req-909565f7-48e7-47b1-a6c3-5f98345bf75e tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 984 time: 0.0787637 Jul 16 09:08:31.130072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port fc9f3139-3093-4589-8ac7-0d369620e3f8 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:31.130417 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.140579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9e5f329-19cf-41cd-9eb4-23fb501dc2c1 req-3d974457-cb1b-43a2-a83b-4a05c444c134 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3e4aa64-f644-4ea9-a260-bfa912f33cce&id=afb3a565-3452-4704-ae46-74d91cbaf06f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0357950 Jul 16 09:08:31.232564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] For port fc9f3139-3093-4589-8ac7-0d369620e3f8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=fc9f3139-3093-4589-8ac7-0d369620e3f8,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:31.232939 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.244897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for fc9f3139-3093-4589-8ac7-0d369620e3f8 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:31.372193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.742653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=fc9f3139-3093-4589-8ac7-0d369620e3f8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:31.790151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] No DVR routers for this DVR port fc9f3139-3093-4589-8ac7-0d369620e3f8 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:31.792665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.794708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-536db930-8304-49d8-98fb-d74c4139527c req-3ec48927-5744-4ad2-a73e-28e8f3b7967d tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.18 "DELETE /v2.0/ports/fc9f3139-3093-4589-8ac7-0d369620e3f8 HTTP/1.1" status: 204 len: 173 time: 0.7661135 Jul 16 09:08:31.795161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'name': 'network-vif-deleted', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:31.797634 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc77a61-a5bd-445c-936d-d3b548f7e7ab" -d '{"events": [{"server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "name": "network-vif-deleted", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:31.832661 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112aaf56-842e-4009-a9d4-924751c2c122 x-openstack-request-id: req-112aaf56-842e-4009-a9d4-924751c2c122 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:31.832956 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d768c816-aaf9-44c7-854d-5e7e4565ad60", "name": "network-vif-deleted", "tag": "fc9f3139-3093-4589-8ac7-0d369620e3f8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:31.833205 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-112aaf56-842e-4009-a9d4-924751c2c122 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:31.833602 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd768c816-aaf9-44c7-854d-5e7e4565ad60', 'name': 'network-vif-deleted', 'tag': 'fc9f3139-3093-4589-8ac7-0d369620e3f8', 'status': 'completed', 'code': 200} Jul 16 09:08:32.309864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79a31ed7-9334-4f76-b33f-ce3187798979 req-77522943-64bc-4e28-a417-e3982694abe7 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "GET /v2.0/ports?device_id=d768c816-aaf9-44c7-854d-5e7e4565ad60 HTTP/1.1" status: 200 len: 210 time: 0.0332651 Jul 16 09:08:33.403275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40310) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.456158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00783c34-c540-436a-9853-e0b5a3c405f0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.478590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00783c34-c540-436a-9853-e0b5a3c405f0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.519853 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00783c34-c540-436a-9853-e0b5a3c405f0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.522771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00783c34-c540-436a-9853-e0b5a3c405f0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.523935 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-00783c34-c540-436a-9853-e0b5a3c405f0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/security-groups/afb3a565-3452-4704-ae46-74d91cbaf06f HTTP/1.1" status: 204 len: 168 time: 0.1196921 Jul 16 09:08:33.526660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40312) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.532810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00783c34-c540-436a-9853-e0b5a3c405f0 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb3a565-3452-4704-ae46-74d91cbaf06f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.583987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-423b7758-4087-4539-900f-da63a22a9943 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.606697 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-423b7758-4087-4539-900f-da63a22a9943 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.649868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-423b7758-4087-4539-900f-da63a22a9943 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.652529 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-423b7758-4087-4539-900f-da63a22a9943 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.653720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-423b7758-4087-4539-900f-da63a22a9943 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3e4aa64-f644-4ea9-a260-bfa912f33cce HTTP/1.1" status: 204 len: 168 time: 0.1259427 Jul 16 09:08:33.656623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40314) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.663489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b7758-4087-4539-900f-da63a22a9943 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4aa64-f644-4ea9-a260-bfa912f33cce,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.752883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.019031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.366066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc9f3139-3093-4589-8ac7-0d369620e3f8 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:34.389635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: fc9f3139-3093-4589-8ac7-0d369620e3f8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:34.389959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device fc9f3139-3093-4589-8ac7-0d369620e3f8 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:34.595224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port d30e1cd8-1768-43bc-be2a-1bc806bbf04f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:34.595913 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.681102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] For port d30e1cd8-1768-43bc-be2a-1bc806bbf04f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:34.681366 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.693206 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for d30e1cd8-1768-43bc-be2a-1bc806bbf04f owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:34.872824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.902965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=d30e1cd8-1768-43bc-be2a-1bc806bbf04f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.078486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.296570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Router 50f412a0-be87-43d8-9ca4-62544c967055 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:35.403529 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:35.408489 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8ca1d1ea-4cba-4a1e-9b99-0a402f003670 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "PUT /v2.0/routers/50f412a0-be87-43d8-9ca4-62544c967055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507348 Jul 16 09:08:35.411553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40316) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.413555 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] Sync routers for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:35.422680 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:35.423282 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:35.465452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting subnet e5146910-6a8c-4871-8ae2-f973db68da1d {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:35.468477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.508985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.523957 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:35.591059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.655663 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.684131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Subnet': ['ID=e5146910-6a8c-4871-8ae2-f973db68da1d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.688715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.691082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d7f1ea6-ff88-4425-a17f-3209bd6dcd2f tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/subnets/e5146910-6a8c-4871-8ae2-f973db68da1d HTTP/1.1" status: 204 len: 168 time: 0.2777739 Jul 16 09:08:35.693827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.695469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f85da-07c3-4544-b611-e6236146acaf None None] Network 869055a2-a58a-4e07-b108-26166f38ff9d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:35.786945 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:08:34Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:35.806517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.815415 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] Checking router: 50f412a0-be87-43d8-9ca4-62544c967055 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:35.824764 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] Routers {'50f412a0-be87-43d8-9ca4-62544c967055'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:35.825380 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['50f412a0-be87-43d8-9ca4-62544c967055'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:35.912540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] DHCP port deletion for 869055a2-a58a-4e07-b108-26166f38ff9d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:35.921328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.931101 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] Set router 50f412a0-be87-43d8-9ca4-62544c967055 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:35.958619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] Deleting port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:35.959060 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.973984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Deleting port 709734a2-4f40-44c4-b750-17936b1b7c19 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:35.974333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.022100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] For port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,segment=NetworkSegment(5f35383e-64c0-4b50-9247-86deeb034237),segment_id=5f35383e-64c0-4b50-9247-86deeb034237)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:36.022504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.043222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] Calling delete_port for 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:36.060259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] For port 709734a2-4f40-44c4-b750-17936b1b7c19, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=709734a2-4f40-44c4-b750-17936b1b7c19,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:36.060621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.074947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Calling delete_port for 709734a2-4f40-44c4-b750-17936b1b7c19 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:36.117684 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:08:34Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:36.144867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42c99d-3738-4f48-ba67-0d811150097e None None] The sync data for ids ['50f412a0-be87-43d8-9ca4-62544c967055'] in n-d-798249-10 is: [{'id': '50f412a0-be87-43d8-9ca4-62544c967055', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11178788', 'tenant_id': '1dd17df26b61479f9dbd2b856fb456c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:08:34Z', 'revision_number': 5, 'project_id': '1dd17df26b61479f9dbd2b856fb456c5', 'gw_port': {'id': '709734a2-4f40-44c4-b750-17936b1b7c19', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f412a0-be87-43d8-9ca4-62544c967055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:12Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:36.257308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.285105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.286833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Port': ['ID=709734a2-4f40-44c4-b750-17936b1b7c19,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:36.313225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] Pushing event deleted for resources: {'Port': ['ID=81f1da3f-c7a2-4508-8691-e9ef6b8b73b6,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:36.320714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767a8bc-b0de-4063-ae26-221ceda3e6a8 None None] No DVR routers for this DVR port 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:36.349172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.440398 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.442419 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.492102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.492635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Fanout notify agent at l3_agent the message router_deleted on router 50f412a0-be87-43d8-9ca4-62544c967055 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:36.500286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.501424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-00b5cbbe-3d08-4423-a23e-06aad079eff5 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/routers/50f412a0-be87-43d8-9ca4-62544c967055 HTTP/1.1" status: 204 len: 168 time: 0.8066363 Jul 16 09:08:36.504221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.582216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.674110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.684758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869055a2-a58a-4e07-b108-26166f38ff9d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:36.694500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f35383e-64c0-4b50-9247-86deeb034237') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:36.694787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f35383e-64c0-4b50-9247-86deeb034237') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:36.703558 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.718688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.725855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:36.726150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:36.729515 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:36.788829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.794110 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.796266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] 10.222.0.41 "DELETE /v2.0/networks/869055a2-a58a-4e07-b108-26166f38ff9d HTTP/1.1" status: 204 len: 168 time: 0.2910988 Jul 16 09:08:36.814467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce52196-88ce-4d00-a1a6-78fb8b038330 tempest-TestSecurityGroupsBasicOps-2100261831 tempest-TestSecurityGroupsBasicOps-2100261831-project] Pushing event deleted for resources: {'Network': ['ID=869055a2-a58a-4e07-b108-26166f38ff9d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.106556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40328) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.217973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 709734a2-4f40-44c4-b750-17936b1b7c19 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:37.237752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 709734a2-4f40-44c4-b750-17936b1b7c19 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:37.238244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 709734a2-4f40-44c4-b750-17936b1b7c19 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:37.238746 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:37.253800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ddad75d9-6847-46ed-84cd-e1727565d2dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dd17df26b61479f9dbd2b856fb456c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456800 Jul 16 09:08:37.256545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40332) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.258768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:37.259118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 81f1da3f-c7a2-4508-8691-e9ef6b8b73b6 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:37.259568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d30e1cd8-1768-43bc-be2a-1bc806bbf04f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:37.278032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d30e1cd8-1768-43bc-be2a-1bc806bbf04f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:37.278379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d30e1cd8-1768-43bc-be2a-1bc806bbf04f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:37.305435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea631fe3-88d6-4708-a57d-92c75b7c29bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.325866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea631fe3-88d6-4708-a57d-92c75b7c29bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.371927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea631fe3-88d6-4708-a57d-92c75b7c29bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.375050 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ea631fe3-88d6-4708-a57d-92c75b7c29bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.376235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ea631fe3-88d6-4708-a57d-92c75b7c29bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b81bc66b-99a6-4cc6-9ab4-849677d78bd4 HTTP/1.1" status: 204 len: 168 time: 0.1187718 Jul 16 09:08:37.383562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea631fe3-88d6-4708-a57d-92c75b7c29bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81bc66b-99a6-4cc6-9ab4-849677d78bd4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.628531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40338) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.646592 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4aedef9d-49b6-4307-a82f-b1f8aae487e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.733290 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4aedef9d-49b6-4307-a82f-b1f8aae487e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.736816 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4aedef9d-49b6-4307-a82f-b1f8aae487e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.775805 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4aedef9d-49b6-4307-a82f-b1f8aae487e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d394e406295c4a76b53a4c6bdc165fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461852 Jul 16 09:08:37.776692 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedef9d-49b6-4307-a82f-b1f8aae487e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8314f0e8-d4b1-4f71-ac3b-6708332e70d6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.779273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.829614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-704883d1-26f4-448c-864f-0ed193a32cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.851394 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-704883d1-26f4-448c-864f-0ed193a32cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.900281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-704883d1-26f4-448c-864f-0ed193a32cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.902839 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-704883d1-26f4-448c-864f-0ed193a32cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.904010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-704883d1-26f4-448c-864f-0ed193a32cc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8314f0e8-d4b1-4f71-ac3b-6708332e70d6 HTTP/1.1" status: 204 len: 168 time: 0.1236157 Jul 16 09:08:37.911968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704883d1-26f4-448c-864f-0ed193a32cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8314f0e8-d4b1-4f71-ac3b-6708332e70d6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.212170 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40346) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.251673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34d78d62-7940-4a7f-8a88-4a18467844b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce0ab62d1b28469c9b90406a6216c6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383127 Jul 16 09:08:38.254065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.302214 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a05adb49-ab6c-44b8-a607-b72f8613c1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.323775 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a05adb49-ab6c-44b8-a607-b72f8613c1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.370639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a05adb49-ab6c-44b8-a607-b72f8613c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.373569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a05adb49-ab6c-44b8-a607-b72f8613c1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.374693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a05adb49-ab6c-44b8-a607-b72f8613c1ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1f21aec-69c2-448a-b8a4-9a8052e87eff HTTP/1.1" status: 204 len: 168 time: 0.1197469 Jul 16 09:08:38.383195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05adb49-ab6c-44b8-a607-b72f8613c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f21aec-69c2-448a-b8a4-9a8052e87eff,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:42.998713 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-df7ce005-ce8b-4833-a9af-b2a189a926e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.688053 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd9f3e71-3c91-49b6-858f-49c7bbfa6e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.776118 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.739214 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.948137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.441613 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.751130 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:04.398384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535fcc2-727e-4f58-a311-eab1073b8208 req-3464c299-9819-4cf7-8904-2ab12cdd2f8d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:04.399827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d535fcc2-727e-4f58-a311-eab1073b8208 req-3464c299-9819-4cf7-8904-2ab12cdd2f8d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jul 16 09:09:04.437712 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d535fcc2-727e-4f58-a311-eab1073b8208 req-ded97d57-c56d-43c1-9578-2a068c593228 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Jul 16 09:09:05.615150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbb5c3-893c-4694-965f-fa7b3e4abd77 req-5c96b1a3-1d59-4f3d-9457-6e47bd894282 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:05.617266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09bbb5c3-893c-4694-965f-fa7b3e4abd77 req-5c96b1a3-1d59-4f3d-9457-6e47bd894282 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 946 time: 0.0674579 Jul 16 09:09:05.654957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-09bbb5c3-893c-4694-965f-fa7b3e4abd77 req-2fe76e0d-431e-4e38-9b8f-ea10168f04bf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jul 16 09:09:05.700645 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:05.976853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823722-50fd-4e9f-9eff-4c72119975cf req-4ab150cb-122c-4774-89bd-d0242f05e5da tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:05.978312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51823722-50fd-4e9f-9eff-4c72119975cf req-4ab150cb-122c-4774-89bd-d0242f05e5da tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 946 time: 0.0632489 Jul 16 09:09:06.081157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port c5dc18dd-daef-406b-b31a-28b2b5938828 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:06.081414 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.169110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port c5dc18dd-daef-406b-b31a-28b2b5938828, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c5dc18dd-daef-406b-b31a-28b2b5938828,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:06.169467 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.351815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.352116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.352430 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Floating IP 00c1578f-f469-4ed6-a4d9-ebccb7a60cd6 disassociated. External IP: 172.25.0.183, port: c5dc18dd-daef-406b-b31a-28b2b5938828. Jul 16 09:09:06.352771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for c5dc18dd-daef-406b-b31a-28b2b5938828 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:06.480204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.511918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=c5dc18dd-daef-406b-b31a-28b2b5938828,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:06.623039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:06.733698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:06.743005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:06.752394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:06.753080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:06.785096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port c5dc18dd-daef-406b-b31a-28b2b5938828 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:06.788391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.790526 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51823722-50fd-4e9f-9eff-4c72119975cf req-58736c5f-a048-4bbc-a31d-f908f79ff391 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "DELETE /v2.0/ports/c5dc18dd-daef-406b-b31a-28b2b5938828 HTTP/1.1" status: 204 len: 173 time: 0.8066099 Jul 16 09:09:06.791001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'name': 'network-vif-deleted', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:06.793446 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8db702-b2b6-4392-b58a-c414fbe3eecd" -d '{"events": [{"server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "name": "network-vif-deleted", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:06.810069 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3eef9f86-912b-43f4-8266-377d615891eb req-6c9ade0d-15f1-4795-8b97-ffe824a256d5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0333097 Jul 16 09:09:06.838987 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8292ca72-202b-454a-a79f-7f809b415ec8 x-openstack-request-id: req-8292ca72-202b-454a-a79f-7f809b415ec8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:06.839300 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a0ac9-cfda-434d-8515-b120a9ac6f55", "name": "network-vif-deleted", "tag": "c5dc18dd-daef-406b-b31a-28b2b5938828", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:06.839564 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8292ca72-202b-454a-a79f-7f809b415ec8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:06.839988 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a0ac9-cfda-434d-8515-b120a9ac6f55', 'name': 'network-vif-deleted', 'tag': 'c5dc18dd-daef-406b-b31a-28b2b5938828', 'status': 'completed', 'code': 200} Jul 16 09:09:06.880564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:07.089497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.119417 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:07.128068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:07.128622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:08:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.234187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:07.435974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:07.461970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2494f25-ab9d-4f39-9164-3a8996e0985b None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:07.689754 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a84b00-3da5-4933-aebd-f2878cc9ca20 None None] New status for floating IP 00c1578f-f469-4ed6-a4d9-ebccb7a60cd6: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:09:07.955889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fbefc76b-94da-4399-acbd-83ecadafeb06 req-937ab24c-7b8f-48cd-b444-3eba079921e6 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0321796 Jul 16 09:09:08.646806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c5dc18dd-daef-406b-b31a-28b2b5938828 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:08.670693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c5dc18dd-daef-406b-b31a-28b2b5938828 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:08.671045 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c5dc18dd-daef-406b-b31a-28b2b5938828 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:09.098591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-214719a6-220f-4a71-bebf-e94c7776d775 req-462dac37-883a-488a-98ab-f618f6d21ec1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0292923 Jul 16 09:09:10.242808 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1eba3c66-1bd2-435a-aa43-7c7e849b4e07 req-7417d986-7e7b-4a61-8191-10c54e298335 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0293901 Jul 16 09:09:10.632475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f63fc4c-ff1c-4048-a73b-fcd42b07366f req-36f74fe4-ad40-42ae-adce-1520e53519c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269399 Jul 16 09:09:10.729784 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f63fc4c-ff1c-4048-a73b-fcd42b07366f req-5df78b7b-2b4d-41d7-aa22-47443a364de6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=364a0ac9-cfda-434d-8515-b120a9ac6f55 HTTP/1.1" status: 200 len: 210 time: 0.0278580 Jul 16 09:09:10.918319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63fc4c-ff1c-4048-a73b-fcd42b07366f req-e892df4f-c898-42e0-9a75-e47b153c3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:10.919857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f63fc4c-ff1c-4048-a73b-fcd42b07366f req-e892df4f-c898-42e0-9a75-e47b153c3bfd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1648426 Jul 16 09:09:11.075139 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63fc4c-ff1c-4048-a73b-fcd42b07366f req-915fcf1e-35d0-4112-98db-6f026d731821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:11.076576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f63fc4c-ff1c-4048-a73b-fcd42b07366f req-915fcf1e-35d0-4112-98db-6f026d731821 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512487 Jul 16 09:09:11.476742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-da19d0e2-e3be-4a01-ab9b-452aef1e0a71 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336507487&fields=id&tenant_id=e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 267 time: 0.0332887 Jul 16 09:09:11.585779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-b103b7e5-2e20-4350-a888-fa8234fc404b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:11.587132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-b103b7e5-2e20-4350-a888-fa8234fc404b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1041765 Jul 16 09:09:11.601259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-cd5240b2-fd69-4d52-80b2-b3be9750e430 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0089266 Jul 16 09:09:11.673374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-be2bdf04-53ba-481d-a2ae-11cba09acf92 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675299 Jul 16 09:09:11.688941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-222e5fcc-4c4c-4a0d-8cc8-c1eaeae59d03 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:09:11.689894 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-222e5fcc-4c4c-4a0d-8cc8-c1eaeae59d03 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052547 Jul 16 09:09:11.777190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-95141811-62d6-4966-ba5e-69183df110f4 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811739 Jul 16 09:09:11.869346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-94aace74-3da6-47d7-89de-ad1b98c20401 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Jul 16 09:09:12.161100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e49dce98-ae28-44b5-84d9-3c0a0b68b102 req-30cc2d65-dcd1-40f5-ac8c-25279ba33467 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 210 time: 0.0281982 Jul 16 09:09:13.000375 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f8f34327-1286-40d6-b8f8-09dc9397d8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.261566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0972539a-4140-44d7-a886-8eb7acf326b9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:13.263096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0972539a-4140-44d7-a886-8eb7acf326b9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1149809 Jul 16 09:09:13.309932 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-26fc1e3b-5465-426c-a5ec-56cac4aa6d07 req-6131fc0c-7bde-4e6d-8555-5dd780bf4054 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 210 time: 0.0319347 Jul 16 09:09:13.317944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-7b90eb5d-a38f-40dc-8f0f-5c4bad071409 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 380 time: 0.0362434 Jul 16 09:09:13.332108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'security_groups': ['ec3723a4-c12c-40ba-8476-8859edf37269']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:13.440380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:13.444102 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.569743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.3 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/80d7408e-b3ed-48a4-9cd1-57a2d7e82623) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:13.707207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.720876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:13.753683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.799574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:13.805570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:13.810234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:13.812838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:13.864697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:13.865374 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.881450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-caa5fd44-6f73-4eea-a80e-74da11672bdf tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584543 Jul 16 09:09:13.899895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Request body: {'port': {'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:13.983557 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.030820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5f488d3e-495e-4f56-a725-86d5adc4e481 None None] Provisioning for port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:14.034456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5f488d3e-495e-4f56-a725-86d5adc4e481 None None] Provisioning complete for port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:14.034828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5f488d3e-495e-4f56-a725-86d5adc4e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.072212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5f488d3e-495e-4f56-a725-86d5adc4e481 None None] Port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:14.248722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:14.256643 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.268360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Transition to ACTIVE for port object 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:14.273045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.324917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Pushing event updated for resources: {'Port': ['ID=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:14.406657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Attempting to bind port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:14.407177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Attempting to bind port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:14.407611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Attempting to bind port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:14.414089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:09:14.414603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Attempting to bind port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:14.420350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:14.420689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:14.421087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:14.421523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Bound port: 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:14.421892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.535274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] For port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:14.557369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] For port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:14.567542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee6373-1685-49ec-92a7-00f604943f40 req-13dc65c5-e972-43be-aeb9-8b26e9b2f9e0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.570127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee6373-1685-49ec-92a7-00f604943f40 req-13dc65c5-e972-43be-aeb9-8b26e9b2f9e0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.1096475 Jul 16 09:09:14.571897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.625750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.626384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:14.628388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] 10.222.0.36 "PUT /v2.0/ports/80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 1092 time: 0.7337518 Jul 16 09:09:14.635410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:14.638553 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a250074-f1b8-47cb-ba42-ef81a0033fae" -d '{"events": [{"name": "network-changed", "server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:14.672122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a38b-c6c1-48b8-99c0-9e2b178aa06e service neutron] Pushing event updated for resources: {'Port': ['ID=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:14.682671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee6373-1685-49ec-92a7-00f604943f40 req-5bf07af4-8766-40ed-ab4d-dcb1760c62d5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052730 Jul 16 09:09:14.705028 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f71cc9-369d-4046-8923-8c4b663fe49e x-openstack-request-id: req-e3f71cc9-369d-4046-8923-8c4b663fe49e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:14.705407 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:14.705980 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3f71cc9-369d-4046-8923-8c4b663fe49e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:14.706447 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'status': 'completed', 'code': 200} Jul 16 09:09:14.780534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-69bef47e-b864-4eda-bf3e-8c3a96d5f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.782161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-69bef47e-b864-4eda-bf3e-8c3a96d5f952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1095 time: 0.0616114 Jul 16 09:09:14.834875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-b1f4acdf-7372-4d46-83c7-9b0b96c535ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 217 time: 0.0388901 Jul 16 09:09:14.883112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-3d6a1e9f-71e6-43f3-8314-578a25aaf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.884535 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-3d6a1e9f-71e6-43f3-8314-578a25aaf464 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0437922 Jul 16 09:09:14.945961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-f160a344-efd5-475c-8994-2caf90036883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.947527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-f160a344-efd5-475c-8994-2caf90036883 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571270 Jul 16 09:09:15.036433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-7a03ceb0-c47b-4f30-92a0-cccff1631c55 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825562 Jul 16 09:09:15.131072 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-82b00d2e-9dd9-41c4-9826-813cecdc7ca9 req-bacec514-d660-4c0b-a866-1456fdc72a7a service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878291 Jul 16 09:09:15.262708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-945c8a77-bd7a-4b57-9b18-86e297237718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:15.264269 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-945c8a77-bd7a-4b57-9b18-86e297237718 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1095 time: 0.0614486 Jul 16 09:09:15.368383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-70b28cb2-4c79-44d6-877f-87434ab2fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:15.369816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-70b28cb2-4c79-44d6-877f-87434ab2fe1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0995820 Jul 16 09:09:15.411456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-1d1df7b5-f047-4ddd-9838-e9d80fe90ad3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 217 time: 0.0352967 Jul 16 09:09:15.461378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-e9ed639c-1a59-4023-9318-303a37564397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:15.462850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-e9ed639c-1a59-4023-9318-303a37564397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0456529 Jul 16 09:09:15.526705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-965d9cde-9cce-4802-aa3e-5feb2e88876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:15.528177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-965d9cde-9cce-4802-aa3e-5feb2e88876d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584798 Jul 16 09:09:15.619757 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-cda00829-3f21-4115-bfb6-14694b72ebeb service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 Jul 16 09:09:15.689870 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-30f2fb7f-8040-4a25-bb90-07dc636ae092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.719472 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a250074-f1b8-47cb-ba42-ef81a0033fae req-f1bd6182-e4c6-4aa6-952b-b384c9f5c62a service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934570 Jul 16 09:09:15.778874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.872219 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e368b-45dd-4349-b26c-cf9b7f61465f req-7bf41999-56e7-428d-adaf-4dad779d077a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:15.873745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-675e368b-45dd-4349-b26c-cf9b7f61465f req-7bf41999-56e7-428d-adaf-4dad779d077a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0675755 Jul 16 09:09:15.913925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-675e368b-45dd-4349-b26c-cf9b7f61465f req-9af8afcb-e3a8-449c-beb9-be20373848c8 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345986 Jul 16 09:09:16.744311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.095255 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ff2ee-2cc9-4750-9653-32d0ee50dea5 req-551985bd-5809-4f98-9c3a-9c68689e356f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:17.096941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e91ff2ee-2cc9-4750-9653-32d0ee50dea5 req-551985bd-5809-4f98-9c3a-9c68689e356f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0683751 Jul 16 09:09:17.139728 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e91ff2ee-2cc9-4750-9653-32d0ee50dea5 req-eaed30e9-183c-4054-b2b2-b731fdfd1882 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361564 Jul 16 09:09:17.952739 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.312575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17778fea-9bff-45dd-be1f-0bfa777b7167 req-4da4f1b5-0af5-4c06-bef6-90c86b4e1a39 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:18.314106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17778fea-9bff-45dd-be1f-0bfa777b7167 req-4da4f1b5-0af5-4c06-bef6-90c86b4e1a39 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0634928 Jul 16 09:09:18.352190 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-17778fea-9bff-45dd-be1f-0bfa777b7167 req-3ab122dc-4dc7-4f36-95c0-6afa38b1925b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Jul 16 09:09:18.445205 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.539840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa33f78-d607-4313-95c6-a97c6706d5a7 req-66bc7193-c0ca-4712-9be0-c1bfdb65e417 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:19.541346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2aa33f78-d607-4313-95c6-a97c6706d5a7 req-66bc7193-c0ca-4712-9be0-c1bfdb65e417 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0636082 Jul 16 09:09:19.578360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2aa33f78-d607-4313-95c6-a97c6706d5a7 req-8f150fef-03f4-4f19-a337-697d82f1f4cb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Jul 16 09:09:20.753471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029257-b870-460a-bcc8-cd6806493eb6 req-cb15bc3a-1272-4a13-87d7-797585a77617 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:20.754960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15029257-b870-460a-bcc8-cd6806493eb6 req-cb15bc3a-1272-4a13-87d7-797585a77617 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0679219 Jul 16 09:09:20.793848 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15029257-b870-460a-bcc8-cd6806493eb6 req-3cde406d-d72c-4046-a0a3-f52bbb722529 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jul 16 09:09:21.964239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4fc5e-eefb-46b5-9b83-bd942d03d8bd req-b5bc0753-dd5b-4c3a-b4a4-3141ae0f35d3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:21.965716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfa4fc5e-eefb-46b5-9b83-bd942d03d8bd req-b5bc0753-dd5b-4c3a-b4a4-3141ae0f35d3 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0623877 Jul 16 09:09:22.006711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfa4fc5e-eefb-46b5-9b83-bd942d03d8bd req-4c343aee-02f0-48f4-8ce0-2b09b1833f11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355926 Jul 16 09:09:23.182178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d1fd2-627a-4c9f-bb91-0f7dd5aa659f req-f8cf472e-876b-44ee-b1a0-f9b842572cae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:23.183625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e0d1fd2-627a-4c9f-bb91-0f7dd5aa659f req-f8cf472e-876b-44ee-b1a0-f9b842572cae tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0658200 Jul 16 09:09:23.222444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e0d1fd2-627a-4c9f-bb91-0f7dd5aa659f req-a8abff1e-375b-48f7-93fc-4254f27126fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Jul 16 09:09:24.392266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d81dc4-090b-449f-9fde-9850a8af8c5b req-b4d6d36b-d833-4139-937b-ad24a6f9ac51 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:24.393781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-52d81dc4-090b-449f-9fde-9850a8af8c5b req-b4d6d36b-d833-4139-937b-ad24a6f9ac51 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 943 time: 0.0632484 Jul 16 09:09:24.432692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-52d81dc4-090b-449f-9fde-9850a8af8c5b req-d5fcfdb6-1783-4b14-a664-7456fe4e30b0 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jul 16 09:09:24.750413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:24.844568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:24.855744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:24.890398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.902997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:24.921955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:24.926044 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.972319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:24.980112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.980460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.980801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.981136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.981472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.981798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.982125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.982450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.982774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.983097 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.983456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:24.983781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.195291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['80d7408e-b3ed-48a4-9cd1-57a2d7e82623'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:25.606127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d95e3d-6ea0-4193-8ad2-9178937ea58c req-ebc7edc5-dabd-42bd-8dc3-546f351ed446 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.607606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93d95e3d-6ea0-4193-8ad2-9178937ea58c req-ebc7edc5-dabd-42bd-8dc3-546f351ed446 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 944 time: 0.0662117 Jul 16 09:09:25.645852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93d95e3d-6ea0-4193-8ad2-9178937ea58c req-4ac99167-a80f-41cd-830e-546bb8974be4 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327926 Jul 16 09:09:26.755523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:26.804229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:26.807954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:26.808322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.815954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafb69a-a112-4ea1-81c1-02776afae3be req-2287f306-5e42-47de-8ff8-acf8f46abc98 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:26.818036 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5bafb69a-a112-4ea1-81c1-02776afae3be req-2287f306-5e42-47de-8ff8-acf8f46abc98 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 944 time: 0.0646896 Jul 16 09:09:26.855763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5bafb69a-a112-4ea1-81c1-02776afae3be req-332fffb3-e759-48b0-a684-3a18f9dde40f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 16 09:09:26.887003 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.909302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:26.911747 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a8642c-4b48-4a99-8780-abea767750e7" -d '{"events": [{"server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "name": "network-vif-plugged", "status": "completed", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:26.924260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:26.928334 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.954246 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d8bf5d-f152-42bd-a7fb-25fa0022fd67 x-openstack-request-id: req-e1d8bf5d-f152-42bd-a7fb-25fa0022fd67 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:26.954532 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "name": "network-vif-plugged", "status": "completed", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:26.954779 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1d8bf5d-f152-42bd-a7fb-25fa0022fd67 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:26.955160 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'code': 200} Jul 16 09:09:26.981224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.084261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc89ef-d06d-4e11-8166-4e8df51410f8 req-2b8678c3-40a0-40bd-8ef6-40bc29711a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:27.085743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89fc89ef-d06d-4e11-8166-4e8df51410f8 req-2b8678c3-40a0-40bd-8ef6-40bc29711a8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1097 time: 0.0509021 Jul 16 09:09:27.119381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89fc89ef-d06d-4e11-8166-4e8df51410f8 req-354aa011-d96e-4578-a28f-1ec7682dc5aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273173 Jul 16 09:09:28.037957 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e315f2-ade6-4d8a-8640-afe496a5d446 req-ab457062-19fd-45fd-9e1c-d2c29ba083db tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:28.039388 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69e315f2-ade6-4d8a-8640-afe496a5d446 req-ab457062-19fd-45fd-9e1c-d2c29ba083db tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 945 time: 0.0697577 Jul 16 09:09:28.076410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69e315f2-ade6-4d8a-8640-afe496a5d446 req-e404cb29-4635-4549-9fc7-f914d4523e89 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Jul 16 09:09:29.248665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cda3b1-1b61-4dd8-920f-0229c05ecc2e req-70efec25-ebeb-417b-81b5-2af75e531bcb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:29.250110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89cda3b1-1b61-4dd8-920f-0229c05ecc2e req-70efec25-ebeb-417b-81b5-2af75e531bcb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 945 time: 0.0622768 Jul 16 09:09:29.286393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89cda3b1-1b61-4dd8-920f-0229c05ecc2e req-a8866bc7-640e-4e5b-93a4-bfa00f8e38ad tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301878 Jul 16 09:09:29.454697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0d6cf-3424-453a-846d-746cafc93812 req-f16ee488-0b9d-46de-9462-72cc1e464338 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:29.456109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91a0d6cf-3424-453a-846d-746cafc93812 req-f16ee488-0b9d-46de-9462-72cc1e464338 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 945 time: 0.0629146 Jul 16 09:09:29.493361 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91a0d6cf-3424-453a-846d-746cafc93812 req-07f8272b-d51a-49f8-9634-ad85b8fecc98 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Jul 16 09:09:29.517657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40434) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.714088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed65c87-a5d3-4d80-aae2-b0c884c932ea tempest-TestVolumeBootPattern-2089902619 tempest-TestVolumeBootPattern-2089902619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:29.715537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9ed65c87-a5d3-4d80-aae2-b0c884c932ea tempest-TestVolumeBootPattern-2089902619 tempest-TestVolumeBootPattern-2089902619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1092 time: 0.1969080 Jul 16 09:09:29.718289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40438) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.722580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:29.743937 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.840362 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.946076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.25.0.205 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/dafaa59f-8f81-4ff5-a115-4922a5619e6a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:30.047550 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.085969 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.128690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:30.132188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:30.134734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:30.159470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=dafaa59f-8f81-4ff5-a115-4922a5619e6a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.172219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.172561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.172896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.173222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.173553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.173877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.174194 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.174509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.174823 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.175136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.175480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.175790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.506411 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.582487 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.727597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.732031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.803538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=dafaa59f-8f81-4ff5-a115-4922a5619e6a,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.811782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.913059 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Floating IP b044fc97-0517-48b2-a315-25524643d62c associated. External IP: 172.25.0.205, port: 80d7408e-b3ed-48a4-9cd1-57a2d7e82623. Jul 16 09:09:31.128138 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:31.241982 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:31.253020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:31.259857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.264354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:31.264982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:09:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:31.299617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0db0fce2-e357-48ac-ae99-cdb3d023a74a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5802815 Jul 16 09:09:31.300487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:31.303607 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404a49e-fd03-433c-8636-44f729503611" -d '{"events": [{"name": "network-changed", "server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:31.372613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:31.421036 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f6197-4337-491a-a587-861552a14de3 x-openstack-request-id: req-5d9f6197-4337-491a-a587-861552a14de3 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:31.421716 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:31.422180 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d9f6197-4337-491a-a587-861552a14de3 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:31.422682 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'status': 'completed', 'code': 200} Jul 16 09:09:31.641669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:30Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:31.670702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:31.681089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:31.681868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:09:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:31.792843 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:31.879278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a49e-fd03-433c-8636-44f729503611 req-efd0ca5d-c475-40d0-9a78-924080c3b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.881534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-efd0ca5d-c475-40d0-9a78-924080c3b06c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1097 time: 0.4172306 Jul 16 09:09:31.970717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a49e-fd03-433c-8636-44f729503611 req-ca97725d-1395-4aa6-a4da-6a48b3a30108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.972189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-ca97725d-1395-4aa6-a4da-6a48b3a30108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0847573 Jul 16 09:09:32.045692 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-459cf012-ed85-4c24-9e30-98f085edfe20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 999 time: 0.0663455 Jul 16 09:09:32.097011 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a49e-fd03-433c-8636-44f729503611 req-9605cbd2-f128-4c8e-b67f-ba385b8d13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.099035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-9605cbd2-f128-4c8e-b67f-ba385b8d13ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0476203 Jul 16 09:09:32.157475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a49e-fd03-433c-8636-44f729503611 req-c10094b0-7d1c-4aef-a325-20ed9ba0f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.158914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-c10094b0-7d1c-4aef-a325-20ed9ba0f0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537815 Jul 16 09:09:32.175407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:30Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:32.201731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd6635-d2b7-4c72-a83e-8610cb78c3d1 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:30Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:32.255979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-766dfe65-1257-4cef-ab77-e8b2ffe33a8c service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892992 Jul 16 09:09:32.348020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5404a49e-fd03-433c-8636-44f729503611 req-809c0602-a50a-4286-a333-5afb29c9594b service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Jul 16 09:09:32.393568 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7bc11-abfb-42c1-8809-32afacf393a3 None None] New status for floating IP b044fc97-0517-48b2-a315-25524643d62c: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:09:33.759653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.699977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:43.002179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e98eb7a-a032-4c05-b5f1-9ae134721e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.690966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e33bf2d8-0d27-44f4-93e8-8912ec789e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.784318 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.744109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.952273 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.448573 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.763151 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.662217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-e11d099d-4368-465c-a019-44262411b21f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582805 Jul 16 09:10:11.773934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-44f25813-f0a0-4239-ab56-99070e26a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:11.776136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-44f25813-f0a0-4239-ab56-99070e26a5a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1097 time: 0.0535548 Jul 16 09:10:11.883841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-76375b14-a071-4beb-8996-07885d781a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:11.885310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-76375b14-a071-4beb-8996-07885d781a44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0885446 Jul 16 09:10:11.953473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-98c4ed3b-c4db-4c77-b322-ceb6db837baa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 1001 time: 0.0617518 Jul 16 09:10:12.001013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-bbde4e0c-c3c9-44b9-9ac7-e210c7fcc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:12.002420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-bbde4e0c-c3c9-44b9-9ac7-e210c7fcc3e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0432317 Jul 16 09:10:12.059963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-e79cafb4-452c-4335-9719-03aa8ad61a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:12.061508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-e79cafb4-452c-4335-9719-03aa8ad61a64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529885 Jul 16 09:10:12.154550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-d585f571-d640-4ffb-bdfb-25d153268a41 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866721 Jul 16 09:10:12.245655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18420c07-9ae7-449b-a85c-00fd372446c0 req-6b552c10-222a-47d3-96c6-fbacd482bb7d service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851555 Jul 16 09:10:13.005868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e49b2e4-09f8-4d49-9f86-e100198cdee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.692129 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-01aae6e0-f8e9-498b-afaf-e98c40ff92ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.785054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.748255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.949327 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.449575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.699230 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:33.762326 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.007287 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5877622c-de36-48f9-a3ea-137d629c8b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.692394 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37404193-dd32-49c5-bc3d-37a71812c648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.785860 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.750976 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.949508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.453049 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.698914 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:03.761433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.912873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-be1f3f48-8ea3-4fd6-811c-0f12961a4eed tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336507487&fields=id&tenant_id=e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 267 time: 0.0351892 Jul 16 09:11:11.021668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-668ea100-39e3-4827-8d86-51adabf15b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:11.023190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-668ea100-39e3-4827-8d86-51adabf15b11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1034741 Jul 16 09:11:11.038444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-64584957-42ac-4191-9f50-dc3d985c718e tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/quotas/e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 375 time: 0.0088959 Jul 16 09:11:11.112126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-90c760ed-f389-4803-8af7-a7fbca3c5226 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0681734 Jul 16 09:11:11.580709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-4e2990ac-1a70-40c0-acdb-93f6a81d589c service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562426 Jul 16 09:11:11.666879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-0c2950de-de24-4bd5-9f16-e7286f56e668 service neutron] 10.222.0.41 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805614 Jul 16 09:11:11.967778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0cc36ac-360f-4a0d-970b-06c2c9d63d65 req-518d0a9f-d5f0-4956-a328-9edfad9c1722 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 210 time: 0.0354729 Jul 16 09:11:12.645661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-95745bba-1705-4441-897c-d8ae3035d8d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516350 Jul 16 09:11:12.752774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-2603092f-f6df-4cdc-8687-c284d2654111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.754262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-2603092f-f6df-4cdc-8687-c284d2654111 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1097 time: 0.0531621 Jul 16 09:11:12.897634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-e085e9c8-b076-4b32-8d68-f3052a111a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.899645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-e085e9c8-b076-4b32-8d68-f3052a111a3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.1240280 Jul 16 09:11:13.014804 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-67b23cb3-6a8a-4ed2-aca7-9e8112c44a0c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.015604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bbeea557-9633-42b5-bd3e-0b71408b5621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.016344 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-67b23cb3-6a8a-4ed2-aca7-9e8112c44a0c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 811 time: 0.1713829 Jul 16 09:11:13.018301 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-7ec43903-7d20-4162-822a-ced2a47acdd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 1001 time: 0.0931499 Jul 16 09:11:13.099073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-1f21186f-6be6-4ac8-874a-dd2f81a2bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.100603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-1f21186f-6be6-4ac8-874a-dd2f81a2bd7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0756197 Jul 16 09:11:13.105034 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-dc6c69ee-db08-4381-a6f1-f65031d23183 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7462bf2b0c84d0e9b06925d67df6805 HTTP/1.1" status: 200 len: 380 time: 0.0787258 Jul 16 09:11:13.119454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'port': {'device_id': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'admin_state_up': True, 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'security_groups': ['ec3723a4-c12c-40ba-8476-8859edf37269']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:13.119784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1decc007-b29e-4d03-b8a2-6a06668805bf req-c24fde7f-4fa3-4650-b796-f8f74234bfc9 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 210 time: 0.0309417 Jul 16 09:11:13.244681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-b8f18c68-e488-4c6c-a343-743ea01a22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.246496 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-b8f18c68-e488-4c6c-a343-743ea01a22f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396337 Jul 16 09:11:13.321503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Made reservation on behalf of e7462bf2b0c84d0e9b06925d67df6805 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:13.325050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.405414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-72d437a5-b7c3-48db-8c23-0d3f222332a4 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519103 Jul 16 09:11:13.540854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.20.0.6 (46f27b4f-56c0-4d31-a9ea-baa6bff78974/9957f184-cc10-4c14-996a-17be3b1bafdb/afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:13.553530 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b77a61ae-0bc1-4648-987a-a49db5688dea req-a3f4c9d4-f0ab-4f3a-8eca-ecc9cd2a1d95 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405265 Jul 16 09:11:13.692014 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.706308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Transition to ACTIVE for port object afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:13.740203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.788824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:13.792694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:13.796747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:13.829375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:13.842282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.842633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.842979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.843350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.843683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.844017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.844351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.844683 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.845016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.845348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.845680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.846007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:13.871355 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.872038 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.888843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-841f0845-f1ca-4fc4-999f-6e278ae83b83 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743306 Jul 16 09:11:13.900967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Request body: {'port': {'device_id': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:13.980666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.003497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-289d38f5-137f-4703-941b-0119ac6aca57 None None] Provisioning for port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:14.007712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-289d38f5-137f-4703-941b-0119ac6aca57 None None] Provisioning complete for port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:14.008620 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-289d38f5-137f-4703-941b-0119ac6aca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.042368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-289d38f5-137f-4703-941b-0119ac6aca57 None None] Port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:14.305479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:14.316383 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.335833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Transition to ACTIVE for port object afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:14.341809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.388739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93123531-f487-49b5-a374-ed94f249d656 req-46c608a5-4eb8-49af-93d7-83fcacb326a7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.390270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93123531-f487-49b5-a374-ed94f249d656 req-46c608a5-4eb8-49af-93d7-83fcacb326a7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 931 time: 0.1271830 Jul 16 09:11:14.425755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:14.489963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-93123531-f487-49b5-a374-ed94f249d656 req-d29001b1-4451-4807-8eac-75caada3396b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912261 Jul 16 09:11:14.521707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Attempting to bind port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:14.522050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Attempting to bind port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:14.522383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Attempting to bind port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:14.527965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:11:14.528297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Attempting to bind port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b on network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:14.533435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:14.533777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Checking segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:14.534165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Bound using segment: {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:14.534596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Bound port: afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:14.534965 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.601814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] For port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:14.604936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] For port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:14.609239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.651671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.652552 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.654144 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 1092 time: 0.7581542 Jul 16 09:11:14.654639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:14.656902 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:14.686157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36693f-8464-4ca9-b6a2-7ba5141ca1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:14.735827 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e9b8d-c4aa-4383-acaf-d34e8be735d5 x-openstack-request-id: req-ba6e9b8d-c4aa-4383-acaf-d34e8be735d5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:14.736124 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:14.736372 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba6e9b8d-c4aa-4383-acaf-d34e8be735d5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:14.736845 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'status': 'completed', 'code': 200} Jul 16 09:11:14.772924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-3ab4ec10-d611-4d40-974e-40adeca1db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.775996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-3ab4ec10-d611-4d40-974e-40adeca1db14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1095 time: 0.0766628 Jul 16 09:11:14.822361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-958e75d3-53b7-431b-9d40-59c52893ed88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 217 time: 0.0389774 Jul 16 09:11:14.873601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-f6c6ce19-d12d-4d2d-af2a-dbb7a2cbf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.875111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-f6c6ce19-d12d-4d2d-af2a-dbb7a2cbf665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0465336 Jul 16 09:11:14.940907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda853-93d0-493d-b545-860f6758ca2e req-987ebda3-6881-487a-8ab3-ab823fe43d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.942512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-987ebda3-6881-487a-8ab3-ab823fe43d21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606992 Jul 16 09:11:15.033264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-4149697c-8d77-4a3d-ac6d-83f203bdd545 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839808 Jul 16 09:11:15.127068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f3bda853-93d0-493d-b545-860f6758ca2e req-84c08543-856c-4bd2-b667-8617a220f6c5 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869620 Jul 16 09:11:15.225274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-9da13d0b-16eb-42c2-8f3c-6f4b10956806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:15.227245 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-9da13d0b-16eb-42c2-8f3c-6f4b10956806 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1095 time: 0.0530007 Jul 16 09:11:15.319933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-b5498511-923e-4a79-aeb2-ce9071fc4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:15.321645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-b5498511-923e-4a79-aeb2-ce9071fc4e6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0888042 Jul 16 09:11:15.361799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-c90640cd-efce-4626-bbb9-338d7ba01ae0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 217 time: 0.0342872 Jul 16 09:11:15.410720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-f6602024-2a0e-4503-897f-eceae5c7ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:15.412157 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-f6602024-2a0e-4503-897f-eceae5c7ea31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0437548 Jul 16 09:11:15.469061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-9b5c69f0-8db2-40ba-b589-f4bfc5313a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:15.470580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-9b5c69f0-8db2-40ba-b589-f4bfc5313a88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527875 Jul 16 09:11:15.569403 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-55cdcb5a-9986-438c-875e-7ba5bdacb23f service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913863 Jul 16 09:11:15.697759 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6d220d16-3367-4370-9ec7-063332d416b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.698297 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcfa5c4d-81d5-4ab1-8970-d0fd284a39de req-a4c2dd5a-ff7a-400a-9e6b-ee870480de46 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227889 Jul 16 09:11:15.722394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7975f6-3cbb-4900-b211-4d749f9cb2ec req-2e5ca917-02df-4b04-9a4d-3bb8a694dc30 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:15.723901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c7975f6-3cbb-4900-b211-4d749f9cb2ec req-2e5ca917-02df-4b04-9a4d-3bb8a694dc30 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.1139789 Jul 16 09:11:15.767925 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0c7975f6-3cbb-4900-b211-4d749f9cb2ec req-780feadb-bb0d-4d19-93db-f8189af3c8ab tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Jul 16 09:11:15.792262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.753875 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.969442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce334-8c01-4220-ab73-35f7db1bc053 req-29450dc7-8985-4217-8d29-77bc12fdec68 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:16.970943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-350ce334-8c01-4220-ab73-35f7db1bc053 req-29450dc7-8985-4217-8d29-77bc12fdec68 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0711639 Jul 16 09:11:17.010241 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-350ce334-8c01-4220-ab73-35f7db1bc053 req-958815b7-ba7a-43f6-8c10-09034eec953d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332770 Jul 16 09:11:17.954190 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.184053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8040c8-69c4-4ce0-aa15-525ab325fc74 req-a441397d-1d83-435d-8f95-6a841fe2d86f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:18.185509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d8040c8-69c4-4ce0-aa15-525ab325fc74 req-a441397d-1d83-435d-8f95-6a841fe2d86f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0628693 Jul 16 09:11:18.222181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2d8040c8-69c4-4ce0-aa15-525ab325fc74 req-4f548acc-9bb4-434f-8442-2db0b2d4c5b7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Jul 16 09:11:18.456534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.392606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb19cda-6606-4e0e-8da0-3d1705b7af36 req-341491c0-0bad-44cc-8682-b9dd89963f39 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:19.394056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ddb19cda-6606-4e0e-8da0-3d1705b7af36 req-341491c0-0bad-44cc-8682-b9dd89963f39 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0622742 Jul 16 09:11:19.432339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ddb19cda-6606-4e0e-8da0-3d1705b7af36 req-8d1c073c-3315-43f3-9583-34d934e8ff79 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322301 Jul 16 09:11:20.605317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae5a-6420-43b9-9211-6d13c1e57ccd req-1e515510-aaed-4729-84a0-d1cd105af507 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:20.606815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-691aae5a-6420-43b9-9211-6d13c1e57ccd req-1e515510-aaed-4729-84a0-d1cd105af507 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0663726 Jul 16 09:11:20.643872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-691aae5a-6420-43b9-9211-6d13c1e57ccd req-7e6e6b96-a30a-46ac-91fe-4bd71787689a tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Jul 16 09:11:21.819239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5dec-7d6b-4354-a893-5fa0cdc5b5f9 req-e701527d-eb7f-4f7e-a5f9-db6c28e876d5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:21.820748 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8dfb5dec-7d6b-4354-a893-5fa0cdc5b5f9 req-e701527d-eb7f-4f7e-a5f9-db6c28e876d5 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0677223 Jul 16 09:11:21.858170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8dfb5dec-7d6b-4354-a893-5fa0cdc5b5f9 req-2dd3b2c9-512a-4f2e-8a0e-435b8afd782c tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Jul 16 09:11:23.031268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87830d-b3fb-43d7-801e-25c87a852fb9 req-582bcfb8-e66a-40ec-a1d6-dd819e95b266 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:23.032780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b87830d-b3fb-43d7-801e-25c87a852fb9 req-582bcfb8-e66a-40ec-a1d6-dd819e95b266 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0638814 Jul 16 09:11:23.070620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9b87830d-b3fb-43d7-801e-25c87a852fb9 req-372b62ad-85f3-4526-a5ce-768f45dbbc45 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324066 Jul 16 09:11:24.258420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a820eb-556f-4de4-9406-504081b04a1e req-0df45679-f480-4307-9fa1-ab90cb2000fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:24.260744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48a820eb-556f-4de4-9406-504081b04a1e req-0df45679-f480-4307-9fa1-ab90cb2000fe tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 943 time: 0.0762067 Jul 16 09:11:24.303307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-48a820eb-556f-4de4-9406-504081b04a1e req-27b05f86-fba9-4f78-84cc-ffa9ac02dcfb tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370841 Jul 16 09:11:25.029549 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:11:25.125467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:25.138107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'port_id': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'mac_address': 'fa:16:3e:c5:dd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:11:25.179778 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.192852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:25.214027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:25.219616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.277395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:25.285238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.285528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.285864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.286208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.286539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.286869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.287195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.287546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.287879 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.288200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.288522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.288861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:25.464271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:11:25.484251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d887-9b61-4d42-baaa-1f7fd31ef9c4 req-e3a6800a-26d1-48a6-adbf-b5f10b937496 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.485726 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0dd7d887-9b61-4d42-baaa-1f7fd31ef9c4 req-e3a6800a-26d1-48a6-adbf-b5f10b937496 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 944 time: 0.0660155 Jul 16 09:11:25.524353 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0dd7d887-9b61-4d42-baaa-1f7fd31ef9c4 req-a2fd9b48-eea8-482b-894a-7a0a6d5d8f08 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329797 Jul 16 09:11:26.695109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d4e4-8d27-4776-b705-50c3be01d522 req-475f8175-52bd-4f04-b0f1-7a552c28f9b2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:26.697298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-41e4d4e4-8d27-4776-b705-50c3be01d522 req-475f8175-52bd-4f04-b0f1-7a552c28f9b2 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 944 time: 0.0616820 Jul 16 09:11:26.734130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-41e4d4e4-8d27-4776-b705-50c3be01d522 req-731b6b11-d09e-4bc1-a883-9697134065f7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Jul 16 09:11:27.044780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:27.091757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:27.095160 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:27.095562 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.172427 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.193637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:27.195884 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b361c-51c2-4111-90ea-412acf5b405c" -d '{"events": [{"server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "name": "network-vif-plugged", "status": "completed", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:27.208033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:27.212685 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.236803 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef2e55-57ba-465d-b933-0b3e870185b4 x-openstack-request-id: req-8aef2e55-57ba-465d-b933-0b3e870185b4 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:27.237158 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "name": "network-vif-plugged", "status": "completed", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:27.237419 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8aef2e55-57ba-465d-b933-0b3e870185b4 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:27.237807 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'code': 200} Jul 16 09:11:27.264815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.346922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1a3a-3c3a-4a51-ae02-f9dd6d0daaa3 req-107687d4-9aa9-4264-8485-4caaf4e9b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:27.348380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-965e1a3a-3c3a-4a51-ae02-f9dd6d0daaa3 req-107687d4-9aa9-4264-8485-4caaf4e9b15f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1097 time: 0.0518024 Jul 16 09:11:27.382185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-965e1a3a-3c3a-4a51-ae02-f9dd6d0daaa3 req-4c306c7b-32bd-4735-9e9c-875ea779f3c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271261 Jul 16 09:11:27.910959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25f9d4-a3d2-4940-9179-0f8ccf0b4d9a req-0406e464-47cf-4d5a-b56c-3db266738437 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:27.912444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c25f9d4-a3d2-4940-9179-0f8ccf0b4d9a req-0406e464-47cf-4d5a-b56c-3db266738437 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 945 time: 0.0658822 Jul 16 09:11:27.951926 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c25f9d4-a3d2-4940-9179-0f8ccf0b4d9a req-e9d9f377-ee25-4a3b-a905-4770dc4ebb88 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332053 Jul 16 09:11:29.150182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aed0bf-3ce5-4e89-9f3d-749cd7a1cadb req-618ea792-b77e-47d9-a72f-6751f1e1195f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:29.151586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55aed0bf-3ce5-4e89-9f3d-749cd7a1cadb req-618ea792-b77e-47d9-a72f-6751f1e1195f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 945 time: 0.0675821 Jul 16 09:11:29.188758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55aed0bf-3ce5-4e89-9f3d-749cd7a1cadb req-b4f33e53-00b1-4994-8471-0cffcbceef93 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jul 16 09:11:29.359479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa274f2-6d2f-4930-a831-93c98ac38ede req-ce5438b6-63ef-43d6-8c1a-c4bfaa0bce6f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:29.360945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa274f2-6d2f-4930-a831-93c98ac38ede req-ce5438b6-63ef-43d6-8c1a-c4bfaa0bce6f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 945 time: 0.0634203 Jul 16 09:11:29.397927 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2fa274f2-6d2f-4930-a831-93c98ac38ede req-ed3a5984-a1f0-4b8b-8127-57cad646e7ab tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Jul 16 09:11:29.422776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40602) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:29.477101 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f314df9-0abe-4f15-bc38-2c782e375459 tempest-TestVolumeBootPattern-2089902619 tempest-TestVolumeBootPattern-2089902619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:29.478674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3f314df9-0abe-4f15-bc38-2c782e375459 tempest-TestVolumeBootPattern-2089902619 tempest-TestVolumeBootPattern-2089902619-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1092 time: 0.0548704 Jul 16 09:11:29.481372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40604) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:29.485665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:29.507533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.601582 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.706881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Allocated IP 172.25.0.140 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0dbb26a0-322f-45ea-828e-c2a106a36c2d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:29.810552 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.847730 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.882353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:29.885383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:29.890705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:29.922579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=0dbb26a0-322f-45ea-828e-c2a106a36c2d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:29.935777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.936121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.936457 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.936788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.937158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.937489 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.937809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.938127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.938445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.938763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.939080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.939418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:30.273777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.351917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.503474 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.508275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.574176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event updated for resources: {'Port': ['ID=0dbb26a0-322f-45ea-828e-c2a106a36c2d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:30.585655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.684350 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Floating IP 6a274975-c525-4eb2-83cd-530931c943e5 associated. External IP: 172.25.0.140, port: afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b. Jul 16 09:11:30.892536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:31.000178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:31.013353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:31.020224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.023763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:31.024378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:31.058047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0728797f-ccae-483a-aab7-380faac7afef tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5756514 Jul 16 09:11:31.058636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:31.060954 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59025ee-513b-487c-b17c-7c73239dfca4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:31.106342 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27baa09f-266f-4abd-bb63-79d9e92fbacc x-openstack-request-id: req-27baa09f-266f-4abd-bb63-79d9e92fbacc {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:31.106645 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:31.106972 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27baa09f-266f-4abd-bb63-79d9e92fbacc {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:31.107403 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'status': 'completed', 'code': 200} Jul 16 09:11:31.143731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:31.189341 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-738f1fe5-80b0-40f0-bd49-3d34d64f884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.190868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-738f1fe5-80b0-40f0-bd49-3d34d64f884d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1097 time: 0.0603347 Jul 16 09:11:31.289043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-069c6484-6d00-4ed5-a987-28a3a7dcac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.291518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-069c6484-6d00-4ed5-a987-28a3a7dcac85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0936222 Jul 16 09:11:31.360736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-cc98845d-6187-4c29-9c39-78958345166e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 999 time: 0.0632019 Jul 16 09:11:31.373649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '6a274975-c525-4eb2-83cd-530931c943e5', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:c5:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:30Z', 'updated_at': '2021-07-16T09:11:30Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}, {'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 1, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:31.402187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:31.412555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:31.412800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-3f9136dd-bb3d-4e08-b1ad-6846bb2c6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.413365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:31.414165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-3f9136dd-bb3d-4e08-b1ad-6846bb2c6e61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0474269 Jul 16 09:11:31.473379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-4e0c7f9e-2015-43fb-801c-0b4556118270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.475039 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-4e0c7f9e-2015-43fb-801c-0b4556118270 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548511 Jul 16 09:11:31.524587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:31.573082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-cd4c48bb-329e-4625-b409-0b4994e020f9 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918040 Jul 16 09:11:31.664414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e59025ee-513b-487c-b17c-7c73239dfca4 req-7fbb75b9-2968-4ebb-89ac-56edc314e0fd service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 Jul 16 09:11:31.762035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '6a274975-c525-4eb2-83cd-530931c943e5', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:c5:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:30Z', 'updated_at': '2021-07-16T09:11:30Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}, {'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 1, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:31.792389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e063c-50e8-4135-82b4-adb9e55e0814 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '6a274975-c525-4eb2-83cd-530931c943e5', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:c5:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:30Z', 'updated_at': '2021-07-16T09:11:30Z', 'revision_number': 0, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}, {'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 1, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:31.996083 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960993d0-0995-47ec-b2a8-640ce59a6af2 None None] New status for floating IP 6a274975-c525-4eb2-83cd-530931c943e5: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:33.698222 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:33.760877 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.007104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d3274dc7-876b-48d6-a43f-bfe886ac9d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.691704 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-980d5cfe-7599-4c18-a4b3-9dbdfbc6f0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.782659 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.500449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-d7c2c4f0-39be-4ba2-a927-2183785b88f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564518 Jul 16 09:11:46.602020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-e493d73a-87d5-4cec-a1fe-a54cb3d93ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.603503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-e493d73a-87d5-4cec-a1fe-a54cb3d93ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1097 time: 0.0584743 Jul 16 09:11:46.706260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-8b39368a-bcac-456a-9160-76809a3570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.707664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-8b39368a-bcac-456a-9160-76809a3570c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0847900 Jul 16 09:11:46.756160 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.776254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-77214eac-2c21-4673-97c9-6707a5cd659f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 1001 time: 0.0617130 Jul 16 09:11:46.825273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-8c0da2f3-80c9-42d4-aa6a-6ca9da5a6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.826721 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-8c0da2f3-80c9-42d4-aa6a-6ca9da5a6c64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0440600 Jul 16 09:11:46.882510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-c6dd50f1-044a-4ae1-ba7a-9b57ee1aea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.883996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-c6dd50f1-044a-4ae1-ba7a-9b57ee1aea5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506153 Jul 16 09:11:46.979749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-b7f5b672-2c83-41cc-9277-18132b275c0f service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882704 Jul 16 09:11:47.067534 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b2c9cbe-4217-4cf7-a4f5-21ed12677a8b req-8b35a490-c795-45d5-b13a-0b0aa3996219 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Jul 16 09:11:47.945188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.461226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.762966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.697610 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:13.019566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af4bef7e-db25-4b62-b12a-26f4152e5f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.684867 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-7ed269ee-c139-4123-9a3f-7e2ece50e0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561898 Jul 16 09:12:13.797450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-25da501a-6b18-4cc9-9306-92b7b88fa0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.799030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-25da501a-6b18-4cc9-9306-92b7b88fa0b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1097 time: 0.0569727 Jul 16 09:12:13.908925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-ecfdea72-88ea-4fc3-a9ff-dd8e44b2d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.910573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-ecfdea72-88ea-4fc3-a9ff-dd8e44b2d482 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0909009 Jul 16 09:12:13.974983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-06ac3cb9-0c90-4cf1-96ef-8fc9e7fd3d3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 1001 time: 0.0580854 Jul 16 09:12:14.024702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-c9ebb057-e00f-4553-8d4f-ca7972905b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:14.026147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-c9ebb057-e00f-4553-8d4f-ca7972905b75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0450544 Jul 16 09:12:14.087360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-8e6e164f-6a75-41ad-9c2e-25e2adc1770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:14.088991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-8e6e164f-6a75-41ad-9c2e-25e2adc1770e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561700 Jul 16 09:12:14.180529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-8d8cf91b-f553-4aa7-bd41-9d0548350362 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843742 Jul 16 09:12:14.274394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d81b3e6d-ab8c-480f-b7d1-c56f95ff47af req-19939f16-af99-4680-974f-688a51a9f058 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872366 Jul 16 09:12:15.692292 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53f890ac-40b8-4fb0-9d73-cbcd90f02497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.785322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.873226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-da4dbe41-b178-4257-bb74-2db5bf003085 req-e634c633-7a75-4db0-b4bb-f0630eeec186 service neutron] (93700) timed out ('10.222.0.36', 54994) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:12:16.760209 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:17.945771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.460984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.765725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.009179 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f65025e0-c07d-48b3-aa86-7c421f68c831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.696910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a3653570-7fe8-4750-995a-805808947e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.785590 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.498046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-dd19fc95-1a41-4e39-9679-d50f29c2cd71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513139 Jul 16 09:12:46.588091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa939-2082-417f-b091-697fa4492a08 req-ec2be275-7540-46fd-8af8-3c65a5633aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.589549 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-ec2be275-7540-46fd-8af8-3c65a5633aac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1097 time: 0.0514493 Jul 16 09:12:46.693287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa939-2082-417f-b091-697fa4492a08 req-da5b1e18-b0a0-4fbc-9318-fc1e877977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.694701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-da5b1e18-b0a0-4fbc-9318-fc1e877977fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0855689 Jul 16 09:12:46.758077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-0ee59a28-f9c4-4b40-9a13-58c0ed65253e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 1001 time: 0.0571175 Jul 16 09:12:46.761249 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.809690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa939-2082-417f-b091-697fa4492a08 req-9eaea20d-9a25-41f4-866f-a889e05db62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.811127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-9eaea20d-9a25-41f4-866f-a889e05db62e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0471244 Jul 16 09:12:46.867023 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa939-2082-417f-b091-697fa4492a08 req-75b7dc3d-fb75-4f09-85f6-529763628a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.868487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-75b7dc3d-fb75-4f09-85f6-529763628a4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512345 Jul 16 09:12:46.958177 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-6e62b718-8e5e-46be-a10a-7bb3b744c822 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829539 Jul 16 09:12:47.391868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f6fa939-2082-417f-b091-697fa4492a08 req-e6d7ffde-a04e-41b4-920a-0b015ac16569 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278104 Jul 16 09:12:47.696932 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:47.963577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.463434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.528256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40628) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:58.683018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port 0dbb26a0-322f-45ea-828e-c2a106a36c2d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:58.683386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.761408 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.761734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.774034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for 0dbb26a0-322f-45ea-828e-c2a106a36c2d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:58.919527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.948742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=0dbb26a0-322f-45ea-828e-c2a106a36c2d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:58.974360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.974709 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.975052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.975412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.975756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.976088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.976418 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.976747 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.977071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.977396 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.977722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:58.978043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:59.017580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.017915 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Floating IP 6a274975-c525-4eb2-83cd-530931c943e5 disassociated (deleted). External IP: 172.25.0.140, port: afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b. Jul 16 09:12:59.221886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:59.327907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:59.332962 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.337339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:59.345923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:59.347144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:59.369433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c8dbe8d-1eda-4eaa-b1b5-c8b6d85814dc tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a274975-c525-4eb2-83cd-530931c943e5 HTTP/1.1" status: 204 len: 168 time: 0.8401017 Jul 16 09:12:59.370023 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:59.372291 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77148f9-73b6-4a7b-82f3-776eda0992e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:59.412678 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2277891-b1c4-4f23-a779-33005731f3dd x-openstack-request-id: req-d2277891-b1c4-4f23-a779-33005731f3dd {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:59.413084 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:59.413525 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2277891-b1c4-4f23-a779-33005731f3dd {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:59.413886 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'status': 'completed', 'code': 200} Jul 16 09:12:59.455437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:59.493033 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-6bba81ec-e9ac-4f1a-8341-80d14c98eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.494418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-6bba81ec-e9ac-4f1a-8341-80d14c98eca3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 1097 time: 0.0578268 Jul 16 09:12:59.595062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-25056b8c-d1cf-4eb1-a24f-7b84e5e718a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.597155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-25056b8c-d1cf-4eb1-a24f-7b84e5e718a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.0964432 Jul 16 09:12:59.645761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-3676d701-cb3a-4bd4-99e0-b359cb76f1c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 200 len: 217 time: 0.0406089 Jul 16 09:12:59.703631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-f0b30f9c-7eae-41e9-8e8e-56a0edf69c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.705170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-f0b30f9c-7eae-41e9-8e8e-56a0edf69c40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0533082 Jul 16 09:12:59.767369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-c7708014-db12-46b8-8cc5-ac5dca5449a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.767369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-c7708014-db12-46b8-8cc5-ac5dca5449a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550261 Jul 16 09:12:59.855199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 1, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:59.885223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:59.894055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:59.894829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:59.902159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-306c95e5-94be-4dbb-b141-2e2d3e8f2719 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282151 Jul 16 09:12:59.914303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7521a4-85d3-4fd4-8838-01eea2cd4863 req-a43cd469-9986-47d3-8c56-61744588f2c1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.915749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7521a4-85d3-4fd4-8838-01eea2cd4863 req-a43cd469-9986-47d3-8c56-61744588f2c1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 945 time: 0.2293348 Jul 16 09:12:59.997628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:00.009556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2f7521a4-85d3-4fd4-8838-01eea2cd4863 req-4f1880ce-f07f-418f-a510-949e8d92da79 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858157 Jul 16 09:13:00.039259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f77148f9-73b6-4a7b-82f3-776eda0992e2 req-c86b29ae-c994-4bbd-95b6-5c8798b067f3 service neutron] 10.222.0.18 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225114 Jul 16 09:13:00.215980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 1, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:00.241360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ae14-bb7c-4847-aeab-80d120ba3c89 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'b044fc97-0517-48b2-a315-25524643d62c', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'port_id': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'mac_address': 'fa:16:3e:d4:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628d71ed-8564-459f-ad3d-cad272502743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 1, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:00.450929 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd6e82-cef1-4634-89a2-7691a3c5e782 None None] New status for floating IP 6a274975-c525-4eb2-83cd-530931c943e5: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:01.186134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-84ad3f84-6e6b-499a-8a5d-ac9ffb298c7b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:01.187615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-84ad3f84-6e6b-499a-8a5d-ac9ffb298c7b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 945 time: 0.0679960 Jul 16 09:13:01.258882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911070c-c553-4e7a-963f-91b952a451ca req-e5a75e4f-db85-4e90-a6d0-d158e2789586 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:01.260422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9911070c-c553-4e7a-963f-91b952a451ca req-e5a75e4f-db85-4e90-a6d0-d158e2789586 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 945 time: 0.1241496 Jul 16 09:13:01.294564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:01.294813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.299269 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9911070c-c553-4e7a-963f-91b952a451ca req-5d52ab2f-9614-4dd5-a83b-a8286429f1c1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 Jul 16 09:13:01.386950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:01.387352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.400134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:01.530055 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.560155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:01.591140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.591519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.591862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.592196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.592529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.592860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.593189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.593516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.593839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.594161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.594485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.594805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:01.620279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:01.622772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:01.624787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7b056da-086a-44de-87b8-dd177c62ce74 req-89101c47-5d89-4ebe-8b9b-f0add5ab2cba tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.18 "DELETE /v2.0/ports/afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b HTTP/1.1" status: 204 len: 173 time: 0.4312882 Jul 16 09:13:01.625228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'name': 'network-vif-deleted', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:01.627474 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02d28e-065d-4090-9101-baa8cc9bf8ec" -d '{"events": [{"server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "name": "network-vif-deleted", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:01.728436 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed781b2e-60c0-439b-bf2d-b444b09ee0d0 x-openstack-request-id: req-ed781b2e-60c0-439b-bf2d-b444b09ee0d0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:01.728733 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cfacac-59db-4b53-bc3b-bf81e7b98a28", "name": "network-vif-deleted", "tag": "afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:01.728987 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed781b2e-60c0-439b-bf2d-b444b09ee0d0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:01.729385 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cfacac-59db-4b53-bc3b-bf81e7b98a28', 'name': 'network-vif-deleted', 'tag': 'afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b', 'status': 'completed', 'code': 200} Jul 16 09:13:02.444578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93147ac0-7c51-4fb0-b2ae-d15bb2effe64 req-990819ac-e427-48b2-9a12-ea51da8a9146 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 210 time: 0.0336924 Jul 16 09:13:03.456575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:03.481271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:03.481839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device afdf4ca7-2e6d-4e3a-b20f-b28d0c422e1b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:03.593632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf8570e1-7628-4fdf-bb50-1e36f4dbb190 req-cbc11d47-1688-436c-afa8-cc0df2385510 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 210 time: 0.0302103 Jul 16 09:13:03.780705 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.732952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c7bb832-27da-4988-8b2e-a92208f156ec req-3052aeef-2cd5-4b61-9bc2-c7f7baf62a7b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cfacac-59db-4b53-bc3b-bf81e7b98a28 HTTP/1.1" status: 200 len: 210 time: 0.0292115 Jul 16 09:13:10.120368 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40688) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:10.273954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port dafaa59f-8f81-4ff5-a115-4922a5619e6a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:10.274297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.350800 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.351124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.362292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for dafaa59f-8f81-4ff5-a115-4922a5619e6a owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:10.503399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.531924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=dafaa59f-8f81-4ff5-a115-4922a5619e6a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:10.592012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.592338 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Floating IP b044fc97-0517-48b2-a315-25524643d62c disassociated (deleted). External IP: 172.25.0.205, port: 80d7408e-b3ed-48a4-9cd1-57a2d7e82623. Jul 16 09:13:10.798632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:10.903775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:10.908505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.913329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:10.922514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:10.923151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:10.948210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e324f18d-52ff-4c5b-b92b-7113bf8c3077 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "DELETE /v2.0/floatingips/b044fc97-0517-48b2-a315-25524643d62c HTTP/1.1" status: 204 len: 168 time: 0.8241997 Jul 16 09:13:10.948210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:10.948505 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181f31f-e660-4797-95f2-0d0ed3a82f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:10.992214 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6f4fc7-069d-4169-b5a0-759991ba48b9 x-openstack-request-id: req-6c6f4fc7-069d-4169-b5a0-759991ba48b9 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:10.992502 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:10.992752 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c6f4fc7-069d-4169-b5a0-759991ba48b9 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:10.993155 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'status': 'completed', 'code': 200} Jul 16 09:13:11.034492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:11.139867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-50026e0d-ecf7-4ffa-9563-ee88b65dd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:11.141433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-50026e0d-ecf7-4ffa-9563-ee88b65dd21e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 1097 time: 0.1050694 Jul 16 09:13:11.249779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:11.254398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-5a2cd253-73c5-4920-8738-58a271ad8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:11.256210 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-5a2cd253-73c5-4920-8738-58a271ad8431 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 200 len: 912 time: 0.1081750 Jul 16 09:13:11.277868 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:11.286635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:11.287857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:11.300320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-0d74cb31-c66b-4001-8e36-6dbe3d858d53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 200 len: 217 time: 0.0378275 Jul 16 09:13:11.383632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-cab9b397-a206-470a-8762-175281829621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:11.385104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-cab9b397-a206-470a-8762-175281829621 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 200 len: 850 time: 0.0767314 Jul 16 09:13:11.392928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:11.411526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665c3e-ad55-4178-8772-dd67610a7b7b req-db58659e-6202-47f4-8fa7-a0cb65ab6e11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:11.413320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b665c3e-ad55-4178-8772-dd67610a7b7b req-db58659e-6202-47f4-8fa7-a0cb65ab6e11 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 945 time: 0.1154976 Jul 16 09:13:11.476823 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b665c3e-ad55-4178-8772-dd67610a7b7b req-fb686a54-d003-4b4c-87ce-903ba10ba904 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463505 Jul 16 09:13:11.485475 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-87d38541-53ef-4e9a-8847-1bdd7055fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:11.486954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-87d38541-53ef-4e9a-8847-1bdd7055fb5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46f27b4f-56c0-4d31-a9ea-baa6bff78974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946276 Jul 16 09:13:11.582141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-90527b20-d9d9-4e3b-8e85-8f7a97e158bc service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878887 Jul 16 09:13:11.594512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:11.620078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7b42c-6da2-4c8d-b58c-b34db4b842c9 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:24Z', 'revision_number': 4, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '59131262-49a5-4b95-8855-2333e0fa9e0b', 'name': '', 'network_id': '46f27b4f-56c0-4d31-a9ea-baa6bff78974', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'mac_address': 'fa:16:3e:9b:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:23Z', 'updated_at': '2021-07-16T09:03:32Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'subnets': [{'id': '9957f184-cc10-4c14-996a-17be3b1bafdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:11.674602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3181f31f-e660-4797-95f2-0d0ed3a82f6f req-7fdb5aad-7244-4652-92ab-d2f8b5f7d489 service neutron] 10.222.0.36 "GET /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851376 Jul 16 09:13:11.832720 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa827485-9020-44aa-949b-3a517045452d None None] New status for floating IP b044fc97-0517-48b2-a315-25524643d62c: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:12.650226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbf475-c289-4ea6-b065-332368190691 req-d850366b-6b5e-4fea-a06d-49d28abf5b42 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:12.651740 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2cbf475-c289-4ea6-b065-332368190691 req-d850366b-6b5e-4fea-a06d-49d28abf5b42 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 945 time: 0.0622690 Jul 16 09:13:12.692494 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2cbf475-c289-4ea6-b065-332368190691 req-da228bd0-3633-4bba-b0c7-7ea58830f59b tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec3723a4-c12c-40ba-8476-8859edf37269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353062 Jul 16 09:13:12.938109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-b01e6b30-baf3-41d3-acf7-1fb0dd26b7f7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:12.939599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-b01e6b30-baf3-41d3-acf7-1fb0dd26b7f7 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 945 time: 0.0683863 Jul 16 09:13:13.011629 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-8c02-41d3-9b80-e63c27454308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.043869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:13.044135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.135274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] For port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:13.135659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.147670 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:13.275705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.310095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=80d7408e-b3ed-48a4-9cd1-57a2d7e82623,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:13.354595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] No DVR routers for this DVR port 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:13.357294 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.359365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-67b524a6-1ba6-4e72-8c8f-a867777147e5 req-2be2dcde-a1ff-457b-96e8-ffc61a768b5f tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.36 "DELETE /v2.0/ports/80d7408e-b3ed-48a4-9cd1-57a2d7e82623 HTTP/1.1" status: 204 len: 173 time: 0.4137971 Jul 16 09:13:13.359828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'name': 'network-vif-deleted', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:13.362139 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2702f9f7-06df-4fb9-b66c-06951f3480d1" -d '{"events": [{"server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "name": "network-vif-deleted", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:13.405279 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29f848-23d9-4402-bbb7-1d249f08af06 x-openstack-request-id: req-2d29f848-23d9-4402-bbb7-1d249f08af06 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:13.405570 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628d71ed-8564-459f-ad3d-cad272502743", "name": "network-vif-deleted", "tag": "80d7408e-b3ed-48a4-9cd1-57a2d7e82623", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:13.405821 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d29f848-23d9-4402-bbb7-1d249f08af06 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:13.406217 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d71ed-8564-459f-ad3d-cad272502743', 'name': 'network-vif-deleted', 'tag': '80d7408e-b3ed-48a4-9cd1-57a2d7e82623', 'status': 'completed', 'code': 200} Jul 16 09:13:14.166880 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c7a00a44-49be-4263-8be6-85fb0ac5244c req-8384a773-9d83-4ca4-a97c-6d5fb9db151d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 210 time: 0.3571987 Jul 16 09:13:15.311908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d14cffb9-886f-4b42-96b3-f282b296a1b2 req-6797a6ab-af3b-474a-b3d2-66af58ca29f1 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 210 time: 0.0307932 Jul 16 09:13:15.697933 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4e34cb4f-4778-4655-b86c-7bf60fd34fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.786148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.895275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:15.915511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:15.915863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 80d7408e-b3ed-48a4-9cd1-57a2d7e82623 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:16.468343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3f1ef4b-c43b-4156-bcfa-4384eac17599 req-a129277d-b29e-4a48-812d-2658ec8c8b77 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "GET /v2.0/ports?device_id=628d71ed-8564-459f-ad3d-cad272502743 HTTP/1.1" status: 200 len: 210 time: 0.0287480 Jul 16 09:13:16.768193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.560929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40710) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:17.683011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Deleting port df4b4fe9-9058-47ee-ae11-d5009fb3451d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:17.683380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.759295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.759642 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.771132 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Calling delete_port for df4b4fe9-9058-47ee-ae11-d5009fb3451d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:17.899974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.925174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'Port': ['ID=df4b4fe9-9058-47ee-ae11-d5009fb3451d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:17.968456 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.986722 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.989218 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.990501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f1ec3166-7e8e-4e8a-bc34-3174ab5bbe15 tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "DELETE /v2.0/floatingips/00c1578f-f469-4ed6-a4d9-ebccb7a60cd6 HTTP/1.1" status: 204 len: 168 time: 0.4284601 Jul 16 09:13:18.467863 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.364330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40726) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:21.423210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3222e1c4-057d-412f-8c7d-3deb96cf078d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.448473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3222e1c4-057d-412f-8c7d-3deb96cf078d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.509714 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3222e1c4-057d-412f-8c7d-3deb96cf078d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.512278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3222e1c4-057d-412f-8c7d-3deb96cf078d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.513444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3222e1c4-057d-412f-8c7d-3deb96cf078d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec3723a4-c12c-40ba-8476-8859edf37269 HTTP/1.1" status: 204 len: 168 time: 0.1481082 Jul 16 09:13:21.522605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222e1c4-057d-412f-8c7d-3deb96cf078d tempest-TestVolumeBootPattern-1771748843 tempest-TestVolumeBootPattern-1771748843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3723a4-c12c-40ba-8476-8859edf37269,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:21.570266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:22.004513 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.259357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Deleting port 59131262-49a5-4b95-8855-2333e0fa9e0b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:22.259608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.343700 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] For port 59131262-49a5-4b95-8855-2333e0fa9e0b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=59131262-49a5-4b95-8855-2333e0fa9e0b,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:22.344466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.359850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Calling delete_port for 59131262-49a5-4b95-8855-2333e0fa9e0b owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:22.550670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.577624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Pushing event deleted for resources: {'Port': ['ID=59131262-49a5-4b95-8855-2333e0fa9e0b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:22.756489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.973401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Router 4e0f8672-9000-45d8-b07f-c14daa0beec5 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:23.081151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:23.086159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0045f9f3-0942-4489-b2a2-af92e9f8c88f admin admin] 10.222.0.41 "PUT /v2.0/routers/4e0f8672-9000-45d8-b07f-c14daa0beec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148602 Jul 16 09:13:23.088771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40734) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:23.089636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] Sync routers for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:23.098852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:23.099495 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.191540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.204246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:23.308254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.367975 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Deleting port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:23.368319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.394599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:13:22Z', 'revision_number': 5, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port': {'id': '1f8ed923-e75f-42a8-a9ea-e27317ce15ec', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.421355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] Checking router: 4e0f8672-9000-45d8-b07f-c14daa0beec5 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:23.431086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] Routers {'4e0f8672-9000-45d8-b07f-c14daa0beec5'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:23.431835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4e0f8672-9000-45d8-b07f-c14daa0beec5'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.452212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] For port 1f8ed923-e75f-42a8-a9ea-e27317ce15ec, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:23.452571 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.464180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Calling delete_port for 1f8ed923-e75f-42a8-a9ea-e27317ce15ec owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:23.523077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] Set router 4e0f8672-9000-45d8-b07f-c14daa0beec5 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:23.581555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:13:23Z', 'revision_number': 6, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:23.608705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca352c97-ba64-4b8e-a0e1-5750c88abfd0 None None] The sync data for ids ['4e0f8672-9000-45d8-b07f-c14daa0beec5'] in n-d-798249-10 is: [{'id': '4e0f8672-9000-45d8-b07f-c14daa0beec5', 'name': 'tempest-TestVolumeBootPattern-703425879-router', 'tenant_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:21Z', 'updated_at': '2021-07-16T09:13:23Z', 'revision_number': 6, 'project_id': 'e7462bf2b0c84d0e9b06925d67df6805', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:23.637041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.661107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8ed923-e75f-42a8-a9ea-e27317ce15ec,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.724509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.813449 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.815554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.860662 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.861249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0f8672-9000-45d8-b07f-c14daa0beec5 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:13:23.865594 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.867089 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c4c821c-3d4f-4df1-b63a-83f4436e32d7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4e0f8672-9000-45d8-b07f-c14daa0beec5 HTTP/1.1" status: 204 len: 168 time: 0.7773855 Jul 16 09:13:23.869773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40738) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:23.914483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Deleting subnet 9957f184-cc10-4c14-996a-17be3b1bafdb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:23.917476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.955758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.042851 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.097603 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.125182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9957f184-cc10-4c14-996a-17be3b1bafdb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:24.130796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.133604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1a8809ab-9140-413e-b1b1-5c280d3325e2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9957f184-cc10-4c14-996a-17be3b1bafdb HTTP/1.1" status: 204 len: 168 time: 0.2628198 Jul 16 09:13:24.136201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40740) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:24.138629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c9109-c552-4ac5-8fda-5e472953e927 None None] Network 46f27b4f-56c0-4d31-a9ea-baa6bff78974 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:24.206682 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.261654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Deleting port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:24.262817 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.330942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] For port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,segment=NetworkSegment(c5190b8c-f8d6-4f23-abb6-84c66763a2c5),segment_id=c5190b8c-f8d6-4f23-abb6-84c66763a2c5)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:24.331226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.344459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Calling delete_port for 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:24.388481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] DHCP port deletion for 46f27b4f-56c0-4d31-a9ea-baa6bff78974 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:24.436239 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.438071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Deleting port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:24.438449 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.467344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:24.472657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] No DVR routers for this DVR port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:24.507529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] For port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:24.507972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.519921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Calling delete_port for 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:24.523222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:13:24.524530 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.549382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.549867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Pushing event deleted for resources: {'Port': ['ID=9af1189f-1f7d-4084-a3f9-5fb48b4c55dc,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:24.554319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] No DVR routers for this DVR port 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:24.561475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.561820 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.562166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.562497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.562824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.563151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.563512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.563835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.564408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.564518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.564782 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.565088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d0ed1-d55a-40ab-a65e-c91721265169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:24.570343 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f27b4f-56c0-4d31-a9ea-baa6bff78974']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:24.581209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:24.581506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5190b8c-f8d6-4f23-abb6-84c66763a2c5') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:24.591859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.607950 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.614382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:24.614716 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:24.616523 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:24.678105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.683981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.688947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/46f27b4f-56c0-4d31-a9ea-baa6bff78974 HTTP/1.1" status: 204 len: 168 time: 0.5517459 Jul 16 09:13:24.689602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:24.702029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc9f4b-d295-4ca6-a346-83cb1bade7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f27b4f-56c0-4d31-a9ea-baa6bff78974,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:24.704564 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:25.056037 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.306241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Deleting port 4280c6da-529f-46a5-b961-70f4cdb3ffed {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:25.306702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.368208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:25.389423 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:25.389771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9af1189f-1f7d-4084-a3f9-5fb48b4c55dc not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:25.390201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59131262-49a5-4b95-8855-2333e0fa9e0b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:25.410090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 59131262-49a5-4b95-8855-2333e0fa9e0b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:25.410442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59131262-49a5-4b95-8855-2333e0fa9e0b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:25.410875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f8ed923-e75f-42a8-a9ea-e27317ce15ec no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:25.591792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1f8ed923-e75f-42a8-a9ea-e27317ce15ec {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:25.592133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1f8ed923-e75f-42a8-a9ea-e27317ce15ec not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:25.721548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] For port 4280c6da-529f-46a5-b961-70f4cdb3ffed, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=4280c6da-529f-46a5-b961-70f4cdb3ffed,segment=NetworkSegment(e2083ecb-3b8a-4f46-94b9-78573c27e424),segment_id=e2083ecb-3b8a-4f46-94b9-78573c27e424)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:25.722163 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.734230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Calling delete_port for 4280c6da-529f-46a5-b961-70f4cdb3ffed owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:25.908997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:25.935625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4280c6da-529f-46a5-b961-70f4cdb3ffed,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:26.105996 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.315040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Router fd0e46f8-a570-4ad2-b7b7-b54343665baa has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:26.425793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:26.430797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-97110b52-09f7-4270-a694-4fa80469c1f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/fd0e46f8-a570-4ad2-b7b7-b54343665baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7400486 Jul 16 09:13:26.433331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40746) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:26.436163 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] Sync routers for ids ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:26.447843 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] Routers {'fd0e46f8-a570-4ad2-b7b7-b54343665baa'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:26.448973 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:26.542678 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.551693 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] Set router fd0e46f8-a570-4ad2-b7b7-b54343665baa gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:26.648324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.701384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Deleting port 77ef1a09-b5a9-4e95-82b0-01519472eab8 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:26.701632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.730675 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:13:25Z', 'revision_number': 5, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port': {'id': '77ef1a09-b5a9-4e95-82b0-01519472eab8', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:03:27Z', 'updated_at': '2021-07-16T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:26.757764 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] Checking router: fd0e46f8-a570-4ad2-b7b7-b54343665baa for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:26.766581 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] Routers {'fd0e46f8-a570-4ad2-b7b7-b54343665baa'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:26.767192 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:26.788407 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] For port 77ef1a09-b5a9-4e95-82b0-01519472eab8, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77ef1a09-b5a9-4e95-82b0-01519472eab8,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:26.788993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.801446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Calling delete_port for 77ef1a09-b5a9-4e95-82b0-01519472eab8 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:26.852493 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] Set router fd0e46f8-a570-4ad2-b7b7-b54343665baa gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:26.903522 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:13:26Z', 'revision_number': 6, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:26.933020 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de430215-34e2-4792-abd1-fc7a034f2dc4 None None] The sync data for ids ['fd0e46f8-a570-4ad2-b7b7-b54343665baa'] in n-d-798249-10 is: [{'id': 'fd0e46f8-a570-4ad2-b7b7-b54343665baa', 'name': 'tempest-TestVolumeBootPattern-1578932439-router', 'tenant_id': '790b69d85544458385082be916ebb17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:03:26Z', 'updated_at': '2021-07-16T09:13:26Z', 'revision_number': 6, 'project_id': '790b69d85544458385082be916ebb17d', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:26.976865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.003546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Pushing event deleted for resources: {'Port': ['ID=77ef1a09-b5a9-4e95-82b0-01519472eab8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:27.070778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.161473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.164431 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.207156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.207657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd0e46f8-a570-4ad2-b7b7-b54343665baa {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:13:27.212379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.213594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-afd19a61-d1db-4d5f-a796-b1533bcab38c admin admin] 10.222.0.41 "DELETE /v2.0/routers/fd0e46f8-a570-4ad2-b7b7-b54343665baa HTTP/1.1" status: 204 len: 168 time: 0.7792878 Jul 16 09:13:27.215964 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40750) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:27.261893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Deleting subnet d1a9f584-daa6-4d53-a6d6-6c161491a934 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:27.264957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.306737 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.392319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.447262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.475845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a9f584-daa6-4d53-a6d6-6c161491a934,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:27.479781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.481876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cf405250-6fe5-4894-a5e1-3951d09feff1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d1a9f584-daa6-4d53-a6d6-6c161491a934 HTTP/1.1" status: 204 len: 168 time: 0.2648423 Jul 16 09:13:27.484231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40752) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:27.486834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986da8d0-639f-48a1-ae3e-5a738fcd807a None None] Network cdad8f80-5e78-4600-be48-e3491df90616 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:27.559623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.612608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Deleting port 59b33251-e129-4799-a7cb-ee4a07f6176c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:27.612953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.680906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] For port 59b33251-e129-4799-a7cb-ee4a07f6176c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=59b33251-e129-4799-a7cb-ee4a07f6176c,segment=NetworkSegment(e2083ecb-3b8a-4f46-94b9-78573c27e424),segment_id=e2083ecb-3b8a-4f46-94b9-78573c27e424)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:27.681260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.695052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Calling delete_port for 59b33251-e129-4799-a7cb-ee4a07f6176c owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:27.723677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] DHCP port deletion for cdad8f80-5e78-4600-be48-e3491df90616 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:27.753471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4280c6da-529f-46a5-b961-70f4cdb3ffed no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:27.776327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 4280c6da-529f-46a5-b961-70f4cdb3ffed {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:27.776679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 4280c6da-529f-46a5-b961-70f4cdb3ffed not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:27.781748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.797866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Deleting port 59b33251-e129-4799-a7cb-ee4a07f6176c {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:27.798242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.814424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b33251-e129-4799-a7cb-ee4a07f6176c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:27.820732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] No DVR routers for this DVR port 59b33251-e129-4799-a7cb-ee4a07f6176c on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:27.864829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] For port 59b33251-e129-4799-a7cb-ee4a07f6176c, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:27.865234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.877514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Calling delete_port for 59b33251-e129-4799-a7cb-ee4a07f6176c owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:27.880123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Port 59b33251-e129-4799-a7cb-ee4a07f6176c was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:13:27.881864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.900398 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.907497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] Pushing event deleted for resources: {'Port': ['ID=59b33251-e129-4799-a7cb-ee4a07f6176c,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:27.911122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520d674-304f-48d2-afd9-393a5d2137c3 None None] No DVR routers for this DVR port 59b33251-e129-4799-a7cb-ee4a07f6176c on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:27.913224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdad8f80-5e78-4600-be48-e3491df90616']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:27.928767 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2083ecb-3b8a-4f46-94b9-78573c27e424') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:27.929064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2083ecb-3b8a-4f46-94b9-78573c27e424') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:27.938931 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.954113 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.960558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:27.960953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:27.962770 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:28.023881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.030117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.031977 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cdad8f80-5e78-4600-be48-e3491df90616 HTTP/1.1" status: 204 len: 168 time: 0.5468307 Jul 16 09:13:28.044246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dd597-8448-4865-8018-fd7304bca403 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdad8f80-5e78-4600-be48-e3491df90616,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:28.159593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40756) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.200449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5a62ec75-6e81-4436-9299-c5edf307ce34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7462bf2b0c84d0e9b06925d67df6805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396469 Jul 16 09:13:28.202868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40758) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.250672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a999e34d-5fe8-4655-b3a2-fe3734e752ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.272345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a999e34d-5fe8-4655-b3a2-fe3734e752ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.317982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a999e34d-5fe8-4655-b3a2-fe3734e752ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.320563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a999e34d-5fe8-4655-b3a2-fe3734e752ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.322279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a999e34d-5fe8-4655-b3a2-fe3734e752ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/890afb5a-db64-46ad-8673-afdbaa8bb22a HTTP/1.1" status: 204 len: 168 time: 0.1184721 Jul 16 09:13:28.330978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999e34d-5fe8-4655-b3a2-fe3734e752ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890afb5a-db64-46ad-8673-afdbaa8bb22a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:28.662932 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40764) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.702208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a9f4f5a4-4986-4ea1-a872-15f88a766f62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=790b69d85544458385082be916ebb17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380125 Jul 16 09:13:28.704736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40766) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:28.756173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2350a775-11f8-4fd7-8ff6-cf8c6490f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.777222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2350a775-11f8-4fd7-8ff6-cf8c6490f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.824984 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2350a775-11f8-4fd7-8ff6-cf8c6490f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.827790 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2350a775-11f8-4fd7-8ff6-cf8c6490f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.828937 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2350a775-11f8-4fd7-8ff6-cf8c6490f63c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ecb015d-6afd-4600-9084-d0a85f7ec131 HTTP/1.1" status: 204 len: 168 time: 0.1233068 Jul 16 09:13:28.836693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350a775-11f8-4fd7-8ff6-cf8c6490f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecb015d-6afd-4600-9084-d0a85f7ec131,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:29.370829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59b33251-e129-4799-a7cb-ee4a07f6176c no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:29.391896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 59b33251-e129-4799-a7cb-ee4a07f6176c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:29.392286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 59b33251-e129-4799-a7cb-ee4a07f6176c not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:29.392727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77ef1a09-b5a9-4e95-82b0-01519472eab8 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:29.413005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 77ef1a09-b5a9-4e95-82b0-01519472eab8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:29.413448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77ef1a09-b5a9-4e95-82b0-01519472eab8 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:33.799058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.367086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-6a08aa25-5d93-4c5e-b4c6-66863447152d tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d2922e7a2f144192894b651fd619317c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483494 Jul 16 09:13:39.548280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a3649d37-2598-4036-8397-cf4f7a8ca96f tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:39.549730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a3649d37-2598-4036-8397-cf4f7a8ca96f tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775324 Jul 16 09:13:39.564603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-7c1d0f01-e8e3-44d8-af0d-8a9efd71322b tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/quotas/d2922e7a2f144192894b651fd619317c HTTP/1.1" status: 200 len: 375 time: 0.0088243 Jul 16 09:13:39.597002 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-7cdf6ab4-6462-4464-b612-90d694b44ee7 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2922e7a2f144192894b651fd619317c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277369 Jul 16 09:13:39.760944 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2ae1a342-b740-414d-abe9-0c439c551e0b req-805c638c-6e42-4c14-9be7-c14fcb848565 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 210 time: 0.0298612 Jul 16 09:13:40.913817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abcb414d-c21d-4ee9-b7a5-d52adc7f74e8 req-2773a801-7274-4246-a510-48fe9ff33f2c tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 210 time: 0.0354409 Jul 16 09:13:40.940023 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-0f56b40a-7659-4faf-9d91-f4ee71d1fa24 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d2922e7a2f144192894b651fd619317c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211704 Jul 16 09:13:41.054045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-426e9a69-f95a-452b-9e70-1d7486d87566 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:41.055450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-426e9a69-f95a-452b-9e70-1d7486d87566 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096742 Jul 16 09:13:41.073385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Request body: {'port': {'device_id': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'admin_state_up': True, 'tenant_id': 'd2922e7a2f144192894b651fd619317c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:41.187974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Made reservation on behalf of d2922e7a2f144192894b651fd619317c for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:41.191562 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.201157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.290295 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.293776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.355799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94de6127-309d-491c-9598-910c809943e3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:41.434106 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Allocated IP 192.168.233.8 (b54d914c-0517-44fb-b1d5-b9292c2a5615/246040d2-86fa-4e07-b7d6-7c601f044014/3fe3f5d0-a6db-4506-a24e-047e836d3fa9) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:41.577054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.595138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Transition to ACTIVE for port object 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:41.627028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.669526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Network b54d914c-0517-44fb-b1d5-b9292c2a5615 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:41.674707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:41.679009 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:41.705552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Pushing event updated for resources: {'Port': ['ID=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:41.733617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:41.734242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.749469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-a9a489b3-f3bf-437c-8766-9a61f81699db tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6798637 Jul 16 09:13:41.766941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Request body: {'port': {'device_id': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:41.847784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.954612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-730ed9ea-9c56-409e-a752-75cd4d090b8c None None] Provisioning for port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:41.958696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-730ed9ea-9c56-409e-a752-75cd4d090b8c None None] Provisioning complete for port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:41.959184 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ea-9c56-409e-a752-75cd4d090b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.999829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-730ed9ea-9c56-409e-a752-75cd4d090b8c None None] Port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:42.103644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b341f-45b0-48c0-83f1-bed41a858257 req-ffc4b377-6d9e-4161-8dc3-df03f086ff2a tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:42.105056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c21b341f-45b0-48c0-83f1-bed41a858257 req-ffc4b377-6d9e-4161-8dc3-df03f086ff2a tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 934 time: 0.0628271 Jul 16 09:13:42.126386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:42.135386 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.145690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c21b341f-45b0-48c0-83f1-bed41a858257 req-7587eca5-b4f3-4ed2-bebd-2cf0eaf544a3 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346639 Jul 16 09:13:42.148838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Transition to ACTIVE for port object 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:42.152570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.202006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Pushing event updated for resources: {'Port': ['ID=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:42.278390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Attempting to bind port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:42.278729 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Attempting to bind port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:42.279062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Attempting to bind port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:42.283623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:13:42.283949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Attempting to bind port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 on network b54d914c-0517-44fb-b1d5-b9292c2a5615 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:42.289757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:42.290103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Checking segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:42.290487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Bound using segment: {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:42.290920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Bound port: 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c390a-135f-4ea0-b7d7-a048fc0f5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:42.291292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.358060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] For port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:42.360971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] For port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:42.365501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.399972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:42.400607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:42.402042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] 10.222.0.36 "PUT /v2.0/ports/3fe3f5d0-a6db-4506-a24e-047e836d3fa9 HTTP/1.1" status: 200 len: 1095 time: 0.6397676 Jul 16 09:13:42.402490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'tag': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:42.404750 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7403873-c55c-4b14-8e49-3eed03f64ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "64b629d8-5b1c-4ec8-bf09-c58f879c4885", "tag": "3fe3f5d0-a6db-4506-a24e-047e836d3fa9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:42.445542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b7b3-24ee-4210-b74e-4ff95de9fe4c service neutron] Pushing event updated for resources: {'Port': ['ID=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:42.458139 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee51e7-e2f4-4851-8f61-9c9b6b8b4903 x-openstack-request-id: req-e4ee51e7-e2f4-4851-8f61-9c9b6b8b4903 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:42.458459 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b629d8-5b1c-4ec8-bf09-c58f879c4885", "tag": "3fe3f5d0-a6db-4506-a24e-047e836d3fa9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:42.458715 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4ee51e7-e2f4-4851-8f61-9c9b6b8b4903 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:42.459130 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'tag': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9', 'status': 'completed', 'code': 200} Jul 16 09:13:42.521778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-e430fa21-39aa-4d67-abd6-e52a96e2cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:42.523828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-e430fa21-39aa-4d67-abd6-e52a96e2cdf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2922e7a2f144192894b651fd619317c&device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 1098 time: 0.0571413 Jul 16 09:13:42.576227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-f780a72f-4edb-4974-8ca5-1d68d8f42477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9 HTTP/1.1" status: 200 len: 217 time: 0.0405824 Jul 16 09:13:42.625746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-c4edaa61-ee59-4ac5-82aa-6f12b879bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:42.627117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-c4edaa61-ee59-4ac5-82aa-6f12b879bdd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0448663 Jul 16 09:13:42.684438 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-7372b6f0-a5a2-4f25-89ed-0cbf1bbb0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:42.685965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-7372b6f0-a5a2-4f25-89ed-0cbf1bbb0fdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0525017 Jul 16 09:13:42.781398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-68c4ca4a-0eb0-4c59-9cf0-82223937e362 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882487 Jul 16 09:13:42.871465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-90bbb417-e20f-4cfe-8cd4-0990d7906886 req-ef23978b-55df-4070-af69-d0e4ec746804 service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830593 Jul 16 09:13:43.012901 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d4fd9bec-0385-4b57-b614-61eb2e9163c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:43.014807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-0fb5505f-8c1b-453a-9557-c01225d0d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.016376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-0fb5505f-8c1b-453a-9557-c01225d0d7e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2922e7a2f144192894b651fd619317c&device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 1098 time: 0.0603464 Jul 16 09:13:43.107806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-7aa4d69a-dde2-4c30-96d9-16ed2dfec4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.109281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-7aa4d69a-dde2-4c30-96d9-16ed2dfec4e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b54d914c-0517-44fb-b1d5-b9292c2a5615 HTTP/1.1" status: 200 len: 870 time: 0.0845010 Jul 16 09:13:43.153644 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-ad3ce6c1-64a4-4d88-a6b5-2192ca26ae39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9 HTTP/1.1" status: 200 len: 217 time: 0.0382304 Jul 16 09:13:43.202250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-2f813fe4-7e8a-4be1-b957-a48d9527525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.203783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-2f813fe4-7e8a-4be1-b957-a48d9527525e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=246040d2-86fa-4e07-b7d6-7c601f044014 HTTP/1.1" status: 200 len: 843 time: 0.0442755 Jul 16 09:13:43.264905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-b3139e6f-f1ec-4ac6-a0d4-e545fcc3c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.267794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-b3139e6f-f1ec-4ac6-a0d4-e545fcc3c6fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b54d914c-0517-44fb-b1d5-b9292c2a5615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554523 Jul 16 09:13:43.332899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901ced6-1d3c-445b-9d98-d8128fc67908 req-f053533b-b8f8-46b0-bfcd-5e50a0b7f412 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:43.334411 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f901ced6-1d3c-445b-9d98-d8128fc67908 req-f053533b-b8f8-46b0-bfcd-5e50a0b7f412 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 946 time: 0.0723822 Jul 16 09:13:43.364661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-d1d20960-82d8-403f-9719-35b29fbc964c service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890539 Jul 16 09:13:43.372580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f901ced6-1d3c-445b-9d98-d8128fc67908 req-236d8691-9c7e-4ae3-8233-2b63f3f6d330 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Jul 16 09:13:43.458389 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7403873-c55c-4b14-8e49-3eed03f64ae3 req-934b1d8e-3cc2-4a53-a30f-5aa9d25e774e service neutron] 10.222.0.36 "GET /v2.0/networks/b54d914c-0517-44fb-b1d5-b9292c2a5615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868194 Jul 16 09:13:44.045888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:13:44.138707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:44.150450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9', 'network_id': 'b54d914c-0517-44fb-b1d5-b9292c2a5615', 'port_id': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9', 'mac_address': 'fa:16:3e:e2:68:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246040d2-86fa-4e07-b7d6-7c601f044014', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:13:44.190054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.202557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:44.221890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:44.226051 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.271585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:44.529569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['3fe3f5d0-a6db-4506-a24e-047e836d3fa9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:13:44.554579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f82bb8-72d7-424a-a2b1-b817f11c6b1e req-3ed0e980-3905-484a-8529-a432947f2426 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:44.556216 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-30f82bb8-72d7-424a-a2b1-b817f11c6b1e req-3ed0e980-3905-484a-8529-a432947f2426 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 947 time: 0.0688384 Jul 16 09:13:44.595230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-30f82bb8-72d7-424a-a2b1-b817f11c6b1e req-12a8aade-1621-4621-b31c-b05ac1d916aa tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 16 09:13:45.699971 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3f27199-ddf9-4201-8f7c-1d2c0ce7286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.770305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c3aa-0e55-44e8-9433-7ad1a0a46ff3 req-38a2afe1-ff36-4d80-90d8-90ab77b838f5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.772617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c345c3aa-0e55-44e8-9433-7ad1a0a46ff3 req-38a2afe1-ff36-4d80-90d8-90ab77b838f5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 947 time: 0.0647182 Jul 16 09:13:45.788918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.810810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c345c3aa-0e55-44e8-9433-7ad1a0a46ff3 req-a00a9f37-40df-4f50-9ec4-b2190aa6dae6 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Jul 16 09:13:46.078371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:46.125509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:46.129048 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:46.129422 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.205332 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.227629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:46.229882 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6bd450-9978-4427-9557-b8c88e6b40c6" -d '{"events": [{"server_uuid": "64b629d8-5b1c-4ec8-bf09-c58f879c4885", "name": "network-vif-plugged", "status": "completed", "tag": "3fe3f5d0-a6db-4506-a24e-047e836d3fa9"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:46.243050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:46.247329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.298530 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:46.327641 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da60c95-1f31-4532-94aa-022b28ce54c5 x-openstack-request-id: req-2da60c95-1f31-4532-94aa-022b28ce54c5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:46.327931 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b629d8-5b1c-4ec8-bf09-c58f879c4885", "name": "network-vif-plugged", "status": "completed", "tag": "3fe3f5d0-a6db-4506-a24e-047e836d3fa9", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:46.328185 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2da60c95-1f31-4532-94aa-022b28ce54c5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:46.328626 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9', 'code': 200} Jul 16 09:13:46.469782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fd312-4777-4b62-b918-fb1307d92749 req-bbf93a48-2b38-45d8-895c-40e29e189edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:46.471283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e1fd312-4777-4b62-b918-fb1307d92749 req-bbf93a48-2b38-45d8-895c-40e29e189edb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 1100 time: 0.0553999 Jul 16 09:13:46.510546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e1fd312-4777-4b62-b918-fb1307d92749 req-0caa6ef5-643f-47f8-87ce-14f197fe5b39 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303783 Jul 16 09:13:46.767473 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.987126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa67a-a731-4573-a654-40ebfcdc2692 req-c874cd27-5604-4edb-9bdf-c1c349653f72 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:46.988625 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34caa67a-a731-4573-a654-40ebfcdc2692 req-c874cd27-5604-4edb-9bdf-c1c349653f72 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 948 time: 0.0663755 Jul 16 09:13:47.026032 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-34caa67a-a731-4573-a654-40ebfcdc2692 req-48dd49ab-bdf4-4c0a-82c4-2bc8e1c07a1a tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Jul 16 09:13:47.981186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.199228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13abcf0-da33-4ddb-a815-6acf6c601e55 req-d7eb996a-c37f-4373-bbf4-3e3e4738576f tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:48.200775 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b13abcf0-da33-4ddb-a815-6acf6c601e55 req-d7eb996a-c37f-4373-bbf4-3e3e4738576f tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 948 time: 0.0638378 Jul 16 09:13:48.237994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b13abcf0-da33-4ddb-a815-6acf6c601e55 req-313c2e49-dd9e-41cf-8e36-9dc654924d8f tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Jul 16 09:13:48.468611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.303442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deace5-fe2b-409d-9e12-122d2e256463 req-98e165c5-8d93-4f87-8355-719438a34153 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:49.304955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7deace5-fe2b-409d-9e12-122d2e256463 req-98e165c5-8d93-4f87-8355-719438a34153 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 948 time: 0.0672147 Jul 16 09:13:49.342262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b7deace5-fe2b-409d-9e12-122d2e256463 req-37839105-1562-4f26-80f7-6cd1a2bf919a tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Jul 16 09:13:50.518117 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5757-0ae0-44d9-98bd-2762142e83d9 req-c9cd55f2-a649-4d5e-a7a3-6d50d4320ce8 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.519611 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-651b5757-0ae0-44d9-98bd-2762142e83d9 req-c9cd55f2-a649-4d5e-a7a3-6d50d4320ce8 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 948 time: 0.0637977 Jul 16 09:13:50.557706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-651b5757-0ae0-44d9-98bd-2762142e83d9 req-8d14988a-f32e-4631-b197-4ef7ccead03b tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/security-groups?id=94de6127-309d-491c-9598-910c809943e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Jul 16 09:13:50.657853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-ddcf42cd-e778-4d11-bc54-b40d41434fd9 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:50.659227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-ddcf42cd-e778-4d11-bc54-b40d41434fd9 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.36 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 948 time: 0.0626140 Jul 16 09:13:50.762018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Deleting port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:50.762360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.849299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] For port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,segment=NetworkSegment(f47c390a-135f-4ea0-b7d7-a048fc0f5add),segment_id=f47c390a-135f-4ea0-b7d7-a048fc0f5add)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:50.849657 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.861198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Calling delete_port for 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:51.324421 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.352506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Pushing event deleted for resources: {'Port': ['ID=3fe3f5d0-a6db-4506-a24e-047e836d3fa9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:51.359393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['3fe3f5d0-a6db-4506-a24e-047e836d3fa9'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:13:51.401172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] No DVR routers for this DVR port 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:51.403945 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.406014 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03194cce-5bc6-4b3e-bccd-a7a5cc246803 req-bfb3ed11-c815-4b7f-8c6d-63d3be4e01a5 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.36 "DELETE /v2.0/ports/3fe3f5d0-a6db-4506-a24e-047e836d3fa9 HTTP/1.1" status: 204 len: 173 time: 0.7405481 Jul 16 09:13:51.406408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'name': 'network-vif-deleted', 'tag': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:51.408754 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab34147-dc15-4a54-8a0f-27a15c5a2f25" -d '{"events": [{"server_uuid": "64b629d8-5b1c-4ec8-bf09-c58f879c4885", "name": "network-vif-deleted", "tag": "3fe3f5d0-a6db-4506-a24e-047e836d3fa9"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:51.445162 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21a1742-ce6f-41a6-a880-126855cab1e9 x-openstack-request-id: req-b21a1742-ce6f-41a6-a880-126855cab1e9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:51.445614 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b629d8-5b1c-4ec8-bf09-c58f879c4885", "name": "network-vif-deleted", "tag": "3fe3f5d0-a6db-4506-a24e-047e836d3fa9", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:51.445926 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b21a1742-ce6f-41a6-a880-126855cab1e9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:51.446433 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b629d8-5b1c-4ec8-bf09-c58f879c4885', 'name': 'network-vif-deleted', 'tag': '3fe3f5d0-a6db-4506-a24e-047e836d3fa9', 'status': 'completed', 'code': 200} Jul 16 09:13:51.714106 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67cfa5ad-1756-4327-9081-6cdd72358742 req-484bc045-efaa-4f59-aa6f-5a6e474a1d62 tempest-ServersAdminNegativeTestJSON-1442784359 tempest-ServersAdminNegativeTestJSON-1442784359-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b629d8-5b1c-4ec8-bf09-c58f879c4885 HTTP/1.1" status: 200 len: 210 time: 0.0322430 Jul 16 09:13:53.043835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40910) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:53.171495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c08e00b-f7fb-4267-8dca-9a20c6b5c7c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2922e7a2f144192894b651fd619317c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264858 Jul 16 09:13:53.174013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40914) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:53.224249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e011156c-029f-43ad-b6f0-9e946e00fc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.245548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e011156c-029f-43ad-b6f0-9e946e00fc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.294619 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e011156c-029f-43ad-b6f0-9e946e00fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.297275 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e011156c-029f-43ad-b6f0-9e946e00fc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.298446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e011156c-029f-43ad-b6f0-9e946e00fc3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94de6127-309d-491c-9598-910c809943e3 HTTP/1.1" status: 204 len: 168 time: 0.1235294 Jul 16 09:13:53.306960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011156c-029f-43ad-b6f0-9e946e00fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94de6127-309d-491c-9598-910c809943e3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:53.559884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40920) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:53.576267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ee5-9c1b-43cc-8aa2-8971649388d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.665104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ee5-9c1b-43cc-8aa2-8971649388d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.667087 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4ee5-9c1b-43cc-8aa2-8971649388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.706229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3fcd4ee5-9c1b-43cc-8aa2-8971649388d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0daaaa9e32594c80a284b5e89834ff7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452463 Jul 16 09:13:53.707393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4ee5-9c1b-43cc-8aa2-8971649388d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a92bc8-6f3e-4b3c-b522-3c0ffaf6869d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:53.708962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40922) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:53.762077 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b667fd4-d312-4168-a9d1-70a9446684f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.782958 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b667fd4-d312-4168-a9d1-70a9446684f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.829273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b667fd4-d312-4168-a9d1-70a9446684f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.831793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8b667fd4-d312-4168-a9d1-70a9446684f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:53.832930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8b667fd4-d312-4168-a9d1-70a9446684f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17a92bc8-6f3e-4b3c-b522-3c0ffaf6869d HTTP/1.1" status: 204 len: 168 time: 0.1227174 Jul 16 09:13:53.840589 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b667fd4-d312-4168-a9d1-70a9446684f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a92bc8-6f3e-4b3c-b522-3c0ffaf6869d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:54.084086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:54.105773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:54.106108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 3fe3f5d0-a6db-4506-a24e-047e836d3fa9 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:54.479426 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 40944) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:54.579114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-68835667-network', 'tenant_id': '5a19ad56231b4fe2bd4897551598dbb1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:54.600619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Made reservation on behalf of 5a19ad56231b4fe2bd4897551598dbb1 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:54.603402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.611563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.700875 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.704520 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.732785 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:54.738098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:54.746617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.747081 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Added segment 939ebbc2-fe94-405a-a62f-4d2b7257a766 of type vlan for network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 Jul 16 09:13:54.787684 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.817157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.818102 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:54.818683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.849421 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3689091 Jul 16 09:13:54.853180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 40948) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:54.858186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Request body: {'subnet': {'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-68835667-subnet', 'tenant_id': '5a19ad56231b4fe2bd4897551598dbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:54.879961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd47ad-521e-48bc-bee2-1d899e28ff0c admin admin] Pushing event updated for resources: {'Network': ['ID=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:54.881435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Made reservation on behalf of 5a19ad56231b4fe2bd4897551598dbb1 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:54.885862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:54.890078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:55.064640 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.124351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b3740b-4b60-4376-b2ff-34644ca23d12,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:55.134546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Checking segment: {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:55.134916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Network hostable DHCP agents. Network: 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:55.154483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:55.165199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:55.169095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:55.169683 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:55.174070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c608e1-5cea-4d52-ba02-0b9aeaa1d8eb None None] Network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:55.183830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1dfc6688-0c9e-4cfa-a561-3c913d836e4e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3295774 Jul 16 09:13:55.299710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ab691-e3a0-4498-ae64-87486349b36f None None] Network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:55.610212 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-a67b1df8-882d-4964-b51a-59c7424e0c49 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:55.611715 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-a67b1df8-882d-4964-b51a-59c7424e0c49 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 810 time: 0.1130636 Jul 16 09:13:55.626094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-2568fe4c-4fb4-4559-8a32-52ad0f3f82ba tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/quotas/5a19ad56231b4fe2bd4897551598dbb1 HTTP/1.1" status: 200 len: 375 time: 0.0089686 Jul 16 09:13:55.659375 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-31c1d655-bdfd-407c-952b-ef808f3c9c99 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 16 09:13:55.752028 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-79186113-d6a4-46dd-abf2-c9202b10ccb1 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Jul 16 09:13:55.843539 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-e87c1b28-64e1-447b-9c75-efe5be8426b8 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850277 Jul 16 09:13:56.011063 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a68e4df1-9101-43fa-a4fa-925f0b4c6296 req-52294dce-fe34-4b4f-8942-d1a3a05d1054 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 210 time: 0.0303662 Jul 16 09:13:57.139747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-800be079-85dd-4451-bb7f-1e1f11d12a27 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.141219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-800be079-85dd-4451-bb7f-1e1f11d12a27 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.36 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 810 time: 0.1138961 Jul 16 09:13:57.160248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Request body: {'port': {'device_id': '7db3680c-0473-406b-8bd5-a96c83440cde', 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697', 'admin_state_up': True, 'tenant_id': '5a19ad56231b4fe2bd4897551598dbb1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:57.166464 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ecb98b3b-496c-4813-b0c6-f02fd4f0ef35 req-86c3e6b9-ffb6-449f-934d-369d7a7b756c tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 210 time: 0.0331767 Jul 16 09:13:57.269292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Made reservation on behalf of 5a19ad56231b4fe2bd4897551598dbb1 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:57.273853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.399327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Allocated IP 172.20.0.2 (3e8a7d47-d4c3-49ae-be21-f9f6a9f69697/f8b3740b-4b60-4376-b2ff-34644ca23d12/54e01fe0-9873-4973-9fad-458559704911) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:57.553813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.594533 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.636004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:57.641049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:57.644727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:57.672411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:57.696663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:57.697277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:57.711545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-d9aeaec1-e4d6-4d18-af83-4b86f55cf6b4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555310 Jul 16 09:13:57.729179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Request body: {'port': {'device_id': '7db3680c-0473-406b-8bd5-a96c83440cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:57.804046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.062050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e01fe0-9873-4973-9fad-458559704911 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:58.069492 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.081523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Transition to ACTIVE for port object 54e01fe0-9873-4973-9fad-458559704911 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:58.086614 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.136260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:58.207590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:58.208151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:58.208252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 on network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:58.213031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Port 54e01fe0-9873-4973-9fad-458559704911 on network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:13:58.213360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 on network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:58.218247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:58.218598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Checking segment: {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:58.218990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Bound using segment: {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:58.219451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Bound port: 54e01fe0-9873-4973-9fad-458559704911, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:58.219813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.295065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:58.329059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:58.334270 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.382772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:58.383420 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:58.385057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] 10.222.0.36 "PUT /v2.0/ports/54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 1092 time: 0.6607494 Jul 16 09:13:58.386147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'tag': '54e01fe0-9873-4973-9fad-458559704911'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:58.388412 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98adb74-9729-4655-9269-0ce3b61fd77e" -d '{"events": [{"name": "network-changed", "server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "tag": "54e01fe0-9873-4973-9fad-458559704911"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:58.420043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1702b8-20e5-44d3-bdb5-42df2be752c0 req-4090fa16-912b-49b7-aec9-d899e2f7b172 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:58.421662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a1702b8-20e5-44d3-bdb5-42df2be752c0 req-4090fa16-912b-49b7-aec9-d899e2f7b172 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 943 time: 0.1413639 Jul 16 09:13:58.422754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47585-2a73-4739-9d48-2e3fc2e8aa16 service neutron] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:58.431139 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537777b-20c0-4064-8efd-3bedb275c536 x-openstack-request-id: req-d537777b-20c0-4064-8efd-3bedb275c536 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:58.431444 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "tag": "54e01fe0-9873-4973-9fad-458559704911", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:58.431755 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d537777b-20c0-4064-8efd-3bedb275c536 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:58.432171 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'tag': '54e01fe0-9873-4973-9fad-458559704911', 'status': 'completed', 'code': 200} Jul 16 09:13:58.489005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a1702b8-20e5-44d3-bdb5-42df2be752c0 req-5168ab58-c2f8-4717-8cdd-40dc0703a4dc tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608001 Jul 16 09:13:58.513254 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-7427b87f-96ba-40d0-8583-edcb269c7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:58.514770 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-7427b87f-96ba-40d0-8583-edcb269c7c3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1095 time: 0.0651975 Jul 16 09:13:58.566478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-f1dbd4b5-d2e9-4b5f-ae4b-ee01eb32de69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0398426 Jul 16 09:13:58.614954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-cff9d5a2-7744-4277-ab3a-af3b4e9d6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:58.616327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-cff9d5a2-7744-4277-ab3a-af3b4e9d6dad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0434041 Jul 16 09:13:58.649647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-7a532884-1917-498c-a5e4-83ffebe1a769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267227 Jul 16 09:13:58.740100 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-47eec10f-83d8-4fcf-86c6-545ee3c047e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Jul 16 09:13:58.828803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb407bb7-c2eb-4d2f-8835-2d2657294839 req-ce638270-c49a-4d21-bf47-438bdebbd537 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826249 Jul 16 09:13:58.981339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-e73ee7b6-9a13-462b-9a3b-77edb55a2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:58.981339 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-e73ee7b6-9a13-462b-9a3b-77edb55a2b9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1095 time: 0.0604734 Jul 16 09:13:59.068814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-f4582196-9cc8-4fa5-a354-377d3f733e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:59.070308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-f4582196-9cc8-4fa5-a354-377d3f733e61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.0835898 Jul 16 09:13:59.116281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-28d9647d-6231-4bc0-a059-cf282061211d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0380924 Jul 16 09:13:59.166067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-e73012d0-875c-4382-8752-e4b9de07d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:59.167547 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-e73012d0-875c-4382-8752-e4b9de07d3cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0438931 Jul 16 09:13:59.199989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-4e492f51-a081-4f74-a13a-6f12d7efb269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260255 Jul 16 09:13:59.290753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-ffbea6a9-8546-48bf-8961-78430be6205a service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844960 Jul 16 09:13:59.379915 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b98adb74-9729-4655-9269-0ce3b61fd77e req-d055b04f-2e48-497f-bad3-14426826ead1 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815885 Jul 16 09:13:59.662807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada116-d861-47fa-8dd4-ab6839e3ea1a req-227df6a9-6430-4ce9-be4d-555cf4d9a8ca tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:59.665027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6fada116-d861-47fa-8dd4-ab6839e3ea1a req-227df6a9-6430-4ce9-be4d-555cf4d9a8ca tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 943 time: 0.0639522 Jul 16 09:13:59.701896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6fada116-d861-47fa-8dd4-ab6839e3ea1a req-5b3d9fbc-4d17-493a-a922-6a0e8a24b294 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Jul 16 09:14:00.099046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 54e01fe0-9873-4973-9fad-458559704911 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:00.189535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:00.200648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '54e01fe0-9873-4973-9fad-458559704911', 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697', 'port_id': '54e01fe0-9873-4973-9fad-458559704911', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3740b-4b60-4376-b2ff-34644ca23d12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:00.235934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.251432 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e01fe0-9873-4973-9fad-458559704911 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:00.270467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:00.274814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:00.321892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:00.534632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['54e01fe0-9873-4973-9fad-458559704911'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:01.057530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4f502-89e2-491f-a45e-4f93bdc56482 req-38c3465e-bd50-4561-bec7-93661ff93b2b tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:01.058993 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6b4f502-89e2-491f-a45e-4f93bdc56482 req-38c3465e-bd50-4561-bec7-93661ff93b2b tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 944 time: 0.0689111 Jul 16 09:14:01.096336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6b4f502-89e2-491f-a45e-4f93bdc56482 req-e2caa7e3-101c-4650-9b3d-57f5264eea85 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Jul 16 09:14:01.693425 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:02.131156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 54e01fe0-9873-4973-9fad-458559704911 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:02.183205 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 54e01fe0-9873-4973-9fad-458559704911 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:02.186847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 54e01fe0-9873-4973-9fad-458559704911 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:02.187220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.264349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.269616 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536d6be-dd30-4b7e-bae0-138465e8efe3 req-60694863-bb2c-429d-a007-8e2ddd81d5c0 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:02.271096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3536d6be-dd30-4b7e-bae0-138465e8efe3 req-60694863-bb2c-429d-a007-8e2ddd81d5c0 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 944 time: 0.0630529 Jul 16 09:14:02.286272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e01fe0-9873-4973-9fad-458559704911'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:02.289085 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63ff00-d1b7-43e1-9437-2c7216ae90b8" -d '{"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-plugged", "status": "completed", "tag": "54e01fe0-9873-4973-9fad-458559704911"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:02.302036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:02.306779 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.320653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3536d6be-dd30-4b7e-bae0-138465e8efe3 req-b1e43bb5-996e-4558-a505-228461205fc0 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Jul 16 09:14:02.333246 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c116806e-6911-4e88-9076-86c10d0785c0 x-openstack-request-id: req-c116806e-6911-4e88-9076-86c10d0785c0 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:02.333541 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-plugged", "status": "completed", "tag": "54e01fe0-9873-4973-9fad-458559704911", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:02.333792 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c116806e-6911-4e88-9076-86c10d0785c0 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:02.334188 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e01fe0-9873-4973-9fad-458559704911', 'code': 200} Jul 16 09:14:02.359636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:02.464494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d9967-27ea-4062-9790-4c39ef4a58fb req-3125edd3-2b30-4efd-95f1-043f80ee639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:02.465913 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-903d9967-27ea-4062-9790-4c39ef4a58fb req-3125edd3-2b30-4efd-95f1-043f80ee639f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1097 time: 0.0530560 Jul 16 09:14:02.499133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-903d9967-27ea-4062-9790-4c39ef4a58fb req-2b909952-dd8c-4f78-9045-6e950aa05d82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271986 Jul 16 09:14:03.497429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6214-64db-4b32-8351-833e2b211c0c req-4755f821-5afa-4415-be9d-a73dbec6fab9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:03.498933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52ef6214-64db-4b32-8351-833e2b211c0c req-4755f821-5afa-4415-be9d-a73dbec6fab9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0628071 Jul 16 09:14:03.538598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-52ef6214-64db-4b32-8351-833e2b211c0c req-158ef1a9-f7f4-41db-b08b-2ba4bb4c328d tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Jul 16 09:14:03.802806 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.720374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13064f65-df9d-416d-92d4-8974f234f235 req-52b2d17e-6959-43d3-b4b7-5955a82e2804 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.721862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13064f65-df9d-416d-92d4-8974f234f235 req-52b2d17e-6959-43d3-b4b7-5955a82e2804 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0625141 Jul 16 09:14:04.758425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13064f65-df9d-416d-92d4-8974f234f235 req-c02b9d0e-3172-4483-a780-e485ff07de4c tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Jul 16 09:14:05.184455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-bf317217-b3d7-4a43-9400-552c7f19b233 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506321 Jul 16 09:14:05.192536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9422f5-44d7-4750-ac1e-d4f6ced98511 req-173b9b76-1ec1-4e67-8216-478d3061002f tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.193968 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c9422f5-44d7-4750-ac1e-d4f6ced98511 req-173b9b76-1ec1-4e67-8216-478d3061002f tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.1022599 Jul 16 09:14:05.232587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c9422f5-44d7-4750-ac1e-d4f6ced98511 req-0c04babf-ad28-41b5-a95e-1036c4cb216e tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Jul 16 09:14:06.437363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-0f634289-655e-44c4-9741-e5d358ce93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.438861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-0f634289-655e-44c4-9741-e5d358ce93f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1097 time: 0.1036196 Jul 16 09:14:06.451626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e93c-f784-4d64-961b-3944e9d100e7 req-144f6bc2-0def-48ed-8074-851606ffbfa9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.453017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3531e93c-f784-4d64-961b-3944e9d100e7 req-144f6bc2-0def-48ed-8074-851606ffbfa9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0870080 Jul 16 09:14:06.548508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3531e93c-f784-4d64-961b-3944e9d100e7 req-de3a73bc-ac6b-4b41-85e7-551465300603 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Jul 16 09:14:06.569317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-9b29a430-447b-4302-9b14-9c041d3767f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.571548 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-9b29a430-447b-4302-9b14-9c041d3767f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.1176503 Jul 16 09:14:06.611033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-bacbc401-eff6-4142-85fb-1a9629785c95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0335925 Jul 16 09:14:06.663554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-bb5de772-9799-42fb-90ee-7b9b0ab8374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.665038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-bb5de772-9799-42fb-90ee-7b9b0ab8374f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0487008 Jul 16 09:14:06.702282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-d5e85277-463e-4fbc-946d-52621f0a9226 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301535 Jul 16 09:14:06.789453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-c5ab289b-3a2d-40bf-a063-b0e043ea86bd service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806537 Jul 16 09:14:06.880986 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-f8b8eb75-0314-4e6f-898c-4978c2d90666 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850501 Jul 16 09:14:07.719383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beea614-4dcd-4094-944e-84ad27162a01 req-92a79e0e-0bcf-4280-9ac2-15985be17c86 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.720837 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8beea614-4dcd-4094-944e-84ad27162a01 req-92a79e0e-0bcf-4280-9ac2-15985be17c86 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0622990 Jul 16 09:14:07.757874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8beea614-4dcd-4094-944e-84ad27162a01 req-3f0d3395-3fd5-4c76-ba8c-1f49a8a0b7c9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Jul 16 09:14:08.932157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310d72d-7c36-4da1-b76e-21fcf630d830 req-eb774a46-abc5-4555-8b2c-928190b1e4d7 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:08.933622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a310d72d-7c36-4da1-b76e-21fcf630d830 req-eb774a46-abc5-4555-8b2c-928190b1e4d7 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0630527 Jul 16 09:14:08.971152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a310d72d-7c36-4da1-b76e-21fcf630d830 req-5d3d5d08-c614-4ea8-87a0-8778cc5be2e4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Jul 16 09:14:10.142357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e37ff9-4040-4333-8e7a-ac9fcf0ea2d9 req-ed26a401-aada-4d92-bfda-3c5e6a5a865b tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:10.143738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-44e37ff9-4040-4333-8e7a-ac9fcf0ea2d9 req-ed26a401-aada-4d92-bfda-3c5e6a5a865b tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0620239 Jul 16 09:14:10.185026 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-44e37ff9-4040-4333-8e7a-ac9fcf0ea2d9 req-e92fd25d-a488-486d-b2f2-5e63ebb44345 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Jul 16 09:14:11.359933 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6c87-934b-487e-8b87-00c066ec1640 req-a092512e-8319-4bf6-a649-af08d2d84eee tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:11.361388 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fae6c87-934b-487e-8b87-00c066ec1640 req-a092512e-8319-4bf6-a649-af08d2d84eee tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0681610 Jul 16 09:14:11.398916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9fae6c87-934b-487e-8b87-00c066ec1640 req-12310057-5f79-4cf2-aeec-e01f279fdee6 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Jul 16 09:14:12.570865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bd8f-7c45-4921-a269-18aa480072aa req-ec4ac935-9a33-4d46-928a-e281e93d2355 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.572396 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3692bd8f-7c45-4921-a269-18aa480072aa req-ec4ac935-9a33-4d46-928a-e281e93d2355 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0628321 Jul 16 09:14:12.609170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3692bd8f-7c45-4921-a269-18aa480072aa req-08f80456-7573-4c80-aebd-d31ec65bc263 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Jul 16 09:14:13.013581 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7120e2de-15b8-4374-bfc9-2839d227d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.779708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60791c9-f09a-4c6a-8abc-17b5ff04d366 req-bcd82636-4562-425e-bdaf-b1eccf28acde tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:13.781195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b60791c9-f09a-4c6a-8abc-17b5ff04d366 req-bcd82636-4562-425e-bdaf-b1eccf28acde tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0639324 Jul 16 09:14:13.818910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b60791c9-f09a-4c6a-8abc-17b5ff04d366 req-33ea8b18-5bcf-4f6d-876e-2df7d71377ce tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Jul 16 09:14:14.991762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cff06-68eb-4c8d-bb13-aa1697b098ce req-1c83c72c-7d36-4384-84e6-3dd5ca36bee1 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:14.993930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c8cff06-68eb-4c8d-bb13-aa1697b098ce req-1c83c72c-7d36-4384-84e6-3dd5ca36bee1 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0624263 Jul 16 09:14:15.031000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c8cff06-68eb-4c8d-bb13-aa1697b098ce req-f63c7004-ecb7-4751-af82-3d0f331bef39 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Jul 16 09:14:15.700580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fad15479-ab83-4ff4-ad28-027af66c96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:15.712893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-36f8af10-6e12-49d2-8701-f7d6d3cc5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:15.714468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-36f8af10-6e12-49d2-8701-f7d6d3cc5324 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1097 time: 0.0551269 Jul 16 09:14:15.790824 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:15.822708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-335714ab-5bdc-4e3b-b78b-3a621695ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:15.824213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-335714ab-5bdc-4e3b-b78b-3a621695ac10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.0895438 Jul 16 09:14:15.864626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-705f41f0-6298-4aa6-81ba-7056c9128488 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0342662 Jul 16 09:14:15.915754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-33a88e4f-b4ed-410b-874f-7e0920ddc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:15.917183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-33a88e4f-b4ed-410b-874f-7e0920ddc6e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0471323 Jul 16 09:14:15.948566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-8e72662c-925d-44a6-b6a4-48fd1fad707d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257645 Jul 16 09:14:16.037056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-42d9cf7e-282b-4b40-938e-ed8708397c09 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811775 Jul 16 09:14:16.129450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9be0e0bd-dc4c-4bbf-971b-3b2ce1c9bc9c req-d9ad16b0-3ebb-4c06-a8f6-a7ce5f656372 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861750 Jul 16 09:14:16.203022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26541-17e4-49d7-942d-ab105acdfc06 req-5218004b-5044-48d6-a75a-446b13a79a58 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.204564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4e26541-17e4-49d7-942d-ab105acdfc06 req-5218004b-5044-48d6-a75a-446b13a79a58 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0636382 Jul 16 09:14:16.242591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b4e26541-17e4-49d7-942d-ab105acdfc06 req-a8f75c52-8919-40c1-8b2b-bf191bfcedaa tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Jul 16 09:14:16.770516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.418844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91279aa8-53d0-42c4-9429-c9cb8f034507 req-4ba4f5f1-7300-4b94-aacf-b1d0b423851f tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:17.420358 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91279aa8-53d0-42c4-9429-c9cb8f034507 req-4ba4f5f1-7300-4b94-aacf-b1d0b423851f tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jul 16 09:14:17.457468 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91279aa8-53d0-42c4-9429-c9cb8f034507 req-87b32ee2-e81d-4818-a370-d5a525e82f70 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jul 16 09:14:17.981454 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.471637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.635181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37a7b-4248-4364-b077-373df280e635 req-7e15b1f1-9ca9-4cbc-8d1a-b21aef3168ca tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:18.636852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5f37a7b-4248-4364-b077-373df280e635 req-7e15b1f1-9ca9-4cbc-8d1a-b21aef3168ca tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0670857 Jul 16 09:14:18.674752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f5f37a7b-4248-4364-b077-373df280e635 req-9502c9c8-daa3-4541-bc1a-787d89c81a82 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Jul 16 09:14:19.859555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922250e-c2f1-466d-969c-27ca2c7b5275 req-bc42e996-6829-4c05-a9f1-6a0c09bc1cc9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:19.861045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3922250e-c2f1-466d-969c-27ca2c7b5275 req-bc42e996-6829-4c05-a9f1-6a0c09bc1cc9 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0638783 Jul 16 09:14:19.897961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3922250e-c2f1-466d-969c-27ca2c7b5275 req-ab117d1b-c604-41a9-bccb-b6748e6dd5db tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Jul 16 09:14:21.068796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29727f-f080-468e-8dca-3a860c9b02ac req-a821d3be-807c-4bc1-8d43-4805b2637809 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.070243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c29727f-f080-468e-8dca-3a860c9b02ac req-a821d3be-807c-4bc1-8d43-4805b2637809 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0640438 Jul 16 09:14:21.107897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c29727f-f080-468e-8dca-3a860c9b02ac req-0f53616e-63fc-4e89-82f5-b851faeb27c1 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 16 09:14:22.286001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c70b8b-743f-4186-a313-c55a5fc8e7c8 req-9dd30eb2-dfe8-4181-9ca6-a99bd86e090d tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:22.287517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13c70b8b-743f-4186-a313-c55a5fc8e7c8 req-9dd30eb2-dfe8-4181-9ca6-a99bd86e090d tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0664179 Jul 16 09:14:22.330370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13c70b8b-743f-4186-a313-c55a5fc8e7c8 req-5e73e24d-fa8c-43e6-ade7-fafcd8484956 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Jul 16 09:14:23.501563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e7d15-3212-4222-8735-f97f4baca84f req-d22e1408-7a90-4237-bff4-8f3b25687377 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:23.503020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f4e7d15-3212-4222-8735-f97f4baca84f req-d22e1408-7a90-4237-bff4-8f3b25687377 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0627520 Jul 16 09:14:23.543042 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9f4e7d15-3212-4222-8735-f97f4baca84f req-bd8b5367-2f71-4918-992d-b075aa71255d tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jul 16 09:14:24.716782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6be0d1-10e6-4b63-87b2-fd6784ac3af7 req-76c4f973-da60-4e6d-81c5-b88fe51ae723 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:24.718270 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d6be0d1-10e6-4b63-87b2-fd6784ac3af7 req-76c4f973-da60-4e6d-81c5-b88fe51ae723 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0646856 Jul 16 09:14:24.755256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3d6be0d1-10e6-4b63-87b2-fd6784ac3af7 req-25b6f2e7-cf9c-49f0-aba9-667f5e572fd1 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jul 16 09:14:25.931467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a6bf8-ada9-4da7-87f6-5c31e5f84850 req-e5faf044-2794-4112-8c08-1db9669726cb tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:25.932941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8a1a6bf8-ada9-4da7-87f6-5c31e5f84850 req-e5faf044-2794-4112-8c08-1db9669726cb tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0682647 Jul 16 09:14:25.970452 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8a1a6bf8-ada9-4da7-87f6-5c31e5f84850 req-3500673a-5537-4f8c-bbc0-6f2120e47b2d tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Jul 16 09:14:27.141230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3d47-c021-476e-83ba-add424c0991c req-da35dad6-a664-4c6e-904b-bc2f5445becc tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.142591 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f66f3d47-c021-476e-83ba-add424c0991c req-da35dad6-a664-4c6e-904b-bc2f5445becc tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0620325 Jul 16 09:14:27.178770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f66f3d47-c021-476e-83ba-add424c0991c req-d2fd684c-2251-4ee6-9425-09e8540d14b5 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Jul 16 09:14:28.353184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6342bb6-3b6f-4d83-8065-b02fe0dbf3b9 req-75e89743-4f70-4fe0-9109-33b00ff2a280 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:28.354633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6342bb6-3b6f-4d83-8065-b02fe0dbf3b9 req-75e89743-4f70-4fe0-9109-33b00ff2a280 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0638938 Jul 16 09:14:28.391959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f6342bb6-3b6f-4d83-8065-b02fe0dbf3b9 req-30f42e2d-d726-4289-985e-d198516b8bcd tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Jul 16 09:14:29.564763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ee86d-75c8-459f-a6c8-ebaae1e22988 req-f87cc0f3-6afd-47fd-9f90-dfcf49929277 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.566225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f9ee86d-75c8-459f-a6c8-ebaae1e22988 req-f87cc0f3-6afd-47fd-9f90-dfcf49929277 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0660274 Jul 16 09:14:29.603815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f9ee86d-75c8-459f-a6c8-ebaae1e22988 req-3790d068-4b47-4a61-b125-d42c60fefd83 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Jul 16 09:14:30.779485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f731648-0c9a-4388-aa08-feffed588ddc req-6fc80406-2c0d-4747-8ec7-2c77a4279d48 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.780982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f731648-0c9a-4388-aa08-feffed588ddc req-6fc80406-2c0d-4747-8ec7-2c77a4279d48 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0676279 Jul 16 09:14:31.072373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1f731648-0c9a-4388-aa08-feffed588ddc req-29b99dc0-d827-4465-b726-df52d2cabca4 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858596 Jul 16 09:14:32.244192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162316f-1329-4ae8-bbf8-9480db2a01a4 req-a6dd9e46-6bd3-4914-8d51-4b94bef31056 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:32.245600 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2162316f-1329-4ae8-bbf8-9480db2a01a4 req-a6dd9e46-6bd3-4914-8d51-4b94bef31056 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0638964 Jul 16 09:14:32.282847 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2162316f-1329-4ae8-bbf8-9480db2a01a4 req-8bf85f83-d4f7-43ad-93c5-3281de867162 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Jul 16 09:14:33.454709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07511-af3c-4763-b8b3-3c9e2599da53 req-b4618d0d-efd7-4b22-8813-6e3f970a42e5 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.456211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9b07511-af3c-4763-b8b3-3c9e2599da53 req-b4618d0d-efd7-4b22-8813-6e3f970a42e5 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0630524 Jul 16 09:14:33.494153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d9b07511-af3c-4763-b8b3-3c9e2599da53 req-b83b224c-f143-4800-b2a4-2887a8345d25 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Jul 16 09:14:33.804960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.955582 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-592dd45e-cefe-428b-9961-fa1048fdacb3 service neutron] show failed (client error): The resource could not be found. Jul 16 09:14:33.956570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-592dd45e-cefe-428b-9961-fa1048fdacb3 service neutron] 10.222.0.36 "GET /v2.0/ports/54e01fe0-9873-4973-9fad-458559704911/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0552292 Jul 16 09:14:34.301561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-54cbd535-bc6d-4f7b-a665-fb37b43bcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.303113 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-54cbd535-bc6d-4f7b-a665-fb37b43bcdbc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde&tenant_id=5a19ad56231b4fe2bd4897551598dbb1 HTTP/1.1" status: 200 len: 1097 time: 0.1468401 Jul 16 09:14:34.313801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:34.385127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.589144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:34.622230 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:34.661703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e01fe0-9873-4973-9fad-458559704911'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:34.664350 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76895d96-4387-4ef8-83c3-e2b84b840b45" -d '{"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-unplugged", "status": "completed", "tag": "54e01fe0-9873-4973-9fad-458559704911"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:34.668328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.673631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fa73f-7bd8-4a0f-ac4d-82fb257b9b39 req-00f5af90-3824-46fb-aa56-dedc3eaf17de tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.675163 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-425fa73f-7bd8-4a0f-ac4d-82fb257b9b39 req-00f5af90-3824-46fb-aa56-dedc3eaf17de tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0677097 Jul 16 09:14:34.681566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Transition to ACTIVE for port object 54e01fe0-9873-4973-9fad-458559704911 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:34.685406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.718515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-425fa73f-7bd8-4a0f-ac4d-82fb257b9b39 req-34267843-53c2-459b-aa2e-e379407890eb tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368190 Jul 16 09:14:34.723240 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f954f-d4be-43b9-a6b1-470a04780825 x-openstack-request-id: req-b66f954f-d4be-43b9-a6b1-470a04780825 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:34.723630 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-unplugged", "status": "completed", "tag": "54e01fe0-9873-4973-9fad-458559704911", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:34.723879 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b66f954f-d4be-43b9-a6b1-470a04780825 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:34.724271 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e01fe0-9873-4973-9fad-458559704911', 'code': 200} Jul 16 09:14:34.761642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] No DVR routers for this DVR port 54e01fe0-9873-4973-9fad-458559704911 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:34.765904 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:34.776127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.776411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.776748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.777078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.777404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.777726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.778045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.778363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.778681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.778999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.779335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.779658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:34.811062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:34.811418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:34.811744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 on network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:34.815952 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Port 54e01fe0-9873-4973-9fad-458559704911 on network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:34.816269 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Attempting to bind port 54e01fe0-9873-4973-9fad-458559704911 on network 3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:34.821006 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:34.821335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Checking segment: {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:34.821714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Bound using segment: {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:34.822131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Bound port: 54e01fe0-9873-4973-9fad-458559704911, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939ebbc2-fe94-405a-a62f-4d2b7257a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:34.822481 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.883770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:34.886706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:34.891736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.926840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.927476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.928849 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] 10.222.0.18 "PUT /v2.0/ports/54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 1092 time: 0.6190362 Jul 16 09:14:34.958998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a9ce0-a4dc-4e95-af60-132d182c4b75 service neutron] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:35.005835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-6cc73133-75af-4fc3-af99-d8507eb8f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.007365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-6cc73133-75af-4fc3-af99-d8507eb8f2dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1095 time: 0.0558362 Jul 16 09:14:35.093753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-10a4e780-21a3-4cd4-956e-99e41e103c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.095111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-10a4e780-21a3-4cd4-956e-99e41e103c25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.0817754 Jul 16 09:14:35.138397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-59e4268c-e12d-48ea-a512-640c442316e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0366712 Jul 16 09:14:35.185159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-822ff393-328e-4dc4-ba20-f175c5746bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.186546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-822ff393-328e-4dc4-ba20-f175c5746bf6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0425668 Jul 16 09:14:35.218361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-1bf4b1ed-9e0f-4229-afc1-dd6a936b4955 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256708 Jul 16 09:14:35.310411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-7ab69d90-af3c-452d-9fd1-5cfcacb4d658 service neutron] 10.222.0.18 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858757 Jul 16 09:14:35.397911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f9e625bb-81cd-45c9-b686-1f303a768a7d req-973c0f31-cff5-4ea8-96f7-69aaa13bbaca service neutron] 10.222.0.18 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818052 Jul 16 09:14:35.900466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9a9ac-b541-4e3a-8629-d192121f8668 req-e758bf02-a8e1-474c-8d8d-2072a4e2cbfa tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.901947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ee9a9ac-b541-4e3a-8629-d192121f8668 req-e758bf02-a8e1-474c-8d8d-2072a4e2cbfa tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 943 time: 0.0684888 Jul 16 09:14:35.939513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ee9a9ac-b541-4e3a-8629-d192121f8668 req-c2d74849-20e4-4b7c-a7ae-00400a8dcb5e tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Jul 16 09:14:36.242264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 54e01fe0-9873-4973-9fad-458559704911 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:36.281202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 54e01fe0-9873-4973-9fad-458559704911 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:36.725584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'tag': '54e01fe0-9873-4973-9fad-458559704911'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:36.728816 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b051ad-664f-4864-a23b-9704c923fdef" -d '{"events": [{"name": "network-changed", "server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "tag": "54e01fe0-9873-4973-9fad-458559704911"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:36.777476 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e2e6d-a050-4ff0-9316-f81adb8881ee x-openstack-request-id: req-d81e2e6d-a050-4ff0-9316-f81adb8881ee {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:36.777774 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "tag": "54e01fe0-9873-4973-9fad-458559704911", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:36.778034 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d81e2e6d-a050-4ff0-9316-f81adb8881ee {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:36.778439 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'tag': '54e01fe0-9873-4973-9fad-458559704911', 'status': 'completed', 'code': 200} Jul 16 09:14:36.901848 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b051ad-664f-4864-a23b-9704c923fdef req-ee1f12ea-6f8a-4cb3-a275-2b203c2804fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.903390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-ee1f12ea-6f8a-4cb3-a275-2b203c2804fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1095 time: 0.0944393 Jul 16 09:14:36.908862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b051ad-664f-4864-a23b-9704c923fdef req-23128009-968b-471f-82df-8bee0342cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.910257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-23128009-968b-471f-82df-8bee0342cb21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1095 time: 0.0744722 Jul 16 09:14:37.084089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b051ad-664f-4864-a23b-9704c923fdef req-6a55d346-2414-4073-9dc1-eaf0d3499347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.085570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-6a55d346-2414-4073-9dc1-eaf0d3499347 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.1722517 Jul 16 09:14:37.102882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b051ad-664f-4864-a23b-9704c923fdef req-446c9f10-24ed-4b88-9447-bb71a4ea9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.104277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-446c9f10-24ed-4b88-9447-bb71a4ea9c9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.1837876 Jul 16 09:14:37.177338 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-2401f058-a4d7-48b5-b42e-48933a7a54bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0720353 Jul 16 09:14:37.179729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-ebc3e32c-3851-4494-bd3a-ae8325ff5177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0650876 Jul 16 09:14:37.276714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefec2d-4547-4f9f-8a87-6cb5fb86afff req-11d75e0b-059e-4d4c-83d6-5d0f58afb646 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.278207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adefec2d-4547-4f9f-8a87-6cb5fb86afff req-11d75e0b-059e-4d4c-83d6-5d0f58afb646 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 943 time: 0.2152212 Jul 16 09:14:37.284860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b051ad-664f-4864-a23b-9704c923fdef req-fac1f372-840a-4f41-a906-791555e2bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.286229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-fac1f372-840a-4f41-a906-791555e2bd33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.1025920 Jul 16 09:14:37.290849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b051ad-664f-4864-a23b-9704c923fdef req-e1b79892-7156-4c44-a2ff-14e8084b5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.292229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-e1b79892-7156-4c44-a2ff-14e8084b5fd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0999429 Jul 16 09:14:37.343697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-41d28d22-2660-4f5b-96d3-cd3ea90eb75d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464337 Jul 16 09:14:37.361776 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-aabdeaca-6da1-4cae-b664-c2a2c74a2cae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490510 Jul 16 09:14:37.415079 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-adefec2d-4547-4f9f-8a87-6cb5fb86afff req-843d782b-6b06-4cbb-a73b-0c9829a6207d tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278369 Jul 16 09:14:37.528746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-7e41237c-1462-4f7d-835f-a72e6e141df6 service neutron] 10.222.0.18 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689317 Jul 16 09:14:37.533865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-3897b201-d0a4-492b-9059-44afa2d986d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617572 Jul 16 09:14:37.691855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-45ca58d6-145c-4900-ba95-975fbcad052a service neutron] 10.222.0.18 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570444 Jul 16 09:14:37.693780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-64b051ad-664f-4864-a23b-9704c923fdef req-0763db75-bcc0-44ca-b538-e9dfaf58c709 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512721 Jul 16 09:14:37.857977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cb0e-dc76-454b-860b-213a323c014f req-8e3ab06b-58bf-448a-b057-b697afdaded3 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.859393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-8e3ab06b-58bf-448a-b057-b697afdaded3 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.36 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde&tenant_id=5a19ad56231b4fe2bd4897551598dbb1&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 943 time: 0.1131742 Jul 16 09:14:37.918958 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-a748cb0e-dc76-454b-860b-213a323c014f req-46eb5e09-3b17-407a-bd00-bb662620700a service neutron] delete failed (client error): The resource could not be found. Jul 16 09:14:37.920043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-46eb5e09-3b17-407a-bd00-bb662620700a service neutron] 10.222.0.36 "DELETE /v2.0/ports/54e01fe0-9873-4973-9fad-458559704911/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0538604 Jul 16 09:14:37.949298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 54e01fe0-9873-4973-9fad-458559704911 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:38.038998 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cb0e-dc76-454b-860b-213a323c014f req-50e4472e-644d-444c-9815-8cb526b079a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.041232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-50e4472e-644d-444c-9815-8cb526b079a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 1095 time: 0.0578761 Jul 16 09:14:38.048943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:38.059763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '54e01fe0-9873-4973-9fad-458559704911', 'network_id': '3e8a7d47-d4c3-49ae-be21-f9f6a9f69697', 'port_id': '54e01fe0-9873-4973-9fad-458559704911', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b3740b-4b60-4376-b2ff-34644ca23d12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:38.096434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:38.109659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e01fe0-9873-4973-9fad-458559704911 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:38.128705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:38.129775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cb0e-dc76-454b-860b-213a323c014f req-a813bd74-f63f-4d69-8678-8677962c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.131410 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-a813bd74-f63f-4d69-8678-8677962c937d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 200 len: 911 time: 0.0833449 Jul 16 09:14:38.132656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:38.175109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-19af3cbc-71a1-41bc-bd4e-a592420f95ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 200 len: 217 time: 0.0378854 Jul 16 09:14:38.184833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:38.191991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.192339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.192679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.193022 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.193355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.193688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.194016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.194346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.194669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.194992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.195331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.196299 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:38.224131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cb0e-dc76-454b-860b-213a323c014f req-6bccaa67-1d90-4e91-b6d4-22e403416f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.225586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-6bccaa67-1d90-4e91-b6d4-22e403416f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 200 len: 850 time: 0.0441294 Jul 16 09:14:38.257577 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-2c46a806-75ba-4df6-beb4-ee2a501ce6db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257306 Jul 16 09:14:38.347556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-3cb44133-3445-4f68-b622-48a846f35fc3 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835593 Jul 16 09:14:38.379152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['54e01fe0-9873-4973-9fad-458559704911'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:38.436051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-e1db45ef-8db7-4222-af9d-ad5c60418983 service neutron] 10.222.0.36 "GET /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823359 Jul 16 09:14:38.691990 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:39.353194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0b0eb-67f2-44e3-a5f4-25e85327238b req-75ae082b-ba60-45cb-b501-08bcd2aea4cd tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:39.354618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03f0b0eb-67f2-44e3-a5f4-25e85327238b req-75ae082b-ba60-45cb-b501-08bcd2aea4cd tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 944 time: 0.0664430 Jul 16 09:14:39.392106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03f0b0eb-67f2-44e3-a5f4-25e85327238b req-c0249ad7-62f5-4da5-a48e-a645a0fadae7 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Jul 16 09:14:39.964104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 54e01fe0-9873-4973-9fad-458559704911 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:40.010924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 54e01fe0-9873-4973-9fad-458559704911 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:40.014671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 54e01fe0-9873-4973-9fad-458559704911 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:40.015043 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.091273 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.112558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e01fe0-9873-4973-9fad-458559704911'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:40.114772 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492ee1ec-a5ec-4deb-bf38-e3eb67616cbd" -d '{"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-plugged", "status": "completed", "tag": "54e01fe0-9873-4973-9fad-458559704911"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:40.127373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:40.131189 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.154252 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5308e9-f42a-4c7a-8fac-03d4c9d89b23 x-openstack-request-id: req-af5308e9-f42a-4c7a-8fac-03d4c9d89b23 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:40.154545 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-plugged", "status": "completed", "tag": "54e01fe0-9873-4973-9fad-458559704911", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:40.154798 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af5308e9-f42a-4c7a-8fac-03d4c9d89b23 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:40.155186 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e01fe0-9873-4973-9fad-458559704911', 'code': 200} Jul 16 09:14:40.181473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:40.570845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cb0e-dc76-454b-860b-213a323c014f req-6fc18c77-0c7b-4958-943b-85be8c4a9e44 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:40.572846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-6fc18c77-0c7b-4958-943b-85be8c4a9e44 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.1015182 Jul 16 09:14:40.595558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19fbd-8fe0-47cc-a09c-468176c3414d req-afbaa6a2-f4bc-446e-9a23-2d8314d2803b tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:40.596947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1e19fbd-8fe0-47cc-a09c-468176c3414d req-afbaa6a2-f4bc-446e-9a23-2d8314d2803b tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db3680c-0473-406b-8bd5-a96c83440cde HTTP/1.1" status: 200 len: 945 time: 0.0946102 Jul 16 09:14:40.681444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1e19fbd-8fe0-47cc-a09c-468176c3414d req-43c29d09-4365-428c-afd3-d7591269082c tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.41 "GET /v2.0/security-groups?id=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642674 Jul 16 09:14:40.710893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Deleting port 54e01fe0-9873-4973-9fad-458559704911 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:40.711242 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.803158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] For port 54e01fe0-9873-4973-9fad-458559704911, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=54e01fe0-9873-4973-9fad-458559704911,segment=NetworkSegment(939ebbc2-fe94-405a-a62f-4d2b7257a766),segment_id=939ebbc2-fe94-405a-a62f-4d2b7257a766)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:40.803549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.815734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Calling delete_port for 54e01fe0-9873-4973-9fad-458559704911 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:40.943031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.954526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['54e01fe0-9873-4973-9fad-458559704911'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:40.975397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Pushing event deleted for resources: {'Port': ['ID=54e01fe0-9873-4973-9fad-458559704911,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:41.018989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] No DVR routers for this DVR port 54e01fe0-9873-4973-9fad-458559704911 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:41.021621 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.023663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a748cb0e-dc76-454b-860b-213a323c014f req-276d1d73-3184-449d-a82b-bc1de67d3924 tempest-DeleteServersTestJSON-124715082 tempest-DeleteServersTestJSON-124715082-project] 10.222.0.18 "DELETE /v2.0/ports/54e01fe0-9873-4973-9fad-458559704911 HTTP/1.1" status: 204 len: 173 time: 0.4445183 Jul 16 09:14:41.024103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-deleted', 'tag': '54e01fe0-9873-4973-9fad-458559704911'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:41.026445 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244b0225-0874-4b05-b5df-b6a80bd9cffa" -d '{"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-deleted", "tag": "54e01fe0-9873-4973-9fad-458559704911"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:41.062496 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da1612f-673e-4612-be32-24e79f5f6f52 x-openstack-request-id: req-1da1612f-673e-4612-be32-24e79f5f6f52 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:41.062793 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db3680c-0473-406b-8bd5-a96c83440cde", "name": "network-vif-deleted", "tag": "54e01fe0-9873-4973-9fad-458559704911", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:41.063049 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1da1612f-673e-4612-be32-24e79f5f6f52 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:41.063486 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db3680c-0473-406b-8bd5-a96c83440cde', 'name': 'network-vif-deleted', 'tag': '54e01fe0-9873-4973-9fad-458559704911', 'status': 'completed', 'code': 200} Jul 16 09:14:41.924248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41098) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:41.968279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Deleting subnet f8b3740b-4b60-4376-b2ff-34644ca23d12 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:14:41.971180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.004608 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.047106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.098768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.126324 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.128655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f8b3740b-4b60-4376-b2ff-34644ca23d12 HTTP/1.1" status: 204 len: 168 time: 0.2028763 Jul 16 09:14:42.129423 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494ef91-0321-47e0-ba6a-5bab9656b908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b3740b-4b60-4376-b2ff-34644ca23d12,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:42.130858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41100) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:42.199469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.279793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.289594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8a7d47-d4c3-49ae-be21-f9f6a9f69697']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:42.299131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939ebbc2-fe94-405a-a62f-4d2b7257a766') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:42.299459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939ebbc2-fe94-405a-a62f-4d2b7257a766') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:42.307987 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.321654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.327377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:14:42.327767 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:14:42.329387 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:14:42.381436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.387433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.389503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e8a7d47-d4c3-49ae-be21-f9f6a9f69697 HTTP/1.1" status: 204 len: 168 time: 0.2575707 Jul 16 09:14:42.404493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8a7d47-d4c3-49ae-be21-f9f6a9f69697,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:42.411832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.412181 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.412519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.412855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.413187 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.413515 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.413845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.414168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.414491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.414815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.415166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.415508 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f9a0e-592d-4c35-96c8-2eab68fd50ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:42.505856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41104) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:42.545169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c84a5b4a-455f-4904-831f-b7ac2f449344 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a19ad56231b4fe2bd4897551598dbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380950 Jul 16 09:14:42.547839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41106) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:42.594805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5e074c-512d-44f0-9abd-68229e9313eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.615048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5e074c-512d-44f0-9abd-68229e9313eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.661251 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5e074c-512d-44f0-9abd-68229e9313eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.663858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0d5e074c-512d-44f0-9abd-68229e9313eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:42.665184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0d5e074c-512d-44f0-9abd-68229e9313eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72cf6caf-4b20-41a4-a46a-04ffcd08b5e1 HTTP/1.1" status: 204 len: 168 time: 0.1162603 Jul 16 09:14:42.672999 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e074c-512d-44f0-9abd-68229e9313eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cf6caf-4b20-41a4-a46a-04ffcd08b5e1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:43.014967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7562-10d4-409f-8a6d-49c3d7057c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.304405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41128) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:43.401018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2050156034-network', 'tenant_id': 'd3d165f57f504d40b4e991d98dbebebc'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:43.421994 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Made reservation on behalf of d3d165f57f504d40b4e991d98dbebebc for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:43.424354 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.432588 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.517577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.521021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.550388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:14:43.556549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c432cee0-25e8-4058-87ae-9f06dce60615,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:43.562352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.562700 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Added segment bf942733-2d95-4d19-b56e-83d58fd57235 of type vlan for network 6d080edc-bf43-4817-8f90-40d89e55765b Jul 16 09:14:43.602597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.630268 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.631242 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:43.631852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.663704 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3581738 Jul 16 09:14:43.666614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:43.671285 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Request body: {'subnet': {'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2050156034-subnet', 'tenant_id': 'd3d165f57f504d40b4e991d98dbebebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:43.704340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dfcc5-d17e-43c0-8db4-55ec2c54d10b admin admin] Pushing event updated for resources: {'Network': ['ID=6d080edc-bf43-4817-8f90-40d89e55765b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:43.714585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 6d080edc-bf43-4817-8f90-40d89e55765b details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:14:43.720290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Made reservation on behalf of d3d165f57f504d40b4e991d98dbebebc for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:43.722762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.981453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 54e01fe0-9873-4973-9fad-458559704911 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:44.002015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 54e01fe0-9873-4973-9fad-458559704911 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:44.002358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 54e01fe0-9873-4973-9fad-458559704911 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:44.220273 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.279109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48217399-fda1-4677-b389-bb1a32bdd635,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:44.285857 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Checking segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:44.286213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Network hostable DHCP agents. Network: 6d080edc-bf43-4817-8f90-40d89e55765b, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:14:44.302654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Network 6d080edc-bf43-4817-8f90-40d89e55765b is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:14:44.311289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 6d080edc-bf43-4817-8f90-40d89e55765b) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:44.315199 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.315939 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.320111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c0266-8aac-483d-87a9-f2cbf6fa4599 None None] Network 6d080edc-bf43-4817-8f90-40d89e55765b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:44.330300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fb5650fb-08e5-4723-afeb-4e6f4a9e6235 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6625471 Jul 16 09:14:44.448623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa72a1-5a03-49b4-9f7c-1d67f7f4a115 None None] Network 6d080edc-bf43-4817-8f90-40d89e55765b requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:44.742443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-0d1e0891-c666-49c9-9e29-325de13c7fd4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.744039 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-0d1e0891-c666-49c9-9e29-325de13c7fd4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 815 time: 0.0985680 Jul 16 09:14:44.758062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-67fea3cf-69db-4054-aeda-d33daf7710e6 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/quotas/d3d165f57f504d40b4e991d98dbebebc HTTP/1.1" status: 200 len: 375 time: 0.0087910 Jul 16 09:14:44.791376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-55903adb-3c93-4d60-9d36-7fc6c8bd82c7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285828 Jul 16 09:14:44.884589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-06a2cbc4-0192-4fcf-a31a-06a57e8fb23b service neutron] 10.222.0.41 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866325 Jul 16 09:14:44.976458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-0dd0c6e7-e4b9-48df-8ade-66546b207a6d service neutron] 10.222.0.41 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860031 Jul 16 09:14:45.141399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-71feccb0-d207-4a0a-b60d-58fadacb115d req-811e0767-4f27-4932-bf07-41f98b40a533 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 210 time: 0.0290732 Jul 16 09:14:45.702880 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd270760-d0d5-4e13-9b6e-6685e049c6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:45.792032 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.175912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-ecfd5d5c-32f1-449c-b997-6e747324932b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:46.177412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-ecfd5d5c-32f1-449c-b997-6e747324932b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 815 time: 0.1063850 Jul 16 09:14:46.196255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Request body: {'port': {'device_id': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'admin_state_up': True, 'tenant_id': 'd3d165f57f504d40b4e991d98dbebebc'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:46.292820 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c45c4da1-a872-4654-b014-041703e62f33 req-fd42c07f-d05d-487c-93e2-fe9f404dae08 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 210 time: 0.0333738 Jul 16 09:14:46.317441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Made reservation on behalf of d3d165f57f504d40b4e991d98dbebebc for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:46.320963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.448007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Allocated IP 172.20.0.7 (6d080edc-bf43-4817-8f90-40d89e55765b/48217399-fda1-4677-b389-bb1a32bdd635/1309e1bc-b072-4c79-bcac-6a5eb1c07db8) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:46.776042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.847679 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.886200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.927747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Network 6d080edc-bf43-4817-8f90-40d89e55765b is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:46.933422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:46.937145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:46.962322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:46.989972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:46.990582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.004261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-f56a2159-b68b-4f60-a137-f43a4ce5db95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120360 Jul 16 09:14:47.016786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Request body: {'port': {'device_id': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:47.089358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.344695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:47.352031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.366039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Transition to ACTIVE for port object 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:47.370226 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.450512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:47.542774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66642-32ac-40a4-8e31-e939f97fbce6 req-5342ea57-0fe0-4a1f-8f18-043b7fb288cf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.544270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43d66642-32ac-40a4-8e31-e939f97fbce6 req-5342ea57-0fe0-4a1f-8f18-043b7fb288cf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 943 time: 0.1398582 Jul 16 09:14:47.545322 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Attempting to bind port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:47.545645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Attempting to bind port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:47.545963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Attempting to bind port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 on network 6d080edc-bf43-4817-8f90-40d89e55765b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:47.552051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 on network 6d080edc-bf43-4817-8f90-40d89e55765b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:47.552366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Attempting to bind port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 on network 6d080edc-bf43-4817-8f90-40d89e55765b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:47.568042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:47.568370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Checking segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:47.568743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Bound using segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:47.569160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Bound port: 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:47.569512 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.619750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43d66642-32ac-40a4-8e31-e939f97fbce6 req-4d0aac5b-fa65-4b2f-a07c-5dfcd880bd1b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691173 Jul 16 09:14:47.650668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:47.653733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:47.657109 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.689528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.690151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.691561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] 10.222.0.18 "PUT /v2.0/ports/1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 200 len: 1092 time: 0.6790674 Jul 16 09:14:47.691995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:47.694216 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdb93b8-8bc0-4bea-aba5-912f83d37d09" -d '{"events": [{"name": "network-changed", "server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:47.720002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2f96c-9394-4409-9dd9-0279c6886c81 service neutron] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:47.741083 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150e5b8f-8488-49ca-a780-1673935e94f8 x-openstack-request-id: req-150e5b8f-8488-49ca-a780-1673935e94f8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:47.741377 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:47.741626 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-150e5b8f-8488-49ca-a780-1673935e94f8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:47.742014 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'status': 'completed', 'code': 200} Jul 16 09:14:47.787531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52628144-5dbf-4c4e-87ba-84053f6659df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.789065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-52628144-5dbf-4c4e-87ba-84053f6659df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 1095 time: 0.0571604 Jul 16 09:14:47.832568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-d655a009-48d0-4524-aa77-682da7de51e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 200 len: 217 time: 0.0368938 Jul 16 09:14:47.881097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-0addfc5b-f024-46a6-b334-13e86e172900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.882429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-0addfc5b-f024-46a6-b334-13e86e172900 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0431349 Jul 16 09:14:47.914225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-430e7054-8019-4aa1-84e3-a0f351b700c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255375 Jul 16 09:14:47.997318 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.004874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-915d3145-fa5d-4f58-a09f-54ea1f4ad30e service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Jul 16 09:14:48.094448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4e1cde91-cc75-47b3-a522-6021582ec694 req-0fab3fdd-59c1-4b00-9b20-6ddf5032591a service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823390 Jul 16 09:14:48.196187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-ef351212-fd46-42eb-98b7-37d001fd0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:48.198118 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-ef351212-fd46-42eb-98b7-37d001fd0b66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 1095 time: 0.0574760 Jul 16 09:14:48.286650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-71b31ec7-1af3-4fb8-b1bc-694c9a7c6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:48.288159 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-71b31ec7-1af3-4fb8-b1bc-694c9a7c6adf service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0840714 Jul 16 09:14:48.332262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-71bc0c85-578d-41cf-916d-ed1e4c39d6c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 200 len: 217 time: 0.0376186 Jul 16 09:14:48.380158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-73275989-1e2c-49e6-9760-2e49bf373b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:48.381591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-73275989-1e2c-49e6-9760-2e49bf373b32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0422144 Jul 16 09:14:48.414478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-c837a74d-c4df-4e96-a44f-660b1b8e29de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262265 Jul 16 09:14:48.473934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:48.508625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-a978d3ac-768a-4a19-b009-ec826a149ebf service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871851 Jul 16 09:14:48.597073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-acdb93b8-8bc0-4bea-aba5-912f83d37d09 req-fa159605-21ef-426c-8bf0-8a5a3d18482a service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816467 Jul 16 09:14:48.806959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21c29a-fef8-45b2-ad80-3750be045555 req-d7431bd9-5584-438b-8120-1f514c65c81a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:48.808484 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f21c29a-fef8-45b2-ad80-3750be045555 req-d7431bd9-5584-438b-8120-1f514c65c81a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 943 time: 0.0710146 Jul 16 09:14:48.847508 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3f21c29a-fef8-45b2-ad80-3750be045555 req-001fdaa1-fa20-49a6-b067-9fe8030346cb tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Jul 16 09:14:49.981315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:50.018786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f36fc-6b65-465e-9bfe-ebd02d471748 req-90747d1a-36fb-45c0-8c61-5212a41a9037 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:50.020376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac7f36fc-6b65-465e-9bfe-ebd02d471748 req-90747d1a-36fb-45c0-8c61-5212a41a9037 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 943 time: 0.0632617 Jul 16 09:14:50.058485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ac7f36fc-6b65-465e-9bfe-ebd02d471748 req-e6b2a241-eba1-4f6f-b34c-f387860620f4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Jul 16 09:14:50.078546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:50.089633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'port_id': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'mac_address': 'fa:16:3e:ea:cd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217399-fda1-4677-b389-bb1a32bdd635', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:50.125255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.137378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:50.157122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:50.161237 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:50.208770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:50.348721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1309e1bc-b072-4c79-bcac-6a5eb1c07db8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:51.228781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f577cf-81ec-4e01-a54f-f956c0041252 req-9b34e8bc-0bd4-417e-b119-4cb22b663ac4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:51.230265 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7f577cf-81ec-4e01-a54f-f956c0041252 req-9b34e8bc-0bd4-417e-b119-4cb22b663ac4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 944 time: 0.0650258 Jul 16 09:14:51.267481 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c7f577cf-81ec-4e01-a54f-f956c0041252 req-5175e345-94f6-4d8f-a3ea-ad30ee06a543 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Jul 16 09:14:52.011644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:52.058761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:52.062251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:52.062607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:52.138838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:52.161452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:52.163712 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3186db2-29a9-4656-8370-1936c3e6962a" -d '{"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-plugged", "status": "completed", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:52.175825 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:52.179705 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:52.202823 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f209b96-2b66-4375-bc7d-ccf3554e0611 x-openstack-request-id: req-5f209b96-2b66-4375-bc7d-ccf3554e0611 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:52.203119 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-plugged", "status": "completed", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:52.203389 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f209b96-2b66-4375-bc7d-ccf3554e0611 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:52.203775 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'code': 200} Jul 16 09:14:52.228826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:52.313716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aefafb-f9e1-4c92-ad18-60e5686ec630 req-d2ca1b4a-5600-421c-8d7d-4dba7a7ae135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.315135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6aefafb-f9e1-4c92-ad18-60e5686ec630 req-d2ca1b4a-5600-421c-8d7d-4dba7a7ae135 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 1097 time: 0.0525825 Jul 16 09:14:52.349729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a6aefafb-f9e1-4c92-ad18-60e5686ec630 req-7ec4002f-bfab-4340-81c4-045707197fee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281267 Jul 16 09:14:52.445435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dc16b-7a2f-47d3-9b35-a58a87f09213 req-090ca4af-050e-4493-ac6c-90fea5031ae0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.447677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a7dc16b-7a2f-47d3-9b35-a58a87f09213 req-090ca4af-050e-4493-ac6c-90fea5031ae0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0693798 Jul 16 09:14:52.484454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1a7dc16b-7a2f-47d3-9b35-a58a87f09213 req-324e44c1-3d18-4300-b993-6a2e7d2f0fd9 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Jul 16 09:14:53.661226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b36a-28b2-4eff-8c37-e6248de82ef8 req-f777cc0a-2b35-4a3e-8a07-9c33f0f9c5b3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:53.662585 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3374b36a-28b2-4eff-8c37-e6248de82ef8 req-f777cc0a-2b35-4a3e-8a07-9c33f0f9c5b3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0674171 Jul 16 09:14:53.700623 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3374b36a-28b2-4eff-8c37-e6248de82ef8 req-d801a91b-4d5f-46e0-949a-6e101a717cc7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Jul 16 09:14:53.882271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e0429-965b-4a09-821d-ab8fea831a1b req-06bc8668-6e81-4f7b-a9cc-b794319932d8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:53.883805 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-677e0429-965b-4a09-821d-ab8fea831a1b req-06bc8668-6e81-4f7b-a9cc-b794319932d8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0655692 Jul 16 09:14:53.925302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-677e0429-965b-4a09-821d-ab8fea831a1b req-9eab5d14-2778-4d97-81e4-b914c2547457 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345645 Jul 16 09:14:54.266511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbf6aa-815c-4b60-9265-f8d2c12da3ef req-ea191902-52bf-4d18-8389-553946d5f1b2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:54.268015 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dbbf6aa-815c-4b60-9265-f8d2c12da3ef req-ea191902-52bf-4d18-8389-553946d5f1b2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0679181 Jul 16 09:14:54.306566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8dbbf6aa-815c-4b60-9265-f8d2c12da3ef req-9247ee5f-f54d-48c6-b35b-4b75d5f8e0bc tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Jul 16 09:14:54.475495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b816d95-2f3b-41b7-b1c5-f5d7d2f8e6c6 req-20eee9d0-a340-4c10-b762-90d23b78041c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:54.476988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b816d95-2f3b-41b7-b1c5-f5d7d2f8e6c6 req-20eee9d0-a340-4c10-b762-90d23b78041c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0637004 Jul 16 09:14:54.515051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b816d95-2f3b-41b7-b1c5-f5d7d2f8e6c6 req-b76ae189-f815-480b-b11c-5130e1a1ad85 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Jul 16 09:14:54.851238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-c494ab42-3050-44cb-bb04-686f4e9b897b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525167 Jul 16 09:14:54.923562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba2694-fc71-45fa-90f5-0e7d8abfeeaf req-17b7749e-ef6a-4224-a328-8a399fb3fa78 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:54.925084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20ba2694-fc71-45fa-90f5-0e7d8abfeeaf req-17b7749e-ef6a-4224-a328-8a399fb3fa78 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0702207 Jul 16 09:14:54.964781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-20ba2694-fc71-45fa-90f5-0e7d8abfeeaf req-6bfe80f3-54a2-4428-b055-b0475cd9456b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Jul 16 09:14:55.936641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-8d860386-5352-41ce-84b4-24eb3384f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.938129 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-8d860386-5352-41ce-84b4-24eb3384f642 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 1097 time: 0.0532122 Jul 16 09:14:56.029457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-ddbf8e2d-cb42-4885-bc75-865efe7ec813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:56.030868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-ddbf8e2d-cb42-4885-bc75-865efe7ec813 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0852118 Jul 16 09:14:56.075678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-0bcf64b0-81ac-433d-9df6-dd9b7cf1b716 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 200 len: 217 time: 0.0385420 Jul 16 09:14:56.156595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-a7cb821d-a478-447e-bf61-a7f4a30febe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:56.158063 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-a7cb821d-a478-447e-bf61-a7f4a30febe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0729694 Jul 16 09:14:56.203367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d210a1-1544-43fa-a62d-844d923918c8 req-1e05ce16-03a6-47ff-923a-0fcfb7a0e4c2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:56.204834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0d210a1-1544-43fa-a62d-844d923918c8 req-1e05ce16-03a6-47ff-923a-0fcfb7a0e4c2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.1282761 Jul 16 09:14:56.206747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-573c109d-4e60-481a-86e9-bfe78f041d88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415797 Jul 16 09:14:56.293735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e0d210a1-1544-43fa-a62d-844d923918c8 req-c47a3656-c4d8-48aa-91b4-56a2cb86a59a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830424 Jul 16 09:14:56.320629 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-c075f7b0-16e4-4549-b6a6-13d92febe269 service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034105 Jul 16 09:14:56.412843 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-b9a78d64-af48-4b1f-a9e2-f6b3eb01161f service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857921 Jul 16 09:14:57.466612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892b78c-c55f-483d-9c37-f1e1c84fa448 req-476436b5-d296-4666-a6cd-c39896e97cbf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:57.468204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c892b78c-c55f-483d-9c37-f1e1c84fa448 req-476436b5-d296-4666-a6cd-c39896e97cbf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0653837 Jul 16 09:14:57.504958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c892b78c-c55f-483d-9c37-f1e1c84fa448 req-9bfc05cd-d958-49d5-8503-904f738807a0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Jul 16 09:14:58.679190 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09d737-9f28-4fc0-b1c2-e5f360c4d63d req-036a9f12-a123-4ee0-8967-3d7642b9d655 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.680697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b09d737-9f28-4fc0-b1c2-e5f360c4d63d req-036a9f12-a123-4ee0-8967-3d7642b9d655 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0638621 Jul 16 09:14:58.718078 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8b09d737-9f28-4fc0-b1c2-e5f360c4d63d req-18903734-5099-4836-ac63-800c947284b8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Jul 16 09:14:59.894325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7b1f8-fb2f-4d08-b3e9-d60eb4eba406 req-d6e2f94d-a6e2-4e95-b8e4-558f42dba5da tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:59.895832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79f7b1f8-fb2f-4d08-b3e9-d60eb4eba406 req-d6e2f94d-a6e2-4e95-b8e4-558f42dba5da tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0626953 Jul 16 09:14:59.936960 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-79f7b1f8-fb2f-4d08-b3e9-d60eb4eba406 req-011d4d6a-7185-4b4a-865c-09ac6688dcd0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Jul 16 09:15:01.110748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdff33c-bd48-4377-8039-1e9a47ea1244 req-b1b813d9-67fb-43dc-beec-cf2667f82864 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.112152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6cdff33c-bd48-4377-8039-1e9a47ea1244 req-b1b813d9-67fb-43dc-beec-cf2667f82864 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0662572 Jul 16 09:15:01.149416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6cdff33c-bd48-4377-8039-1e9a47ea1244 req-a002eb99-e750-4000-9af5-6205636e4298 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 16 09:15:02.319786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff9ba8-0648-4c6c-9b18-c23168b991ee req-de90e051-50bb-4ad6-a07c-fb6be48b3468 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.321272 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39ff9ba8-0648-4c6c-9b18-c23168b991ee req-de90e051-50bb-4ad6-a07c-fb6be48b3468 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0635333 Jul 16 09:15:02.358562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39ff9ba8-0648-4c6c-9b18-c23168b991ee req-8eca7efa-540a-40fd-8a46-69badded2105 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Jul 16 09:15:03.533039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa54eac-44d0-4532-a9b2-37043df1394c req-301086ba-9b59-4528-b260-23d2c3bdce01 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.534545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-caa54eac-44d0-4532-a9b2-37043df1394c req-301086ba-9b59-4528-b260-23d2c3bdce01 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0640688 Jul 16 09:15:03.571680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-caa54eac-44d0-4532-a9b2-37043df1394c req-05cd5434-45d5-4000-ab32-8966e71b383b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Jul 16 09:15:03.827455 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:04.749519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc883d8-ccbe-4b6f-90dc-2032f3ddc227 req-18682edb-02c7-41e6-8fd6-be8fcba06c02 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:04.751021 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfc883d8-ccbe-4b6f-90dc-2032f3ddc227 req-18682edb-02c7-41e6-8fd6-be8fcba06c02 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0655351 Jul 16 09:15:04.788584 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfc883d8-ccbe-4b6f-90dc-2032f3ddc227 req-f9c79adf-afe2-4532-ae83-ba83b09e015a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319898 Jul 16 09:15:05.960194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6456d1-77ea-48b4-b2aa-fb602414e1a9 req-df7e695b-2b39-4e50-b4bf-9f29eeba2aea tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:05.961679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fe6456d1-77ea-48b4-b2aa-fb602414e1a9 req-df7e695b-2b39-4e50-b4bf-9f29eeba2aea tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0627751 Jul 16 09:15:05.999148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fe6456d1-77ea-48b4-b2aa-fb602414e1a9 req-ebf5c5e1-1316-4bca-aee2-0aaf89bc50e7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jul 16 09:15:07.179332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb7fb5-e94b-40f6-989b-ab341aefa154 req-76876ff8-f1ea-4be7-a0cd-75eb6a42866b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:07.180861 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39cb7fb5-e94b-40f6-989b-ab341aefa154 req-76876ff8-f1ea-4be7-a0cd-75eb6a42866b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0730183 Jul 16 09:15:07.220086 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-39cb7fb5-e94b-40f6-989b-ab341aefa154 req-57b8670f-58f5-477b-9dad-728507664d3a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Jul 16 09:15:08.395338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5da8-9f3f-4d2a-b382-482934789e65 req-289cafe8-d9c1-454b-825a-00eaa3fe3f5c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:08.396804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b30e5da8-9f3f-4d2a-b382-482934789e65 req-289cafe8-d9c1-454b-825a-00eaa3fe3f5c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0666354 Jul 16 09:15:08.434135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b30e5da8-9f3f-4d2a-b382-482934789e65 req-0b0b670c-177b-4f9a-8fa8-79736c4a9f6d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jul 16 09:15:09.610341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf6b06-d275-4db7-ab4e-f3360990dbd9 req-988242bf-81e3-49f8-9abd-2218599e29b0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:09.611855 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25cf6b06-d275-4db7-ab4e-f3360990dbd9 req-988242bf-81e3-49f8-9abd-2218599e29b0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0655162 Jul 16 09:15:09.649103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25cf6b06-d275-4db7-ab4e-f3360990dbd9 req-2d94d6be-ef2d-46f0-98e2-50c985341795 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Jul 16 09:15:10.821336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656985eb-a437-4f3f-9e7b-03856021c123 req-e143136a-c5f9-4f61-90e9-47428f1730e8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:10.822839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-656985eb-a437-4f3f-9e7b-03856021c123 req-e143136a-c5f9-4f61-90e9-47428f1730e8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0645831 Jul 16 09:15:10.860204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-656985eb-a437-4f3f-9e7b-03856021c123 req-cb8a74d3-ac85-4411-9540-43199d9ce908 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Jul 16 09:15:12.030191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2629e-7592-4697-9ca3-b2e53d8159f2 req-70780946-d65b-4233-b647-350ec66a24be tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.031609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fa2629e-7592-4697-9ca3-b2e53d8159f2 req-70780946-d65b-4233-b647-350ec66a24be tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0626020 Jul 16 09:15:12.073264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3fa2629e-7592-4697-9ca3-b2e53d8159f2 req-7944551e-af5b-4e7a-88e6-5de7ed5c77e5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Jul 16 09:15:13.015829 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f7c383b8-7513-438b-b0a1-857fc9841aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.248799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f12b-8ab9-4d35-8059-341eefd78eb0 req-8593f05c-f236-4363-9f67-eb7806fbd158 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:13.250296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2989f12b-8ab9-4d35-8059-341eefd78eb0 req-8593f05c-f236-4363-9f67-eb7806fbd158 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0673087 Jul 16 09:15:13.289123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2989f12b-8ab9-4d35-8059-341eefd78eb0 req-8de311b3-ae07-4503-a4fb-8ee44fa8e44f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Jul 16 09:15:14.463040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eecf6d-d83e-46ee-8d47-9128eae354a9 req-08d72465-60f9-47cd-91d3-3920607f631d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:14.464550 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9eecf6d-d83e-46ee-8d47-9128eae354a9 req-08d72465-60f9-47cd-91d3-3920607f631d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0637519 Jul 16 09:15:14.501252 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a9eecf6d-d83e-46ee-8d47-9128eae354a9 req-778d4cd5-63b5-4c07-9ed1-7e13cb197988 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Jul 16 09:15:15.675733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddab13-9c41-40a3-b4db-0bdd13bf2017 req-2c1a5f19-9ce5-476b-a5ed-416b3e9a805b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:15.677111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50ddab13-9c41-40a3-b4db-0bdd13bf2017 req-2c1a5f19-9ce5-476b-a5ed-416b3e9a805b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0639627 Jul 16 09:15:15.690811 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:15.705328 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92849465-11a5-4441-9fde-6dfdf02871d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.719191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50ddab13-9c41-40a3-b4db-0bdd13bf2017 req-17b89faf-d249-4dc8-ae6f-bbdb32b4d81d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365598 Jul 16 09:15:15.793673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.776079 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.894045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e7ce6-47e1-462c-a7d5-f30511bb01c4 req-c926f94d-9299-49e3-bd7c-b226d841d08f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:16.895548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a82e7ce6-47e1-462c-a7d5-f30511bb01c4 req-c926f94d-9299-49e3-bd7c-b226d841d08f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0646007 Jul 16 09:15:16.933238 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a82e7ce6-47e1-462c-a7d5-f30511bb01c4 req-3cf5cd11-3410-4d46-a5f4-79ebfae9ee3f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Jul 16 09:15:17.999991 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.125437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12faca1-88d9-436e-9eb6-7b8d5819b4c6 req-5408ee19-1153-4b65-9888-3cc324620e34 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.126851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b12faca1-88d9-436e-9eb6-7b8d5819b4c6 req-5408ee19-1153-4b65-9888-3cc324620e34 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0632284 Jul 16 09:15:18.163735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b12faca1-88d9-436e-9eb6-7b8d5819b4c6 req-8319ebf7-2347-4b02-a2d2-07448e985a82 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Jul 16 09:15:18.476211 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.338128 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32370924-69ea-49ac-afd6-de49214b6b34 req-cfb5d980-e466-452d-9521-7e1313e59316 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.339607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32370924-69ea-49ac-afd6-de49214b6b34 req-cfb5d980-e466-452d-9521-7e1313e59316 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0656788 Jul 16 09:15:19.376819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32370924-69ea-49ac-afd6-de49214b6b34 req-56c7a4d4-8b6e-44d8-a59e-ad06541aa605 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Jul 16 09:15:20.552764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d515f67-1f2d-403a-bddb-65d5b3a49a7e req-7014a8fb-e9b3-41e2-ae73-bcf8192ab2b2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:20.554215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d515f67-1f2d-403a-bddb-65d5b3a49a7e req-7014a8fb-e9b3-41e2-ae73-bcf8192ab2b2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0663407 Jul 16 09:15:20.591423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5d515f67-1f2d-403a-bddb-65d5b3a49a7e req-9d02de89-bb8f-4153-a325-b1a855e553c3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jul 16 09:15:21.762633 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afe85-643f-4fd5-8533-47ecd89d8a73 req-d5327646-cbc7-415f-8706-43e8929c9b95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.764769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-415afe85-643f-4fd5-8533-47ecd89d8a73 req-d5327646-cbc7-415f-8706-43e8929c9b95 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0641820 Jul 16 09:15:21.805154 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-415afe85-643f-4fd5-8533-47ecd89d8a73 req-d5d203af-0c63-477c-8329-331548fdafbd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Jul 16 09:15:22.985984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12483-a516-4640-85e3-c91953e48a78 req-f6598d36-821d-4140-ae63-5308c70804c9 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:22.987491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fc12483-a516-4640-85e3-c91953e48a78 req-f6598d36-821d-4140-ae63-5308c70804c9 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0636775 Jul 16 09:15:23.024829 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5fc12483-a516-4640-85e3-c91953e48a78 req-bbe81768-2be0-4b4d-b31c-2b7032c8692a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 16 09:15:23.162445 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-64d55682-fa4c-488e-8adc-923c6c7cab71 service neutron] 10.222.0.18 "GET /v2.0/ports/1309e1bc-b072-4c79-bcac-6a5eb1c07db8/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.0581131 Jul 16 09:15:23.411688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-b664f29d-6235-47de-9d7a-c0c3f6daff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.413179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-b664f29d-6235-47de-9d7a-c0c3f6daff8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61&tenant_id=d3d165f57f504d40b4e991d98dbebebc HTTP/1.1" status: 200 len: 1097 time: 0.0536952 Jul 16 09:15:23.490770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-e256c654-3651-4a12-a457-89fc7ba988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.492320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-e256c654-3651-4a12-a457-89fc7ba988d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 1097 time: 0.0573957 Jul 16 09:15:23.588231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-176c8e89-00ba-499d-8b61-fe28ba5d4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.589918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-176c8e89-00ba-499d-8b61-fe28ba5d4d50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0916455 Jul 16 09:15:23.633687 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-1ddd4dcb-991a-4fab-96bb-bc3313cf34ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 200 len: 217 time: 0.0378506 Jul 16 09:15:23.691736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-993edee0-10a2-481e-ab21-bc8496780fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.693231 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-993edee0-10a2-481e-ab21-bc8496780fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0529833 Jul 16 09:15:23.733806 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-bed32102-0051-45aa-abcb-17cdae2ab6c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338037 Jul 16 09:15:23.835237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-f0d8e6da-3b3b-4122-ae20-fb11bbcfab3e service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956273 Jul 16 09:15:23.945875 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dae05fa5-c809-4335-bcdb-1514f917ce7d req-e41e7b91-c7bb-42ee-b57d-3bb580e398d9 service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038258 Jul 16 09:15:24.235048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc74d4-1b7c-4dc5-b879-0ba90e59f5eb req-665bc4eb-7361-49fd-be8c-cd6f645481d3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.236500 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9bc74d4-1b7c-4dc5-b879-0ba90e59f5eb req-665bc4eb-7361-49fd-be8c-cd6f645481d3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0745687 Jul 16 09:15:24.278781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b9bc74d4-1b7c-4dc5-b879-0ba90e59f5eb req-0dcaa014-3814-4279-9c86-c46caf2011fc tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Jul 16 09:15:25.457373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499ecf8-171c-4e81-9d79-2a923d64b7bf req-554c5cf5-10fc-443a-9dcf-d174357f6bbc tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.458926 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9499ecf8-171c-4e81-9d79-2a923d64b7bf req-554c5cf5-10fc-443a-9dcf-d174357f6bbc tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0662580 Jul 16 09:15:25.497476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9499ecf8-171c-4e81-9d79-2a923d64b7bf req-9d62f885-87a0-40d8-a16e-ca76d4261ecc tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330346 Jul 16 09:15:26.107876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:26.111660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:26.395254 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.413883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:26.434029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:26.436499 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe85e1f-2588-4774-857c-a7e9607b4aa5" -d '{"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-unplugged", "status": "completed", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:26.440718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'port_id': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'mac_address': 'fa:16:3e:ea:cd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217399-fda1-4677-b389-bb1a32bdd635', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:26.450995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:26.455678 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.498334 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc676b-8917-4080-a97f-b778211914d5 x-openstack-request-id: req-ecfc676b-8917-4080-a97f-b778211914d5 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:26.498661 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-unplugged", "status": "completed", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:26.499022 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecfc676b-8917-4080-a97f-b778211914d5 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:26.499472 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'code': 200} Jul 16 09:15:26.521233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.542872 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:26.546380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:26.566663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:26.570588 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:26.618745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:26.678558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20341-026d-4378-a753-8b274a8cf006 req-8c440c50-6139-481d-bce4-e4b43ffd9d29 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:26.680000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4c20341-026d-4378-a753-8b274a8cf006 req-8c440c50-6139-481d-bce4-e4b43ffd9d29 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 944 time: 0.0638204 Jul 16 09:15:26.722211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f4c20341-026d-4378-a753-8b274a8cf006 req-ec2605ec-b652-4fcd-8b3d-d5e02407a024 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366571 Jul 16 09:15:26.770567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1309e1bc-b072-4c79-bcac-6a5eb1c07db8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:27.073242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-f1809a48-7487-4b15-a81b-3e7fe69bb764 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.074684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-f1809a48-7487-4b15-a81b-3e7fe69bb764 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61&tenant_id=d3d165f57f504d40b4e991d98dbebebc&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 944 time: 0.1017599 Jul 16 09:15:27.082215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6d55-c8af-4e75-87c3-0c878decfc61 req-0d08944e-1342-4d7d-8939-b8b8d91160d8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.083606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fad6d55-c8af-4e75-87c3-0c878decfc61 req-0d08944e-1342-4d7d-8939-b8b8d91160d8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 944 time: 0.1197608 Jul 16 09:15:27.152954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fad6d55-c8af-4e75-87c3-0c878decfc61 req-ac2018db-8a29-411c-8196-90735092c2ef tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637643 Jul 16 09:15:27.179066 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-4cc9847b-f151-4055-b9b1-aa81fb1c91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.180572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-4cc9847b-f151-4055-b9b1-aa81fb1c91fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 1096 time: 0.0623703 Jul 16 09:15:27.268938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-573280ab-8dbd-4d37-ab57-c96369bb8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.270433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-573280ab-8dbd-4d37-ab57-c96369bb8ac6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0826435 Jul 16 09:15:27.315404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-1ed8c7f0-b35c-4b61-baa8-9b48bbe71355 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 200 len: 217 time: 0.0375066 Jul 16 09:15:27.361317 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-e3e9a838-6522-436b-85ef-3cdc92c27033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.362669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-e3e9a838-6522-436b-85ef-3cdc92c27033 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0420709 Jul 16 09:15:27.395772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-5cf9d34c-37b0-4b23-a034-6788a774fb84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265014 Jul 16 09:15:27.487261 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-0d814ddb-76a0-4905-b794-5d4e2c5dbc21 service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Jul 16 09:15:27.575829 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70de2a7d-4370-4834-b963-bbd98b595c4a req-5df80b95-54fd-4f69-ba30-927f13d6f23a service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823548 Jul 16 09:15:28.116571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:28.164633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:28.165010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:28.244906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:28.280522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:28.284813 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:28.331911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:28.333222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25156e2-c29b-47fe-9d4a-1dc49ad29af6 req-bf5b3ad4-0cb2-4e09-a65e-7ce94576e9c1 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.334749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a25156e2-c29b-47fe-9d4a-1dc49ad29af6 req-bf5b3ad4-0cb2-4e09-a65e-7ce94576e9c1 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 944 time: 0.0655596 Jul 16 09:15:28.372558 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a25156e2-c29b-47fe-9d4a-1dc49ad29af6 req-837529cb-7ec9-4b4f-8bf7-03a443ac772b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Jul 16 09:15:28.500286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:28.502640 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24e0f1-b7dc-46e4-ad4a-8d8304374381" -d '{"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-plugged", "status": "completed", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:28.537558 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59680568-ddcd-462a-a4d8-923a409c3933 x-openstack-request-id: req-59680568-ddcd-462a-a4d8-923a409c3933 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:28.537846 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-plugged", "status": "completed", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:28.538100 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59680568-ddcd-462a-a4d8-923a409c3933 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:28.538490 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'code': 200} Jul 16 09:15:28.553445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549209-94c9-4b43-ab48-cb0e9f77971d req-24cfb27b-c55a-485b-9e6c-1d406926c04c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.554931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9549209-94c9-4b43-ab48-cb0e9f77971d req-24cfb27b-c55a-485b-9e6c-1d406926c04c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0682185 Jul 16 09:15:28.592099 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e9549209-94c9-4b43-ab48-cb0e9f77971d req-5166030b-5fe9-4116-91b9-718cdcaee14c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 16 09:15:28.765410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1f190-f56b-4c33-8bc6-3b944d0efaed req-dba810c4-384c-4e62-8ab4-4d3207a8b647 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.767162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2f1f190-f56b-4c33-8bc6-3b944d0efaed req-dba810c4-384c-4e62-8ab4-4d3207a8b647 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0625091 Jul 16 09:15:28.805326 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2f1f190-f56b-4c33-8bc6-3b944d0efaed req-2fc802ff-b948-48d4-87ef-4144d2a08688 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Jul 16 09:15:29.240358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-578dd281-dd14-42fa-aa8b-49f64bf3c949 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.241804 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-578dd281-dd14-42fa-aa8b-49f64bf3c949 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 815 time: 0.1045208 Jul 16 09:15:29.256653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-09e8c940-16a6-499c-9bc0-21677a6c1f06 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/quotas/d3d165f57f504d40b4e991d98dbebebc HTTP/1.1" status: 200 len: 375 time: 0.0095212 Jul 16 09:15:29.320475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-100cbc7e-e9d7-49c3-af1b-095ab0e4bda9 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591147 Jul 16 09:15:29.414905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-b56bf8c0-6efe-4879-9d42-6e6b4026f87a service neutron] 10.222.0.41 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880198 Jul 16 09:15:29.503174 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-603f2ea9-aa97-42fb-bde9-f19b91261a4b service neutron] 10.222.0.41 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826418 Jul 16 09:15:29.671716 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-99cbc9ae-2415-4a71-abd3-a61149b30e09 req-4e441b02-e89f-4397-947b-b7638a38ad3e tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 210 time: 0.0284710 Jul 16 09:15:30.382516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3e30-2743-493d-b918-2f0f36991feb req-1a5c6ed7-9b01-4b1e-a9fd-9cf114e2cad3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:30.384065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abce3e30-2743-493d-b918-2f0f36991feb req-1a5c6ed7-9b01-4b1e-a9fd-9cf114e2cad3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "GET /v2.0/ports?device_id=066298f1-75d4-4752-8c0e-68ebf39fce61 HTTP/1.1" status: 200 len: 945 time: 0.0628293 Jul 16 09:15:30.485793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Deleting port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:30.486133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:30.574978 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] For port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:30.575371 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:30.587899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Calling delete_port for 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:30.832862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6dadd03-a8a5-400b-a24e-c22537d60e66 req-34990427-1c12-4ccd-b1ab-259bbc015316 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 210 time: 0.0448427 Jul 16 09:15:31.056078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-aafaac7c-4331-4ca5-859c-c87e3a8c4546 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:31.057533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-aafaac7c-4331-4ca5-859c-c87e3a8c4546 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.36 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 815 time: 0.4234805 Jul 16 09:15:31.080822 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Request body: {'port': {'device_id': 'e103acd1-6c74-40c6-883d-5ace36740045', 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'admin_state_up': True, 'tenant_id': 'd3d165f57f504d40b4e991d98dbebebc'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:31.104721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.117569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1309e1bc-b072-4c79-bcac-6a5eb1c07db8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:31.143507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Pushing event deleted for resources: {'Port': ['ID=1309e1bc-b072-4c79-bcac-6a5eb1c07db8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:31.224213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] No DVR routers for this DVR port 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:31.228503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.230533 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abce3e30-2743-493d-b918-2f0f36991feb req-b7d9a22b-4f8d-426d-8001-2e91eb3e711a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "DELETE /v2.0/ports/1309e1bc-b072-4c79-bcac-6a5eb1c07db8 HTTP/1.1" status: 204 len: 173 time: 0.8402493 Jul 16 09:15:31.230967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-deleted', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:31.233468 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323e617-88a1-40be-933e-540b4b4189e5" -d '{"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-deleted", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:31.275951 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104e0c6b-6456-46ff-9e79-b1ff39ec8244 x-openstack-request-id: req-104e0c6b-6456-46ff-9e79-b1ff39ec8244 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:31.276238 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066298f1-75d4-4752-8c0e-68ebf39fce61", "name": "network-vif-deleted", "tag": "1309e1bc-b072-4c79-bcac-6a5eb1c07db8", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:31.276482 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-104e0c6b-6456-46ff-9e79-b1ff39ec8244 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:31.276866 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066298f1-75d4-4752-8c0e-68ebf39fce61', 'name': 'network-vif-deleted', 'tag': '1309e1bc-b072-4c79-bcac-6a5eb1c07db8', 'status': 'completed', 'code': 200} Jul 16 09:15:31.303266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Made reservation on behalf of d3d165f57f504d40b4e991d98dbebebc for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:31.306959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.441041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Allocated IP 172.20.0.7 (6d080edc-bf43-4817-8f90-40d89e55765b/48217399-fda1-4677-b389-bb1a32bdd635/5d0a1950-558e-404f-bd15-853b4910528b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:31.597971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.638618 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.649718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['1309e1bc-b072-4c79-bcac-6a5eb1c07db8'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:31.682360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Network 6d080edc-bf43-4817-8f90-40d89e55765b is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:31.688632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:31.698434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:31.702449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:31.750735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:31.751277 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:31.767744 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-e966f045-6dc2-4eb1-b10a-35be420e5ff5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6939178 Jul 16 09:15:31.785603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Request body: {'port': {'device_id': 'e103acd1-6c74-40c6-883d-5ace36740045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:31.866400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.019011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8617-4aa0-42a8-a603-7fb54ccc8598 req-f9d424b2-1bc6-47a1-ac8d-9f8fb9b3b5fb tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.020543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-beda8617-4aa0-42a8-a603-7fb54ccc8598 req-f9d424b2-1bc6-47a1-ac8d-9f8fb9b3b5fb tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 931 time: 0.0724423 Jul 16 09:15:32.058520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-beda8617-4aa0-42a8-a603-7fb54ccc8598 req-66392ed1-f87e-4a66-8513-2712b33218e1 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Jul 16 09:15:32.144777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0a1950-558e-404f-bd15-853b4910528b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:32.152137 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.164886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Transition to ACTIVE for port object 5d0a1950-558e-404f-bd15-853b4910528b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:32.168368 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.242916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:32.292345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:32.292672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:32.292994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b on network 6d080edc-bf43-4817-8f90-40d89e55765b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:32.297295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Port 5d0a1950-558e-404f-bd15-853b4910528b on network 6d080edc-bf43-4817-8f90-40d89e55765b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:32.297613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b on network 6d080edc-bf43-4817-8f90-40d89e55765b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:32.302335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:32.302668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Checking segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:32.303045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Bound using segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:32.303506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Bound port: 5d0a1950-558e-404f-bd15-853b4910528b, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:32.303860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.364664 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:32.367824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:32.372150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.404972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.406362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.407797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 1092 time: 0.6267970 Jul 16 09:15:32.430639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a53df-b696-4200-8778-633ca77f5f14 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:32.516666 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-1c519102-51fd-439e-9bc2-d5840c822c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.518152 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-1c519102-51fd-439e-9bc2-d5840c822c39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1095 time: 0.0571985 Jul 16 09:15:32.564679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-355cd8f6-372b-4945-ad10-4efcc0dbb6a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0343766 Jul 16 09:15:32.611196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-94bd40c6-78e4-48d5-a3ca-a319d2133715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.612637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-94bd40c6-78e4-48d5-a3ca-a319d2133715 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0417252 Jul 16 09:15:32.648456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-d0c3a0e9-e061-48b6-80f9-f325df285d56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294368 Jul 16 09:15:32.735619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-76fb64da-176c-416d-8303-1297e0903372 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811539 Jul 16 09:15:32.827747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3496b861-6fa8-49ae-a328-aa332314ca9a req-d2ba42a5-e369-4ec7-9135-6f47a176292e service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 Jul 16 09:15:33.234809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114632a8-a309-434b-9bf8-16714d0ee6ec req-bf6f6e83-88de-4987-b9bb-dca6335b5651 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.236299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114632a8-a309-434b-9bf8-16714d0ee6ec req-bf6f6e83-88de-4987-b9bb-dca6335b5651 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 943 time: 0.0628700 Jul 16 09:15:33.273665 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-114632a8-a309-434b-9bf8-16714d0ee6ec req-d2e826e2-6eaf-4d91-b2b0-4a3561378034 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Jul 16 09:15:33.278259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:33.281160 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5243e557-dcc3-4e50-9efe-2e32040de94b" -d '{"events": [{"name": "network-changed", "server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "tag": "5d0a1950-558e-404f-bd15-853b4910528b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:33.315745 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b741575-dcc9-4e8c-b985-97492af08dde x-openstack-request-id: req-8b741575-dcc9-4e8c-b985-97492af08dde {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:33.316058 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "tag": "5d0a1950-558e-404f-bd15-853b4910528b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:33.316311 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b741575-dcc9-4e8c-b985-97492af08dde {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:33.316706 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b', 'status': 'completed', 'code': 200} Jul 16 09:15:33.419631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-965cd8cf-5cf9-4cb7-8d4b-80c03d0c4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.421978 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-965cd8cf-5cf9-4cb7-8d4b-80c03d0c4fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1095 time: 0.0596559 Jul 16 09:15:33.512229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-1b549887-0e4f-4658-9fda-5ab739904b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.513705 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-1b549887-0e4f-4658-9fda-5ab739904b80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0843246 Jul 16 09:15:33.558381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-b5c0a598-b571-45bb-96d7-1fa316a73532 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0378277 Jul 16 09:15:33.604448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-0de05d91-3cea-47df-aad5-bc751302a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.605860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-0de05d91-3cea-47df-aad5-bc751302a34b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0415738 Jul 16 09:15:33.637574 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-90e187e6-c811-4c54-9b2f-eddf3d5ccef8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247378 Jul 16 09:15:33.727961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-905dac34-37f6-4e3a-ad10-0d1dd715f948 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Jul 16 09:15:33.816334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5243e557-dcc3-4e50-9efe-2e32040de94b req-9796cf99-012f-4990-a24d-4ab7431b7fb1 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821033 Jul 16 09:15:33.829232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:34.132585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:34.153128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:34.153467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 1309e1bc-b072-4c79-bcac-6a5eb1c07db8 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:34.450094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0330c-44e1-4e4d-8e7a-8ee7f68e756a req-d5ae3536-732e-4bef-922e-cce0ba9536df tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:34.451565 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87c0330c-44e1-4e4d-8e7a-8ee7f68e756a req-d5ae3536-732e-4bef-922e-cce0ba9536df tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 943 time: 0.0680342 Jul 16 09:15:34.487980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87c0330c-44e1-4e4d-8e7a-8ee7f68e756a req-8280d569-7085-4861-85d6-a59d2e1aff58 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Jul 16 09:15:35.663671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce6716-0e4b-441c-8291-fe8fbfb55b31 req-12e5b107-ab18-4abb-bfcc-4ccc6319c556 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:35.665144 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46ce6716-0e4b-441c-8291-fe8fbfb55b31 req-12e5b107-ab18-4abb-bfcc-4ccc6319c556 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 943 time: 0.0633693 Jul 16 09:15:35.706370 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46ce6716-0e4b-441c-8291-fe8fbfb55b31 req-fe6acde5-1e92-474c-a9bd-ee4c55ed774c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357654 Jul 16 09:15:36.555079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d0a1950-558e-404f-bd15-853b4910528b details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:36.649872 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:36.661231 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '5d0a1950-558e-404f-bd15-853b4910528b', 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'port_id': '5d0a1950-558e-404f-bd15-853b4910528b', 'mac_address': 'fa:16:3e:c2:e2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217399-fda1-4677-b389-bb1a32bdd635', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:36.697196 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:36.709733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0a1950-558e-404f-bd15-853b4910528b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:36.732834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:36.737199 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:36.785629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:36.883886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e1b8-fbbe-469e-9c67-5fb8a5cb0e74 req-0e156336-49d6-46ca-a04a-4bc5062c5b84 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:36.885281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e552e1b8-fbbe-469e-9c67-5fb8a5cb0e74 req-0e156336-49d6-46ca-a04a-4bc5062c5b84 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 944 time: 0.0633640 Jul 16 09:15:36.923765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e552e1b8-fbbe-469e-9c67-5fb8a5cb0e74 req-ffd348c4-072e-4f52-82e0-9ba52a463925 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Jul 16 09:15:37.009238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['5d0a1950-558e-404f-bd15-853b4910528b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:38.094573 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa14a3-585b-47ce-bd27-fe5b920cdb61 req-474ec33c-6f4e-4cb0-92f5-c9aa2b0b1a97 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:38.095981 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6faa14a3-585b-47ce-bd27-fe5b920cdb61 req-474ec33c-6f4e-4cb0-92f5-c9aa2b0b1a97 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 944 time: 0.0639346 Jul 16 09:15:38.132632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6faa14a3-585b-47ce-bd27-fe5b920cdb61 req-56998f5f-9d3b-499b-8683-f3ae879c6bc3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Jul 16 09:15:38.555217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d0a1950-558e-404f-bd15-853b4910528b up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:38.605693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 5d0a1950-558e-404f-bd15-853b4910528b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:38.609404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 5d0a1950-558e-404f-bd15-853b4910528b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:38.609780 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:38.684513 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:38.707005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:38.709274 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02733c78-f64c-47d0-88fb-181bb027f2b2" -d '{"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-plugged", "status": "completed", "tag": "5d0a1950-558e-404f-bd15-853b4910528b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:38.721563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:38.725495 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:38.751723 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c73d94a-0000-43db-bee5-fb197425157e x-openstack-request-id: req-9c73d94a-0000-43db-bee5-fb197425157e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:38.752014 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-plugged", "status": "completed", "tag": "5d0a1950-558e-404f-bd15-853b4910528b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:38.752264 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c73d94a-0000-43db-bee5-fb197425157e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:38.752636 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b', 'code': 200} Jul 16 09:15:38.779170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:38.786973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.787335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.787681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.788019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.788353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.788683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.789011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.789488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.789667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.789990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.790315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.790634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:38.884064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4594e1-a818-4292-885f-4ac505c598d6 req-16b95bd6-a6da-4544-b56e-64ff6716a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:38.885437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be4594e1-a818-4292-885f-4ac505c598d6 req-16b95bd6-a6da-4544-b56e-64ff6716a3a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1097 time: 0.0513389 Jul 16 09:15:38.918125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be4594e1-a818-4292-885f-4ac505c598d6 req-741dd01c-4b8d-48ee-9f91-45c493690dd1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268438 Jul 16 09:15:39.303512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774e89-c96a-41b1-8efd-7a2ad32d833c req-eddb55f7-7bd9-49c3-b60e-861a929935dd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:39.305005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6774e89-c96a-41b1-8efd-7a2ad32d833c req-eddb55f7-7bd9-49c3-b60e-861a929935dd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0639656 Jul 16 09:15:39.341517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6774e89-c96a-41b1-8efd-7a2ad32d833c req-deb49243-d014-4844-b251-0bf462727fff tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Jul 16 09:15:40.519103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89addf40-34a0-430a-99cf-91d0969b0a80 req-845814a6-6f26-4ba7-86be-6140d94ede07 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:40.520603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89addf40-34a0-430a-99cf-91d0969b0a80 req-845814a6-6f26-4ba7-86be-6140d94ede07 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0676041 Jul 16 09:15:40.557049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-89addf40-34a0-430a-99cf-91d0969b0a80 req-e6b21300-7dd2-4d1c-b355-8a5be6c6d7c8 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Jul 16 09:15:40.729443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a828d5-2143-4a84-8a7c-75dd926ea985 req-098721b8-f338-477d-84dc-e8909d42f5e9 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:40.730929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29a828d5-2143-4a84-8a7c-75dd926ea985 req-098721b8-f338-477d-84dc-e8909d42f5e9 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0674150 Jul 16 09:15:40.769774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29a828d5-2143-4a84-8a7c-75dd926ea985 req-ffb9eb04-f73a-4c42-8d3c-023773b1374d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Jul 16 09:15:41.133620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-053381a6-f6e4-428b-afb8-9060b50d16a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784652 Jul 16 09:15:41.166731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299f43-9965-48f5-8668-4e60d030533a req-234c84e1-4ee5-49f3-8f6b-abeb0e3d5c6b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:41.168256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13299f43-9965-48f5-8668-4e60d030533a req-234c84e1-4ee5-49f3-8f6b-abeb0e3d5c6b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0694673 Jul 16 09:15:41.207906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13299f43-9965-48f5-8668-4e60d030533a req-0e2a7e24-775f-4918-9ecf-6d3d7ad0fb7e tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jul 16 09:15:42.434582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e87fd-e057-44ca-8a55-a1a5a3318a0e req-c37e28f4-b2d9-41e1-b2ec-46e6b842aa66 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:42.436215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c75e87fd-e057-44ca-8a55-a1a5a3318a0e req-c37e28f4-b2d9-41e1-b2ec-46e6b842aa66 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.1037173 Jul 16 09:15:42.449728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-3d62a7d6-77c5-463a-94a1-54ee324522d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:42.451148 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-3d62a7d6-77c5-463a-94a1-54ee324522d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1097 time: 0.0900662 Jul 16 09:15:42.505439 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c75e87fd-e057-44ca-8a55-a1a5a3318a0e req-eeef767d-d56d-4cde-96f5-5062e7b122bf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 Jul 16 09:15:42.556203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-784221b4-b96e-4d42-9dda-27f2a04eb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:42.557695 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-784221b4-b96e-4d42-9dda-27f2a04eb492 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0992644 Jul 16 09:15:42.601361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-cad9a125-2f14-40b5-a56f-26053085180a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0377102 Jul 16 09:15:42.647922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-86b4c7c2-9745-486b-a873-e28f87d843e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:42.649291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-86b4c7c2-9745-486b-a873-e28f87d843e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0417311 Jul 16 09:15:42.681929 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-2bb34584-7761-4f44-b00d-55e11674ed96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257232 Jul 16 09:15:42.772377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-7b84e866-40c5-4f23-8c88-1065cba0c4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Jul 16 09:15:42.862952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-c0f19f59-4058-457e-b466-44aad3bd0042 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842032 Jul 16 09:15:43.018414 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-030b63e9-70e4-4a4a-a374-0152622579b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.681224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0cf5-cca3-406b-ad49-338d5932f8da req-6fe2bea7-d234-4038-9364-8bcfb9011409 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:43.682614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffcd0cf5-cca3-406b-ad49-338d5932f8da req-6fe2bea7-d234-4038-9364-8bcfb9011409 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0675254 Jul 16 09:15:43.719963 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ffcd0cf5-cca3-406b-ad49-338d5932f8da req-db5e2b83-821b-42c7-8df7-cfab1ef093a6 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Jul 16 09:15:44.898240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8a58d-c924-4619-8cb4-15d8ba649da0 req-9e56ee1a-208d-4899-a75b-9afb726265c7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:44.899733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0b8a58d-c924-4619-8cb4-15d8ba649da0 req-9e56ee1a-208d-4899-a75b-9afb726265c7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0685532 Jul 16 09:15:44.938270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0b8a58d-c924-4619-8cb4-15d8ba649da0 req-a94b2e7d-0851-40e0-837d-e233f259b9fd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Jul 16 09:15:45.706721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cdb67fd6-cee3-4a3b-8596-cfa1774e0d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.796040 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.111294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bab13-3945-40c7-80ab-19ddfabb85eb req-5d8fcd67-a3a2-4cc3-8032-1942c417f400 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:46.112804 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-037bab13-3945-40c7-80ab-19ddfabb85eb req-5d8fcd67-a3a2-4cc3-8032-1942c417f400 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0627038 Jul 16 09:15:46.150058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-037bab13-3945-40c7-80ab-19ddfabb85eb req-70fddb0b-3259-4e7c-97fc-e4d801a59222 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Jul 16 09:15:46.777883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.322364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48240-a88a-4061-89bd-d204eb315416 req-d3c6c29f-4655-415a-8d99-88b44c169303 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:47.323839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88d48240-a88a-4061-89bd-d204eb315416 req-d3c6c29f-4655-415a-8d99-88b44c169303 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0620961 Jul 16 09:15:47.361941 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-88d48240-a88a-4061-89bd-d204eb315416 req-378d142a-2a9e-4909-9fc3-e9bfd3341953 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Jul 16 09:15:48.000004 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.480128 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.534379 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31e022-d89a-4a6e-9950-20305473c1ce req-36f27505-26ed-48ea-91a2-57b4543a2112 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:48.535876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e31e022-d89a-4a6e-9950-20305473c1ce req-36f27505-26ed-48ea-91a2-57b4543a2112 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0647020 Jul 16 09:15:48.577318 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4e31e022-d89a-4a6e-9950-20305473c1ce req-f5fee736-c72a-4d01-82d1-fb0fc52be0dc tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359294 Jul 16 09:15:49.748869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f1cd-1182-4f77-b729-6e3f6b5d560f req-366829a0-8327-4431-8e92-bcffbde50af4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:49.750939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43f4f1cd-1182-4f77-b729-6e3f6b5d560f req-366829a0-8327-4431-8e92-bcffbde50af4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0623903 Jul 16 09:15:49.788247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43f4f1cd-1182-4f77-b729-6e3f6b5d560f req-506478d8-f0ff-4664-9020-684ffc469836 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Jul 16 09:15:50.962733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a7963-1f4f-491c-8c8b-c24f69da6419 req-97701576-8f8d-4375-8317-b3b5ce05ffaf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:50.964234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab9a7963-1f4f-491c-8c8b-c24f69da6419 req-97701576-8f8d-4375-8317-b3b5ce05ffaf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0632677 Jul 16 09:15:51.001863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab9a7963-1f4f-491c-8c8b-c24f69da6419 req-e1f3b462-851e-4d4d-aef7-dddda5156d8c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jul 16 09:15:52.176268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8eb50-50a5-49bf-afe0-8e0b6b292a95 req-1ad85585-dfc5-4e0c-9acc-8ff33e219610 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:52.177751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2c8eb50-50a5-49bf-afe0-8e0b6b292a95 req-1ad85585-dfc5-4e0c-9acc-8ff33e219610 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0668147 Jul 16 09:15:52.215645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2c8eb50-50a5-49bf-afe0-8e0b6b292a95 req-f6e5e649-ec28-4ae1-b91a-955e6b92690a tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Jul 16 09:15:52.690850 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:53.388054 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f23413-76d1-4b12-b772-db92b6d9268c req-35bd5a3c-9138-4ba2-b38b-88fdb8a4132c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:53.389554 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6f23413-76d1-4b12-b772-db92b6d9268c req-35bd5a3c-9138-4ba2-b38b-88fdb8a4132c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0648589 Jul 16 09:15:53.429312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6f23413-76d1-4b12-b772-db92b6d9268c req-363802d2-facb-4864-ae93-94f81c9242b0 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Jul 16 09:15:54.605715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc761a-1c77-4231-ab61-5601d7d59d65 req-1850bb80-7325-45f8-ba5f-fa4d64cd0e6f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:54.607193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebfc761a-1c77-4231-ab61-5601d7d59d65 req-1850bb80-7325-45f8-ba5f-fa4d64cd0e6f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0671103 Jul 16 09:15:54.644512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ebfc761a-1c77-4231-ab61-5601d7d59d65 req-4486eb38-68b3-4a36-baa1-35f58287e4f4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Jul 16 09:15:55.822962 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df287a2-5aed-4331-8389-dc51828f9180 req-a015d535-565a-4c7c-b257-7fc19f17aea4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:55.824672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7df287a2-5aed-4331-8389-dc51828f9180 req-a015d535-565a-4c7c-b257-7fc19f17aea4 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0686083 Jul 16 09:15:55.862828 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7df287a2-5aed-4331-8389-dc51828f9180 req-4765887f-0e2e-4e67-aa20-197fa3a14fdd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jul 16 09:15:57.039368 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6fb91-8839-42e1-a279-b150f17e7ca8 req-349a074e-cfee-4e0c-a8ce-e5122a5628bd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:57.040758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbc6fb91-8839-42e1-a279-b150f17e7ca8 req-349a074e-cfee-4e0c-a8ce-e5122a5628bd tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0666649 Jul 16 09:15:57.078814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbc6fb91-8839-42e1-a279-b150f17e7ca8 req-64872a2c-8a18-4358-8dec-8b004fd6f1c1 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Jul 16 09:15:58.248472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186aee-9293-4061-b85f-4077ab351a84 req-17e7a2c9-5dce-465a-a0e1-529c2804fbaa tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:58.250607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba186aee-9293-4061-b85f-4077ab351a84 req-17e7a2c9-5dce-465a-a0e1-529c2804fbaa tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0638216 Jul 16 09:15:58.287214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ba186aee-9293-4061-b85f-4077ab351a84 req-7396b5d1-9047-492d-9031-45d3964b9bad tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Jul 16 09:15:59.457788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77e0c4-9b35-4a12-bae6-fa21adfe76d0 req-e74049bb-9eef-4f76-bd87-27b5592c4da6 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:59.459277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e77e0c4-9b35-4a12-bae6-fa21adfe76d0 req-e74049bb-9eef-4f76-bd87-27b5592c4da6 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0641334 Jul 16 09:15:59.496321 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2e77e0c4-9b35-4a12-bae6-fa21adfe76d0 req-86a980cf-7cee-4b8d-ae28-4450b79c966e tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Jul 16 09:16:00.670989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fca7-7342-4239-b16c-0b37e820574f req-dacc6e63-29ef-4c47-940d-c577545f4fcf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:00.673392 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ce8fca7-7342-4239-b16c-0b37e820574f req-dacc6e63-29ef-4c47-940d-c577545f4fcf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0647392 Jul 16 09:16:00.714643 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8ce8fca7-7342-4239-b16c-0b37e820574f req-3f7244f7-570c-4efc-9d07-4069f1052969 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358505 Jul 16 09:16:01.886356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b9239-37b7-4de5-b1fa-36816f9c3328 req-50be4454-a9c7-4932-936e-7e9f7aa92c54 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:01.887850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-270b9239-37b7-4de5-b1fa-36816f9c3328 req-50be4454-a9c7-4932-936e-7e9f7aa92c54 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0633259 Jul 16 09:16:01.925637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-270b9239-37b7-4de5-b1fa-36816f9c3328 req-f4e4e6e3-fc34-494f-9f47-2ee016b2aeab tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 16 09:16:03.097520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47ffc-caa9-4ecf-bd92-17f04a5eedaf req-7910eeaf-b522-4b47-8990-055690b8d0bf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:03.098913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7d47ffc-caa9-4ecf-bd92-17f04a5eedaf req-7910eeaf-b522-4b47-8990-055690b8d0bf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0640152 Jul 16 09:16:03.136840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7d47ffc-caa9-4ecf-bd92-17f04a5eedaf req-907f886c-adbe-4f41-bf6d-902bac4cd211 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Jul 16 09:16:03.849540 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:04.310927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3841ac0-c91f-4684-aff9-fed0a48fbbd0 req-ac1a4781-b4ab-42bd-a530-a65498ca899f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:04.312912 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3841ac0-c91f-4684-aff9-fed0a48fbbd0 req-ac1a4781-b4ab-42bd-a530-a65498ca899f tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0667186 Jul 16 09:16:04.349659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c3841ac0-c91f-4684-aff9-fed0a48fbbd0 req-a6a607e1-3ea6-43da-9737-0cd9e12201a2 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Jul 16 09:16:05.533448 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb79375-7c42-4b34-a66a-55dc1219347e req-38f73c38-c67a-438c-8b54-cd4899839820 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:05.534941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cb79375-7c42-4b34-a66a-55dc1219347e req-38f73c38-c67a-438c-8b54-cd4899839820 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0625451 Jul 16 09:16:05.571660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cb79375-7c42-4b34-a66a-55dc1219347e req-10c9047d-3d77-47fa-abbb-a5c9417f25e6 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Jul 16 09:16:06.744685 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d958e8-c4eb-4c45-a5de-f06b7b0c9785 req-ef8586b1-f01c-4ac1-b2a1-0831dc8a2bd7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:06.746139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6d958e8-c4eb-4c45-a5de-f06b7b0c9785 req-ef8586b1-f01c-4ac1-b2a1-0831dc8a2bd7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0626571 Jul 16 09:16:06.783988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6d958e8-c4eb-4c45-a5de-f06b7b0c9785 req-86994608-aa47-447c-b722-a5140b33b5ca tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Jul 16 09:16:07.956439 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c04da-d380-49d6-b797-f460eb990baf req-becebd79-8bf4-4dd7-9f3a-6c2dc53fd984 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:07.957915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd6c04da-d380-49d6-b797-f460eb990baf req-becebd79-8bf4-4dd7-9f3a-6c2dc53fd984 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0669298 Jul 16 09:16:07.995505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd6c04da-d380-49d6-b797-f460eb990baf req-e4fd4c69-1b7f-43de-b26e-bc56cfe9812c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321524 Jul 16 09:16:09.177739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7624b-21a8-4605-80ae-41cf6f2c459b req-c159761c-b886-4d27-8c25-4a13d1a41a8c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:09.179232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36d7624b-21a8-4605-80ae-41cf6f2c459b req-c159761c-b886-4d27-8c25-4a13d1a41a8c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0687819 Jul 16 09:16:09.216860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-36d7624b-21a8-4605-80ae-41cf6f2c459b req-00324597-58a6-42d7-af73-8b133f3050c3 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Jul 16 09:16:10.019429 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-005f99a9-31ba-4b8d-b33c-cf7ec6c71ff1 service neutron] show failed (client error): The resource could not be found. Jul 16 09:16:10.020566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-005f99a9-31ba-4b8d-b33c-cf7ec6c71ff1 service neutron] 10.222.0.36 "GET /v2.0/ports/5d0a1950-558e-404f-bd15-853b4910528b/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0546865 Jul 16 09:16:10.280318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-a8fcde7b-3297-4e88-a02c-a063982b8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.281754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-a8fcde7b-3297-4e88-a02c-a063982b8d12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045&tenant_id=d3d165f57f504d40b4e991d98dbebebc HTTP/1.1" status: 200 len: 1097 time: 0.0553885 Jul 16 09:16:10.294310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:10.370714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.394612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2879c5-d66b-4cec-9a46-e7d92cab6194 req-5399c3f1-c98d-4ea1-9175-86341a036c3b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.396171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb2879c5-d66b-4cec-9a46-e7d92cab6194 req-5399c3f1-c98d-4ea1-9175-86341a036c3b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0635982 Jul 16 09:16:10.436152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb2879c5-d66b-4cec-9a46-e7d92cab6194 req-6dd4e96f-9363-4e2a-8d0c-d77605159f10 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Jul 16 09:16:10.574741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:10.607164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:10.645057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:10.647293 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16074f2e-7fdf-4056-b984-a2449eb375b1" -d '{"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0a1950-558e-404f-bd15-853b4910528b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:10.651072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.664275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Transition to ACTIVE for port object 5d0a1950-558e-404f-bd15-853b4910528b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:10.668593 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.696961 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c594de7e-6b08-4592-869d-735bebc0abee x-openstack-request-id: req-c594de7e-6b08-4592-869d-735bebc0abee {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:10.697260 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0a1950-558e-404f-bd15-853b4910528b", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:10.697511 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c594de7e-6b08-4592-869d-735bebc0abee {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:10.697904 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b', 'code': 200} Jul 16 09:16:10.738331 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] No DVR routers for this DVR port 5d0a1950-558e-404f-bd15-853b4910528b on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:10.740211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:10.751815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.752155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.752489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.752820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.753147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.753471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.753791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.754115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.754429 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.754746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.755061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.755395 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:10.787059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:10.787420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:10.787771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b on network 6d080edc-bf43-4817-8f90-40d89e55765b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:10.791929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Port 5d0a1950-558e-404f-bd15-853b4910528b on network 6d080edc-bf43-4817-8f90-40d89e55765b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:10.792247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Attempting to bind port 5d0a1950-558e-404f-bd15-853b4910528b on network 6d080edc-bf43-4817-8f90-40d89e55765b {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:10.797157 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:10.797486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Checking segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:10.797867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Bound using segment: {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:10.798287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Bound port: 5d0a1950-558e-404f-bd15-853b4910528b, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf942733-2d95-4d19-b56e-83d58fd57235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:10.798634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.860176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:10.863005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:10.867428 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.900268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.900891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.902305 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] 10.222.0.18 "PUT /v2.0/ports/5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 1092 time: 0.6121058 Jul 16 09:16:10.931776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a4459-4d71-496e-81a5-d5b6fd049549 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:10.981699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-60e6c475-0b84-4b98-ad68-d13617a90c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.983187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-60e6c475-0b84-4b98-ad68-d13617a90c4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1095 time: 0.0589571 Jul 16 09:16:11.070001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-da717df6-b4f1-462f-9349-a696ed45715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.071519 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-da717df6-b4f1-462f-9349-a696ed45715b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0821135 Jul 16 09:16:11.114645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-0feefcc3-b856-41eb-b5de-a0a96c71cc82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0365522 Jul 16 09:16:11.162631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-a75d2708-eb52-4690-b302-bd24c8c017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.164052 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-a75d2708-eb52-4690-b302-bd24c8c017cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0440681 Jul 16 09:16:11.195480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-0566d560-b149-4908-a2e3-eabe8ad2746c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252662 Jul 16 09:16:11.286604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-f65c03e9-4024-423f-a1e9-2a7aa01cdf48 service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Jul 16 09:16:11.371967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c826b64e-0be1-4f2f-b593-6c3323331983 req-b4b3a7f4-470d-4c73-a9c8-10619ec0e22e service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791337 Jul 16 09:16:11.789000 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177847-3594-4548-87a1-92a00606024f req-5506f8e0-10aa-4feb-96d8-4ec166521cdf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.790481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a177847-3594-4548-87a1-92a00606024f req-5506f8e0-10aa-4feb-96d8-4ec166521cdf tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 943 time: 0.0627925 Jul 16 09:16:11.832080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a177847-3594-4548-87a1-92a00606024f req-ca276803-7e5d-414c-95cb-9a1d135ad41b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360868 Jul 16 09:16:12.699589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:12.702051 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593" -d '{"events": [{"name": "network-changed", "server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "tag": "5d0a1950-558e-404f-bd15-853b4910528b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:12.750281 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5168b9-2b87-4955-8d27-221b75a47885 x-openstack-request-id: req-dc5168b9-2b87-4955-8d27-221b75a47885 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:12.750956 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "tag": "5d0a1950-558e-404f-bd15-853b4910528b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:12.750956 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc5168b9-2b87-4955-8d27-221b75a47885 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:12.751229 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b', 'status': 'completed', 'code': 200} Jul 16 09:16:13.016817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f96f7-42e7-4eb2-8f95-222a9777f7f6 req-062f7c90-b019-4dc6-bbe1-558262ea4a6c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.018931 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff5f96f7-42e7-4eb2-8f95-222a9777f7f6 req-062f7c90-b019-4dc6-bbe1-558262ea4a6c tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 943 time: 0.0689549 Jul 16 09:16:13.021047 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2427e43e-5f03-4196-b422-2a5486a5c3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.060130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff5f96f7-42e7-4eb2-8f95-222a9777f7f6 req-d7fd7880-69cc-4513-99e5-6835a50cb6a1 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342431 Jul 16 09:16:13.153923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-7238db42-bbbd-4f90-b4e3-92ec46b6ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.155498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-7238db42-bbbd-4f90-b4e3-92ec46b6ccb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1095 time: 0.3858562 Jul 16 09:16:13.162134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-9edf8d9d-3fcb-414c-9ea8-40f563c596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.163518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-9edf8d9d-3fcb-414c-9ea8-40f563c596bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1095 time: 0.3615036 Jul 16 09:16:13.317548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-00e174f2-0d0e-4ab8-9b32-b21a9d6e7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.318939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-00e174f2-0d0e-4ab8-9b32-b21a9d6e7b61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.1545691 Jul 16 09:16:13.323123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-f20149a7-593f-4a7e-a22f-81ea2629a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.324505 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-f20149a7-593f-4a7e-a22f-81ea2629a5bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.1532040 Jul 16 09:16:13.369606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-4d84c720-cd08-4c4b-a0d2-20a43b0ec64a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0441544 Jul 16 09:16:13.404510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-5b3e6a8f-b148-455d-8202-5b9b75d4eac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0715280 Jul 16 09:16:13.481192 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-485cd742-98af-4e25-a46c-a547ff1c8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.482642 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-485cd742-98af-4e25-a46c-a547ff1c8148 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0863125 Jul 16 09:16:13.488752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-091163c1-02f1-4d2d-839c-5a85a3f55ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.490071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-091163c1-02f1-4d2d-839c-5a85a3f55ec7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0639651 Jul 16 09:16:13.524232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-577c2326-e9ec-438f-ac99-aed769aa84b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332510 Jul 16 09:16:13.542086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-971af545-45c7-414e-a81b-1cfb23771c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432804 Jul 16 09:16:13.693392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-5dfb3095-8f6d-466c-aa88-71805caea6d0 service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532323 Jul 16 09:16:13.698339 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-6fd950a7-6fcb-40d0-aa19-2bac998757ac service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479738 Jul 16 09:16:13.861309 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-6f137ba6-17ad-409f-8a0f-1403a7d41e7e service neutron] 10.222.0.18 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619570 Jul 16 09:16:13.863203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-70d58b1d-51c8-4dc4-a7a2-d21f5cac9593 req-e486588c-987b-421d-9ca9-cb3a81a2c86a service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565993 Jul 16 09:16:14.233635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395770a-ca19-4f2c-a833-463ffabfccc9 req-5dcd7692-09ea-49f5-a56a-50d433a64ec7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:14.235308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1395770a-ca19-4f2c-a833-463ffabfccc9 req-5dcd7692-09ea-49f5-a56a-50d433a64ec7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 943 time: 0.0636456 Jul 16 09:16:14.272537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1395770a-ca19-4f2c-a833-463ffabfccc9 req-8e6e3432-7890-40ae-9151-a16a7d7123f6 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 16 09:16:14.299353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d0a1950-558e-404f-bd15-853b4910528b details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:14.395875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:14.408482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '5d0a1950-558e-404f-bd15-853b4910528b', 'network_id': '6d080edc-bf43-4817-8f90-40d89e55765b', 'port_id': '5d0a1950-558e-404f-bd15-853b4910528b', 'mac_address': 'fa:16:3e:c2:e2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217399-fda1-4677-b389-bb1a32bdd635', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:14.450793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.464249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0a1950-558e-404f-bd15-853b4910528b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:14.485163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:14.489433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.539407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:14.626138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677e619-6078-4c4d-a1a8-2f7e2900cf8b req-5cfd1201-e459-4d6a-b557-cfa504db9d22 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:14.628259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d677e619-6078-4c4d-a1a8-2f7e2900cf8b req-5cfd1201-e459-4d6a-b557-cfa504db9d22 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 944 time: 0.1194882 Jul 16 09:16:14.636045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-e306643d-6bc6-450e-8b0c-bb638c333a4d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:14.637330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-e306643d-6bc6-450e-8b0c-bb638c333a4d tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.36 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045&tenant_id=d3d165f57f504d40b4e991d98dbebebc&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 944 time: 0.1005025 Jul 16 09:16:14.700673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['5d0a1950-558e-404f-bd15-853b4910528b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:14.701487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d677e619-6078-4c4d-a1a8-2f7e2900cf8b req-cd39d6eb-4b46-4f3c-acca-912dcc8b8671 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 Jul 16 09:16:14.718844 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-af5a986c-7c73-4abe-b1f6-1b6d77b65dc1 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:16:14.719890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-af5a986c-7c73-4abe-b1f6-1b6d77b65dc1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/5d0a1950-558e-404f-bd15-853b4910528b/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0748956 Jul 16 09:16:14.729178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d0a1950-558e-404f-bd15-853b4910528b no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:14.784271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 5d0a1950-558e-404f-bd15-853b4910528b not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:14.836974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-02889071-376b-4652-88a5-492f102817ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:14.838470 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-02889071-376b-4652-88a5-492f102817ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3d165f57f504d40b4e991d98dbebebc&device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 1096 time: 0.0531731 Jul 16 09:16:14.932592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-59853cc9-19eb-45ab-91ce-e66d7c098000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:14.934000 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-59853cc9-19eb-45ab-91ce-e66d7c098000 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 200 len: 916 time: 0.0893199 Jul 16 09:16:14.974732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-dbdc8d04-53ec-4ca1-b754-28e48b98c380 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 200 len: 217 time: 0.0344539 Jul 16 09:16:15.027372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-90097fa6-54ff-4db5-99ff-7b6196eb5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.028822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-90097fa6-54ff-4db5-99ff-7b6196eb5af1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 200 len: 855 time: 0.0476301 Jul 16 09:16:15.059778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-79b7e48f-5606-4ecc-8a3a-ea9720b9e564 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d080edc-bf43-4817-8f90-40d89e55765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252936 Jul 16 09:16:15.149985 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-55f2dd10-9fee-4ab6-84ce-e17dc0800521 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Jul 16 09:16:15.242556 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ea7f9c2-2ccf-4d1c-961e-c59be7c144cf req-c6aeecd6-5ae0-41d6-8d2a-8dc404ec4510 service neutron] 10.222.0.36 "GET /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Jul 16 09:16:15.706770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-84d38785-6c54-4859-bd2f-9e45025715d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.800869 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.885528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3064f-abf0-42b4-8618-18e5de084d94 req-e046bc06-c8a1-45ca-93c9-3f75b2adce0b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.887019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-41e3064f-abf0-42b4-8618-18e5de084d94 req-e046bc06-c8a1-45ca-93c9-3f75b2adce0b tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 944 time: 0.0650299 Jul 16 09:16:15.927279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-41e3064f-abf0-42b4-8618-18e5de084d94 req-3615d399-c4bc-40be-9ef7-51619dc82045 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335228 Jul 16 09:16:16.103532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b1519-0ca0-4a96-92ab-7889788b480f req-d6648a94-7cb0-4cc5-9e86-b25f01a7914e tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.105048 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f5b1519-0ca0-4a96-92ab-7889788b480f req-d6648a94-7cb0-4cc5-9e86-b25f01a7914e tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 944 time: 0.0646274 Jul 16 09:16:16.144215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7f5b1519-0ca0-4a96-92ab-7889788b480f req-84ba7851-9115-4601-8727-94a311b9ce98 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Jul 16 09:16:16.311069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d0a1950-558e-404f-bd15-853b4910528b up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:16.315927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542fe2-1ede-4bec-964e-8a3794fe05a6 req-56bac1a3-4ae5-48aa-840e-dbd848369e22 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.317423 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07542fe2-1ede-4bec-964e-8a3794fe05a6 req-56bac1a3-4ae5-48aa-840e-dbd848369e22 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 944 time: 0.0662422 Jul 16 09:16:16.355285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-07542fe2-1ede-4bec-964e-8a3794fe05a6 req-d0b51cba-9c4c-404f-86b4-36e1ef6a69c5 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Jul 16 09:16:16.363520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 5d0a1950-558e-404f-bd15-853b4910528b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:16.367094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 5d0a1950-558e-404f-bd15-853b4910528b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:16.367498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.445771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.468215 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:16.470481 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628fc36-294f-423c-bbf2-8fe07cf78b54" -d '{"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-plugged", "status": "completed", "tag": "5d0a1950-558e-404f-bd15-853b4910528b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:16.483131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:16.496296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.522551 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c64a13-2220-4c0d-a358-3058c42e4c15 x-openstack-request-id: req-67c64a13-2220-4c0d-a358-3058c42e4c15 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:16.522849 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-plugged", "status": "completed", "tag": "5d0a1950-558e-404f-bd15-853b4910528b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:16.523103 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67c64a13-2220-4c0d-a358-3058c42e4c15 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:16.523521 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b', 'code': 200} Jul 16 09:16:16.551072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:16.787618 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.930506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2654170-4a21-43a5-bdb2-3692876df8ae req-abcc5f71-901a-4c50-86d4-21339885d200 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.932061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2654170-4a21-43a5-bdb2-3692876df8ae req-abcc5f71-901a-4c50-86d4-21339885d200 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0687993 Jul 16 09:16:16.968900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2654170-4a21-43a5-bdb2-3692876df8ae req-6fdab7f9-772b-41de-8111-09fd23e210f1 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Jul 16 09:16:17.953031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-71a80b30-8bff-4a88-be25-e3914de52610 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:17.954504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-71a80b30-8bff-4a88-be25-e3914de52610 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0629389 Jul 16 09:16:18.021761 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.061533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Deleting port 5d0a1950-558e-404f-bd15-853b4910528b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:18.061921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.148097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc67a3-898b-4f8f-9cd3-59e573e88641 req-2a0eab3b-0bb4-46d9-b4e6-3a65b813ddaa tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:18.149618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18cc67a3-898b-4f8f-9cd3-59e573e88641 req-2a0eab3b-0bb4-46d9-b4e6-3a65b813ddaa tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/ports?device_id=e103acd1-6c74-40c6-883d-5ace36740045 HTTP/1.1" status: 200 len: 945 time: 0.0678442 Jul 16 09:16:18.153053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] For port 5d0a1950-558e-404f-bd15-853b4910528b, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=5d0a1950-558e-404f-bd15-853b4910528b,segment=NetworkSegment(bf942733-2d95-4d19-b56e-83d58fd57235),segment_id=bf942733-2d95-4d19-b56e-83d58fd57235)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:18.153423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.166757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Calling delete_port for 5d0a1950-558e-404f-bd15-853b4910528b owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:18.188540 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-18cc67a3-898b-4f8f-9cd3-59e573e88641 req-2e1ce8d2-db4a-4bce-903e-36ab3f936c32 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.41 "GET /v2.0/security-groups?id=c432cee0-25e8-4058-87ae-9f06dce60615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jul 16 09:16:18.296201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.308698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['5d0a1950-558e-404f-bd15-853b4910528b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:18.323003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Pushing event deleted for resources: {'Port': ['ID=5d0a1950-558e-404f-bd15-853b4910528b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:18.368682 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] No DVR routers for this DVR port 5d0a1950-558e-404f-bd15-853b4910528b on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:18.371240 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.373219 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361317df-b40a-4a12-a1ce-4322740cdb82 req-85373cbe-d213-4f4c-9227-b00ff9c366b7 tempest-ServerDiskConfigTestJSON-457901299 tempest-ServerDiskConfigTestJSON-457901299-project] 10.222.0.18 "DELETE /v2.0/ports/5d0a1950-558e-404f-bd15-853b4910528b HTTP/1.1" status: 204 len: 173 time: 0.4133070 Jul 16 09:16:18.373700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-deleted', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:18.376542 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c7796-a549-491d-9adb-d687a0feb974" -d '{"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-deleted", "tag": "5d0a1950-558e-404f-bd15-853b4910528b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:18.414848 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ee1f7-50e4-497c-b159-07801e552a6c x-openstack-request-id: req-283ee1f7-50e4-497c-b159-07801e552a6c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:18.415144 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103acd1-6c74-40c6-883d-5ace36740045", "name": "network-vif-deleted", "tag": "5d0a1950-558e-404f-bd15-853b4910528b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:18.415435 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-283ee1f7-50e4-497c-b159-07801e552a6c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:18.415847 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e103acd1-6c74-40c6-883d-5ace36740045', 'name': 'network-vif-deleted', 'tag': '5d0a1950-558e-404f-bd15-853b4910528b', 'status': 'completed', 'code': 200} Jul 16 09:16:18.480958 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.412990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41462) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:19.457308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Deleting subnet 48217399-fda1-4677-b389-bb1a32bdd635 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:16:19.460359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.498345 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.536832 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.588539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.612579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48217399-fda1-4677-b389-bb1a32bdd635,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:19.622369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.622712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.623048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.623400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.623726 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.624638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.624638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.624814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.625186 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.625507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.625824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.626139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:19.628915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.630827 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a8ec08c0-3079-45e4-8876-434197dc72dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/48217399-fda1-4677-b389-bb1a32bdd635 HTTP/1.1" status: 204 len: 168 time: 0.2167249 Jul 16 09:16:19.633360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41464) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:19.706777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.783941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.793855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d080edc-bf43-4817-8f90-40d89e55765b']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:19.803641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf942733-2d95-4d19-b56e-83d58fd57235') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:19.803938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf942733-2d95-4d19-b56e-83d58fd57235') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:19.813199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.826442 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.832868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:16:19.833239 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:16:19.834839 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:16:19.892071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.897743 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.899607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] 10.222.0.41 "DELETE /v2.0/networks/6d080edc-bf43-4817-8f90-40d89e55765b HTTP/1.1" status: 204 len: 168 time: 0.2652338 Jul 16 09:16:19.910514 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ece3be-d90d-422e-bdff-be6f84d9019e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d080edc-bf43-4817-8f90-40d89e55765b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:20.003202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41468) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.042589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f46ca88-ca6d-48cf-a41f-7241fbcf717e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3d165f57f504d40b4e991d98dbebebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378826 Jul 16 09:16:20.044782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41470) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.091304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8482ed94-35d7-45d9-87dc-607fc4f216ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.111868 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8482ed94-35d7-45d9-87dc-607fc4f216ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.168807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8482ed94-35d7-45d9-87dc-607fc4f216ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.171963 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8482ed94-35d7-45d9-87dc-607fc4f216ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.173130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8482ed94-35d7-45d9-87dc-607fc4f216ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c432cee0-25e8-4058-87ae-9f06dce60615 HTTP/1.1" status: 204 len: 168 time: 0.1274228 Jul 16 09:16:20.180694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482ed94-35d7-45d9-87dc-607fc4f216ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c432cee0-25e8-4058-87ae-9f06dce60615,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:20.337547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d0a1950-558e-404f-bd15-853b4910528b no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:20.356807 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 5d0a1950-558e-404f-bd15-853b4910528b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:20.357157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 5d0a1950-558e-404f-bd15-853b4910528b not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:20.809567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41492) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.947253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-88445946-network', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:20.967734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Made reservation on behalf of af3b52402a6b4832942c340ce40a2c80 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:20.970207 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.978260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.067837 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.071387 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.096901 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:16:21.105649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1125d4d-2e37-4d4c-9d6a-613c1d1bd117,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.113087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.113943 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Added segment fb3595fd-4aae-4364-903e-844d7d701568 of type vlan for network 842589d7-c1f7-4b05-b272-c90925650c75 Jul 16 09:16:21.155000 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.182527 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.183659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:21.184241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.215585 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4048877 Jul 16 09:16:21.218355 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41500) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:21.223149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Request body: {'subnet': {'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-88445946-subnet', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:21.261907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c24d0-3921-41d3-8e53-6d3719992bed admin admin] Pushing event updated for resources: {'Network': ['ID=842589d7-c1f7-4b05-b272-c90925650c75,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.272430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 842589d7-c1f7-4b05-b272-c90925650c75 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:16:21.278993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Made reservation on behalf of af3b52402a6b4832942c340ce40a2c80 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:21.281953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.450785 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.505230 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43944557-4d7a-4a15-8a92-13b25ffbc576,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.517196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:21.517555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Network hostable DHCP agents. Network: 842589d7-c1f7-4b05-b272-c90925650c75, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:16:21.534861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Network 842589d7-c1f7-4b05-b272-c90925650c75 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:16:21.543184 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 842589d7-c1f7-4b05-b272-c90925650c75) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:21.548043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:21.548630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.552666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a99269-8e19-40d4-89e4-f001b136d805 None None] Network 842589d7-c1f7-4b05-b272-c90925650c75 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:21.562401 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-332a5cc6-ffb1-42a2-a69c-4e7236e8603e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3428574 Jul 16 09:16:21.565239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41502) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:21.569801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:21.590193 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.591602 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.647459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.697629 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-842589d7-c1f7-4b05-b272-c90925650c75', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:16:21.698490 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.784657 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.835817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Allocated IP 172.20.0.2 (842589d7-c1f7-4b05-b272-c90925650c75/43944557-4d7a-4a15-8a92-13b25ffbc576/c369420c-100d-4bc9-8963-720d16f5b9eb) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:21.978709 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.987091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Transition to ACTIVE for port object c369420c-100d-4bc9-8963-720d16f5b9eb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:21.994289 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.001822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Transition to ACTIVE for port object c369420c-100d-4bc9-8963-720d16f5b9eb will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:22.007508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.014342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.049591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:22.052343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:22.055934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:22.063496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Pushing event updated for resources: {'Port': ['ID=c369420c-100d-4bc9-8963-720d16f5b9eb,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:22.116714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Allocated IP 172.25.0.54 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/7142b783-5c6e-42e5-94a3-0b1dc8284c2a) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:22.118737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Attempting to bind port c369420c-100d-4bc9-8963-720d16f5b9eb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:22.119112 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Attempting to bind port c369420c-100d-4bc9-8963-720d16f5b9eb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:22.120046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Attempting to bind port c369420c-100d-4bc9-8963-720d16f5b9eb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:22.127599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:22.127977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:22.128381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.128774 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:22.129242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Bound port: c369420c-100d-4bc9-8963-720d16f5b9eb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:22.129619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.200777 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] For port c369420c-100d-4bc9-8963-720d16f5b9eb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:22.204741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] For port c369420c-100d-4bc9-8963-720d16f5b9eb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c369420c-100d-4bc9-8963-720d16f5b9eb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:22.209515 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.229713 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.268137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f4045-9029-4f00-b1d0-5e9085a47784 None None] Pushing event updated for resources: {'Port': ['ID=c369420c-100d-4bc9-8963-720d16f5b9eb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:22.279793 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.320654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:22.323506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:22.327039 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:22.349926 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Pushing event updated for resources: {'Port': ['ID=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:22.590117 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.785521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.916660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Router 0688e55b-ed72-4b01-b664-c8122be57b80 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:16:23.026404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:23.036176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:23.042680 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.047618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41506) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:23.048199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b6e48fc5-b04b-4922-adae-b47e919bc198 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4814069 Jul 16 09:16:23.057527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:23.058359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:23.150719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e43ca1-0ccd-439d-858b-8f5df72ebc06 None None] Network 842589d7-c1f7-4b05-b272-c90925650c75 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:23.188294 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:23.313910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5442e65f-077e-4761-80dd-ac58f981fdfa None None] Provisioning for port c369420c-100d-4bc9-8963-720d16f5b9eb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:23.502911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:22Z', 'revision_number': 3, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:23.509977 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.532180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c369420c-100d-4bc9-8963-720d16f5b9eb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:23.534977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:23.535342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Updating router 0688e55b-ed72-4b01-b664-c8122be57b80 port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:23.616588 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.730011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c369420c-100d-4bc9-8963-720d16f5b9eb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:23.739242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c369420c-100d-4bc9-8963-720d16f5b9eb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:23.739772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.803428 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Allocated IP 172.20.0.1 (842589d7-c1f7-4b05-b272-c90925650c75/43944557-4d7a-4a15-8a92-13b25ffbc576/b704a708-a452-44bc-88fb-684d07d11b59) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:23.947984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.961416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Transition to ACTIVE for port object b704a708-a452-44bc-88fb-684d07d11b59 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:23.992067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b367906c-c1d4-481e-8c52-b2767a52e1ce None None] Provisioning complete for port c369420c-100d-4bc9-8963-720d16f5b9eb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:23.992457 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b367906c-c1d4-481e-8c52-b2767a52e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:23.998570 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.057580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:24.063841 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:24.066739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:24.101905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Pushing event updated for resources: {'Port': ['ID=b704a708-a452-44bc-88fb-684d07d11b59,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.129331 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.160659 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.258403 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b367906c-c1d4-481e-8c52-b2767a52e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.311471 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c369420c-100d-4bc9-8963-720d16f5b9eb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c369420c-100d-4bc9-8963-720d16f5b9eb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:24.323125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.326986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.384092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Transition to ACTIVE for port object 7142b783-5c6e-42e5-94a3-0b1dc8284c2a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:24.404519 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.412537 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.db.api [None req-b367906c-c1d4-481e-8c52-b2767a52e1ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:16:24.412892 n-d-798249-10 neutron-server[93701]: DEBUG oslo_db.api [None req-b367906c-c1d4-481e-8c52-b2767a52e1ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:16:24.429152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c369420c-100d-4bc9-8963-720d16f5b9eb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.473805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Attempting to bind port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:24.474181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Attempting to bind port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:24.474547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Attempting to bind port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:24.484959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86fe80-dcc7-4eae-964e-d5195f36d04a None None] Pushing event updated for resources: {'Port': ['ID=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.487520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:24.487909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:24.488320 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.488708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:24.489186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Bound port: 7142b783-5c6e-42e5-94a3-0b1dc8284c2a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:24.489574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.546706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] For port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:24.549970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] For port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:24.553888 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.604708 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.609377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:24.610081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:24.648430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86fe80-dcc7-4eae-964e-d5195f36d04a None None] Pushing event updated for resources: {'Port': ['ID=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.722570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:24.769727 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.774393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.841936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Pushing event updated for resources: {'Port': ['ID=b704a708-a452-44bc-88fb-684d07d11b59,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.844560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.941082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:24.942547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:24.946328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:23Z', 'revision_number': 1, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:24.981826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b44b8-102a-4fa1-bb76-360ef1b06da0 None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:23Z', 'revision_number': 1, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:25.065600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:25.107984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f0c2d86-80bc-4dbb-b0de-7184defd7523 None None] Provisioning for port b704a708-a452-44bc-88fb-684d07d11b59 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:25.114940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4f0c2d86-80bc-4dbb-b0de-7184defd7523 None None] Provisioning complete for port b704a708-a452-44bc-88fb-684d07d11b59 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:25.115417 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2d86-80bc-4dbb-b0de-7184defd7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.151271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c2d86-80bc-4dbb-b0de-7184defd7523 None None] Port b704a708-a452-44bc-88fb-684d07d11b59 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:25.199496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:25.219504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b92ce549-7c39-44c0-8248-dc49cc97da97 admin admin] 10.222.0.41 "PUT /v2.0/routers/0688e55b-ed72-4b01-b664-c8122be57b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625457 Jul 16 09:16:25.272683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da444ac7-0216-44dc-81a1-6e5276c05f57 None None] Provisioning complete for port b704a708-a452-44bc-88fb-684d07d11b59 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:25.273253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da444ac7-0216-44dc-81a1-6e5276c05f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.309262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-da444ac7-0216-44dc-81a1-6e5276c05f57 None None] Port b704a708-a452-44bc-88fb-684d07d11b59 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:25.488069 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c369420c-100d-4bc9-8963-720d16f5b9eb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:25.543829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c369420c-100d-4bc9-8963-720d16f5b9eb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:25.544206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.932013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41514) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:25.937671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369402964', 'description': 'tempest-description--1996551606'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:25.961390 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.050302 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.053511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.083491 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.084753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1515017 Jul 16 09:16:26.088013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41516) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.092604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'security_group_rule': {'security_group_id': 'bc8c1451-c4b4-42f6-90c8-5ec17b65fe94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:26.099117 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11fb9b-21ed-441d-8809-81ad92e17889 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.125918 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.187017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.191941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.218098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf627f51-7388-4ae6-90cf-ef28e8669404,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.224712 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.225916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1b2394bc-bb19-41b8-a798-9fc66cd6b15a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369488 Jul 16 09:16:26.228490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41518) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.232926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'security_group_rule': {'security_group_id': 'bc8c1451-c4b4-42f6-90c8-5ec17b65fe94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:26.262421 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.325184 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.328963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.349363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef88d2a0-1072-40d2-ab7d-1926d285e941,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.352973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.354209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bb9a5de5-5a21-4d95-a68c-fda56690ea7b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247897 Jul 16 09:16:26.357281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41520) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.363176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:26.384445 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.478573 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.587100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Allocated IP 172.25.0.134 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9da8bd59-ca9d-42a3-9174-18ee55de8678) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:26.692978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.731861 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.771758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:26.774503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:26.778084 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:26.800922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'Port': ['ID=9da8bd59-ca9d-42a3-9174-18ee55de8678,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.866718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.913053 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.986408 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:26.996152 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:26.996835 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:27.064561 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.069359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.099747 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:27.134697 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'Port': ['ID=9da8bd59-ca9d-42a3-9174-18ee55de8678,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.147067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.162470 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.163832 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da8f0602-a535-46c5-881c-5bed9e906672 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8050032 Jul 16 09:16:27.302873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 2, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:27.309542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-e1741ea8-d8b2-48fa-bcbc-1addb01f517b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1369402964&fields=id&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 267 time: 0.0334830 Jul 16 09:16:27.332801 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:27.333158 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Updating router 0688e55b-ed72-4b01-b664-c8122be57b80 port b704a708-a452-44bc-88fb-684d07d11b59 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:27.365874 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.504638 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7142b783-5c6e-42e5-94a3-0b1dc8284c2a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:27.557641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:27.562967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:27.563369 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.658491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.685309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:27.690389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.744130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.748388 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.759345 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Transition to ACTIVE for port object b704a708-a452-44bc-88fb-684d07d11b59 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:27.766995 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-dd76b072-97c3-4df1-a69f-577d6f76562b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:27.768573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-dd76b072-97c3-4df1-a69f-577d6f76562b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.4515939 Jul 16 09:16:27.769928 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.785151 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-8aec3a07-4d20-4889-b405-4c656f6824bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/quotas/af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 375 time: 0.0094430 Jul 16 09:16:27.818784 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Pushing event updated for resources: {'Port': ['ID=b704a708-a452-44bc-88fb-684d07d11b59,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.844359 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.844710 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.845046 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.845382 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.846406 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.846406 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.846406 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.846704 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.846960 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.847288 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.847644 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.847947 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:27.863674 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-d3528ce0-50b8-4260-ba91-ca645cd5e40f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729892 Jul 16 09:16:27.884707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Attempting to bind port b704a708-a452-44bc-88fb-684d07d11b59 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:27.885081 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Attempting to bind port b704a708-a452-44bc-88fb-684d07d11b59 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:27.885570 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Attempting to bind port b704a708-a452-44bc-88fb-684d07d11b59 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:27.892398 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:27.892955 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:27.893454 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.893916 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:27.894722 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Bound port: b704a708-a452-44bc-88fb-684d07d11b59, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:27.895173 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.966468 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] For port b704a708-a452-44bc-88fb-684d07d11b59, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:27.971731 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] For port b704a708-a452-44bc-88fb-684d07d11b59, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b704a708-a452-44bc-88fb-684d07d11b59,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:27.977300 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.028261 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-7ac8382d-33b6-4e86-803e-e426657299b9 service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521533 Jul 16 09:16:28.037414 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:28.038050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.075756 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e60a0-20c0-4acd-8bc6-1a966d915f6f None None] Pushing event updated for resources: {'Port': ['ID=b704a708-a452-44bc-88fb-684d07d11b59,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:28.135363 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-5bf7666a-16d0-4c03-891e-ae1433fc6f28 service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986381 Jul 16 09:16:28.154271 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:28.326138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bf0bbadc-aa71-418e-ad5e-acd74d374b02 req-4f7f6670-87da-4084-af1b-734013a66ae2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 210 time: 0.0298259 Jul 16 09:16:28.369991 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:28.401687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62467a2-f95a-4878-acca-0b3963d273d3 None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:29.478297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5aeb4070-aa5f-4a7a-b772-3c22d737f4e3 req-607dbc1b-e944-40ba-bf4c-2a874c15ce2b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 210 time: 0.0308185 Jul 16 09:16:29.518397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7142b783-5c6e-42e5-94a3-0b1dc8284c2a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:29.570223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:29.570725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.619145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-e420e254-5cf8-4b7c-8cc4-b50d86b8ff27 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.619855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-e420e254-5cf8-4b7c-8cc4-b50d86b8ff27 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.1099446 Jul 16 09:16:29.652064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b704a708-a452-44bc-88fb-684d07d11b59 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:29.664328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-ecf2f134-2d9e-455e-9ebc-dc91d0ca3475 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 380 time: 0.0366287 Jul 16 09:16:29.674141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'port': {'device_id': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'admin_state_up': True, 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'security_groups': ['bc8c1451-c4b4-42f6-90c8-5ec17b65fe94']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:29.693778 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:29.703443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b704a708-a452-44bc-88fb-684d07d11b59 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:29.707867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b704a708-a452-44bc-88fb-684d07d11b59 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:29.708505 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.793329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.795299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Made reservation on behalf of af3b52402a6b4832942c340ce40a2c80 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:29.799659 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.826028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b704a708-a452-44bc-88fb-684d07d11b59, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b704a708-a452-44bc-88fb-684d07d11b59,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:29.829148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.876624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b704a708-a452-44bc-88fb-684d07d11b59,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:29.933671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Allocated IP 172.20.0.14 (842589d7-c1f7-4b05-b272-c90925650c75/43944557-4d7a-4a15-8a92-13b25ffbc576/8ac5769b-0468-4a85-8b26-b18da74362ed) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:30.066900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.085084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Transition to ACTIVE for port object 8ac5769b-0468-4a85-8b26-b18da74362ed will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:30.117794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.160498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:30.165760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:30.169507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:30.202221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.229038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:30.229674 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.244381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-3cb3ee7e-e111-4292-a13e-b2f88c0987f4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748169 Jul 16 09:16:30.256333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Request body: {'port': {'device_id': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.345292 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.409453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9f815405-ed02-4b2e-a14d-4248bcf84b00 None None] Provisioning for port 8ac5769b-0468-4a85-8b26-b18da74362ed completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:30.413321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-9f815405-ed02-4b2e-a14d-4248bcf84b00 None None] Provisioning complete for port 8ac5769b-0468-4a85-8b26-b18da74362ed triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:30.413646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9f815405-ed02-4b2e-a14d-4248bcf84b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.448327 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9f815405-ed02-4b2e-a14d-4248bcf84b00 None None] Port 8ac5769b-0468-4a85-8b26-b18da74362ed cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:30.643506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac5769b-0468-4a85-8b26-b18da74362ed {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:30.653722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.673559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Transition to ACTIVE for port object 8ac5769b-0468-4a85-8b26-b18da74362ed will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:30.677733 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.720299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9be48-1c01-4aa2-8201-6bad33402b10 req-d80f6cf4-4c81-4ea9-beaf-d4b98cc2fb6f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:30.721840 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9cc9be48-1c01-4aa2-8201-6bad33402b10 req-d80f6cf4-4c81-4ea9-beaf-d4b98cc2fb6f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 932 time: 0.1200645 Jul 16 09:16:30.760113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827af31b-308e-4794-879d-76de7021b7da service neutron] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.801767 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9cc9be48-1c01-4aa2-8201-6bad33402b10 req-35a40dec-dd3f-4897-90ff-02eb3113aa0c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738902 Jul 16 09:16:30.857250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:30.857590 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:30.857925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:30.863147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Port 8ac5769b-0468-4a85-8b26-b18da74362ed on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:30.863558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:30.868612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:30.868956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:30.869346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:30.869782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Bound port: 8ac5769b-0468-4a85-8b26-b18da74362ed, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:30.870150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.934905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:30.938509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:30.942869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.981031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:30.981685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.983087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-827af31b-308e-4794-879d-76de7021b7da service neutron] 10.222.0.18 "PUT /v2.0/ports/8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1093 time: 0.7311144 Jul 16 09:16:30.983564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:30.986672 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193b15a-fab9-4e66-9754-4be93d0caae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:31.024962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827af31b-308e-4794-879d-76de7021b7da service neutron] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:31.036865 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f23884-0aa3-4570-921d-05521ea4e9d8 x-openstack-request-id: req-a6f23884-0aa3-4570-921d-05521ea4e9d8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:31.037367 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:31.037640 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6f23884-0aa3-4570-921d-05521ea4e9d8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:31.038041 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'status': 'completed', 'code': 200} Jul 16 09:16:31.094358 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-81a2177a-9601-4bba-a3f8-c8fb2b5d5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.096293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-81a2177a-9601-4bba-a3f8-c8fb2b5d5e89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0571587 Jul 16 09:16:31.138487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-92ab6b9c-631d-45f5-b620-78a760f163a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 217 time: 0.0357604 Jul 16 09:16:31.199628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-a9d4732b-7799-40f5-846c-000d2ddfcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.201096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-a9d4732b-7799-40f5-846c-000d2ddfcb87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0568976 Jul 16 09:16:31.260630 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-c4a529b3-e943-4237-ad14-c85df3e98022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.262150 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-c4a529b3-e943-4237-ad14-c85df3e98022 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552194 Jul 16 09:16:31.362856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-815660a5-3dbf-49de-83c1-bb912b75a6e2 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940735 Jul 16 09:16:31.459701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4bad1bc8-b94e-450f-b93f-000a2f18295d req-e4b3fd90-d076-4cce-8818-a0cd80247624 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909150 Jul 16 09:16:31.468000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b704a708-a452-44bc-88fb-684d07d11b59 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:31.522994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b704a708-a452-44bc-88fb-684d07d11b59 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:31.523571 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.563820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-f847fb3e-e272-4d1f-9ed2-ac378ae364f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.565497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-f847fb3e-e272-4d1f-9ed2-ac378ae364f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0578604 Jul 16 09:16:31.665713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-3cfa1341-682d-42b1-b976-3fb3e2607868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.667381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-3cfa1341-682d-42b1-b976-3fb3e2607868 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0942256 Jul 16 09:16:31.708811 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-911b18c6-6b1e-442a-b7f4-62aede88222d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 217 time: 0.0346088 Jul 16 09:16:31.761574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-d7a98076-cb60-4ab2-a7cd-d2e617b54a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.763035 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-d7a98076-cb60-4ab2-a7cd-d2e617b54a17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0480151 Jul 16 09:16:31.821793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-02d80466-632b-4994-80d9-fe63800e5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.823412 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-02d80466-632b-4994-80d9-fe63800e5103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540819 Jul 16 09:16:31.915450 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-1f0061db-4537-406a-ae42-33006e0bdda7 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Jul 16 09:16:32.048803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d193b15a-fab9-4e66-9754-4be93d0caae1 req-75e8bcc6-f4b6-490d-b4bc-1f0b209a6f6e service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223693 Jul 16 09:16:32.056185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697772a0-93bc-45e7-a244-37f9a00abbd1 req-b0c4bef2-2b55-468f-bb82-98f861141c7d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:32.057628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-697772a0-93bc-45e7-a244-37f9a00abbd1 req-b0c4bef2-2b55-468f-bb82-98f861141c7d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 944 time: 0.1411612 Jul 16 09:16:32.095804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-697772a0-93bc-45e7-a244-37f9a00abbd1 req-f248a348-6703-494d-a991-8dfb5f21c3f0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jul 16 09:16:32.399119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:32.493977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:32.504810 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'mac_address': 'fa:16:3e:f3:2f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:32.541492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.554008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac5769b-0468-4a85-8b26-b18da74362ed {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:32.573427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:32.577233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.622027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:32.764632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['8ac5769b-0468-4a85-8b26-b18da74362ed'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:33.280378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3296-9014-402e-98c0-5fc0c3294e29 req-3348b66c-56e0-4957-baa0-10106ebd8815 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:33.282556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6eca3296-9014-402e-98c0-5fc0c3294e29 req-3348b66c-56e0-4957-baa0-10106ebd8815 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 945 time: 0.0749266 Jul 16 09:16:33.321441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6eca3296-9014-402e-98c0-5fc0c3294e29 req-16a12889-a0ab-4ee4-aeb2-d8fd12797213 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329130 Jul 16 09:16:33.840873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.399251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:34.448892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 8ac5769b-0468-4a85-8b26-b18da74362ed completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:34.452733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 8ac5769b-0468-4a85-8b26-b18da74362ed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:34.453185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.498886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c4c8-c6a8-4052-a406-ea0b2c4e9794 req-45f468c9-e875-4702-86b8-0e3b024ec460 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.500438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab74c4c8-c6a8-4052-a406-ea0b2c4e9794 req-45f468c9-e875-4702-86b8-0e3b024ec460 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 945 time: 0.0694988 Jul 16 09:16:34.531987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.539761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ab74c4c8-c6a8-4052-a406-ea0b2c4e9794 req-2c841e99-47fd-46cc-af5f-87c51bb1cb34 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Jul 16 09:16:34.555079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:34.557403 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0ff958-dd25-4617-b9ad-564911f478fd" -d '{"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-plugged", "status": "completed", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:34.570846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:34.575298 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.597977 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398dc41a-34eb-41d9-98c2-5889a25e719b x-openstack-request-id: req-398dc41a-34eb-41d9-98c2-5889a25e719b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:34.598270 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-plugged", "status": "completed", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:34.598522 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-398dc41a-34eb-41d9-98c2-5889a25e719b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:34.598910 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'code': 200} Jul 16 09:16:34.624704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:34.703695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33371f-ec40-4948-a723-b15b677e47dc req-273d95a3-05c3-4a61-843b-86788ee1b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.705230 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf33371f-ec40-4948-a723-b15b677e47dc req-273d95a3-05c3-4a61-843b-86788ee1b9a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1098 time: 0.0522285 Jul 16 09:16:34.738654 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf33371f-ec40-4948-a723-b15b677e47dc req-890dd70e-f02b-434b-a646-15d955604900 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272985 Jul 16 09:16:35.712777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a8cc7-19cb-4ace-a953-7677d472bab9 req-e2fde5a3-d58f-4eed-b1bd-ae698a4b2688 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.714161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa8a8cc7-19cb-4ace-a953-7677d472bab9 req-e2fde5a3-d58f-4eed-b1bd-ae698a4b2688 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0657165 Jul 16 09:16:35.751251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aa8a8cc7-19cb-4ace-a953-7677d472bab9 req-04c1b81c-8f3c-4773-8f4d-b6a089c567bc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Jul 16 09:16:35.917510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914730cc-7ccf-41c7-b2f9-fab01b20b861 req-5911c315-d440-4ea3-add2-8e4d17f6d64c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.918985 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-914730cc-7ccf-41c7-b2f9-fab01b20b861 req-5911c315-d440-4ea3-add2-8e4d17f6d64c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0633297 Jul 16 09:16:35.927983 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41574) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:35.932450 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'floatingip': {'port_id': '8ac5769b-0468-4a85-8b26-b18da74362ed'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:35.974930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.423073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.426848 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.525829 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 associated. External IP: 172.25.0.134, port: 8ac5769b-0468-4a85-8b26-b18da74362ed. Jul 16 09:16:36.735362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:36.844121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:36.848846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.853572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:36.863043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:36.863761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:36.888867 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-601785eb-6687-474c-97da-599b6428461a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "PUT /v2.0/floatingips/7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 HTTP/1.1" status: 200 len: 992 time: 0.9598353 Jul 16 09:16:36.889461 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:36.892059 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:36.981184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:36.995594 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304efb76-ecda-4be4-9334-1f62095279ca x-openstack-request-id: req-304efb76-ecda-4be4-9334-1f62095279ca {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:36.996087 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:36.996087 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-304efb76-ecda-4be4-9334-1f62095279ca {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:36.996499 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'status': 'completed', 'code': 200} Jul 16 09:16:37.071740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-6f9c2c4f-c239-4c5e-b41a-1a6b14159273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.073310 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-6f9c2c4f-c239-4c5e-b41a-1a6b14159273 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1098 time: 0.0543022 Jul 16 09:16:37.165447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-b046b08d-d389-4b34-9e89-d283422ac50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.166928 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-b046b08d-d389-4b34-9e89-d283422ac50c service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0877988 Jul 16 09:16:37.207138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:f3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:16:36Z', 'revision_number': 1, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:37.232209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-f679f3ee-9619-4c1e-afe8-bdbc7503fe01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1000 time: 0.0581884 Jul 16 09:16:37.233260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:37.242414 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:37.243008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:37.280304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-467341cd-bc25-4e7f-b681-6511be0888ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.282291 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-467341cd-bc25-4e7f-b681-6511be0888ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0437963 Jul 16 09:16:37.344143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-9c07fb16-aaee-4da2-8200-859b4bab4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.346178 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-9c07fb16-aaee-4da2-8200-859b4bab4f3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574994 Jul 16 09:16:37.442573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-0222e02a-bdb8-4b96-978e-ce3fe93869d8 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901361 Jul 16 09:16:37.507404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:37.538509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a5e52c9b-9a03-4460-bbbc-ee0872654ed0 req-046b49e3-7a94-4f3a-a9f4-b6b9f1b66257 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902891 Jul 16 09:16:37.727335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:f3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:16:36Z', 'revision_number': 1, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:37.756577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520a546-f99e-4f4a-aab2-9e8cdf79fcf5 None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:f3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:16:36Z', 'revision_number': 1, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:37.942849 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37c856-9f45-4ec4-a9e4-683af15c383b None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:43.022837 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-23c8c3af-27d5-4399-8821-4b34095028b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.707906 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8151727e-794a-4765-a65c-6991f6802eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.796252 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.777964 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.041017 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.485579 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.527567 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-e3f996cc-4f70-4560-b726-88a58796a1da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520084 Jul 16 09:16:51.623509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-ee820e93-76bb-4014-b306-180e54fae8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:51.624973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-ee820e93-76bb-4014-b306-180e54fae8b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1098 time: 0.0521286 Jul 16 09:16:51.730862 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-0d3ce4be-4a58-4879-9f35-aecb060320ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:51.732377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-0d3ce4be-4a58-4879-9f35-aecb060320ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0883193 Jul 16 09:16:51.795634 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-e3597c82-65c7-4487-8228-b553aea4b75a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1002 time: 0.0561771 Jul 16 09:16:51.847130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-df08ade3-40a2-4039-95d0-c1694ce8843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:51.848710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-df08ade3-40a2-4039-95d0-c1694ce8843e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0465412 Jul 16 09:16:51.904175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-c9ccdfca-deec-402e-879a-b5a4d2097333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:51.905669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-c9ccdfca-deec-402e-879a-b5a4d2097333 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507853 Jul 16 09:16:51.993171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-b4f9a5dc-1c09-4d7f-9b17-cfd6d8dfe313 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801165 Jul 16 09:16:52.083253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81251138-b854-45b4-9ddd-7e4c29d7842c req-e7a975b3-c2c5-4002-9f66-e4576f74d3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Jul 16 09:16:52.502673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-01f76feb-b361-4a8a-83fc-92424140804e req-80771164-9cec-4d4e-aa12-0400ad194e07 service neutron] (93699) timed out ('10.222.0.41', 35428) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:17:03.860477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.693494 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:11.833462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-3ac69f85-83ba-4cdf-8267-8f21811aa333 req-95355e92-966c-421d-b6ba-a12cc0d281bc service neutron] (93699) timed out ('10.222.0.41', 56638) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:17:13.024024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-28815f30-9693-4121-8ea4-2b07f6badc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.709075 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e3995416-2c97-4cd3-8fb9-d543d096596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.797714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:16.780788 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.031235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.487054 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.761079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-0782387c-6bef-4ee4-99bb-d6cf17a8fe8b req-24f79979-ffc0-4b5c-8c9a-ae776853c678 service neutron] (93700) timed out ('10.222.0.18', 54771) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:17:33.861013 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:43.025059 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfd42355-a65b-42f8-9cf2-5edd31201432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:43.692785 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:45.710162 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-acb4d955-a509-4e2f-9e7b-027a0891c536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.797380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:46.783748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.051497 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.489519 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:52.542003 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-978e16ca-54f3-4417-8e4e-ae40eba6bee0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524783 Jul 16 09:17:52.634830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-c52db836-06aa-4b3f-b2ef-39df2e6e53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.636330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-c52db836-06aa-4b3f-b2ef-39df2e6e53f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1098 time: 0.0528138 Jul 16 09:17:52.741647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-71f02588-3816-4387-84c7-2bd0cd26895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.743107 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-71f02588-3816-4387-84c7-2bd0cd26895f service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0880299 Jul 16 09:17:52.810213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-78d6f38e-a053-4cdf-8835-8d4acefd9553 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1002 time: 0.0610466 Jul 16 09:17:52.858525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-f77ebe8d-17b8-4e55-952e-ce7ec0e46b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.859961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-f77ebe8d-17b8-4e55-952e-ce7ec0e46b1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0437257 Jul 16 09:17:52.914635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-c22e7990-aaab-4f46-abad-3f81e589d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.916146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-c22e7990-aaab-4f46-abad-3f81e589d7fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505610 Jul 16 09:17:53.009531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-e57e032d-9d14-459f-8246-af16a0add351 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Jul 16 09:17:53.100998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-274fe0b5-8f18-4e89-8ac8-32fe49ba2c0e req-ed964606-5464-4963-905f-baf53a16ee8d service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855992 Jul 16 09:18:03.862277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.027246 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3aa99ff5-f61e-429c-9533-a72d8051c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.450697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f5b7a-c06a-4ec2-b287-e3eaa003326a req-5b82882e-77b7-4fd7-97dc-8e80ac4fefd1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:14.452214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e38f5b7a-c06a-4ec2-b287-e3eaa003326a req-5b82882e-77b7-4fd7-97dc-8e80ac4fefd1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.2192280 Jul 16 09:18:14.767106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e38f5b7a-c06a-4ec2-b287-e3eaa003326a req-ca897f57-b15e-459e-8c37-f07910cce5e9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094029 Jul 16 09:18:15.056548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 41800) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.166305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc894f99-c9da-4d22-87a0-dc58b4ed00da req-8423ef10-646b-4573-88c6-89e660787f51 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:15.167803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc894f99-c9da-4d22-87a0-dc58b4ed00da req-8423ef10-646b-4573-88c6-89e660787f51 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0650508 Jul 16 09:18:15.170417 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-0a2b9dc9-d50a-43ce-9be1-362e8ce345de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099334 Jul 16 09:18:15.205807 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cc894f99-c9da-4d22-87a0-dc58b4ed00da req-5ba321ce-52fc-4cc6-828c-2c9a4409265b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Jul 16 09:18:15.710434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-038dfe71-c94d-455d-b8bc-e1473d284ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.798223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.352858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-8572e756-ec1a-4e15-bb52-cc741c5874c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.354593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-8572e756-ec1a-4e15-bb52-cc741c5874c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1098 time: 0.0548544 Jul 16 09:18:16.447851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d4c3-fb89-45ec-ac04-6f4b56193b37 req-a8af4ca7-2143-45ac-adf7-5041b580060d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.448479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-cb3a456c-601f-4801-8b2b-659e6f0c2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.449374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7567d4c3-fb89-45ec-ac04-6f4b56193b37 req-a8af4ca7-2143-45ac-adf7-5041b580060d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.1183093 Jul 16 09:18:16.450005 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-cb3a456c-601f-4801-8b2b-659e6f0c2cf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0896697 Jul 16 09:18:16.486769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7567d4c3-fb89-45ec-ac04-6f4b56193b37 req-cae54499-8ec6-4e38-a791-a50eba36db84 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Jul 16 09:18:16.517523 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-f5271814-a864-4c45-b0bb-8b00500bba6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1002 time: 0.0614433 Jul 16 09:18:16.565914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-ccb79e2b-6bda-484c-96fe-13720d6dd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.567969 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-ccb79e2b-6bda-484c-96fe-13720d6dd65b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0435281 Jul 16 09:18:16.625705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-f1c80729-a1a4-46ca-82b2-6a267c217aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.627220 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-f1c80729-a1a4-46ca-82b2-6a267c217aa3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538590 Jul 16 09:18:16.719270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-2f431503-b981-43d6-8782-b4cb7b3f4a29 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Jul 16 09:18:16.786698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.809792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-5dd32c3d-f79a-4037-864c-20643d984b12 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843470 Jul 16 09:18:17.664308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde3227-ec91-4144-b60a-d2cb0f4b4779 req-3009f57b-0268-431c-b9b2-c8f9f0110d92 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:17.665822 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cde3227-ec91-4144-b60a-d2cb0f4b4779 req-3009f57b-0268-431c-b9b2-c8f9f0110d92 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0682144 Jul 16 09:18:17.703383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cde3227-ec91-4144-b60a-d2cb0f4b4779 req-09afa74e-18c4-4d8e-8543-de2825dc56ce tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jul 16 09:18:18.048650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:18.491544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:18.878680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf3a8-50a2-4796-9024-a6d0c4a30c45 req-65b02fc4-9b1a-46f1-8458-03a2e20d0d8a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:18.880846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56acf3a8-50a2-4796-9024-a6d0c4a30c45 req-65b02fc4-9b1a-46f1-8458-03a2e20d0d8a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0620911 Jul 16 09:18:18.917685 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56acf3a8-50a2-4796-9024-a6d0c4a30c45 req-8eee1d2a-681f-4880-a436-e621da776d80 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Jul 16 09:18:20.090612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1abb0-628c-4982-87ba-242cfbef4292 req-eb32bf06-0782-47c6-8dbb-2ee3c9f60319 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.092050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50a1abb0-628c-4982-87ba-242cfbef4292 req-eb32bf06-0782-47c6-8dbb-2ee3c9f60319 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0635102 Jul 16 09:18:20.129487 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-50a1abb0-628c-4982-87ba-242cfbef4292 req-77b9c692-1704-4687-b58a-4723025a3d80 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jul 16 09:18:20.692298 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:21.305944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658db36-2b7a-4b50-a671-d8928a16f042 req-e48e00bb-df7e-4267-971a-e93e2b364fbb tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.307441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d658db36-2b7a-4b50-a671-d8928a16f042 req-e48e00bb-df7e-4267-971a-e93e2b364fbb tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0683134 Jul 16 09:18:21.345993 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d658db36-2b7a-4b50-a671-d8928a16f042 req-c564b336-fdff-4287-8f30-52a247244fbb tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Jul 16 09:18:22.521964 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbf14-5f82-4b04-958f-0e050b0778e0 req-d091ceb7-53bf-4135-ab93-7ce4acbe6e7d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:22.523491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcafbf14-5f82-4b04-958f-0e050b0778e0 req-d091ceb7-53bf-4135-ab93-7ce4acbe6e7d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0644841 Jul 16 09:18:22.560367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fcafbf14-5f82-4b04-958f-0e050b0778e0 req-f2a9aeec-6720-4c7f-9049-c69aa643594d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Jul 16 09:18:23.731343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36231838-4c3d-4b6a-ac7b-704440ee2505 req-b3ee7189-63ee-4911-8fb9-c77b696e7432 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:23.732755 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36231838-4c3d-4b6a-ac7b-704440ee2505 req-b3ee7189-63ee-4911-8fb9-c77b696e7432 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0629754 Jul 16 09:18:23.770790 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36231838-4c3d-4b6a-ac7b-704440ee2505 req-de7ce1ad-7396-451f-9cee-78f95a1cb124 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Jul 16 09:18:24.947650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007c68f-b27a-43c6-9db0-6a91d3bcfe49 req-44a0c704-a1de-4054-ac88-ea9338cafe87 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:24.949125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2007c68f-b27a-43c6-9db0-6a91d3bcfe49 req-44a0c704-a1de-4054-ac88-ea9338cafe87 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0669165 Jul 16 09:18:24.986233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2007c68f-b27a-43c6-9db0-6a91d3bcfe49 req-f3b41905-623d-4187-8169-2f379b5b5684 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jul 16 09:18:26.188535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfedc94-87bf-4ea3-86cc-a0e63619af5e req-ce398976-62f3-48c2-a2ce-e29502c7eb80 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:26.190024 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4cfedc94-87bf-4ea3-86cc-a0e63619af5e req-ce398976-62f3-48c2-a2ce-e29502c7eb80 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0810046 Jul 16 09:18:26.232353 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4cfedc94-87bf-4ea3-86cc-a0e63619af5e req-8f9ef7b6-f4f4-4609-b1e1-831db61c6582 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363936 Jul 16 09:18:27.405015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851880-74f3-41bc-8c0f-c5d11020ff6d req-264c1cb4-0f96-4825-8f12-f93129db3b7d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:27.406497 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd851880-74f3-41bc-8c0f-c5d11020ff6d req-264c1cb4-0f96-4825-8f12-f93129db3b7d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0648880 Jul 16 09:18:27.445354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd851880-74f3-41bc-8c0f-c5d11020ff6d req-5f60f221-c2fb-4399-afea-19b012414906 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Jul 16 09:18:28.621675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e8471-5bdb-44d5-8dfb-35210fd0ea9b req-a3b1ecab-68ca-47b1-a707-fb1e1345511c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:28.623155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc1e8471-5bdb-44d5-8dfb-35210fd0ea9b req-a3b1ecab-68ca-47b1-a707-fb1e1345511c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0649164 Jul 16 09:18:28.660556 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dc1e8471-5bdb-44d5-8dfb-35210fd0ea9b req-849cadbb-49a9-4894-89a9-ceee3225f9a6 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Jul 16 09:18:28.819966 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-ed0cc707-9a74-4d6d-9abd-f58bc8539d22 service neutron] show failed (client error): The resource could not be found. Jul 16 09:18:28.820993 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-ed0cc707-9a74-4d6d-9abd-f58bc8539d22 service neutron] 10.222.0.18 "GET /v2.0/ports/8ac5769b-0468-4a85-8b26-b18da74362ed/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0590413 Jul 16 09:18:29.111278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-6a681d99-8b45-4ef5-b703-6aaf93922838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:29.112792 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-6a681d99-8b45-4ef5-b703-6aaf93922838 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0988843 Jul 16 09:18:29.130899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:29.201179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:29.404824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:29.436353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:29.475071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:29.477535 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf04ddb1-d513-40b7-a493-850085fdcc74" -d '{"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:29.481477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:29.494028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Transition to ACTIVE for port object 8ac5769b-0468-4a85-8b26-b18da74362ed will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:29.498189 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:29.598744 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3cbdf-fcdb-4fb9-85ff-ec2d0700307f x-openstack-request-id: req-eee3cbdf-fcdb-4fb9-85ff-ec2d0700307f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:29.599042 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:29.599305 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eee3cbdf-fcdb-4fb9-85ff-ec2d0700307f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:29.599721 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'code': 200} Jul 16 09:18:29.629340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:29.654194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.654547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.654947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.655237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.655607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.655949 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.656283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.656612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.656947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.657273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.657601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.657929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:29.686084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] No DVR routers for this DVR port 8ac5769b-0468-4a85-8b26-b18da74362ed on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:29.828412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:29.829081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:29.829081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:29.833359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Port 8ac5769b-0468-4a85-8b26-b18da74362ed on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:29.833757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Attempting to bind port 8ac5769b-0468-4a85-8b26-b18da74362ed on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:29.838594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ae7e0-2328-4d1e-bf96-af1c94b8f3eb req-3d1ee8e7-6233-4bb8-b363-93157355d3c5 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:29.839034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:29.839034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:29.839310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:29.839764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Bound port: 8ac5769b-0468-4a85-8b26-b18da74362ed, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:29.840127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:29.840228 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c13ae7e0-2328-4d1e-bf96-af1c94b8f3eb req-3d1ee8e7-6233-4bb8-b363-93157355d3c5 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 944 time: 0.0637755 Jul 16 09:18:29.878297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c13ae7e0-2328-4d1e-bf96-af1c94b8f3eb req-f816357e-d4cf-4351-ac5a-edb862e93c09 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Jul 16 09:18:29.903765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:29.906755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:29.911138 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:29.944954 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:29.945581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:29.947029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-aee2a133-435a-485e-a414-25fdac440110 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1093 time: 0.8202260 Jul 16 09:18:29.970772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a133-435a-485e-a414-25fdac440110 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:30.037060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-2e845a06-9c1b-4e38-88c5-35e12893f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.038686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-2e845a06-9c1b-4e38-88c5-35e12893f34d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0560658 Jul 16 09:18:30.133788 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-ce620287-65cc-42d2-b9a7-f15185ff7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.135429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-ce620287-65cc-42d2-b9a7-f15185ff7e4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0909717 Jul 16 09:18:30.204561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-3cfb1115-6d43-4f20-84d2-88414c5a4e71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1000 time: 0.0628459 Jul 16 09:18:30.252185 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-6caf2da6-0f84-42df-8e5a-e183b5e71699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.253578 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-6caf2da6-0f84-42df-8e5a-e183b5e71699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0427723 Jul 16 09:18:30.309760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-3f945b74-7707-47aa-adf9-86b9697b2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.311272 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-3f945b74-7707-47aa-adf9-86b9697b2c10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520351 Jul 16 09:18:30.321419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-05f9fd3a-4dea-42df-9e44-08d056ab3698 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:18:30.322377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-05f9fd3a-4dea-42df-9e44-08d056ab3698 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049181 Jul 16 09:18:30.416427 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-098281bc-25d1-4686-a03b-b207ce08c4b6 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Jul 16 09:18:30.504273 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-80376683-6c81-433b-9ef6-6f0b34f2416c req-a1cdaa22-4bb8-4162-87f0-9575f28e31ee service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820060 Jul 16 09:18:31.061275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419874d-a2dd-4f67-b5c0-b2003768eb3c req-31c6875b-0ddf-49fd-8ed3-b408e24d61bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:31.062663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4419874d-a2dd-4f67-b5c0-b2003768eb3c req-31c6875b-0ddf-49fd-8ed3-b408e24d61bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 944 time: 0.0685775 Jul 16 09:18:31.101984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4419874d-a2dd-4f67-b5c0-b2003768eb3c req-d4f534b0-be15-47a2-8a5f-88a6610ecf1e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327587 Jul 16 09:18:31.600930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:31.603514 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221412f9-75d9-4a61-812a-bbb6604ec9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:31.651784 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a8e34-1774-4247-b4bf-b05cdd8f4336 x-openstack-request-id: req-541a8e34-1774-4247-b4bf-b05cdd8f4336 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:31.652072 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:31.652324 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-541a8e34-1774-4247-b4bf-b05cdd8f4336 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:31.653357 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'status': 'completed', 'code': 200} Jul 16 09:18:31.764537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-947872e2-43c3-4fcb-8338-7968fcc37fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:31.766165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-947872e2-43c3-4fcb-8338-7968fcc37fb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0956178 Jul 16 09:18:31.768833 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-3dc9a577-02f8-456e-963e-1b2ba8472d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:31.770253 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-3dc9a577-02f8-456e-963e-1b2ba8472d95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0714889 Jul 16 09:18:31.933773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-784a10dc-94d8-4471-94c5-c62cee6b7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:31.935222 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-784a10dc-94d8-4471-94c5-c62cee6b7ebe service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1624928 Jul 16 09:18:31.936314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-4e51b2de-c964-4564-a506-ae7830164c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:31.937623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-4e51b2de-c964-4564-a506-ae7830164c82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1577051 Jul 16 09:18:32.047769 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-19ef1d55-cf2c-4c27-8b7a-8372c7c8b02f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1000 time: 0.1051939 Jul 16 09:18:32.049420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-c23b2855-ace5-44b6-9413-085ababa31bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1000 time: 0.1008081 Jul 16 09:18:32.139694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-4b08d645-a7f2-4878-b9b3-48acaa201c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:32.141161 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-4b08d645-a7f2-4878-b9b3-48acaa201c53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0874591 Jul 16 09:18:32.144479 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-c21bc267-2270-45a0-8a3e-f1732623b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:32.145837 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-c21bc267-2270-45a0-8a3e-f1732623b40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0662317 Jul 16 09:18:32.282172 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-e11be8a7-32e2-46a9-909c-a84576dfef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:32.283677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-e11be8a7-32e2-46a9-909c-a84576dfef23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361601 Jul 16 09:18:32.287367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-f9e3f8ed-0cf5-4126-9c55-5ef1a145ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:32.288719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-f9e3f8ed-0cf5-4126-9c55-5ef1a145ed0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328599 Jul 16 09:18:32.295371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-f84ed93c-886f-4d13-b51e-a9ea72087346 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:18:32.296330 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-f84ed93c-886f-4d13-b51e-a9ea72087346 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059743 Jul 16 09:18:32.375189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67065ac-c13f-4a54-868f-9bb5b63d879f req-01904647-9355-4c66-a554-97e42d103954 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:32.376562 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a67065ac-c13f-4a54-868f-9bb5b63d879f req-01904647-9355-4c66-a554-97e42d103954 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 944 time: 0.1553276 Jul 16 09:18:32.778622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a67065ac-c13f-4a54-868f-9bb5b63d879f req-90957f42-c0cb-4850-86cc-b0d10770c5fc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765473 Jul 16 09:18:32.782468 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-672e4b37-c969-41af-b32e-ccccc1018cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731691 Jul 16 09:18:32.786182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-d5bd0e72-78ef-489c-870e-e88e050fdeb0 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874377 Jul 16 09:18:32.869353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:32.907254 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:32.943060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-9ee0a39a-ec9e-4957-bae4-90ec61507f8c service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529462 Jul 16 09:18:32.945196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-221412f9-75d9-4a61-812a-bbb6604ec9ad req-bae31c7f-f0b6-469e-87e0-b5c2cb9988e7 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470151 Jul 16 09:18:33.354188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:18:33.452251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:33.463302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'mac_address': 'fa:16:3e:f3:2f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:18:33.499266 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:33.512027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac5769b-0468-4a85-8b26-b18da74362ed {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:33.530928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:33.534839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:33.581708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:33.589258 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.589619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.589948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.590285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.590616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.590942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.591268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.591620 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.591943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.592265 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.592587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.592905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:33.870267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['8ac5769b-0468-4a85-8b26-b18da74362ed'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:33.873715 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:33.959897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef18eda-14c1-4519-8619-ac72b6f596f9 req-ee5b3c9f-c133-4ed6-b0ed-585341e38545 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:33.961586 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ef18eda-14c1-4519-8619-ac72b6f596f9 req-ee5b3c9f-c133-4ed6-b0ed-585341e38545 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 945 time: 0.0679269 Jul 16 09:18:33.999863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ef18eda-14c1-4519-8619-ac72b6f596f9 req-b1898f07-b09c-4b7f-ab48-333975eea8da tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Jul 16 09:18:34.294788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e41b1-3cbe-4bf0-9a06-3ebcd3040a97 req-a34374a3-43d0-469c-b8ef-e387df1325af tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.296225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-775e41b1-3cbe-4bf0-9a06-3ebcd3040a97 req-a34374a3-43d0-469c-b8ef-e387df1325af tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 945 time: 0.0629795 Jul 16 09:18:34.309504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-0ce7f5bf-1f2b-432f-964b-cc5da822a2fd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.310972 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-0ce7f5bf-1f2b-432f-964b-cc5da822a2fd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60&tenant_id=af3b52402a6b4832942c340ce40a2c80&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 945 time: 0.0716734 Jul 16 09:18:34.334439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-775e41b1-3cbe-4bf0-9a06-3ebcd3040a97 req-2f609617-6cb3-40ca-ab6d-b06fec8b2ce2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Jul 16 09:18:34.371257 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-f939c76e-d31a-4af9-b8a5-4317165cf584 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:18:34.372302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-f939c76e-d31a-4af9-b8a5-4317165cf584 service neutron] 10.222.0.18 "DELETE /v2.0/ports/8ac5769b-0468-4a85-8b26-b18da74362ed/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0552230 Jul 16 09:18:34.470356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-1fa8a9c3-816b-4ef1-837f-abcb34d54373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.471868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-1fa8a9c3-816b-4ef1-837f-abcb34d54373 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 1097 time: 0.0572019 Jul 16 09:18:34.559377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-32a5d514-4c12-46bf-8c93-2a1488d5a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.560738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-32a5d514-4c12-46bf-8c93-2a1488d5a0ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0828536 Jul 16 09:18:34.628558 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-5cc53962-8a9c-4a8f-ad88-295961152963 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 200 len: 1001 time: 0.0612867 Jul 16 09:18:34.675540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-e8c4dae5-c832-4d73-b07f-04cce13cbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.676950 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-e8c4dae5-c832-4d73-b07f-04cce13cbff9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0427527 Jul 16 09:18:34.732546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-3c3f0d52-c394-4e63-8a05-6fceddb65d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.733989 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-3c3f0d52-c394-4e63-8a05-6fceddb65d58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513930 Jul 16 09:18:34.827418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-0d3d7117-7a8a-4ab2-824b-f6dc0ae13b02 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 Jul 16 09:18:34.916680 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-44747a78-3e3d-433f-a119-d2a1ad872ab9 req-6bdeb9f5-84a0-432d-9889-fc2facb75968 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825126 Jul 16 09:18:35.370931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:35.421227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 8ac5769b-0468-4a85-8b26-b18da74362ed completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:35.426053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 8ac5769b-0468-4a85-8b26-b18da74362ed triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:35.426637 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:35.514271 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:35.529404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da58b0-9936-4086-b61e-d38cea553320 req-14aab8c4-22ed-47de-bcb8-2f5692c76684 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:35.531140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81da58b0-9936-4086-b61e-d38cea553320 req-14aab8c4-22ed-47de-bcb8-2f5692c76684 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 945 time: 0.0816765 Jul 16 09:18:35.539648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:35.541930 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455131e-4d79-4464-8a52-9e340d7a3218" -d '{"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-plugged", "status": "completed", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:35.561555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:35.565924 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:35.592059 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8772e5ae-944c-4004-bc80-38e260f97328 x-openstack-request-id: req-8772e5ae-944c-4004-bc80-38e260f97328 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:35.592366 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-plugged", "status": "completed", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:35.592583 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-81da58b0-9936-4086-b61e-d38cea553320 req-f7d6c6dc-26f8-4dba-b11f-a47c141d848f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495818 Jul 16 09:18:35.592723 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8772e5ae-944c-4004-bc80-38e260f97328 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:35.592977 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'code': 200} Jul 16 09:18:35.618954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:35.766590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f70e-a037-4df3-8d11-42e1669ffc2b req-8ca73f37-080f-4fd7-9d4c-2d01d3c647d6 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:35.768112 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81f5f70e-a037-4df3-8d11-42e1669ffc2b req-8ca73f37-080f-4fd7-9d4c-2d01d3c647d6 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0620439 Jul 16 09:18:35.810714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-81f5f70e-a037-4df3-8d11-42e1669ffc2b req-1d17fa5c-075c-4448-b3e3-e46cee7bea1b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364778 Jul 16 09:18:35.985420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1019fd-bba8-4e52-ba87-5b6adecea949 req-06423ca5-32f3-49e9-8444-b37a487ec108 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:35.986807 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f1019fd-bba8-4e52-ba87-5b6adecea949 req-06423ca5-32f3-49e9-8444-b37a487ec108 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0643497 Jul 16 09:18:36.025434 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8f1019fd-bba8-4e52-ba87-5b6adecea949 req-a62d1a8d-ea41-45c8-8112-ee1660d5d387 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Jul 16 09:18:36.394731 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb46b8-2f28-43c3-ba4a-d7919434f3d5 req-1d025538-9b2f-4422-854b-1e2e5fef6abc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:36.396506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbcb46b8-2f28-43c3-ba4a-d7919434f3d5 req-1d025538-9b2f-4422-854b-1e2e5fef6abc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0641658 Jul 16 09:18:36.434009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbcb46b8-2f28-43c3-ba4a-d7919434f3d5 req-820c6786-1726-4a4d-b3d4-8781e4d3b7c0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Jul 16 09:18:37.616024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486e21-9e27-42df-a613-64474aa86f50 req-afc726ca-8026-410a-aded-d4af0a810b77 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:37.617646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36486e21-9e27-42df-a613-64474aa86f50 req-afc726ca-8026-410a-aded-d4af0a810b77 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0633585 Jul 16 09:18:37.653996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-36486e21-9e27-42df-a613-64474aa86f50 req-816db3ed-ea33-4f03-8b96-bb18748622b9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Jul 16 09:18:37.729490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-a9b3312b-5886-40f0-b659-1161670e704c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:37.730911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-a9b3312b-5886-40f0-b659-1161670e704c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 946 time: 0.0673704 Jul 16 09:18:37.833796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Deleting port 8ac5769b-0468-4a85-8b26-b18da74362ed {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:37.834662 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:37.925387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] For port 8ac5769b-0468-4a85-8b26-b18da74362ed, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=8ac5769b-0468-4a85-8b26-b18da74362ed,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:37.925749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.094182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.094565 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.094884 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 disassociated. External IP: 172.25.0.134, port: 8ac5769b-0468-4a85-8b26-b18da74362ed. Jul 16 09:18:38.095229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Calling delete_port for 8ac5769b-0468-4a85-8b26-b18da74362ed owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:38.225826 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.252723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event deleted for resources: {'Port': ['ID=8ac5769b-0468-4a85-8b26-b18da74362ed,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:38.373043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:38.484025 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:38.493370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:38.502201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:38.502912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:18:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:38.527451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] No DVR routers for this DVR port 8ac5769b-0468-4a85-8b26-b18da74362ed on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:38.530148 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.532579 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-df7f85fe-81ec-4bbd-8c1e-e31bc0aecfc3 req-4ef47371-516b-478f-809a-b12a5d536244 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "DELETE /v2.0/ports/8ac5769b-0468-4a85-8b26-b18da74362ed HTTP/1.1" status: 204 len: 173 time: 0.7960880 Jul 16 09:18:38.533022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-deleted', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:38.535269 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e83f4d-2a15-40d3-88e8-7c904fb6eb7c" -d '{"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-deleted", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:38.581443 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13b9b85-a5c2-42be-92f2-81597d3ee96a x-openstack-request-id: req-a13b9b85-a5c2-42be-92f2-81597d3ee96a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:38.581734 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60", "name": "network-vif-deleted", "tag": "8ac5769b-0468-4a85-8b26-b18da74362ed", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:38.582058 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a13b9b85-a5c2-42be-92f2-81597d3ee96a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:38.582459 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60', 'name': 'network-vif-deleted', 'tag': '8ac5769b-0468-4a85-8b26-b18da74362ed', 'status': 'completed', 'code': 200} Jul 16 09:18:38.618460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:38.825936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82a0a10b-6131-418d-a935-957b2d3e4cee req-31eae808-0017-4d56-b18a-8182880d4ab8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fbed7ae-9d50-4bf7-82ea-fe9706e6ec60 HTTP/1.1" status: 200 len: 210 time: 0.0365434 Jul 16 09:18:38.827055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:38.855425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:38.864224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:38.864849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:18:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:38.970984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:39.169408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:39.199230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69179aac-7d1a-442b-a89d-2964612301ae None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:39.418165 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762576d-3154-4288-a3f2-ad8c3a10bf86 None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:18:40.143779 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-9f16afe9-e62d-4cd7-95f4-2fda8799b9c5 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1369402964&fields=id&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 267 time: 0.0425420 Jul 16 09:18:40.252036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-002f12ab-5254-4dc2-9c49-fb75d2d9a130 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:40.253475 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-002f12ab-5254-4dc2-9c49-fb75d2d9a130 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.1034594 Jul 16 09:18:40.268420 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-4bc16717-0f82-4201-85cf-2e84c0c11767 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/quotas/af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jul 16 09:18:40.335473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-b60e7b6f-b4bf-4224-9505-abb0e98af865 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621128 Jul 16 09:18:40.397929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-c8af9904-d328-49ea-a3bd-cf90410736a4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:18:40.398874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-c8af9904-d328-49ea-a3bd-cf90410736a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527999 Jul 16 09:18:40.494408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-6d776aef-be05-40b2-892e-3005c2dea443 service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894887 Jul 16 09:18:40.584812 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-c79823fd-4712-421e-b6ae-97859e0ad592 service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Jul 16 09:18:40.751655 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35b62301-210b-4ae7-8705-b1a0bf75c199 req-d05b166c-ffaa-4d32-b9cc-8d3bb147c985 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 210 time: 0.0280385 Jul 16 09:18:41.400880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:41.421372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 8ac5769b-0468-4a85-8b26-b18da74362ed {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:41.421717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 8ac5769b-0468-4a85-8b26-b18da74362ed not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:41.766832 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-99b37bf3-9de1-4895-85c0-52f900163a96 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:41.768436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-99b37bf3-9de1-4895-85c0-52f900163a96 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.1078093 Jul 16 09:18:41.821836 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-dc77c6b8-0c55-4628-a620-ba30906befaf tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 380 time: 0.0393517 Jul 16 09:18:41.830947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'port': {'device_id': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'admin_state_up': True, 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'security_groups': ['bc8c1451-c4b4-42f6-90c8-5ec17b65fe94']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:41.930179 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c44ff6-ae84-4729-848c-51d8c430ec0d req-a70246a7-da39-4dad-bb8e-aa0b119bfffa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 210 time: 0.0347075 Jul 16 09:18:41.971483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Made reservation on behalf of af3b52402a6b4832942c340ce40a2c80 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:41.975471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.101273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Allocated IP 172.20.0.7 (842589d7-c1f7-4b05-b272-c90925650c75/43944557-4d7a-4a15-8a92-13b25ffbc576/f52a0d27-320e-4ee0-8a3e-3b5324e99c95) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:42.232668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.246296 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Transition to ACTIVE for port object f52a0d27-320e-4ee0-8a3e-3b5324e99c95 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:42.279892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.330541 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:42.333732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:42.337817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:42.361897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:42.391509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.392154 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.407213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a69a42d9-bab7-427e-8f2d-464860532d3a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800869 Jul 16 09:18:42.418838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Request body: {'port': {'device_id': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:42.496257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.545121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3be0b19c-9655-477f-b611-7bbf1b2a4b1d None None] Provisioning for port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:42.548970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3be0b19c-9655-477f-b611-7bbf1b2a4b1d None None] Provisioning complete for port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:42.549345 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3be0b19c-9655-477f-b611-7bbf1b2a4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.584108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3be0b19c-9655-477f-b611-7bbf1b2a4b1d None None] Port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:18:42.764187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52a0d27-320e-4ee0-8a3e-3b5324e99c95 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:42.771904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.784107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Transition to ACTIVE for port object f52a0d27-320e-4ee0-8a3e-3b5324e99c95 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:42.788835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.849137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:42.929345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:42.929691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:42.930019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:42.934681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:42.935010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:42.941363 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:42.941768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:42.942165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:42.942605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Bound port: f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:42.942970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:43.013527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:43.016979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:43.024721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:43.029103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-334457a1-09e3-4870-a4ae-c730b29e2be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:43.061300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.061991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:43.063633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] 10.222.0.18 "PUT /v2.0/ports/f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 1092 time: 0.6491346 Jul 16 09:18:43.064201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:43.066552 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d45c40-e382-454c-b7f0-10d71dfe1165" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:43.108018 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e412807-abe2-4fe4-92cd-086ec761d315 x-openstack-request-id: req-8e412807-abe2-4fe4-92cd-086ec761d315 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:43.108415 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:43.108762 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e412807-abe2-4fe4-92cd-086ec761d315 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:43.109253 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'status': 'completed', 'code': 200} Jul 16 09:18:43.117706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5d805-e57b-4b1d-8fc5-2e3b8ffa245d service neutron] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:43.131924 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62206cba-8f85-463f-bde2-b0ec9b86f203 req-8be60342-77ad-47b1-89c9-8c6c893ccf01 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.133638 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-62206cba-8f85-463f-bde2-b0ec9b86f203 req-8be60342-77ad-47b1-89c9-8c6c893ccf01 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.0870481 Jul 16 09:18:43.169373 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-8c0b4e1d-bc2a-4fcd-9e79-332929725d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.170907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-8c0b4e1d-bc2a-4fcd-9e79-332929725d51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1095 time: 0.0652249 Jul 16 09:18:43.174786 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-62206cba-8f85-463f-bde2-b0ec9b86f203 req-318ad9f3-6d36-4403-a01a-1d95813d6e67 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353532 Jul 16 09:18:43.218977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-9d0ee4f5-2d5a-49e5-b0af-b394f093f9d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 217 time: 0.0400987 Jul 16 09:18:43.270096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-bbb8f6a3-0cec-40c1-90ff-651b25d8fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.271685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-bbb8f6a3-0cec-40c1-90ff-651b25d8fb91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0457239 Jul 16 09:18:43.331089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-836c570d-41f8-43d5-ae20-188450e62cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.333630 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-836c570d-41f8-43d5-ae20-188450e62cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551410 Jul 16 09:18:43.426593 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-2206ae45-8102-42ac-afdc-af802fda9d3b service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867312 Jul 16 09:18:43.518863 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6877654b-d489-49bf-8fe6-7960b7d4f6af req-ccb5ab02-3375-4b0f-a192-2c180db223c0 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Jul 16 09:18:43.623881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-6691c4f1-6232-4c3c-86bf-0d16b67734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.625327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-6691c4f1-6232-4c3c-86bf-0d16b67734bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1095 time: 0.0573583 Jul 16 09:18:43.712675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-cc3a555e-54e5-4fbc-863f-6e38c41ddaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.714182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-cc3a555e-54e5-4fbc-863f-6e38c41ddaca service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0819519 Jul 16 09:18:43.757923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-0ccb9278-7a0c-446d-bede-2ff398581a9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 217 time: 0.0370679 Jul 16 09:18:43.806873 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-35cd185c-ed6c-40d5-b456-a28c7b75987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.808453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-35cd185c-ed6c-40d5-b456-a28c7b75987b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0441818 Jul 16 09:18:43.867776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-5873fcc1-ad25-4dde-9685-ced634abfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.869295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-5873fcc1-ad25-4dde-9685-ced634abfe31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537817 Jul 16 09:18:43.963689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-7cf73b9f-71ab-4a4c-b7dd-4507fa77c209 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860612 Jul 16 09:18:44.051884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c8d45c40-e382-454c-b7f0-10d71dfe1165 req-ab1b66d9-9578-40e4-9276-a5d55cbfe3f4 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814519 Jul 16 09:18:44.353720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ed6de-bbb8-43e5-b310-9bc34aff8ca2 req-5605951d-8bde-4443-b21d-bd44e83e4682 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:44.355189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e88ed6de-bbb8-43e5-b310-9bc34aff8ca2 req-5605951d-8bde-4443-b21d-bd44e83e4682 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.0687487 Jul 16 09:18:44.392473 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e88ed6de-bbb8-43e5-b310-9bc34aff8ca2 req-834f55cc-1140-4f53-bcbe-827b0ef11f41 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Jul 16 09:18:45.563654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928687d-a357-4d82-93ff-6b38a8072470 req-279efade-859b-4e14-a81b-aee1f151718c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.565137 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b928687d-a357-4d82-93ff-6b38a8072470 req-279efade-859b-4e14-a81b-aee1f151718c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.0640898 Jul 16 09:18:45.603178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b928687d-a357-4d82-93ff-6b38a8072470 req-4389ff01-e655-4c08-88b4-c883ccded887 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Jul 16 09:18:45.712715 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e74cbf4d-674d-4524-8c65-6326a264867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:45.798517 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:46.773613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e066f74-7144-43df-aa45-abc8aee25271 req-bcb65add-6da0-47df-8b69-7d17cd365d3b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:46.775135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e066f74-7144-43df-aa45-abc8aee25271 req-bcb65add-6da0-47df-8b69-7d17cd365d3b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.0636277 Jul 16 09:18:46.790411 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:46.814465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1e066f74-7144-43df-aa45-abc8aee25271 req-797ae0a2-2779-4977-ab27-2e2b2cd56565 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Jul 16 09:18:46.900702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:18:46.995431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:47.006293 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'mac_address': 'fa:16:3e:fd:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:18:47.043543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:47.055686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52a0d27-320e-4ee0-8a3e-3b5324e99c95 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:47.074366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:47.077877 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:47.124856 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:47.314474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f52a0d27-320e-4ee0-8a3e-3b5324e99c95'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:47.994704 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769f58-2051-48c8-a72a-d4ca1a18e42e req-471855f5-a294-4fff-b049-30ece08fec77 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:47.996508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3769f58-2051-48c8-a72a-d4ca1a18e42e req-471855f5-a294-4fff-b049-30ece08fec77 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 944 time: 0.0687885 Jul 16 09:18:48.033340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3769f58-2051-48c8-a72a-d4ca1a18e42e req-90c27b9d-40bc-459a-9a5a-04f8fd6f2234 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Jul 16 09:18:48.063263 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:48.494335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:48.916131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:48.963589 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:48.967344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:48.967741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:49.047736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:49.070696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:49.072977 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f0b4a-fe8f-4275-b423-7bf2202ef66f" -d '{"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-plugged", "status": "completed", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:49.086488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:49.091048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:49.139631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:49.173763 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfc7607-02ea-47fc-b850-be29594c3c15 x-openstack-request-id: req-7cfc7607-02ea-47fc-b850-be29594c3c15 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:49.174057 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-plugged", "status": "completed", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:49.174428 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cfc7607-02ea-47fc-b850-be29594c3c15 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:49.174832 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'code': 200} Jul 16 09:18:49.219694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8b8dc-1e70-4a52-a0ab-fb8dfaaaed85 req-2db0ff8b-cd83-44cc-bf62-552c844fbd62 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:49.221196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43b8b8dc-1e70-4a52-a0ab-fb8dfaaaed85 req-2db0ff8b-cd83-44cc-bf62-552c844fbd62 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0689764 Jul 16 09:18:49.294334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-43b8b8dc-1e70-4a52-a0ab-fb8dfaaaed85 req-1d8a2992-9da9-412d-ad78-4edbe1c82d35 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673220 Jul 16 09:18:49.311064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a5356-9c51-43b8-86c5-7f1b998eac63 req-23eeca96-abdc-4161-80b4-e799e0698843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:49.312570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-716a5356-9c51-43b8-86c5-7f1b998eac63 req-23eeca96-abdc-4161-80b4-e799e0698843 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1097 time: 0.0722544 Jul 16 09:18:49.346970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-716a5356-9c51-43b8-86c5-7f1b998eac63 req-b45c673f-bf3d-408f-a53d-68bc5f57beec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274286 Jul 16 09:18:50.467532 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308dec4-0c6e-40bf-acf9-4df69174d6ba req-67e96483-5a18-42ce-ab49-61e8d479c510 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:50.469023 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8308dec4-0c6e-40bf-acf9-4df69174d6ba req-67e96483-5a18-42ce-ab49-61e8d479c510 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0633528 Jul 16 09:18:50.506799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8308dec4-0c6e-40bf-acf9-4df69174d6ba req-5bd95660-0867-4449-bfa0-f2e2d8d82c6f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Jul 16 09:18:50.675828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdc8ea-9160-401d-9f24-396bfa364e1c req-195b3a5c-b414-4ae8-90e5-f3ce0204bdb7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:50.677203 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-87bdc8ea-9160-401d-9f24-396bfa364e1c req-195b3a5c-b414-4ae8-90e5-f3ce0204bdb7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0637944 Jul 16 09:18:50.685864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 41958) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:50.690329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'floatingip': {'port_id': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:50.732897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:51.589262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:51.593080 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:51.690900 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 associated. External IP: 172.25.0.134, port: f52a0d27-320e-4ee0-8a3e-3b5324e99c95. Jul 16 09:18:51.893613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:51.998152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:52.002955 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:52.008032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:52.018072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:52.018709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:18:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:52.040165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b4c1b8ae-4475-47bd-ab50-790eca9a5395 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "PUT /v2.0/floatingips/7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 HTTP/1.1" status: 200 len: 991 time: 1.3531721 Jul 16 09:18:52.040691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:52.042951 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f9334-2d12-49c0-8587-c361920c2b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:52.080414 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b57be1-6bf9-4747-a663-14ee6c7573e8 x-openstack-request-id: req-d7b57be1-6bf9-4747-a663-14ee6c7573e8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:52.080711 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:52.080979 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7b57be1-6bf9-4747-a663-14ee6c7573e8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:52.081375 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'status': 'completed', 'code': 200} Jul 16 09:18:52.161037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-58f54d76-2ec2-4c2f-9fa4-03d3c57c43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.163382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-58f54d76-2ec2-4c2f-9fa4-03d3c57c43e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1097 time: 0.0591385 Jul 16 09:18:52.262003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-fbcf4a12-8f11-473c-8bcf-36059a685ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.263514 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-fbcf4a12-8f11-473c-8bcf-36059a685ec5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0944500 Jul 16 09:18:52.282806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:52.332341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-2db6cc2c-32ca-4832-bc05-13e64d5b7aaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 999 time: 0.0629649 Jul 16 09:18:52.379855 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-5e7b2f7f-2ab1-4e5d-a811-4009e3abadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.381375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-5e7b2f7f-2ab1-4e5d-a811-4009e3abadff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0434937 Jul 16 09:18:52.439121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-66ac5291-f2f3-48bd-8155-3576f9501aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.440682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-66ac5291-f2f3-48bd-8155-3576f9501aa3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533438 Jul 16 09:18:52.456197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.18', 55437) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:52.511249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-b1f50fed-cbd8-4c1d-841f-b55284377cf0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538931 Jul 16 09:18:52.517804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:fd:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:18:51Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:52.538655 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-03e9fe23-2d02-4376-80e2-dd603834abbf service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914443 Jul 16 09:18:52.545023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:52.553543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:52.554164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:18:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:52.626139 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a48f9334-2d12-49c0-8587-c361920c2b9f req-1b481074-8475-4915-b6c3-4075dabaf05b service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815711 Jul 16 09:18:52.661441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:52.742485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-d94abdf3-e2a1-4269-93b4-b5f57a30d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.744030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-d94abdf3-e2a1-4269-93b4-b5f57a30d7cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1097 time: 0.0549722 Jul 16 09:18:52.854433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-bec0d756-278b-4350-b566-e2e0b176a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.856010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-bec0d756-278b-4350-b566-e2e0b176a414 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0926824 Jul 16 09:18:52.925046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-5d2725ee-b8f0-467a-ad51-602a4f711aa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 999 time: 0.0629025 Jul 16 09:18:52.972886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-6109f08a-f079-418f-bb37-ba800b5ca2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.974409 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-6109f08a-f079-418f-bb37-ba800b5ca2b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0430913 Jul 16 09:18:52.995079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:fd:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:18:51Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:53.024604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb1c3b-5ef9-4012-89b3-9f874c9c54ba None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:fd:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:18:51Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:53.032791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-2976e43b-2355-4182-963f-5ed66f15fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:53.034478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-2976e43b-2355-4182-963f-5ed66f15fbf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541356 Jul 16 09:18:53.130979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-031a6f24-caa2-45f7-9dd3-acc4e2febbc1 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884440 Jul 16 09:18:53.227155 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b7d4b-33a0-4d64-9eee-b788d30394d3 None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:18:53.228585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-2c072165-8542-47c2-a793-260fb2be9530 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911934 Jul 16 09:18:57.691804 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:03.892180 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:13.030793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ee8827a-41ba-44f7-9866-5c086fa7a524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:15.711952 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-173a4ce4-e9b2-4b2e-a9bb-fddf60d5917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:15.799192 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:16.793029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.065520 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.497167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.888693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:34.690813 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:43.031437 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-02d010f7-4929-45d2-b41e-189de70b7d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:45.711272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c566db4-1901-4f95-a2ac-3d52224ddae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:45.795274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.795805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:48.083397 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:48.503238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:53.549167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-b84020b6-e9c0-40e1-a71c-174c7f963077 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060159 Jul 16 09:19:53.641207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-7123f154-e97f-4783-9153-8132c7a9c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:53.642570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-7123f154-e97f-4783-9153-8132c7a9c201 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1097 time: 0.0518782 Jul 16 09:19:53.744619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-f29320dd-512a-48c2-9041-406eb78d7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:53.746089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-f29320dd-512a-48c2-9041-406eb78d7363 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0830870 Jul 16 09:19:53.814903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-5331ea73-4542-48c7-84cf-efa633c4a193 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 1001 time: 0.0627565 Jul 16 09:19:53.864295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-c57eb871-1e5d-427e-8886-62e4b0b6653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:53.865804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-c57eb871-1e5d-427e-8886-62e4b0b6653a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0447805 Jul 16 09:19:53.923976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-f0b5fc69-bb69-45d1-b4ef-8297921a491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:53.925461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-f0b5fc69-bb69-45d1-b4ef-8297921a491b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535111 Jul 16 09:19:54.016416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-4e563c5b-c562-46d6-9dc7-c3843629e8fa service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846400 Jul 16 09:19:54.106296 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fc5330e1-8004-43ff-a9b4-14ee40a6f1b9 req-e90e9a11-596a-4408-99b6-0348aac8b2a7 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826030 Jul 16 09:20:03.898526 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.689965 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:13.030834 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-58aa7d6c-c02f-4d8b-9b5f-37041d202a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.711725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55c32cb5-ed42-4fe4-8c48-e5f56b9fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.796153 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.798159 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.078606 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.501652 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:28.355462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cd56-64e2-427e-9ad1-470fc4d21980 req-e90399cb-ca97-4cef-be23-cc1d99eb643f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:28.356982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2847cd56-64e2-427e-9ad1-470fc4d21980 req-e90399cb-ca97-4cef-be23-cc1d99eb643f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0741313 Jul 16 09:20:28.393997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2847cd56-64e2-427e-9ad1-470fc4d21980 req-5a3cb6cd-a932-418e-a6be-4fa70e435ee4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Jul 16 09:20:29.750734 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687ab8-2fd1-40ff-be99-bc332b5183d5 req-60c0312b-084c-4f49-aa89-1c5a41102d1f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:29.752167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29687ab8-2fd1-40ff-be99-bc332b5183d5 req-60c0312b-084c-4f49-aa89-1c5a41102d1f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0676751 Jul 16 09:20:29.791046 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-29687ab8-2fd1-40ff-be99-bc332b5183d5 req-3ce60f69-2a84-4abe-a18a-fe57c06879c1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Jul 16 09:20:30.962334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d898ae-591f-41d5-a9d2-c0bd9d4b4cc0 req-fb161ef7-b5a4-4ad8-835f-0e5eb244b697 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:30.963813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-97d898ae-591f-41d5-a9d2-c0bd9d4b4cc0 req-fb161ef7-b5a4-4ad8-835f-0e5eb244b697 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0624762 Jul 16 09:20:31.001314 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-97d898ae-591f-41d5-a9d2-c0bd9d4b4cc0 req-eb9b0c36-59ae-4f60-bf55-19adfa0e52d2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Jul 16 09:20:32.171165 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0b316-7e88-4860-87f6-2572b4807f02 req-888174db-0db0-4721-bfa9-48662a231e1d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:32.172583 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfc0b316-7e88-4860-87f6-2572b4807f02 req-888174db-0db0-4721-bfa9-48662a231e1d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0625803 Jul 16 09:20:32.209387 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfc0b316-7e88-4860-87f6-2572b4807f02 req-ecb9e970-f640-4458-8674-8c0a0dea38fe tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Jul 16 09:20:33.396293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfd749-11f8-4632-9d9c-97b9753a6f25 req-d39558c2-de2a-4d88-8c7e-d96352278471 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:33.397758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aabfd749-11f8-4632-9d9c-97b9753a6f25 req-d39558c2-de2a-4d88-8c7e-d96352278471 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0678675 Jul 16 09:20:33.435292 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-aabfd749-11f8-4632-9d9c-97b9753a6f25 req-f1d5b14c-4702-49e3-a50c-52ccfeaeaf02 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317411 Jul 16 09:20:33.896623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:34.610680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8cfb6-6993-4560-ae91-caf7e17d0371 req-aed5ef6a-5216-4abd-8152-b151e01983d0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:34.612152 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8db8cfb6-6993-4560-ae91-caf7e17d0371 req-aed5ef6a-5216-4abd-8152-b151e01983d0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0657208 Jul 16 09:20:34.648840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8db8cfb6-6993-4560-ae91-caf7e17d0371 req-560e4cbc-bad4-4a13-8c65-a46167c3c38a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jul 16 09:20:35.824948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81791-5667-4387-abae-14206bbc3574 req-82b759b6-0b19-4533-8dd6-d54c73dddefc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:35.826336 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74e81791-5667-4387-abae-14206bbc3574 req-82b759b6-0b19-4533-8dd6-d54c73dddefc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0645483 Jul 16 09:20:35.863820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-74e81791-5667-4387-abae-14206bbc3574 req-01bb5c14-6efc-450e-96df-cba12ea1b917 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Jul 16 09:20:37.038945 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b71e1c-8c23-4554-a238-c4852c7fd3eb req-9672d5b0-d9cb-4c18-812d-be3a39a1ccda tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:37.041095 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3b71e1c-8c23-4554-a238-c4852c7fd3eb req-9672d5b0-d9cb-4c18-812d-be3a39a1ccda tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0675712 Jul 16 09:20:37.078321 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f3b71e1c-8c23-4554-a238-c4852c7fd3eb req-4ddb1334-88e5-452c-bfeb-d74305556020 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Jul 16 09:20:38.250874 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d75d4-21fe-401a-b1f7-d299ec75a8e8 req-f560722b-4155-43b5-acab-642994753d79 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:38.252369 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-650d75d4-21fe-401a-b1f7-d299ec75a8e8 req-f560722b-4155-43b5-acab-642994753d79 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0628338 Jul 16 09:20:38.289076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-650d75d4-21fe-401a-b1f7-d299ec75a8e8 req-aadaaa0b-aa3f-4785-9dde-4f889b0cff54 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Jul 16 09:20:39.459885 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d326c23-07ae-41a0-98d4-2d232be85371 req-44b9524e-016f-421a-8610-135a4dce6fd4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:39.461378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d326c23-07ae-41a0-98d4-2d232be85371 req-44b9524e-016f-421a-8610-135a4dce6fd4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0631838 Jul 16 09:20:39.498305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5d326c23-07ae-41a0-98d4-2d232be85371 req-18d4f61f-e4a9-474e-8904-e602aea2ebff tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Jul 16 09:20:39.844070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-a787a88c-0355-467a-ac5a-ea01a17f9586 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672090 Jul 16 09:20:39.896348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7265-c257-472d-b0c3-70f90f208713 req-3d2e3bf1-9460-4491-b5fe-dee401196d19 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:39.897848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c9d7265-c257-472d-b0c3-70f90f208713 req-3d2e3bf1-9460-4491-b5fe-dee401196d19 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0696115 Jul 16 09:20:39.936372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c9d7265-c257-472d-b0c3-70f90f208713 req-cc4b8994-08f3-46bb-9df5-bb7fdd50a380 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Jul 16 09:20:41.112435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1cc5-2c0b-42f2-ab20-7a201aee0ba9 req-eb486fc7-a72b-4797-ac8e-e6a937c68a1c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:41.113803 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c5c1cc5-2c0b-42f2-ab20-7a201aee0ba9 req-eb486fc7-a72b-4797-ac8e-e6a937c68a1c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0657177 Jul 16 09:20:41.151953 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7c5c1cc5-2c0b-42f2-ab20-7a201aee0ba9 req-5c3d3244-d522-4bf2-8471-e3f5ebcbe8de tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Jul 16 09:20:42.345427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe306-841a-470d-aacd-7acca5b9f7d7 req-2c8127f3-5617-42c0-88be-d221f944866c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:42.346914 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b24fe306-841a-470d-aacd-7acca5b9f7d7 req-2c8127f3-5617-42c0-88be-d221f944866c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0636828 Jul 16 09:20:42.392017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b24fe306-841a-470d-aacd-7acca5b9f7d7 req-b67a8b1d-2ab6-4c60-8a0f-32becabcf000 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Jul 16 09:20:43.033577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-60b8271a-eb49-4030-82a6-3ea70045072c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:43.087468 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-fa99a5be-3ba8-4a34-8f07-225abb69d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.088945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-fa99a5be-3ba8-4a34-8f07-225abb69d451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1097 time: 0.0532200 Jul 16 09:20:43.180554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-8a267489-3fc2-4f58-8618-ea5209810a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.182142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-8a267489-3fc2-4f58-8618-ea5209810a8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0875044 Jul 16 09:20:43.245711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-5343e213-22d7-4997-9c99-4c69c1468a31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 1001 time: 0.0577185 Jul 16 09:20:43.297236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-8b2076dd-7aef-407f-9d6c-03ad1da32b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.298706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-8b2076dd-7aef-407f-9d6c-03ad1da32b2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0472956 Jul 16 09:20:43.359213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-fb71dc09-df4b-47f2-9b69-85bdfd6aba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.360761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-fb71dc09-df4b-47f2-9b69-85bdfd6aba6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555310 Jul 16 09:20:43.452398 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-2090fd09-fc6d-4a8e-a700-692f44d3dcb9 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852036 Jul 16 09:20:43.581209 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-3d019aa7-85a7-4f13-878f-f968fee941ee service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229897 Jul 16 09:20:43.603448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fd9be-dbd3-4d73-a048-5ec9a0db0dbd req-0e4601f4-ad30-452e-84e2-1f3a2e171993 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.604998 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2fd9be-dbd3-4d73-a048-5ec9a0db0dbd req-0e4601f4-ad30-452e-84e2-1f3a2e171993 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0853074 Jul 16 09:20:43.643592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fb2fd9be-dbd3-4d73-a048-5ec9a0db0dbd req-df085812-9163-4d98-ae06-4b092e0a4e5b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Jul 16 09:20:44.817881 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba403b9-46f5-43d1-8069-743e01f99a43 req-9ba56c9d-7ae9-4c6f-9565-65995b1ef697 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:44.819376 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ba403b9-46f5-43d1-8069-743e01f99a43 req-9ba56c9d-7ae9-4c6f-9565-65995b1ef697 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0643163 Jul 16 09:20:44.856722 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ba403b9-46f5-43d1-8069-743e01f99a43 req-3b1214b5-a765-4606-92fc-60bea1b6614c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311904 Jul 16 09:20:45.631855 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-107ec2ed-8813-450e-953e-267a5499a82c req-33f3274e-0bd4-48e3-a430-6e54438b658c service neutron] show failed (client error): The resource could not be found. Jul 16 09:20:45.632862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-33f3274e-0bd4-48e3-a430-6e54438b658c service neutron] 10.222.0.18 "GET /v2.0/ports/f52a0d27-320e-4ee0-8a3e-3b5324e99c95/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0592067 Jul 16 09:20:45.711894 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fd28f7b8-9973-4bd4-96db-3ff9c3a43a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.798858 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.877673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-92e3c836-6dec-4578-9764-1a9ae9f07927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:45.879170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-92e3c836-6dec-4578-9764-1a9ae9f07927 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0528965 Jul 16 09:20:45.896452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:45.970350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.128149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af94fe-8818-4290-80be-0ece630726b7 req-0dd934ab-d7b4-4e35-9821-097022333747 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:46.129540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83af94fe-8818-4290-80be-0ece630726b7 req-0dd934ab-d7b4-4e35-9821-097022333747 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.1611295 Jul 16 09:20:46.193700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83af94fe-8818-4290-80be-0ece630726b7 req-fafb4d21-1f31-46b2-b0d0-119b73535077 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584030 Jul 16 09:20:46.248082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:46.280174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:46.318273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:46.320621 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd1dc5-28bc-40f7-830b-bbc38c8d3717" -d '{"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-unplugged", "status": "completed", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:46.324410 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.337940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Transition to ACTIVE for port object f52a0d27-320e-4ee0-8a3e-3b5324e99c95 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:46.341180 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.371207 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556a735b-7624-4a0a-be24-b8b910e7718a x-openstack-request-id: req-556a735b-7624-4a0a-be24-b8b910e7718a {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:46.371531 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-unplugged", "status": "completed", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:46.371784 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-556a735b-7624-4a0a-be24-b8b910e7718a {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:46.372170 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'code': 200} Jul 16 09:20:46.425238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:46.439829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.440175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.440513 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.440845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.441177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.441503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.441843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.442154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.442478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.442797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.443118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.443464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:46.480629 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] No DVR routers for this DVR port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:46.807505 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.903747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:46.904340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:46.904471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:46.908583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:20:46.908907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Attempting to bind port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:46.913942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:46.914277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:46.914764 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:46.915202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Bound port: f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:46.915651 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.979621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:46.982917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:46.987567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:47.022715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.023357 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:47.025067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 1092 time: 1.1328847 Jul 16 09:20:47.046545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481f93a-f89d-40b1-8f87-f72882972aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:47.121097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-dd448855-4ede-4c02-83a7-67d25cfdca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.122744 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-dd448855-4ede-4c02-83a7-67d25cfdca9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1095 time: 0.0570838 Jul 16 09:20:47.218362 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-9631e6d7-5feb-4a99-8741-2d052eb5fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.219918 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-9631e6d7-5feb-4a99-8741-2d052eb5fcc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0908468 Jul 16 09:20:47.285367 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-70f247a2-9c28-4ef4-a032-3b7096956bfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 999 time: 0.0589108 Jul 16 09:20:47.367466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-eee9e567-3121-47eb-8a1b-f437d076e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.369700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-eee9e567-3121-47eb-8a1b-f437d076e0de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0785239 Jul 16 09:20:47.423182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b726e-ff79-4f45-b118-4153032cdcb3 req-84d1d698-be7d-4117-a5ae-5d49403f3a56 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.424688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d12b726e-ff79-4f45-b118-4153032cdcb3 req-84d1d698-be7d-4117-a5ae-5d49403f3a56 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.1044841 Jul 16 09:20:47.470505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec2ed-8813-450e-953e-267a5499a82c req-58aafac4-95eb-4f08-8629-3309dbcc5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.471994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-58aafac4-95eb-4f08-8629-3309dbcc5a07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946593 Jul 16 09:20:47.476746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d12b726e-ff79-4f45-b118-4153032cdcb3 req-28c05d9e-1e31-438a-92b8-17772ba09f12 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Jul 16 09:20:47.563902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-9b55ef7d-8713-435c-8051-db16f32facb6 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843368 Jul 16 09:20:47.654832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-107ec2ed-8813-450e-953e-267a5499a82c req-ac0077a9-e63d-4db4-9819-91bdac03b1d5 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842550 Jul 16 09:20:48.101401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:48.373640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:48.375969 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de3847-e8e0-4485-977b-4cd4fd9601aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:48.423398 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732dd49f-ee79-4ef9-ab6e-4e146bb0a612 x-openstack-request-id: req-732dd49f-ee79-4ef9-ab6e-4e146bb0a612 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:48.423724 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:48.423993 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-732dd49f-ee79-4ef9-ab6e-4e146bb0a612 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:48.424410 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'status': 'completed', 'code': 200} Jul 16 09:20:48.506648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:48.533777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-6d19c453-f071-4c6f-a259-952325462d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:48.535364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-6d19c453-f071-4c6f-a259-952325462d4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1095 time: 0.0932746 Jul 16 09:20:48.552049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-843b1c5e-963c-4cee-a6c4-91c2893a7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:48.553493 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-843b1c5e-963c-4cee-a6c4-91c2893a7502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1095 time: 0.0784588 Jul 16 09:20:48.688866 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:48.737958 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-53831190-f7ea-474e-a0b2-b20837c9f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:48.739503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-53831190-f7ea-474e-a0b2-b20837c9f769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1975691 Jul 16 09:20:48.758434 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-2cb1fbe1-5e40-4f03-b1d1-1386842840e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:48.760009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-2cb1fbe1-5e40-4f03-b1d1-1386842840e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1966038 Jul 16 09:20:48.811003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96485b-03cd-4b88-b642-18027834d9d1 req-508b4752-9497-4d41-b25f-54d041b07502 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:48.812501 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff96485b-03cd-4b88-b642-18027834d9d1 req-508b4752-9497-4d41-b25f-54d041b07502 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.2212811 Jul 16 09:20:48.882415 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-242acba1-658f-491e-8f5e-d4c02d518265 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 999 time: 0.1348703 Jul 16 09:20:48.933020 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-9eeef9d9-8e49-4a3b-848e-a69c679016bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 999 time: 0.1407802 Jul 16 09:20:48.937601 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ff96485b-03cd-4b88-b642-18027834d9d1 req-c40c648b-9995-44e0-b94d-3dcd3a597bbd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935953 Jul 16 09:20:48.979496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-ff0d3dbd-5a70-4097-96a1-819d8b0e0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:48.980968 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-ff0d3dbd-5a70-4097-96a1-819d8b0e0b22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0892477 Jul 16 09:20:49.025994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-64412d64-76f2-4d41-b7f1-b06d6c6c0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:49.027479 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-64412d64-76f2-4d41-b7f1-b06d6c6c0d64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0858936 Jul 16 09:20:49.085917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-43183920-f5da-453d-8172-3dcc75052881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:49.088046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-43183920-f5da-453d-8172-3dcc75052881 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995953 Jul 16 09:20:49.129098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-e1f7ce4f-9ef1-4f4e-85fe-b1052de36b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:49.130547 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-e1f7ce4f-9ef1-4f4e-85fe-b1052de36b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957665 Jul 16 09:20:49.236469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-32da45a9-7610-4641-8c4e-94c522f5e409 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422908 Jul 16 09:20:49.287279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-f931d0a2-dffa-447c-a4a0-0346512880b2 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276565 Jul 16 09:20:49.396570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-67bd8185-620b-4d87-8170-cd40b376bf6e service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529045 Jul 16 09:20:49.421701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-47de3847-e8e0-4485-977b-4cd4fd9601aa req-e01df407-bc4d-4643-b09f-e423133fda48 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065841 Jul 16 09:20:49.446976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:49.484838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:50.010374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:20:50.108096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:50.112638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eba26-d699-4667-9222-ee734e5339df req-6f7eaa72-4086-4d4c-bfc3-544a0b232c89 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.114131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-181eba26-d699-4667-9222-ee734e5339df req-6f7eaa72-4086-4d4c-bfc3-544a0b232c89 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 943 time: 0.0629902 Jul 16 09:20:50.120055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'mac_address': 'fa:16:3e:fd:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:20:50.151308 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-181eba26-d699-4667-9222-ee734e5339df req-67a27aeb-7d7b-4332-a052-47a87be2913f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309198 Jul 16 09:20:50.156029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:50.169369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52a0d27-320e-4ee0-8a3e-3b5324e99c95 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:50.188911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:50.194010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:50.246183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:50.254277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.254627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.254969 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.255311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.255673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.256025 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.256336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.256665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.256990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.257315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.257640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.257964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:50.462106 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b9f5-1b3b-4b2b-932b-707ba830a872 req-2251dc9a-2a04-4673-9a7e-7c858329f20a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.463765 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84b0b9f5-1b3b-4b2b-932b-707ba830a872 req-2251dc9a-2a04-4673-9a7e-7c858329f20a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 944 time: 0.0763073 Jul 16 09:20:50.468291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91844-a71d-40c8-b68a-6812f357d972 req-a3524ff5-83c0-47ff-a601-ed146ad14982 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.469756 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-a3524ff5-83c0-47ff-a601-ed146ad14982 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99&tenant_id=af3b52402a6b4832942c340ce40a2c80&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 944 time: 0.0799322 Jul 16 09:20:50.489670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['f52a0d27-320e-4ee0-8a3e-3b5324e99c95'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:20:50.504743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84b0b9f5-1b3b-4b2b-932b-707ba830a872 req-bedc8116-2ce7-4c63-8956-9ea4e5ae8a79 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352798 Jul 16 09:20:50.533131 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-51f91844-a71d-40c8-b68a-6812f357d972 req-3a85919d-0dcc-4a22-a512-007e91790ea2 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:20:50.534215 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-3a85919d-0dcc-4a22-a512-007e91790ea2 service neutron] 10.222.0.18 "DELETE /v2.0/ports/f52a0d27-320e-4ee0-8a3e-3b5324e99c95/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0573838 Jul 16 09:20:50.649573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91844-a71d-40c8-b68a-6812f357d972 req-11b62e44-3ad9-4cab-91e1-956020c06b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.651227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-11b62e44-3ad9-4cab-91e1-956020c06b1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1096 time: 0.0609868 Jul 16 09:20:50.744986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91844-a71d-40c8-b68a-6812f357d972 req-5c7746d6-ad3f-4d84-9c80-bfda80d43b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.746724 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-5c7746d6-ad3f-4d84-9c80-bfda80d43b94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0895145 Jul 16 09:20:50.815110 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-0b02d15f-977b-4299-b6f0-b35ea136fbd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 1000 time: 0.0625961 Jul 16 09:20:50.863099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91844-a71d-40c8-b68a-6812f357d972 req-22a3e590-0a14-41d9-8bfa-1147f57d41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.864650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-22a3e590-0a14-41d9-8bfa-1147f57d41c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0424445 Jul 16 09:20:50.920801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91844-a71d-40c8-b68a-6812f357d972 req-41c2b8a2-c1db-45dd-98a1-d2c6f47554e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.922229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-41c2b8a2-c1db-45dd-98a1-d2c6f47554e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503688 Jul 16 09:20:51.012385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-c8b42976-7abb-42e7-8abb-6021e5dcc045 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831547 Jul 16 09:20:51.099773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-51f91844-a71d-40c8-b68a-6812f357d972 req-dcbd0fac-86ee-4251-9131-1ddc03bc7ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814910 Jul 16 09:20:51.691785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fcf8-de3e-48f6-9d0c-218bab8dd65a req-ed407d7f-9056-417d-922c-d72e142abefa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:51.693292 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d34fcf8-de3e-48f6-9d0c-218bab8dd65a req-ed407d7f-9056-417d-922c-d72e142abefa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 944 time: 0.0675547 Jul 16 09:20:51.733115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0d34fcf8-de3e-48f6-9d0c-218bab8dd65a req-e8e29b8b-c9dc-4142-828c-fda2e9cca87a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Jul 16 09:20:51.906564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6015c-a2d1-405b-835e-0b6787d24111 req-e3004e73-401e-4f16-8c11-f0fcb769738d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:51.907961 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c6d6015c-a2d1-405b-835e-0b6787d24111 req-e3004e73-401e-4f16-8c11-f0fcb769738d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 944 time: 0.0624273 Jul 16 09:20:51.944398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c6d6015c-a2d1-405b-835e-0b6787d24111 req-2c328490-039f-4306-8ff5-1df224c44180 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Jul 16 09:20:52.010194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:52.061952 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:52.065513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:52.065882 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:52.144290 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:52.169009 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:52.171171 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aed758-d090-4e10-ae5e-b90c41d7cd2c" -d '{"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-plugged", "status": "completed", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:52.186140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:52.190414 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:52.213722 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eec21b-611a-4b59-b3f0-46b592338ce3 x-openstack-request-id: req-92eec21b-611a-4b59-b3f0-46b592338ce3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:52.214010 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-plugged", "status": "completed", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:52.214261 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92eec21b-611a-4b59-b3f0-46b592338ce3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:52.214641 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'code': 200} Jul 16 09:20:52.240584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:52.298105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d277-04b9-40a9-b540-707896a0d51c req-0c0ef97a-1717-455f-9343-3dca248dd3c8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:52.299652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-06d6d277-04b9-40a9-b540-707896a0d51c req-0c0ef97a-1717-455f-9343-3dca248dd3c8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0682106 Jul 16 09:20:52.315681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba335-b8ac-446c-b27e-967b0609363f req-703121bd-8467-4cc0-b110-041960ae8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:52.317189 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-703121bd-8467-4cc0-b110-041960ae8d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 1097 time: 0.0540869 Jul 16 09:20:52.343882 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-06d6d277-04b9-40a9-b540-707896a0d51c req-144d2983-9a75-4370-aacd-ec5b98214f84 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387073 Jul 16 09:20:52.409622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba335-b8ac-446c-b27e-967b0609363f req-06f13771-d6c7-48f7-9bcc-a36f37dc7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:52.411086 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-06f13771-d6c7-48f7-9bcc-a36f37dc7c50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0870368 Jul 16 09:20:52.474923 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-5aed6f20-5f60-49ba-a2fa-cda1d0eee722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 200 len: 1001 time: 0.0573413 Jul 16 09:20:52.521052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba335-b8ac-446c-b27e-967b0609363f req-c839da99-dbb1-4839-bbd8-bd954a51641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:52.522435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-c839da99-dbb1-4839-bbd8-bd954a51641c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0420921 Jul 16 09:20:52.580326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba335-b8ac-446c-b27e-967b0609363f req-7b972d7c-8bed-41a9-ab44-5bd24a7d510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:52.581750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-7b972d7c-8bed-41a9-ab44-5bd24a7d510c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535872 Jul 16 09:20:52.667343 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-bae3af9a-be96-4b73-a4e7-337af283be67 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790818 Jul 16 09:20:52.757958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-614ba335-b8ac-446c-b27e-967b0609363f req-e2f6f318-b420-43fc-b547-ea5bfb767596 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844429 Jul 16 09:20:53.519075 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb73f96-94f9-4ec2-abf7-2fb216b7a868 req-fa9ff950-c44d-43cb-91cd-21f81be8150e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:53.520566 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fb73f96-94f9-4ec2-abf7-2fb216b7a868 req-fa9ff950-c44d-43cb-91cd-21f81be8150e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0630598 Jul 16 09:20:53.561123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7fb73f96-94f9-4ec2-abf7-2fb216b7a868 req-bceac4d8-67f8-4d86-9f4c-9934c3f4a28c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337818 Jul 16 09:20:53.932226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42722670-e968-4eab-962f-00a177ebfe7c req-a08151e2-8d2e-4e19-9d97-0a637ed1cb42 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:53.933696 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42722670-e968-4eab-962f-00a177ebfe7c req-a08151e2-8d2e-4e19-9d97-0a637ed1cb42 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0642474 Jul 16 09:20:53.974127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42722670-e968-4eab-962f-00a177ebfe7c req-a2bc4bca-3b7c-4be3-ab85-e37799505558 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350111 Jul 16 09:20:55.149936 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44e0c1-2aa1-46cc-a760-76932777c848 req-158e5fbe-d4b1-473c-802f-a0f6f114c853 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:55.151296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf44e0c1-2aa1-46cc-a760-76932777c848 req-158e5fbe-d4b1-473c-802f-a0f6f114c853 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0628262 Jul 16 09:20:55.187660 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf44e0c1-2aa1-46cc-a760-76932777c848 req-c3e458ae-3043-4b28-9c49-0594be12e546 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Jul 16 09:20:55.267924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-abc0154b-a22d-4ffb-b573-e3410de7c34e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:55.269359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-abc0154b-a22d-4ffb-b573-e3410de7c34e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 945 time: 0.0622079 Jul 16 09:20:55.368045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Deleting port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:55.369260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:55.460306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] For port f52a0d27-320e-4ee0-8a3e-3b5324e99c95, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:55.460583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:55.626684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:55.627065 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:55.627399 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 disassociated. External IP: 172.25.0.134, port: f52a0d27-320e-4ee0-8a3e-3b5324e99c95. Jul 16 09:20:55.627739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Calling delete_port for f52a0d27-320e-4ee0-8a3e-3b5324e99c95 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:55.754537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:55.783339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event deleted for resources: {'Port': ['ID=f52a0d27-320e-4ee0-8a3e-3b5324e99c95,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:55.901519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:56.341058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa74d238-751d-45c8-a409-b04cf225d2ee req-25d58d41-b6d3-4ded-9eda-96302ffad7f2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f7e9f80-ac73-461c-b93f-496515f92f99 HTTP/1.1" status: 200 len: 210 time: 0.0347867 Jul 16 09:20:56.343826 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:56.353735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:56.362924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:56.363635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:20:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:56.391680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] No DVR routers for this DVR port f52a0d27-320e-4ee0-8a3e-3b5324e99c95 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:56.394377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:56.396375 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0e9a3b9b-f732-49b5-983e-8b8e8e036b89 req-bbf26316-c736-462e-b3a4-ec2dd9da76c4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "DELETE /v2.0/ports/f52a0d27-320e-4ee0-8a3e-3b5324e99c95 HTTP/1.1" status: 204 len: 173 time: 1.1203482 Jul 16 09:20:56.396806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-deleted', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:56.399051 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50453b8-514b-4356-a850-4883983cb45d" -d '{"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-deleted", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:56.448469 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c2708c-5d3a-447b-8eb6-7396d1d3323c x-openstack-request-id: req-90c2708c-5d3a-447b-8eb6-7396d1d3323c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:56.448979 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e9f80-ac73-461c-b93f-496515f92f99", "name": "network-vif-deleted", "tag": "f52a0d27-320e-4ee0-8a3e-3b5324e99c95", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:56.449223 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90c2708c-5d3a-447b-8eb6-7396d1d3323c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:56.449688 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e9f80-ac73-461c-b93f-496515f92f99', 'name': 'network-vif-deleted', 'tag': 'f52a0d27-320e-4ee0-8a3e-3b5324e99c95', 'status': 'completed', 'code': 200} Jul 16 09:20:56.485591 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:56.690203 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:56.717173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:56.725755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:56.726370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:20:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:56.835343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:57.025437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:57.055152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744684-ceb8-4c9d-855b-650ba8ed9e19 None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:57.261067 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd9469-054b-4bd7-9ce2-0f6f961b113e None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:20:57.681699 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-8d0c01ae-2c3a-40d5-97d6-843552d8657c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1369402964&fields=id&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 267 time: 0.0335696 Jul 16 09:20:57.783769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-158d06ae-94ce-490f-b639-ad838f6d09fa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:57.785235 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-158d06ae-94ce-490f-b639-ad838f6d09fa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.0976179 Jul 16 09:20:57.800465 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-73adb903-73b3-4fa4-ad16-4edb1e0dc86e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/quotas/af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 375 time: 0.0088897 Jul 16 09:20:57.872387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-0aa4a5e0-ed38-4ec7-9c5c-89a2c01d43f8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670288 Jul 16 09:20:57.964427 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-95e88685-b551-4e2f-a47d-f92fd3d0905c service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807161 Jul 16 09:20:58.055311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-3096d188-f00b-4c03-bf3f-a59a5e0bdf18 service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853062 Jul 16 09:20:58.223190 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-44c230ab-326f-4c39-9dba-8dc0e2dc91d3 req-ad05443d-bd91-475e-88ec-0af1fc6ab2d3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 210 time: 0.0296595 Jul 16 09:20:59.324097 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-d62251b8-1b75-4e1b-a75d-77606d023507 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:59.325708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-d62251b8-1b75-4e1b-a75d-77606d023507 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.1043897 Jul 16 09:20:59.380073 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-846a1327-0947-4dd4-81e3-83e753adb9a5 req-908179ee-55b1-4eef-837e-f174e9eac35f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 210 time: 0.0395417 Jul 16 09:20:59.400813 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-ed56eda3-04f8-44c9-93e0-e7967ebb2fb8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 380 time: 0.0665770 Jul 16 09:20:59.409108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'port': {'device_id': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'admin_state_up': True, 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'security_groups': ['bc8c1451-c4b4-42f6-90c8-5ec17b65fe94']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:59.518795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Made reservation on behalf of af3b52402a6b4832942c340ce40a2c80 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:59.522654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:59.650539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Allocated IP 172.20.0.4 (842589d7-c1f7-4b05-b272-c90925650c75/43944557-4d7a-4a15-8a92-13b25ffbc576/848696d2-b304-4b57-ad62-dfb20fb188b3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:59.786082 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:59.800081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Transition to ACTIVE for port object 848696d2-b304-4b57-ad62-dfb20fb188b3 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:59.832938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:59.878482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:59.881625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:59.885725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:59.892022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:59.938916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:59.939583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:59.955288 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-0c396c47-ebe0-4975-ae61-f46d118b8a4e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493176 Jul 16 09:20:59.967462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Request body: {'port': {'device_id': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:00.047894 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.063250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:21:00.082101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: f52a0d27-320e-4ee0-8a3e-3b5324e99c95 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:21:00.082445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device f52a0d27-320e-4ee0-8a3e-3b5324e99c95 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:21:00.123951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b79ebe23-2b75-4862-bbd7-2023bb95af38 None None] Provisioning for port 848696d2-b304-4b57-ad62-dfb20fb188b3 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:00.127625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b79ebe23-2b75-4862-bbd7-2023bb95af38 None None] Provisioning complete for port 848696d2-b304-4b57-ad62-dfb20fb188b3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:00.127998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b79ebe23-2b75-4862-bbd7-2023bb95af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.160665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-b79ebe23-2b75-4862-bbd7-2023bb95af38 None None] Port 848696d2-b304-4b57-ad62-dfb20fb188b3 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:00.311607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848696d2-b304-4b57-ad62-dfb20fb188b3 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:00.318814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.330439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Transition to ACTIVE for port object 848696d2-b304-4b57-ad62-dfb20fb188b3 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:00.334465 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.408210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:00.472158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:00.472793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:00.473198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:00.478930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:21:00.479365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:00.484805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:00.485236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:00.485695 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:00.486328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Bound port: 848696d2-b304-4b57-ad62-dfb20fb188b3, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:00.486701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.555090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:00.558533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:00.562423 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.591366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182bf9d-ca41-4da7-a0c2-938055d6fc0f req-b196f3ee-f034-42bb-9b3d-14f9c97be3f7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.593050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9182bf9d-ca41-4da7-a0c2-938055d6fc0f req-b196f3ee-f034-42bb-9b3d-14f9c97be3f7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.0721869 Jul 16 09:21:00.599099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.599678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:00.601394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] 10.222.0.18 "PUT /v2.0/ports/848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1092 time: 0.6384392 Jul 16 09:21:00.603838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:00.606780 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260" -d '{"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:00.633671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044eb2-40d3-4881-8630-774835e77348 service neutron] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:00.660022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9182bf9d-ca41-4da7-a0c2-938055d6fc0f req-849e4fca-8521-4855-a484-a26fbaf4c4ca tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608196 Jul 16 09:21:00.677339 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6faf29a-c055-45ba-b0b0-8b5b4d758141 x-openstack-request-id: req-d6faf29a-c055-45ba-b0b0-8b5b4d758141 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:00.677632 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:00.677884 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6faf29a-c055-45ba-b0b0-8b5b4d758141 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:00.678284 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'status': 'completed', 'code': 200} Jul 16 09:21:00.708774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-a4aff665-9a2d-4c59-907f-8142a3e2ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.710531 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-a4aff665-9a2d-4c59-907f-8142a3e2ea0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1095 time: 0.0669179 Jul 16 09:21:00.753597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-120d70c4-32ca-48b6-9798-a5128140289a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 217 time: 0.0359645 Jul 16 09:21:00.814620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-c3c83b0b-63a6-4460-8dd2-f04b0dfe5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.816071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-c3c83b0b-63a6-4460-8dd2-f04b0dfe5e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0482159 Jul 16 09:21:00.877530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f793-376f-4da4-b40f-0707266ed60e req-77032f10-2da1-4c45-a754-89fcbf461566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.879085 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-77032f10-2da1-4c45-a754-89fcbf461566 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557728 Jul 16 09:21:00.971839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-87a13c61-ead8-4b80-98f9-310e80b3ea54 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Jul 16 09:21:01.070198 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a773f793-376f-4da4-b40f-0707266ed60e req-2951799d-5779-4321-ac54-1e1ddd62a698 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Jul 16 09:21:01.166278 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-b9739f3d-cff3-43e6-88fa-0ef6966c0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.167793 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-b9739f3d-cff3-43e6-88fa-0ef6966c0ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1095 time: 0.0528679 Jul 16 09:21:01.261133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-b5fa6d09-24b1-4fe8-9d5e-35dddac2d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.262622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-b5fa6d09-24b1-4fe8-9d5e-35dddac2d123 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0891705 Jul 16 09:21:01.303591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-2bc7007b-030c-420b-822f-953d906b963b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 217 time: 0.0343688 Jul 16 09:21:01.350258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-81ebaf70-b1bf-4c7e-9871-5227eff10f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.352103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-81ebaf70-b1bf-4c7e-9871-5227eff10f84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0425210 Jul 16 09:21:01.408236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-1360b197-b776-447b-954d-aafee1f552c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.409794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-1360b197-b776-447b-954d-aafee1f552c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519118 Jul 16 09:21:01.507865 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-262cefd5-abaa-4680-8b1c-e8f953435912 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895941 Jul 16 09:21:01.602381 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a3ebaf09-b83b-4edb-81c7-cb2c87aa5260 req-8007937f-edde-4d63-961c-5fc7124c57c9 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877628 Jul 16 09:21:01.830299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002ab49-e61d-4083-b06b-2b488cbc6eef req-5dd82ab5-f0d4-4291-a264-014dc800c47a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.831741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9002ab49-e61d-4083-b06b-2b488cbc6eef req-5dd82ab5-f0d4-4291-a264-014dc800c47a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.0685503 Jul 16 09:21:01.869856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9002ab49-e61d-4083-b06b-2b488cbc6eef req-8eb9d1d5-7892-4c2f-9ca5-42cc4e49653d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Jul 16 09:21:03.044758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1edbf6-da79-477d-997f-aae9dc86c67b req-9d91088b-f090-4550-a6a6-3090a7502a9f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:03.046291 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a1edbf6-da79-477d-997f-aae9dc86c67b req-9d91088b-f090-4550-a6a6-3090a7502a9f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.0650225 Jul 16 09:21:03.083362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a1edbf6-da79-477d-997f-aae9dc86c67b req-d9626df5-1742-43a9-b42f-45b78fafb5e0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Jul 16 09:21:03.494405 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:21:03.740087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:03.751485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'mac_address': 'fa:16:3e:68:15:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:21:03.787415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:03.800135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848696d2-b304-4b57-ad62-dfb20fb188b3 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:03.820241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:03.824328 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:03.872365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:03.900739 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:04.027509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['848696d2-b304-4b57-ad62-dfb20fb188b3'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:21:04.260297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb70e0a-699c-4efb-9f69-24d7c5629d6d req-e9cc5447-e82b-479b-8317-666081942c9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:04.261777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bb70e0a-699c-4efb-9f69-24d7c5629d6d req-e9cc5447-e82b-479b-8317-666081942c9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0636644 Jul 16 09:21:04.300012 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bb70e0a-699c-4efb-9f69-24d7c5629d6d req-59f8a73e-5ed5-4fcd-b228-589dc9f530e2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325532 Jul 16 09:21:05.472004 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fd0ba-4ea3-4c5b-8173-ea08e013409b req-5af99e77-3229-4a14-bd46-7c07a3478d1e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.473479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e6fd0ba-4ea3-4c5b-8173-ea08e013409b req-5af99e77-3229-4a14-bd46-7c07a3478d1e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0661960 Jul 16 09:21:05.510513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:05.511221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6e6fd0ba-4ea3-4c5b-8173-ea08e013409b req-11b03a2e-2e17-4abb-ad6b-e4417627ef29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Jul 16 09:21:05.562167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 848696d2-b304-4b57-ad62-dfb20fb188b3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:05.565906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 848696d2-b304-4b57-ad62-dfb20fb188b3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:05.566287 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.641041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.662956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:05.665349 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e98e55-ad73-48a2-b550-c4ce86b4b621" -d '{"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-plugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:05.677652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:05.682583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.705751 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829dec65-990d-4fdd-9327-a761e982f834 x-openstack-request-id: req-829dec65-990d-4fdd-9327-a761e982f834 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:05.706072 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-plugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:05.706324 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-829dec65-990d-4fdd-9327-a761e982f834 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:05.706714 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'code': 200} Jul 16 09:21:05.735676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:05.815875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d57c54-736b-4729-8c9c-fad309a87191 req-1a90f1ff-57c9-4424-880e-1a66f2875f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.817348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0d57c54-736b-4729-8c9c-fad309a87191 req-1a90f1ff-57c9-4424-880e-1a66f2875f60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1097 time: 0.0548387 Jul 16 09:21:05.850610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a0d57c54-736b-4729-8c9c-fad309a87191 req-f2c399b2-1cd4-4efa-83af-bb0d7db61c88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267363 Jul 16 09:21:06.688497 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73e28-672d-47c0-a0af-ae30d52b1800 req-7ec0f191-b9c0-48ef-97f1-d7942eab94b3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:06.689986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7f73e28-672d-47c0-a0af-ae30d52b1800 req-7ec0f191-b9c0-48ef-97f1-d7942eab94b3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0683327 Jul 16 09:21:06.731522 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7f73e28-672d-47c0-a0af-ae30d52b1800 req-76c150ae-e29c-4d03-862c-1739614cf20c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337317 Jul 16 09:21:07.906606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cc755-2fd8-4b49-8055-be01aafa904f req-9b0ca134-cd96-4bf5-a3e5-4a6200c53425 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:07.908029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bc1cc755-2fd8-4b49-8055-be01aafa904f req-9b0ca134-cd96-4bf5-a3e5-4a6200c53425 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0620282 Jul 16 09:21:07.945520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bc1cc755-2fd8-4b49-8055-be01aafa904f req-68858ca3-7631-493d-b291-f96fc1a5cdd9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318053 Jul 16 09:21:08.109460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99f67d-ca58-450c-8567-77853c16de9b req-0f3cc69f-b292-4269-972e-a7e60ec1cafa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:08.110936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bf99f67d-ca58-450c-8567-77853c16de9b req-0f3cc69f-b292-4269-972e-a7e60ec1cafa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0627887 Jul 16 09:21:08.119617 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42330) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:08.124070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'floatingip': {'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:08.166779 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.602425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.606256 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.703183 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 associated. External IP: 172.25.0.134, port: 848696d2-b304-4b57-ad62-dfb20fb188b3. Jul 16 09:21:08.906965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:21:09.334776 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:09.339915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.345037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:09.355422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:09.356070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:20:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:09.376289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-29159ed9-bbd8-4123-a0ab-3a8fe760aa29 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "PUT /v2.0/floatingips/7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 HTTP/1.1" status: 200 len: 991 time: 1.2556417 Jul 16 09:21:09.376870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:09.379254 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24f872-bf3d-4032-95a0-a21eb544133e" -d '{"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:09.415973 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff76b2-1a26-4336-a69a-5a8a20b13845 x-openstack-request-id: req-52ff76b2-1a26-4336-a69a-5a8a20b13845 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:09.416264 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:09.416515 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52ff76b2-1a26-4336-a69a-5a8a20b13845 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:09.416906 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'status': 'completed', 'code': 200} Jul 16 09:21:09.468361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:09.502044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-09676e67-3af2-44bc-a368-255f22597301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:09.503746 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-09676e67-3af2-44bc-a368-255f22597301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1097 time: 0.0653679 Jul 16 09:21:09.592845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-1c541e97-ec18-407d-8c0d-a6e330c185d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:09.594239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-1c541e97-ec18-407d-8c0d-a6e330c185d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0838163 Jul 16 09:21:09.662678 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-83e06870-ae51-448f-aa21-96c652438793 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 999 time: 0.0617223 Jul 16 09:21:09.690672 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:68:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:21:08Z', 'revision_number': 9, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:09.709753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-b516e6b3-e27b-4506-8c01-e7c10b371219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:09.711238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-b516e6b3-e27b-4506-8c01-e7c10b371219 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0432498 Jul 16 09:21:09.716442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:09.724842 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:09.725451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:20:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:09.768098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-4d7e0999-61ea-4f15-b3e7-102dd9188969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:09.769608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-4d7e0999-61ea-4f15-b3e7-102dd9188969 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525622 Jul 16 09:21:09.833966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:09.863745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-4a729211-ddd5-48f9-b25c-0b2abf9ee1c3 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Jul 16 09:21:09.953064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5f24f872-bf3d-4032-95a0-a21eb544133e req-56494897-fe0b-44ec-81ff-b52ccd63841f service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827284 Jul 16 09:21:10.058470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:68:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:21:08Z', 'revision_number': 9, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:10.084445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7d4e-7466-453a-94e3-c9ca3cb5cf83 None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:68:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:21:08Z', 'revision_number': 9, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:10.270635 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382062d-e222-4f14-932a-165e577eca88 None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:21:13.034961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-766dbd14-f795-4896-9485-9a76f96c3af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.713895 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-92d8c68d-6d5a-4c9c-a4ef-e7dfc1f1541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.795247 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.804385 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.094073 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.506274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:25.687880 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:33.918460 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:43.035915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4767-de44-4838-8eff-90c993c4bd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:45.714569 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c65c7d46-97e5-496c-ae24-7f5c4b4c7c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:45.797496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:46.806074 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:48.120699 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:48.509193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:56.524894 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-fc8f821c-4861-4d02-aada-a626c55141ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552714 Jul 16 09:21:56.615610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca030192-67bd-41f8-886a-5f9972aa146a req-9dcaf6d0-9b67-4472-8bb9-45ce59dfe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.617087 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-9dcaf6d0-9b67-4472-8bb9-45ce59dfe063 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1097 time: 0.0519805 Jul 16 09:21:56.721457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca030192-67bd-41f8-886a-5f9972aa146a req-0c4fa7a3-8c9e-4b6f-9a74-14c84746a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.722924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-0c4fa7a3-8c9e-4b6f-9a74-14c84746a398 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0855711 Jul 16 09:21:56.793213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-96d468b4-de5c-4720-9cd1-ee9c296c10d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1002 time: 0.0641351 Jul 16 09:21:56.841605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca030192-67bd-41f8-886a-5f9972aa146a req-e0e956e4-b278-4c97-990d-58116d9b907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.843795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-e0e956e4-b278-4c97-990d-58116d9b907a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0447974 Jul 16 09:21:56.901182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca030192-67bd-41f8-886a-5f9972aa146a req-b832e251-640a-4c1a-9fe5-26abb87f6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.902719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-b832e251-640a-4c1a-9fe5-26abb87f6c50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531726 Jul 16 09:21:56.994999 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-1bce8727-01bf-43a2-9f2e-47593e4f302b service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860734 Jul 16 09:21:57.082839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ca030192-67bd-41f8-886a-5f9972aa146a req-08a0f91c-fd2e-47f7-9429-a2ed05623b96 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816045 Jul 16 09:22:02.686857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:03.919347 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:13.036943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ba34545f-2d4b-48f1-b1f5-68c0cc5dd55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.715612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6c5d27d8-80da-4fb7-8caf-3609af137cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.797857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:16.810139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.139304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.511608 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:33.932432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.685743 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:43.038380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3a6abb58-6afa-471f-9fe9-105bfad4111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:45.716861 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c758a50-dad4-49ce-afac-e003cf13f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:45.800277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:45.950548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-39001b53-612f-4aad-8b43-932b949b70f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466620 Jul 16 09:22:45.959300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d61b06-6d5f-4894-9e4a-a87273374398 req-84815281-2e67-475f-999a-7bdd61d4751a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:45.960757 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55d61b06-6d5f-4894-9e4a-a87273374398 req-84815281-2e67-475f-999a-7bdd61d4751a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.1054475 Jul 16 09:22:45.998902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-55d61b06-6d5f-4894-9e4a-a87273374398 req-c1ff577a-7259-4c96-8113-c254abac90a9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321655 Jul 16 09:22:46.812552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:47.179817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdf482-529e-497a-b750-86a1272b1c82 req-f48162e7-7ebb-44b3-aead-a7ff0d9d51c3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:47.181304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dffdf482-529e-497a-b750-86a1272b1c82 req-f48162e7-7ebb-44b3-aead-a7ff0d9d51c3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0687854 Jul 16 09:22:47.218675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dffdf482-529e-497a-b750-86a1272b1c82 req-4ca6b17b-9e7e-4b68-add2-039b8950907e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Jul 16 09:22:48.153900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.392923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb583557-4261-4552-9276-eb87e96ba568 req-267ecd13-4064-4ac8-9cc2-aa4bf947bbb1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:48.394892 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb583557-4261-4552-9276-eb87e96ba568 req-267ecd13-4064-4ac8-9cc2-aa4bf947bbb1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0641065 Jul 16 09:22:48.432690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb583557-4261-4552-9276-eb87e96ba568 req-dad66f5b-3a11-4d7e-ad63-00a3e4282413 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Jul 16 09:22:48.514399 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:49.366603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-8fe41136-17a7-420e-baa7-09cae59505a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:49.368123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-8fe41136-17a7-420e-baa7-09cae59505a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1097 time: 0.0523834 Jul 16 09:22:49.457578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-4f100023-a85a-4c62-bfca-09268110f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:49.459143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-4f100023-a85a-4c62-bfca-09268110f0c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0854940 Jul 16 09:22:49.523453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-83669c46-6014-4abd-9fa3-562c7a0ed692 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1002 time: 0.0585208 Jul 16 09:22:49.607407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-76d6be8c-c1ed-4032-b725-7b4b811f5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:49.608706 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-76d6be8c-c1ed-4032-b725-7b4b811f5ec6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0799322 Jul 16 09:22:49.666040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56735a95-8373-4840-8adb-9ad9dd04d524 req-b96568a9-abaa-4317-a2a0-3ee1104973d4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:49.667618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56735a95-8373-4840-8adb-9ad9dd04d524 req-b96568a9-abaa-4317-a2a0-3ee1104973d4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.1063089 Jul 16 09:22:49.703488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-2db245d2-cda8-49d7-8592-f903a52b94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:49.704960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-2db245d2-cda8-49d7-8592-f903a52b94b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895941 Jul 16 09:22:49.725405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56735a95-8373-4840-8adb-9ad9dd04d524 req-37b43526-c3f5-4ad0-9543-9bbc646986a9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505321 Jul 16 09:22:49.807438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-54965d3f-a38b-4be8-b9e2-c56635fdb363 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948892 Jul 16 09:22:49.896494 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-21959993-42c4-4aa3-972d-12f0f192117e service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828292 Jul 16 09:22:50.902306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a173-4736-42f0-abc6-67c04de20b96 req-0e6f4974-dc17-4978-892e-f144abc9361f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:50.903819 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1d74a173-4736-42f0-abc6-67c04de20b96 req-0e6f4974-dc17-4978-892e-f144abc9361f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0663507 Jul 16 09:22:50.940691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1d74a173-4736-42f0-abc6-67c04de20b96 req-3e787293-9c9e-4bf4-ae5e-c4f793d3b401 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Jul 16 09:22:52.117691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f494be2-5df6-427a-a354-c4737dcec4ad req-6103d0d1-6414-487e-9ae1-eae13555c949 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:52.119182 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f494be2-5df6-427a-a354-c4737dcec4ad req-6103d0d1-6414-487e-9ae1-eae13555c949 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0671301 Jul 16 09:22:52.156055 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0f494be2-5df6-427a-a354-c4737dcec4ad req-f3ba6dfc-16f8-4832-8bf9-7536695f2ab8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Jul 16 09:22:53.327783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a938e16-8b4f-460f-888b-e13e1ee1b169 req-d8c543e5-c167-418e-bea4-d85f69e7441d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:53.329258 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a938e16-8b4f-460f-888b-e13e1ee1b169 req-d8c543e5-c167-418e-bea4-d85f69e7441d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0627415 Jul 16 09:22:53.366113 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a938e16-8b4f-460f-888b-e13e1ee1b169 req-4a2def93-a665-4516-8d06-1e11a24d0e30 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Jul 16 09:22:54.544561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4887e4-817e-4baf-ae00-683b1969deb2 req-4523bbd3-c4a2-460f-a66c-4cb22b037c75 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:54.546050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b4887e4-817e-4baf-ae00-683b1969deb2 req-4523bbd3-c4a2-460f-a66c-4cb22b037c75 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0632350 Jul 16 09:22:54.583618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b4887e4-817e-4baf-ae00-683b1969deb2 req-43babf30-26bc-42ca-8359-bbc936a26e5b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 16 09:22:55.762562 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871a17e-81e6-4d7c-967a-cdb653d10071 req-3f756432-4b9a-4bb8-b0c3-e2376faef389 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:55.764055 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4871a17e-81e6-4d7c-967a-cdb653d10071 req-3f756432-4b9a-4bb8-b0c3-e2376faef389 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0648305 Jul 16 09:22:55.803891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4871a17e-81e6-4d7c-967a-cdb653d10071 req-1cf6bf76-0748-41c9-9217-888685a10fe4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341251 Jul 16 09:22:56.985881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775bd16-705b-48a6-b879-4d3927947637 req-193c804f-cc2f-4c29-9eaf-9ef41bc9c67b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:56.987405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6775bd16-705b-48a6-b879-4d3927947637 req-193c804f-cc2f-4c29-9eaf-9ef41bc9c67b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0694478 Jul 16 09:22:57.024778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6775bd16-705b-48a6-b879-4d3927947637 req-d14e9ee2-baf8-4952-aa74-ae07950e9a53 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Jul 16 09:22:58.196765 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0651d-1680-4710-8fdb-487ccf6fc51b req-342c904b-713a-4b17-bac1-dda1106e1d1e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:58.198250 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3e0651d-1680-4710-8fdb-487ccf6fc51b req-342c904b-713a-4b17-bac1-dda1106e1d1e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0628755 Jul 16 09:22:58.235999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c3e0651d-1680-4710-8fdb-487ccf6fc51b req-102d6a88-5488-46f0-b0a4-1d67036bef2d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Jul 16 09:22:58.543129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-4ec22439-b703-4809-91bd-12b53d261692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:58.544626 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-4ec22439-b703-4809-91bd-12b53d261692 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1097 time: 0.0528555 Jul 16 09:22:58.650983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-da1ed3c5-f276-4866-b7fc-f8f784538050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:58.652474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-da1ed3c5-f276-4866-b7fc-f8f784538050 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0877924 Jul 16 09:22:58.716607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-7c30bd8d-1331-4ff5-9142-34ec31f050bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1002 time: 0.0572002 Jul 16 09:22:58.764261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-d109a992-8e78-49c1-8cca-0a7bcc33eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:58.766896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-d109a992-8e78-49c1-8cca-0a7bcc33eebe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0440772 Jul 16 09:22:58.831337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-36573425-864b-4d90-9bb5-e907e3494459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:58.832827 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-36573425-864b-4d90-9bb5-e907e3494459 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582845 Jul 16 09:22:58.920196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-b3482910-f2c4-474e-8691-e8dc02bb7076 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807643 Jul 16 09:22:59.011225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a4b6e995-add3-4f2b-b1a6-89dfb08b84bc req-15e64e33-3de0-4229-acdc-b547273ac1dc service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Jul 16 09:22:59.408517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c962f86-955a-4e25-bf5c-262972753739 req-35b355f0-b711-4929-bd49-d610f52c68fe tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:59.410045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c962f86-955a-4e25-bf5c-262972753739 req-35b355f0-b711-4929-bd49-d610f52c68fe tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0627458 Jul 16 09:22:59.447205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5c962f86-955a-4e25-bf5c-262972753739 req-758406b1-793e-4562-a0e3-a2f5b5fb9c7c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Jul 16 09:23:00.620171 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ac9c-7dac-4fa8-80a4-c62111d1632a req-3a9ee09d-0ab9-41e7-9527-94d07e93b2ef tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:00.621644 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc26ac9c-7dac-4fa8-80a4-c62111d1632a req-3a9ee09d-0ab9-41e7-9527-94d07e93b2ef tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0625706 Jul 16 09:23:00.658227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fc26ac9c-7dac-4fa8-80a4-c62111d1632a req-65cf08b7-24d9-451c-b8c6-806a52a3ffc2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Jul 16 09:23:02.175421 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-49062459-ec1d-41d5-ac88-435a2fe1dd73 service neutron] show failed (client error): The resource could not be found. Jul 16 09:23:02.176424 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-49062459-ec1d-41d5-ac88-435a2fe1dd73 service neutron] 10.222.0.18 "GET /v2.0/ports/848696d2-b304-4b57-ad62-dfb20fb188b3/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.4145226 Jul 16 09:23:02.199875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b39457-0092-45b8-a68f-eb02b357f168 req-8711a515-ea29-466b-96a7-88012f374dc9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:02.201323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-30b39457-0092-45b8-a68f-eb02b357f168 req-8711a515-ea29-466b-96a7-88012f374dc9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.4085448 Jul 16 09:23:02.241857 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-30b39457-0092-45b8-a68f-eb02b357f168 req-cbbb07f7-f4ab-4eed-adb5-7590bf38fb34 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338216 Jul 16 09:23:02.422727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-635a6342-7e19-4b8d-951b-f4eb1c7277e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:02.424244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-635a6342-7e19-4b8d-951b-f4eb1c7277e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0536013 Jul 16 09:23:02.441690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:02.515472 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:02.716898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:02.748825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:02.789613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:02.792157 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa7ec0-9bef-4ba2-85d2-513c84a9e9ea" -d '{"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-unplugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:02.796067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:02.808808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Transition to ACTIVE for port object 848696d2-b304-4b57-ad62-dfb20fb188b3 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:02.813285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:02.844604 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91494958-24cc-4b99-a936-1dba15a80fc0 x-openstack-request-id: req-91494958-24cc-4b99-a936-1dba15a80fc0 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:02.844900 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-unplugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:02.845150 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91494958-24cc-4b99-a936-1dba15a80fc0 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:02.845537 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'code': 200} Jul 16 09:23:02.901601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:02.918929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.919283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.919642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.919975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.920312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.920643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.921181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.921282 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.921598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.921924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.922251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.922581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:02.953380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] No DVR routers for this DVR port 848696d2-b304-4b57-ad62-dfb20fb188b3 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:23:03.095085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:03.095461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:03.095794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:03.100386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:23:03.100708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:03.105568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:03.105935 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:03.106314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:03.106732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Bound port: 848696d2-b304-4b57-ad62-dfb20fb188b3, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:03.107086 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:03.172787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:03.175752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:03.180276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:03.213647 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:03.214267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:03.215744 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] 10.222.0.36 "PUT /v2.0/ports/848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1092 time: 0.7780392 Jul 16 09:23:03.239702 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147927e7-6ec5-43af-89db-91d3fe651742 service neutron] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:03.311400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-831f984f-0680-42d4-a1ac-a7a1afff4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:03.312939 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-831f984f-0680-42d4-a1ac-a7a1afff4fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1095 time: 0.0597188 Jul 16 09:23:03.451459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-73e4ca41-9219-4c07-8060-ea8aa58f937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:03.452940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-73e4ca41-9219-4c07-8060-ea8aa58f937a service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1331255 Jul 16 09:23:03.518800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a466913-9ff7-4ee7-b196-df676da9fb40 req-acabd68a-c991-4cd3-b625-52dddb4c3bf8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:03.520331 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a466913-9ff7-4ee7-b196-df676da9fb40 req-acabd68a-c991-4cd3-b625-52dddb4c3bf8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.1342914 Jul 16 09:23:03.547650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-173fcc57-309b-4e37-82c8-a59a2ac8df0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.0862315 Jul 16 09:23:03.595668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a466913-9ff7-4ee7-b196-df676da9fb40 req-b986e2fb-d5db-45ae-81d6-99125b8892e0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665228 Jul 16 09:23:03.609807 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-49a502c7-93fa-4f53-a3e1-33311d75f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:03.611254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-49a502c7-93fa-4f53-a3e1-33311d75f0b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0567839 Jul 16 09:23:03.668107 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-01fcaf1f-6b55-46dd-8528-23221f21c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:03.669589 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-01fcaf1f-6b55-46dd-8528-23221f21c50f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524623 Jul 16 09:23:03.760785 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-ebeb0c55-c9ba-4961-9c06-529bdbebe30f service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851171 Jul 16 09:23:03.851749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8544564d-31c4-4a91-9ec4-9c594f3b4d29 req-9898bbe6-2f56-452b-b0c8-6174fb8b8462 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Jul 16 09:23:03.959082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:04.784320 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc10e08-6a04-4dba-b938-bfa34f111d38 req-65097384-f9bc-4641-8da5-49c569f18430 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:04.785809 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bc10e08-6a04-4dba-b938-bfa34f111d38 req-65097384-f9bc-4641-8da5-49c569f18430 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.0686731 Jul 16 09:23:04.824729 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bc10e08-6a04-4dba-b938-bfa34f111d38 req-05c9b4c7-5ec9-4669-a8fa-e1b2dfb44463 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327034 Jul 16 09:23:04.847001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:04.849392 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b3b38e-4de1-400b-9954-f8dba6c48aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:04.897110 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665b4f6e-4516-4842-b0b8-3d3d302d8b03 x-openstack-request-id: req-665b4f6e-4516-4842-b0b8-3d3d302d8b03 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:04.897399 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:04.898013 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-665b4f6e-4516-4842-b0b8-3d3d302d8b03 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:04.898440 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'status': 'completed', 'code': 200} Jul 16 09:23:05.012662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-4d23a713-5af0-4952-833c-e7d2e267b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.014171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-4d23a713-5af0-4952-833c-e7d2e267b337 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1095 time: 0.0972435 Jul 16 09:23:05.020262 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-a7662132-ccc6-4b9b-9dc5-bd9996abd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.021681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-a7662132-ccc6-4b9b-9dc5-bd9996abd5bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1095 time: 0.0722833 Jul 16 09:23:05.173231 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-018626e0-d520-428e-a3b7-aa8660b8283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.174600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-018626e0-d520-428e-a3b7-aa8660b8283d service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1520879 Jul 16 09:23:05.175672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-a7e9317c-1d2b-431a-b6b7-08c27fe26d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.176962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-a7e9317c-1d2b-431a-b6b7-08c27fe26d58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1473191 Jul 16 09:23:05.285019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-57d69eff-9fcf-43f6-a9ea-3adc2e50feaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.1041050 Jul 16 09:23:05.286728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-88474a4e-0e31-4ab9-8029-e236a4795e30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.0992343 Jul 16 09:23:05.371441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-a15c0990-9b4b-4870-83fe-9d0f174ec1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.372873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-a15c0990-9b4b-4870-83fe-9d0f174ec1c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0812497 Jul 16 09:23:05.374225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-ab6b0702-ba2e-42fd-8e8c-3eeeb19bec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.375540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-ab6b0702-ba2e-42fd-8e8c-3eeeb19bec9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0768294 Jul 16 09:23:05.468303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-b78657a9-0cac-4ddb-85f2-d58399d7e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.469714 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-b78657a9-0cac-4ddb-85f2-d58399d7e91b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910416 Jul 16 09:23:05.471487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-440878de-e3b7-456c-971d-5290cdb9d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.472819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-440878de-e3b7-456c-971d-5290cdb9d543 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870051 Jul 16 09:23:05.636155 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-088671fb-dab6-4652-b039-b10816a9bc62 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591718 Jul 16 09:23:05.637994 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-c1a2be9f-93c2-4005-97ce-a811e1118b23 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535306 Jul 16 09:23:05.790689 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-b17003c0-cfd6-46c8-9dfe-5f2a37aeaa5b service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487076 Jul 16 09:23:05.794218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-39b3b38e-4de1-400b-9954-f8dba6c48aa5 req-78ee8c09-9ad9-46ef-ad63-54ca6b2927d7 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440003 Jul 16 09:23:05.996362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b47dc-7cca-4075-a6f0-adbf7e168b66 req-3f4cf826-82bd-4da2-a2ad-02605f4eeaee tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:05.997826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b05b47dc-7cca-4075-a6f0-adbf7e168b66 req-3f4cf826-82bd-4da2-a2ad-02605f4eeaee tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.0628707 Jul 16 09:23:06.025745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:06.035713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b05b47dc-7cca-4075-a6f0-adbf7e168b66 req-401a6d25-500a-4976-8718-d3eca9395eb9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jul 16 09:23:06.066354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:06.428797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-6c59d9c1-b2bb-4169-820f-4f64dd56cfa8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.430401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-6c59d9c1-b2bb-4169-820f-4f64dd56cfa8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5&tenant_id=af3b52402a6b4832942c340ce40a2c80&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 943 time: 0.0737672 Jul 16 09:23:06.482980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09eb12-53fd-4d8f-9837-fd7b34d3c95a req-791e9079-c5cf-422f-b74d-a540d72074bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.484490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a09eb12-53fd-4d8f-9837-fd7b34d3c95a req-791e9079-c5cf-422f-b74d-a540d72074bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 943 time: 0.0694385 Jul 16 09:23:06.497340 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-d6490075-179a-4837-9e05-2b066a873b4e service neutron] 10.222.0.36 "GET /v2.0/ports/848696d2-b304-4b57-ad62-dfb20fb188b3/bindings/n-h1-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.0601368 Jul 16 09:23:06.523848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a09eb12-53fd-4d8f-9837-fd7b34d3c95a req-cda50426-1acd-4325-812b-0d1b7606ab55 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Jul 16 09:23:06.588007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-ebe7038e-919d-427e-8fcc-63ff1dca0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.589486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-ebe7038e-919d-427e-8fcc-63ff1dca0b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1095 time: 0.0536098 Jul 16 09:23:06.676987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-306da88b-3538-4692-8dac-6dba1b5b2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.678980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-306da88b-3538-4692-8dac-6dba1b5b2599 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0838337 Jul 16 09:23:06.688569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:06.751418 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-4dff2ec3-d811-45c4-a4d2-ea47f34e17bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.0664799 Jul 16 09:23:06.788090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:06.799275 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'mac_address': 'fa:16:3e:68:15:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:23:06.801242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-c604e934-f135-43e8-949d-94d63264f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.802819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-c604e934-f135-43e8-949d-94d63264f4d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0447416 Jul 16 09:23:06.835993 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:06.853003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848696d2-b304-4b57-ad62-dfb20fb188b3 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:06.859617 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-1ca363cf-fc8a-41d9-9334-def8f14dd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.861138 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-1ca363cf-fc8a-41d9-9334-def8f14dd378 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525806 Jul 16 09:23:06.872850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:06.876570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:06.923034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:06.930986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.931367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.931718 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.932057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.932392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.932727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.933058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.933385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.933711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.934037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.934364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.934685 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:06.956029 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-287ba47c-38f8-42c5-8da5-a4e69be4b84c service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884497 Jul 16 09:23:07.047997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-39311def-fbb4-48a1-947f-c0eb0c19732e service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853961 Jul 16 09:23:07.168981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['848696d2-b304-4b57-ad62-dfb20fb188b3'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:23:07.706407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffa1f0-7614-446e-aa60-451a89d8fc57 req-0ba8a990-d7a3-4136-8da8-3be1b4a43d62 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.707911 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7bffa1f0-7614-446e-aa60-451a89d8fc57 req-0ba8a990-d7a3-4136-8da8-3be1b4a43d62 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0676258 Jul 16 09:23:07.745569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7bffa1f0-7614-446e-aa60-451a89d8fc57 req-67f56442-b1a3-41e7-9827-7c5b632efaf4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Jul 16 09:23:08.695991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:23:08.746946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 848696d2-b304-4b57-ad62-dfb20fb188b3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:08.750713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 848696d2-b304-4b57-ad62-dfb20fb188b3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:08.751093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:08.833885 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:08.859655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:08.861909 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743714e0-7fa3-4498-8d5e-3cdabf4e87e7" -d '{"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-plugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:08.873115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:08.878733 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:08.930071 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85facab2-4f4c-41cd-85c7-a12b8ec069b6 x-openstack-request-id: req-85facab2-4f4c-41cd-85c7-a12b8ec069b6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:08.930359 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-plugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:08.930610 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85facab2-4f4c-41cd-85c7-a12b8ec069b6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:08.930998 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'code': 200} Jul 16 09:23:08.935863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:08.938091 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d1d82-a129-4027-96b8-0418e366f669 req-c54d1ad1-6587-41ef-83c7-03efdda6e66b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:08.939785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-064d1d82-a129-4027-96b8-0418e366f669 req-c54d1ad1-6587-41ef-83c7-03efdda6e66b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0773845 Jul 16 09:23:08.978493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-064d1d82-a129-4027-96b8-0418e366f669 req-184c3b74-c47d-4eeb-8201-cdb0159eac8c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jul 16 09:23:09.205623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-746110ca-484e-4844-9111-55e3b81328b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:09.207083 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-746110ca-484e-4844-9111-55e3b81328b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0526938 Jul 16 09:23:09.218421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:09.291124 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.490021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:09.522723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:09.561080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:09.563248 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d90cc48-cf6b-4cfb-8e70-d3595074e8d9" -d '{"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-unplugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:09.566734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.578994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Transition to ACTIVE for port object 848696d2-b304-4b57-ad62-dfb20fb188b3 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:09.583665 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.619771 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599caeb-214e-4d29-88e1-824565685003 x-openstack-request-id: req-2599caeb-214e-4d29-88e1-824565685003 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:09.620061 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-unplugged", "status": "completed", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:09.620311 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2599caeb-214e-4d29-88e1-824565685003 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:09.620701 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'code': 200} Jul 16 09:23:09.634930 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:09.712642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] No DVR routers for this DVR port 848696d2-b304-4b57-ad62-dfb20fb188b3 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:23:09.850420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:09.850645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:09.850966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:09.855581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:23:09.855912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Attempting to bind port 848696d2-b304-4b57-ad62-dfb20fb188b3 on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:09.861007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:09.861370 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:09.861752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:09.862176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Bound port: 848696d2-b304-4b57-ad62-dfb20fb188b3, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:09.862534 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.925210 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:09.928765 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:09.932815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.971759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:09.972375 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.973759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] 10.222.0.18 "PUT /v2.0/ports/848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1093 time: 0.7592773 Jul 16 09:23:09.995197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504af4-b04a-4489-8e4c-c3b6ed122d46 service neutron] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=11']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:10.054063 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-a3cb4ede-08a0-4519-9ead-bda3e5687a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:10.055653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-a3cb4ede-08a0-4519-9ead-bda3e5687a2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1096 time: 0.0574903 Jul 16 09:23:10.155631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-581658df-93ea-469d-8c36-9b9b23aee27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:10.157130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-581658df-93ea-469d-8c36-9b9b23aee27d service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0956485 Jul 16 09:23:10.168753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96a8ce-1495-48df-91b1-e167dd6e66d6 req-6214ec55-548f-418e-a3ff-ee6eac1bbe50 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:10.172019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b96a8ce-1495-48df-91b1-e167dd6e66d6 req-6214ec55-548f-418e-a3ff-ee6eac1bbe50 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0712090 Jul 16 09:23:10.210551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4b96a8ce-1495-48df-91b1-e167dd6e66d6 req-c15edaad-de42-420f-92af-a6ff10795dcc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Jul 16 09:23:10.225909 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-eee143ee-c828-42ce-a21b-5c82201f271e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.0621374 Jul 16 09:23:10.274648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-0de7f1f1-8f36-48d0-8dc4-2b1f1a2c19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:10.276213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-0de7f1f1-8f36-48d0-8dc4-2b1f1a2c19fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0445778 Jul 16 09:23:10.337057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-c3ad0d38-f277-477d-aaaf-87ddba834786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:10.338595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-c3ad0d38-f277-477d-aaaf-87ddba834786 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565808 Jul 16 09:23:10.429112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-cfdc206a-7f55-4fe3-a5ca-c3b28d4c4296 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831540 Jul 16 09:23:10.832698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d35e5b8-bcae-4882-8d50-295eb0a59cf1 req-db7809ea-e5f5-4df9-9bc2-e21de90104e2 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975370 Jul 16 09:23:11.383081 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1872-d08a-4300-b200-d5c6c6457915 req-dfc132e4-db8e-4d1a-8f49-9e8140d01c84 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:11.384564 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ebd1872-d08a-4300-b200-d5c6c6457915 req-dfc132e4-db8e-4d1a-8f49-9e8140d01c84 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0635514 Jul 16 09:23:11.421504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ebd1872-d08a-4300-b200-d5c6c6457915 req-0e99efca-cec7-4d71-b446-5c4d6bb2ceff tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Jul 16 09:23:11.622367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:11.624718 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65" -d '{"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:11.671629 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1098ae1-787e-4e06-8f99-1fad566e5751 x-openstack-request-id: req-e1098ae1-787e-4e06-8f99-1fad566e5751 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:11.671923 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:11.672177 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1098ae1-787e-4e06-8f99-1fad566e5751 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:11.672655 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'status': 'completed', 'code': 200} Jul 16 09:23:11.784311 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-797a9d57-1c3d-4eaa-b623-b8fca601f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:11.785802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-797a9d57-1c3d-4eaa-b623-b8fca601f37a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1096 time: 0.0954766 Jul 16 09:23:11.792678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-6242bf5b-95ff-4ca0-a5ad-deb47d30502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:11.794009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-6242bf5b-95ff-4ca0-a5ad-deb47d30502a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 1096 time: 0.0770111 Jul 16 09:23:11.957642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-88f7b82b-ea9d-4128-bd5e-145f6945f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:11.959673 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-88f7b82b-ea9d-4128-bd5e-145f6945f402 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1641896 Jul 16 09:23:11.960942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-1c0cd674-3ed3-4ef2-b31f-bc16e5d4ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:11.962251 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-1c0cd674-3ed3-4ef2-b31f-bc16e5d4ba47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1604249 Jul 16 09:23:12.072628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-47e8ec5a-bd0f-461f-a019-a323fdefdf5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.1070964 Jul 16 09:23:12.074404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-579dfa08-a818-4c26-94df-d2da97c4cb11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 200 len: 1000 time: 0.1033564 Jul 16 09:23:12.158845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-a1bc23f2-948a-4bab-ae02-a74b966af92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.160355 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-a1bc23f2-948a-4bab-ae02-a74b966af92f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0813341 Jul 16 09:23:12.164288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-e19af884-b672-4200-92ba-ecbeaa40945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.165622 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-e19af884-b672-4200-92ba-ecbeaa40945c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0786059 Jul 16 09:23:12.262527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-00ac4148-2212-47ee-8d99-4cdc413689f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.264065 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-00ac4148-2212-47ee-8d99-4cdc413689f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880444 Jul 16 09:23:12.266636 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-2ee15f2b-a8f2-40be-af9c-4eb48a6a8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.268031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-2ee15f2b-a8f2-40be-af9c-4eb48a6a8027 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993326 Jul 16 09:23:12.430525 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-296c23ec-692f-4247-bc2a-473e7d52c4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602113 Jul 16 09:23:12.433981 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-2078a3d3-870e-40d2-b6d6-cc820d64f752 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558568 Jul 16 09:23:12.628880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-83043b16-6d9e-42cb-ba45-ada09c530537 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924007 Jul 16 09:23:12.631393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ecb3235f-4bbe-4b37-a16b-c1ae3381ef65 req-7e2056a5-e089-45dd-9fcb-7f7565d3ad9c service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857743 Jul 16 09:23:12.658791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bfc59-c1db-460a-a2af-2945a91dc97e req-3d4fb9d8-398d-4813-9d4b-123b1e2da617 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.660328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a7bfc59-c1db-460a-a2af-2945a91dc97e req-3d4fb9d8-398d-4813-9d4b-123b1e2da617 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.1093395 Jul 16 09:23:12.699817 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a7bfc59-c1db-460a-a2af-2945a91dc97e req-45d4cb6d-8a86-4c5f-9b28-ecec5856a9cd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335124 Jul 16 09:23:12.726355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:12.764983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:12.876735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea25c2-8d08-482b-94d6-113a0b1a10f5 req-5689df89-a4d4-473e-b2a4-fe730fe81d75 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.878222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3eea25c2-8d08-482b-94d6-113a0b1a10f5 req-5689df89-a4d4-473e-b2a4-fe730fe81d75 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0659664 Jul 16 09:23:12.916262 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3eea25c2-8d08-482b-94d6-113a0b1a10f5 req-3ab9e018-13a4-4077-b6b5-50a85f2a1095 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Jul 16 09:23:13.039852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afa2eaf-9ea3-4cf8-85df-0c9c79782b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:13.098979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c31ff-84e2-4447-b335-74e286dceefd req-6f28c4f4-51e1-498d-99a5-f8ce5b0855aa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:13.100551 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea0c31ff-84e2-4447-b335-74e286dceefd req-6f28c4f4-51e1-498d-99a5-f8ce5b0855aa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0740499 Jul 16 09:23:13.138509 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ea0c31ff-84e2-4447-b335-74e286dceefd req-6ca1d1a9-f0e0-4c4d-ba6b-ca0c94ac9214 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Jul 16 09:23:13.515488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe4726-2361-4a44-bc56-0d607cb874ed req-a9461a20-0053-40d7-ac3e-817dda696908 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:13.516955 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0fe4726-2361-4a44-bc56-0d607cb874ed req-a9461a20-0053-40d7-ac3e-817dda696908 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 944 time: 0.0629475 Jul 16 09:23:13.554401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b0fe4726-2361-4a44-bc56-0d607cb874ed req-8ca619c2-2ff4-4c47-924c-0d7a460c8d28 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Jul 16 09:23:14.062892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:14.158249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:14.170512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'mac_address': 'fa:16:3e:68:15:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:23:14.206383 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.219567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848696d2-b304-4b57-ad62-dfb20fb188b3 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:14.238246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:14.241924 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.289214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:14.642267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489d477-802f-45f5-b70e-92659761f3e8 req-51fd026b-e5a6-4472-b6d6-3f12c62d3c55 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:14.643748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a489d477-802f-45f5-b70e-92659761f3e8 req-51fd026b-e5a6-4472-b6d6-3f12c62d3c55 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0640407 Jul 16 09:23:14.732143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41293ae-dd1e-431f-ab7c-83eef1507e45 req-a6115405-026b-4d6b-843e-aae1243205ed tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:14.733665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f41293ae-dd1e-431f-ab7c-83eef1507e45 req-a6115405-026b-4d6b-843e-aae1243205ed tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 945 time: 0.0634351 Jul 16 09:23:14.748596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Deleting port 848696d2-b304-4b57-ad62-dfb20fb188b3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:14.748938 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:14.773183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f41293ae-dd1e-431f-ab7c-83eef1507e45 req-ce9411a9-d166-4ac0-824d-b2230bccc845 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336835 Jul 16 09:23:14.842745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] For port 848696d2-b304-4b57-ad62-dfb20fb188b3, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=848696d2-b304-4b57-ad62-dfb20fb188b3,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:14.843023 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.013371 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.013744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.014057 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 disassociated. External IP: 172.25.0.134, port: 848696d2-b304-4b57-ad62-dfb20fb188b3. Jul 16 09:23:15.014397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Calling delete_port for 848696d2-b304-4b57-ad62-dfb20fb188b3 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:15.143784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.173297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event deleted for resources: {'Port': ['ID=848696d2-b304-4b57-ad62-dfb20fb188b3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:15.289245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:23:15.399486 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:15.409295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:15.419643 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:15.420255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:22:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:15.441704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] No DVR routers for this DVR port 848696d2-b304-4b57-ad62-dfb20fb188b3 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:23:15.445009 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.446976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a489d477-802f-45f5-b70e-92659761f3e8 req-4e963124-520a-49b2-b125-330d36a485b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "DELETE /v2.0/ports/848696d2-b304-4b57-ad62-dfb20fb188b3 HTTP/1.1" status: 204 len: 173 time: 0.7975690 Jul 16 09:23:15.447495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-deleted', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:15.449727 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4c62ab-c4ec-4c9b-803a-46a9877cde9c" -d '{"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-deleted", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:15.486122 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3119eb78-d52a-4a6d-b805-6f707f1175ec x-openstack-request-id: req-3119eb78-d52a-4a6d-b805-6f707f1175ec {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:15.486410 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db60c2-d2b7-4b5e-ae82-e79e090781e5", "name": "network-vif-deleted", "tag": "848696d2-b304-4b57-ad62-dfb20fb188b3", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:15.486661 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3119eb78-d52a-4a6d-b805-6f707f1175ec {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:15.487063 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db60c2-d2b7-4b5e-ae82-e79e090781e5', 'name': 'network-vif-deleted', 'tag': '848696d2-b304-4b57-ad62-dfb20fb188b3', 'status': 'completed', 'code': 200} Jul 16 09:23:15.532779 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:15.728177 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d17f175-d678-4dc1-b94c-b54ecc9d7848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.745895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:15.771409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:15.779621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:15.780222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:15.831287 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.952155 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-db0ef1cf-b9cc-4b8c-a247-4986c0e6c473 req-58ae1a2f-4795-4f80-9887-67b57e08a2f7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=37db60c2-d2b7-4b5e-ae82-e79e090781e5 HTTP/1.1" status: 200 len: 210 time: 0.0389912 Jul 16 09:23:16.054539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:16.124137 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:16.129292 n-d-798249-10 neutron-server[93701]: INFO neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No ports have port_id starting with 848696d2-b304-4b57-ad62-dfb20fb188b3 Jul 16 09:23:16.131282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 requested by agent hyperv_n-h2-798249-10 not found in database {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 09:23:16.250700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:16.280088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af875533-3778-4051-a6f9-d1d1d441a2cb None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:16.493723 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea6dc7d-f103-4e07-a72d-55754e85d74e None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:23:16.684382 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:16.815416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.446359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-d57cbc31-9f25-4170-8d5a-82b605535bff tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1369402964&fields=id&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 267 time: 0.0344937 Jul 16 09:23:17.555167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-79414087-1be6-46cd-a63c-37e72df6faf3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:17.556568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-79414087-1be6-46cd-a63c-37e72df6faf3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.1039310 Jul 16 09:23:17.570719 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-8899e144-499a-431a-969b-283759c90828 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/quotas/af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 375 time: 0.0088596 Jul 16 09:23:17.638438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-595b1fa2-f3c1-4e0b-86a1-c72343ba229b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628307 Jul 16 09:23:17.736824 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-12af5160-c63f-435c-94a8-62c14aae4ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868707 Jul 16 09:23:17.828232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-0dd724e0-f0ed-41f5-b61a-fb937178a8eb service neutron] 10.222.0.41 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Jul 16 09:23:18.044067 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c7b7810-6401-48aa-a35d-29715a205f08 req-dc10f345-8dd5-4a56-ad64-a6374fdc77c1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 210 time: 0.0782344 Jul 16 09:23:18.103743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:18.124007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: 848696d2-b304-4b57-ad62-dfb20fb188b3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:23:18.124353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 848696d2-b304-4b57-ad62-dfb20fb188b3 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:18.153132 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:18.516696 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.074412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-c7abded5-e0bb-40cd-9e8e-b16ac47d55b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:19.076205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-c7abded5-e0bb-40cd-9e8e-b16ac47d55b0 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 810 time: 0.1060133 Jul 16 09:23:19.145151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-4f7b554f-8c13-4c1a-a0b6-46ba0492dc05 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 380 time: 0.0468814 Jul 16 09:23:19.154034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'port': {'device_id': '79988ecf-fd31-401b-8363-38815f6d41e8', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'admin_state_up': True, 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'security_groups': ['bc8c1451-c4b4-42f6-90c8-5ec17b65fe94']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:19.207686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-513c5f18-8361-4f03-bae6-f9df00b7f9be req-217f8ea0-6bdd-4dfd-8e86-fb2880190413 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 210 time: 0.0368638 Jul 16 09:23:19.292346 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Made reservation on behalf of af3b52402a6b4832942c340ce40a2c80 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:19.295973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.418959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Allocated IP 172.20.0.12 (842589d7-c1f7-4b05-b272-c90925650c75/43944557-4d7a-4a15-8a92-13b25ffbc576/7737d8fd-0dff-4f15-8ec2-a2594f8daedb) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:19.557654 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.571360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Transition to ACTIVE for port object 7737d8fd-0dff-4f15-8ec2-a2594f8daedb will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:19.603628 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.649024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Network 842589d7-c1f7-4b05-b272-c90925650c75 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:19.652198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:19.656112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:19.662390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:19.708953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:19.710259 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.724901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-afe984fc-0c26-4432-b12e-3820cb272782 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751579 Jul 16 09:23:19.742920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Request body: {'port': {'device_id': '79988ecf-fd31-401b-8363-38815f6d41e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:19.824157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.852190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ae9e48d7-daaa-4fc5-9b66-429d1f6d9e7f None None] Provisioning for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:19.856376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ae9e48d7-daaa-4fc5-9b66-429d1f6d9e7f None None] Provisioning complete for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:19.856772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ae9e48d7-daaa-4fc5-9b66-429d1f6d9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.890197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e48d7-daaa-4fc5-9b66-429d1f6d9e7f None None] Port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:23:20.087872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7737d8fd-0dff-4f15-8ec2-a2594f8daedb {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:20.095149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.106615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Transition to ACTIVE for port object 7737d8fd-0dff-4f15-8ec2-a2594f8daedb will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:20.110325 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.388210 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31051bb7-8b61-426f-a85a-718df0391aaa req-c65e5844-1adf-422b-a744-129cbbe6f578 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.389800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31051bb7-8b61-426f-a85a-718df0391aaa req-c65e5844-1adf-422b-a744-129cbbe6f578 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0659204 Jul 16 09:23:20.429969 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31051bb7-8b61-426f-a85a-718df0391aaa req-f124f4fe-0004-4d3a-b49d-30ae9a84e812 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345378 Jul 16 09:23:20.479297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:20.551073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:20.551443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:20.551779 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:20.557329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:23:20.557686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:20.562740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:20.563084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:20.563506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:20.563946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Bound port: 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:20.564309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.633768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:20.636795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:20.641191 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.675240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.675895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.677289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] 10.222.0.36 "PUT /v2.0/ports/7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1093 time: 0.9390159 Jul 16 09:23:20.677767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:20.680547 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}692ed48abe6eeaa0f874dedf6c29d4652aa84f94b9bb5f23b0bb419ead0e6262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1364a2f7-16db-49c0-9c15-0e309f75b495" -d '{"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:20.705205 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56302bb-ce33-420e-8ce3-a95731b5bbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:20.727188 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4302130c-27b5-453c-8aa8-6e0361fd351c x-openstack-request-id: req-4302130c-27b5-453c-8aa8-6e0361fd351c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:20.727515 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:20.727774 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4302130c-27b5-453c-8aa8-6e0361fd351c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:20.728179 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'status': 'completed', 'code': 200} Jul 16 09:23:20.802979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-c11edfb0-f980-4dc1-ad1e-f1749228f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.805207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-c11edfb0-f980-4dc1-ad1e-f1749228f99e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1096 time: 0.0569503 Jul 16 09:23:20.857648 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-3f991895-e472-4af5-b8ec-a35e8f87e197 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 217 time: 0.0386794 Jul 16 09:23:20.907179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-5bdaa434-929d-41af-88b4-2fb43f6b1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.908576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-5bdaa434-929d-41af-88b4-2fb43f6b1491 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0445788 Jul 16 09:23:20.965382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-b27715a0-0fb1-4dd6-8acc-2ca363d6dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.966882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-b27715a0-0fb1-4dd6-8acc-2ca363d6dfda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522945 Jul 16 09:23:21.059184 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a1eb038c-6a4b-4ed5-bf46-5c5c62e6c37b service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860150 Jul 16 09:23:21.149891 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdf2fb7a-f86c-4a05-ae0d-6f7e24536214 req-a556a98f-314c-4a6b-8d1d-3f296ddf5765 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841665 Jul 16 09:23:21.285967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-8e0b31e9-8528-416a-b000-cae02d9b5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.287480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-8e0b31e9-8528-416a-b000-cae02d9b5110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1096 time: 0.0525997 Jul 16 09:23:21.379570 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-c4f616f5-b296-46ce-9fee-0913047ecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.381018 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-c4f616f5-b296-46ce-9fee-0913047ecd87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0876229 Jul 16 09:23:21.422325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-e1d3b0f9-6fe7-4ed2-9ac2-980ae68c719a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 217 time: 0.0351024 Jul 16 09:23:21.476480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-46970ea6-1513-453b-9cfd-2324d508ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.477960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-46970ea6-1513-453b-9cfd-2324d508ea99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0489435 Jul 16 09:23:21.538963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-15df9ada-3e75-4897-ab88-ad9a26690b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.540491 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-15df9ada-3e75-4897-ab88-ad9a26690b5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535161 Jul 16 09:23:21.611068 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e14732-308d-4d76-857d-8c7bc0892197 req-6eead966-3761-4c2d-b25c-347ec51f8204 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.612579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71e14732-308d-4d76-857d-8c7bc0892197 req-6eead966-3761-4c2d-b25c-347ec51f8204 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0664504 Jul 16 09:23:21.636599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-1b7ac88b-5623-4e13-aa2d-d5d1c83a9d9b service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877476 Jul 16 09:23:21.650235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-71e14732-308d-4d76-857d-8c7bc0892197 req-ae4ddb86-0e45-43f0-af95-3f5a52bf60b5 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Jul 16 09:23:21.726390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1364a2f7-16db-49c0-9c15-0e309f75b495 req-8a693743-b05f-484e-b2f7-8c4265f9e371 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827096 Jul 16 09:23:22.827031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3a672-56e8-4607-98fd-41ac786e9a02 req-6539252c-8fc2-4fda-8bd4-5fb4fd27b337 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.828537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0c3a672-56e8-4607-98fd-41ac786e9a02 req-6539252c-8fc2-4fda-8bd4-5fb4fd27b337 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0678172 Jul 16 09:23:22.872127 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0c3a672-56e8-4607-98fd-41ac786e9a02 req-a4c6e9f3-14c0-41c2-a5b6-0267924fe551 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Jul 16 09:23:24.048919 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f1d24-2525-40e1-8cf8-c31da2664b3a req-97349dbf-4e52-4695-ac1d-c4abcf9dd728 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:24.050378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c1f1d24-2525-40e1-8cf8-c31da2664b3a req-97349dbf-4e52-4695-ac1d-c4abcf9dd728 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0628045 Jul 16 09:23:24.087784 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5c1f1d24-2525-40e1-8cf8-c31da2664b3a req-77a59ca8-9ebe-47bb-aa54-c1c4f9568dc6 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311208 Jul 16 09:23:24.836127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:24.930905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:24.942138 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'mac_address': 'fa:16:3e:18:4f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:23:24.979921 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:24.992574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737d8fd-0dff-4f15-8ec2-a2594f8daedb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:25.011827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:25.015826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.067372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:25.265285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde45412-2148-463a-8fcd-1bd9f1711995 req-7d6c5a39-85c8-4cae-b8e6-eecedb7f3a3c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:25.266760 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fde45412-2148-463a-8fcd-1bd9f1711995 req-7d6c5a39-85c8-4cae-b8e6-eecedb7f3a3c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0645709 Jul 16 09:23:25.271806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['7737d8fd-0dff-4f15-8ec2-a2594f8daedb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:23:25.304541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fde45412-2148-463a-8fcd-1bd9f1711995 req-d6618f80-7966-493f-9c40-f69188746075 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Jul 16 09:23:26.477950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3aff2-f628-4e4f-812a-fbc83c482b38 req-b1f2e111-a007-4735-9012-c6b035911dec tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:26.479469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86e3aff2-f628-4e4f-812a-fbc83c482b38 req-b1f2e111-a007-4735-9012-c6b035911dec tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0647795 Jul 16 09:23:26.516538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86e3aff2-f628-4e4f-812a-fbc83c482b38 req-e1657187-897c-429f-a727-c8babe91dd0a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Jul 16 09:23:26.838058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:23:26.885331 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:26.888869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:26.889250 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.967974 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.988997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:26.991460 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbe595a976c1bc91df7391a45df58ded49189caa1b5e1fa9266bc69b212767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889021c-625b-45ad-8a0b-39a43a1d0dfd" -d '{"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-plugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:27.003758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:27.008272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.033887 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72c346-e058-4abc-8e67-f358870e4e1a x-openstack-request-id: req-4d72c346-e058-4abc-8e67-f358870e4e1a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:27.034180 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-plugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:27.034434 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d72c346-e058-4abc-8e67-f358870e4e1a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:27.034819 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'code': 200} Jul 16 09:23:27.061657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:27.163884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c187c-05cc-4d23-b72e-a2ba6f9a8b72 req-fe1f8eb7-dd62-41dd-a2ca-543bd10a878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.165390 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a73c187c-05cc-4d23-b72e-a2ba6f9a8b72 req-fe1f8eb7-dd62-41dd-a2ca-543bd10a878a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1098 time: 0.0529339 Jul 16 09:23:27.198263 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a73c187c-05cc-4d23-b72e-a2ba6f9a8b72 req-97adc325-7735-48ff-999f-cf2d1a49e8e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271630 Jul 16 09:23:27.691028 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54d48-eede-4749-9137-d254878127a2 req-f96bd4fb-7bdf-416e-8c1a-bbf62142a712 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.692532 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0e54d48-eede-4749-9137-d254878127a2 req-f96bd4fb-7bdf-416e-8c1a-bbf62142a712 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0670054 Jul 16 09:23:27.729221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f0e54d48-eede-4749-9137-d254878127a2 req-ebea4af0-5d9c-4e3b-8e78-66c8ab9455cf tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Jul 16 09:23:28.746004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-437aa141-4801-4b74-8441-0035a4f0cabc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072910 Jul 16 09:23:28.868037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-c4e13559-974a-4264-a3ef-04bedf0a15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:28.869594 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-c4e13559-974a-4264-a3ef-04bedf0a15b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1098 time: 0.0572968 Jul 16 09:23:29.020141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b50aa-ad26-47c5-aa2d-9279c83c4fdc req-f9ad2b0e-9c51-42df-920d-271aa8d15df9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.021754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-248b50aa-ad26-47c5-aa2d-9279c83c4fdc req-f9ad2b0e-9c51-42df-920d-271aa8d15df9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.1469934 Jul 16 09:23:29.046007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-4d205b81-ef39-42da-bef7-6fdebbddff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.046632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-4d205b81-ef39-42da-bef7-6fdebbddff40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1430542 Jul 16 09:23:29.106959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-248b50aa-ad26-47c5-aa2d-9279c83c4fdc req-00f1dd3c-56ed-489f-816b-285d4460520a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793006 Jul 16 09:23:29.108652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-0e12f375-41da-4501-b8b8-9460b8022db9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 217 time: 0.0513461 Jul 16 09:23:29.170188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-20883bbd-2a4c-45af-8baa-5c47d2b79ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.171758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-20883bbd-2a4c-45af-8baa-5c47d2b79ce0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0569696 Jul 16 09:23:29.233088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-8dfeacad-cdfc-4dc0-9f84-77a79b1aae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.234584 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-8dfeacad-cdfc-4dc0-9f84-77a79b1aae6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566673 Jul 16 09:23:29.297094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21282c6c-cf1e-4b7e-a3e7-dadb6da90234 req-7f95af09-5dcd-4497-a2f0-91789b1b6ef2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.299005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-21282c6c-cf1e-4b7e-a3e7-dadb6da90234 req-7f95af09-5dcd-4497-a2f0-91789b1b6ef2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0648606 Jul 16 09:23:29.307998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 42716) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:29.312719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Request body: {'floatingip': {'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:29.327896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-1f9459bf-f067-4935-ae08-57fc5e6d7d66 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856678 Jul 16 09:23:29.355134 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.424334 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0cf67075-0e75-4582-8b8b-b4732a3b3bbc req-56fddac5-cff7-4b3a-9e1e-977981095515 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890460 Jul 16 09:23:29.806211 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.810173 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:29.906844 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 associated. External IP: 172.25.0.134, port: 7737d8fd-0dff-4f15-8ec2-a2594f8daedb. Jul 16 09:23:30.111762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:23:30.218699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:30.223412 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.228108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:30.237690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:30.238307 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.259818 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6ea3d199-ba59-40dd-9fd5-d90923653705 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "PUT /v2.0/floatingips/7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 HTTP/1.1" status: 200 len: 993 time: 0.9505799 Jul 16 09:23:30.260412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:30.264500 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd62ec9eb19dca86d33a0e519ffc63d01150f6b8aa0f19507870be5279d78283" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d9f687-e06d-469a-a9ff-cbe679b792ff" -d '{"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:30.347066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:30.354481 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc8e3a-86c8-499a-a1e8-6e43d2c8e25d x-openstack-request-id: req-f0cc8e3a-86c8-499a-a1e8-6e43d2c8e25d {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:30.354993 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:30.355078 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0cc8e3a-86c8-499a-a1e8-6e43d2c8e25d {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:30.355467 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'status': 'completed', 'code': 200} Jul 16 09:23:30.460980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-f4899538-c8d3-4024-a21a-901ea4544a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.462538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-f4899538-c8d3-4024-a21a-901ea4544a12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1098 time: 0.0542843 Jul 16 09:23:30.558089 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-a621d809-a22b-4f46-9496-7be038a664ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.559639 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-a621d809-a22b-4f46-9496-7be038a664ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0911720 Jul 16 09:23:30.577694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:18:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79988ecf-fd31-401b-8363-38815f6d41e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:23:29Z', 'revision_number': 13, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.603677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:30.612370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:30.612983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.624281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-0f44bc46-a9ea-4da2-bf83-70b786a635a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.0577631 Jul 16 09:23:30.677261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-8becd8d3-568f-4d61-9ba0-d5502e6613bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.679471 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-8becd8d3-568f-4d61-9ba0-d5502e6613bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0498316 Jul 16 09:23:30.719278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:30.735291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-16b8d63a-5748-4036-a82e-205f41bc76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.736862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-16b8d63a-5748-4036-a82e-205f41bc76a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518138 Jul 16 09:23:30.828030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-82a3d50e-3e92-4c5d-b055-7034445348fc service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847535 Jul 16 09:23:30.922765 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c2d9f687-e06d-469a-a9ff-cbe679b792ff req-e1960990-44da-43af-84d9-955fbcf38bcd service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893078 Jul 16 09:23:30.945013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:18:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79988ecf-fd31-401b-8363-38815f6d41e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:23:29Z', 'revision_number': 13, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:30.972089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f531c9-afc7-46b8-8e3b-a0414be1287c None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'mac_address': 'fa:16:3e:18:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79988ecf-fd31-401b-8363-38815f6d41e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:26Z', 'updated_at': '2021-07-16T09:23:29Z', 'revision_number': 13, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:31.158926 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19320b-8f25-40a8-a26b-3b7ea7d0a724 None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:23:33.962801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.040488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef4c8-7a10-4cbd-b42f-207ef11f63c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.719943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3126f6b6-db7f-48f7-850a-69cc33f7856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.792111 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:46.817667 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.157556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.519557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:53.683667 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:03.960579 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.040745 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7e08eb25-fb50-4eb9-9d22-31a291392ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.720747 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81b3ff2e-908d-4270-95b7-c739dccdfdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.792371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:16.822194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.159914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.522305 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:28.657550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-8d399a66-6b0a-456e-b7e1-521e9ea00e05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524693 Jul 16 09:24:28.769417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361821ec-7519-4573-aa66-b7636bc5822f req-02943c13-2ce9-451f-9f6d-d171e1fed214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.770903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-02943c13-2ce9-451f-9f6d-d171e1fed214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1098 time: 0.0569487 Jul 16 09:24:28.874022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361821ec-7519-4573-aa66-b7636bc5822f req-81911943-05ec-4b34-939a-56196a2e4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.875512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-81911943-05ec-4b34-939a-56196a2e4f2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0842292 Jul 16 09:24:28.943982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-7cbb760c-dc9c-42fb-aab1-0bd4a0728b5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1003 time: 0.0610924 Jul 16 09:24:28.992512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361821ec-7519-4573-aa66-b7636bc5822f req-fe73def2-fc35-4c67-8e40-cdc38005ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.993916 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-fe73def2-fc35-4c67-8e40-cdc38005ea46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0433981 Jul 16 09:24:29.050099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361821ec-7519-4573-aa66-b7636bc5822f req-2ffe99f1-700f-49a5-b795-fe35a2d32cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:29.051568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-2ffe99f1-700f-49a5-b795-fe35a2d32cff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502722 Jul 16 09:24:29.148676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-058fb989-b484-4ebf-ada9-bd336581791f service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860217 Jul 16 09:24:29.235573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-361821ec-7519-4573-aa66-b7636bc5822f req-ad0d608d-0e2c-41f1-b216-109bff5f147a service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805411 Jul 16 09:24:30.683055 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:33.975619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:43.046454 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-046a51d0-6fb9-4bfb-99e8-c086a8725be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.720534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2121783d-c4ad-4e99-b37a-9026833cccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.792957 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:46.824452 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:48.165429 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:48.524876 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:04.009138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:07.681703 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:08.177719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbe6f2-e51f-46f6-b316-559872b7d247 req-59d16f93-a0de-43f3-bd45-2d8be0bc06e7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:08.179136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-99dbe6f2-e51f-46f6-b316-559872b7d247 req-59d16f93-a0de-43f3-bd45-2d8be0bc06e7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.1241324 Jul 16 09:25:08.220910 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-99dbe6f2-e51f-46f6-b316-559872b7d247 req-65dff2a7-f1f3-4dba-a61d-7260ef600099 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362382 Jul 16 09:25:13.048557 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ae904a5-2c5d-46ad-a39c-a8f96a247fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:15.721004 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3a86f94-4aee-4d64-8653-cdfad4f2c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:15.794376 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:16.826967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:18.158535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:18.526137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:19.668314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-433ed60b-622a-47ee-8706-7a849a05d3ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523047 Jul 16 09:25:19.732122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707b74e-7494-46a8-9dac-87d812fbd00b req-34dc2097-8392-4810-a8fb-061d37e96d93 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:19.733627 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5707b74e-7494-46a8-9dac-87d812fbd00b req-34dc2097-8392-4810-a8fb-061d37e96d93 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0712140 Jul 16 09:25:19.773766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5707b74e-7494-46a8-9dac-87d812fbd00b req-66ff1b24-f698-418e-9927-c37935428331 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Jul 16 09:25:20.894787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-e1168cd4-d798-4b7d-8ae0-963c8340e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:20.896344 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-e1168cd4-d798-4b7d-8ae0-963c8340e797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1098 time: 0.0957367 Jul 16 09:25:20.962299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a4002-6c7e-400d-bf45-6e51bec556ff req-1da8b816-8015-4012-b44b-d8964f1590e4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:20.963839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc5a4002-6c7e-400d-bf45-6e51bec556ff req-1da8b816-8015-4012-b44b-d8964f1590e4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0626750 Jul 16 09:25:20.991997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-30ce671a-fa62-493a-87c4-3151eb83f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:20.993697 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-30ce671a-fa62-493a-87c4-3151eb83f2b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0911291 Jul 16 09:25:21.002180 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc5a4002-6c7e-400d-bf45-6e51bec556ff req-46ca4f28-dfc4-427d-ac31-cdf0c1ac2a92 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Jul 16 09:25:21.058498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-29712275-d44b-45b0-962b-47657b758ee5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1003 time: 0.0585938 Jul 16 09:25:21.105734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-6dc19238-bd4f-4b54-b5b9-62e981a95057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:21.107125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-6dc19238-bd4f-4b54-b5b9-62e981a95057 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0430133 Jul 16 09:25:21.167077 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-5b06512f-c544-4453-80ec-b35d976123b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:21.168591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-5b06512f-c544-4453-80ec-b35d976123b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545542 Jul 16 09:25:21.255709 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-ea48f236-f10c-4e86-8fee-f29ffb8b3430 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800035 Jul 16 09:25:21.345935 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-591d27f1-360d-4ed9-a733-fd5dfadf6d14 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843780 Jul 16 09:25:22.177704 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d17d4-94b9-4cce-bfbe-2929778945c3 req-b71ae7d5-9806-4440-aca6-07f0de4a5ae8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:22.179181 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd4d17d4-94b9-4cce-bfbe-2929778945c3 req-b71ae7d5-9806-4440-aca6-07f0de4a5ae8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0631032 Jul 16 09:25:22.215164 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd4d17d4-94b9-4cce-bfbe-2929778945c3 req-13946b8f-262c-4184-824a-1cb6212c310e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Jul 16 09:25:23.389923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548a4a-41a5-4e83-9885-4c3dbbf6c36a req-717f5ffc-6903-4def-b063-efba54d5e14a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:23.391404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2548a4a-41a5-4e83-9885-4c3dbbf6c36a req-717f5ffc-6903-4def-b063-efba54d5e14a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0654144 Jul 16 09:25:23.429654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d2548a4a-41a5-4e83-9885-4c3dbbf6c36a req-b0c32c3b-2044-4034-ae0b-298d61b25c75 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Jul 16 09:25:24.610394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f8e0-8f9a-404a-8040-efd950eba4ed req-9e20d266-6f8a-40d7-885d-bd512a0c3b6d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:24.611871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15c8f8e0-8f9a-404a-8040-efd950eba4ed req-9e20d266-6f8a-40d7-885d-bd512a0c3b6d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0666962 Jul 16 09:25:24.650075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15c8f8e0-8f9a-404a-8040-efd950eba4ed req-e70d5745-c15f-4fdc-85c2-9c6b6bde8544 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326762 Jul 16 09:25:25.822566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099037-d9fb-41b6-8051-cb79fadae78b req-e9757202-ff68-4bef-9a19-a587f88cfa2a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:25.824100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-99099037-d9fb-41b6-8051-cb79fadae78b req-e9757202-ff68-4bef-9a19-a587f88cfa2a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0649498 Jul 16 09:25:25.861801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-99099037-d9fb-41b6-8051-cb79fadae78b req-14c566b9-3099-4e43-a883-6e21c86e3b7a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Jul 16 09:25:27.034276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07be44-04a2-4299-a4db-e8f678772cca req-58eb79d8-b903-44d0-8bbe-d973c6f9e5ea tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:27.036486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb07be44-04a2-4299-a4db-e8f678772cca req-58eb79d8-b903-44d0-8bbe-d973c6f9e5ea tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0625355 Jul 16 09:25:27.073117 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bb07be44-04a2-4299-a4db-e8f678772cca req-4e45dad5-311b-423b-9c8a-2f2bc7c86794 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Jul 16 09:25:28.245301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cd4bf-2c55-4bf9-aad2-ef9f60328fa1 req-c477897b-f80a-48ef-91c3-f742af3a6ef3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:28.246770 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f2cd4bf-2c55-4bf9-aad2-ef9f60328fa1 req-c477897b-f80a-48ef-91c3-f742af3a6ef3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0624595 Jul 16 09:25:28.287766 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f2cd4bf-2c55-4bf9-aad2-ef9f60328fa1 req-fd006e03-f296-41c5-ae7f-881e87a32a07 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354571 Jul 16 09:25:29.462163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb018e-cfc7-4f32-8f58-991af487ed59 req-f1a1d465-4a6a-4449-bb9e-ea9fa808a1e2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:29.463635 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fafb018e-cfc7-4f32-8f58-991af487ed59 req-f1a1d465-4a6a-4449-bb9e-ea9fa808a1e2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0627329 Jul 16 09:25:29.500180 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fafb018e-cfc7-4f32-8f58-991af487ed59 req-e783bac9-0d4b-49ce-8560-8294066b395b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Jul 16 09:25:30.694133 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b1df7-e66f-4100-85da-c8b5e702c2fc req-359cae1e-dae4-4758-beb5-01fcf36fa409 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:30.695897 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee5b1df7-e66f-4100-85da-c8b5e702c2fc req-359cae1e-dae4-4758-beb5-01fcf36fa409 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0702941 Jul 16 09:25:30.718527 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-3184ba58-4ed7-46b2-9830-eb91c5d5b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:30.720147 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-3184ba58-4ed7-46b2-9830-eb91c5d5b591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1098 time: 0.0618908 Jul 16 09:25:30.741022 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee5b1df7-e66f-4100-85da-c8b5e702c2fc req-2956a5f6-75b6-4de8-a596-eee8414ca5a1 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392687 Jul 16 09:25:30.836453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-d4ed84a5-d80f-4df8-bd1e-1f7aa2a9c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:30.837897 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-d4ed84a5-d80f-4df8-bd1e-1f7aa2a9c832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0935082 Jul 16 09:25:30.915903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-4a708b45-80dc-4bbe-a3c0-0c6d47301d72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1003 time: 0.0720510 Jul 16 09:25:30.975538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-5a73e869-94f1-4203-9608-dd333f08d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:30.977109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-5a73e869-94f1-4203-9608-dd333f08d07e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0556645 Jul 16 09:25:31.045352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-bb3dfd98-492e-4d1d-aafb-2fb12165c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:31.046898 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-bb3dfd98-492e-4d1d-aafb-2fb12165c9ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634861 Jul 16 09:25:31.153168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-a2e5c7e9-7c42-429e-8389-36514465bcae service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991561 Jul 16 09:25:31.254782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-58cc3373-8cf4-4cce-a6e4-c84969261985 req-cc5082ca-3817-4a1c-aa1d-0956fb1a6c8a service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942254 Jul 16 09:25:31.930211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22467da-cb94-4e92-bba9-fd036dc72b3c req-51660e47-cc77-4dea-8fac-7277ed9dfae9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:31.931729 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b22467da-cb94-4e92-bba9-fd036dc72b3c req-51660e47-cc77-4dea-8fac-7277ed9dfae9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0710599 Jul 16 09:25:31.970056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b22467da-cb94-4e92-bba9-fd036dc72b3c req-c764d060-8062-4c06-8cad-d0cee4b84337 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Jul 16 09:25:33.147585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4abe05-71f2-4f49-a254-e09149c29e0c req-cd07c398-5c40-4e74-a044-b309da53cfca tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:33.149102 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c4abe05-71f2-4f49-a254-e09149c29e0c req-cd07c398-5c40-4e74-a044-b309da53cfca tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0684583 Jul 16 09:25:33.187149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c4abe05-71f2-4f49-a254-e09149c29e0c req-c33d6d17-d3eb-4fe3-8415-8f3ed3e77bf4 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 16 09:25:34.024725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:34.365890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfc5af-40dc-4a9e-ada9-3af579dc55fc req-cdd51822-4980-4ff7-a583-c670ae951ed8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:34.367279 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eebfc5af-40dc-4a9e-ada9-3af579dc55fc req-cdd51822-4980-4ff7-a583-c670ae951ed8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0647752 Jul 16 09:25:34.407303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eebfc5af-40dc-4a9e-ada9-3af579dc55fc req-9b2d7361-22d1-4a9b-a3f9-50367283a8aa tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343695 Jul 16 09:25:35.197141 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-5b579bd5-5783-4757-8eb0-decb494b229f req-4871c54f-90c7-4838-85c9-a5ae044c7206 service neutron] show failed (client error): The resource could not be found. Jul 16 09:25:35.198145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-4871c54f-90c7-4838-85c9-a5ae044c7206 service neutron] 10.222.0.36 "GET /v2.0/ports/7737d8fd-0dff-4f15-8ec2-a2594f8daedb/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0538032 Jul 16 09:25:35.525144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-b712c284-ffe4-4210-aed0-633bb7aae6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:35.526728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-b712c284-ffe4-4210-aed0-633bb7aae6a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0945690 Jul 16 09:25:35.537736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:25:35.588032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1517-d69f-49c3-b948-d7225b126cc6 req-c8671627-4d61-426f-a322-6239194e11ec tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:35.589525 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f1c1517-d69f-49c3-b948-d7225b126cc6 req-c8671627-4d61-426f-a322-6239194e11ec tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0678358 Jul 16 09:25:35.618064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.629661 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f1c1517-d69f-49c3-b948-d7225b126cc6 req-9ed2e852-b9ad-4a17-a664-a2b964926d79 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345168 Jul 16 09:25:35.819947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:25:35.856281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:25:35.895304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:35.900245 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.913070 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Transition to ACTIVE for port object 7737d8fd-0dff-4f15-8ec2-a2594f8daedb will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:25:35.916802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.945321 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3ba66-615c-43ff-9634-a543de7290ce" -d '{"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-unplugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:36.018275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:36.031774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.032279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.032615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.032946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.033272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.033676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.034008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.034329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.034649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.034969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.035359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.036201 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:36.065714 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b81d52-67df-4cc1-ad01-b9208dce6310 x-openstack-request-id: req-f3b81d52-67df-4cc1-ad01-b9208dce6310 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:36.066003 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-unplugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:36.066249 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3b81d52-67df-4cc1-ad01-b9208dce6310 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:36.066660 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'code': 200} Jul 16 09:25:36.067597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] No DVR routers for this DVR port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:25:36.503633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:25:36.503979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:25:36.504304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:25:36.508437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:25:36.508750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:25:36.513491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:25:36.513823 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:25:36.514196 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:25:36.514611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Bound port: 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:25:36.514959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:36.577559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:25:36.580546 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:25:36.585269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:36.620420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.621241 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:36.622774 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] 10.222.0.18 "PUT /v2.0/ports/7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1093 time: 1.0892596 Jul 16 09:25:36.644184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e7fed-bca9-4fa2-99db-e65390d96c96 service neutron] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:36.704566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-c5a09f9e-69c1-4405-9ca6-65ceb708054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.706380 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-c5a09f9e-69c1-4405-9ca6-65ceb708054e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1096 time: 0.0590751 Jul 16 09:25:36.817271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-76e0b535-f78b-40ce-a593-94127a43ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.818873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-76e0b535-f78b-40ce-a593-94127a43ad80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1062768 Jul 16 09:25:36.822659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c95a-22a9-43ff-8d45-ac237d652bbc req-ba0cce0e-a0c6-468f-a355-af7651ffb346 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.824341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4d2c95a-22a9-43ff-8d45-ac237d652bbc req-ba0cce0e-a0c6-468f-a355-af7651ffb346 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0739541 Jul 16 09:25:36.861437 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4d2c95a-22a9-43ff-8d45-ac237d652bbc req-bd5a1c6c-0308-4153-808c-2d3abaabff38 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314057 Jul 16 09:25:36.888728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-6ba6e9db-8fe4-455e-b2ea-3aa9521d3023 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.0633583 Jul 16 09:25:36.936256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-0c4fda40-bb97-4a8f-958d-a1494075d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.937675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-0c4fda40-bb97-4a8f-958d-a1494075d0c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0433700 Jul 16 09:25:36.993573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579bd5-5783-4757-8eb0-decb494b229f req-32034857-505e-412b-85fa-801b741edb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.995017 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-32034857-505e-412b-85fa-801b741edb28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510023 Jul 16 09:25:37.085842 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-affb5b0f-e227-4345-8525-2f2644d13e20 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Jul 16 09:25:37.173662 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-ada324b3-f42a-450a-b507-f2b7d27f6b6e service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816498 Jul 16 09:25:37.442290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:25:37.481468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:25:38.043968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e35051-2d22-4563-9138-be524e20392f req-77e5fa7b-06ab-4f66-a0af-53fc8be7bda7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.045733 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95e35051-2d22-4563-9138-be524e20392f req-77e5fa7b-06ab-4f66-a0af-53fc8be7bda7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0691707 Jul 16 09:25:38.068068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:38.070166 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18012716-ad98-49d6-b754-825a88e1b264" -d '{"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:38.090057 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-95e35051-2d22-4563-9138-be524e20392f req-d739d0c3-7b10-45ec-8a2e-cfd6010480ef tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Jul 16 09:25:38.131748 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2c674-550c-431a-bece-221c0734e336 x-openstack-request-id: req-e6d2c674-550c-431a-bece-221c0734e336 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:38.132172 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:38.132437 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6d2c674-550c-431a-bece-221c0734e336 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:38.132877 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'status': 'completed', 'code': 200} Jul 16 09:25:38.242653 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-81387e39-d952-4dd2-b774-a97eee430bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.244202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-81387e39-d952-4dd2-b774-a97eee430bf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1096 time: 0.0932178 Jul 16 09:25:38.250012 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-3479d6d1-d3ba-4c86-9ea5-cf71805e727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.251421 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-3479d6d1-d3ba-4c86-9ea5-cf71805e727d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1096 time: 0.0742774 Jul 16 09:25:38.414673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-7bc93e8e-62fd-4be5-a924-abbbb70f6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.416115 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-7bc93e8e-62fd-4be5-a924-abbbb70f6fc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1562812 Jul 16 09:25:38.417073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-f580455f-4a50-4d4e-b785-4ef38f07075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.418406 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-f580455f-4a50-4d4e-b785-4ef38f07075b service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.1661403 Jul 16 09:25:38.533266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-534d0f83-d324-436a-b3cd-1464b0169eae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.1097591 Jul 16 09:25:38.535070 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-8dc88f97-f38a-4bbf-b14d-be85b6c51e0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.1054192 Jul 16 09:25:38.618280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-7a115a21-bcb7-44f4-8f15-1a5256c5ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.619790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-7a115a21-bcb7-44f4-8f15-1a5256c5ba37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0806477 Jul 16 09:25:38.621178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-3bf91e02-c6b3-4bda-bbe5-92b6051a8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.622506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-3bf91e02-c6b3-4bda-bbe5-92b6051a8a25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0758314 Jul 16 09:25:38.720895 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-c7c7ec03-c24e-4b72-a5e4-e44c41c93f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.722329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-c7c7ec03-c24e-4b72-a5e4-e44c41c93f95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895510 Jul 16 09:25:38.724675 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012716-ad98-49d6-b754-825a88e1b264 req-42e49fe9-124b-4547-a724-bcf229c52a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:38.726076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-42e49fe9-124b-4547-a724-bcf229c52a88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006706 Jul 16 09:25:38.885325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-27333e8e-3afc-4a9a-99a9-b76b07ec0e20 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565080 Jul 16 09:25:38.887205 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-69329eae-93ab-41ca-9acd-aec8dbbd5d82 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514883 Jul 16 09:25:39.054490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-4ef23eb2-6ed5-4826-9e3c-b5b6f98cb249 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624789 Jul 16 09:25:39.056461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-18012716-ad98-49d6-b754-825a88e1b264 req-841e02c7-e779-49c4-9f04-50440da442b2 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568401 Jul 16 09:25:39.270701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce202d-0070-4622-a3c5-d3b790160034 req-38d9ef2f-f793-47f2-a253-63a43b48ddd2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:39.272250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bce202d-0070-4622-a3c5-d3b790160034 req-38d9ef2f-f793-47f2-a253-63a43b48ddd2 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0642977 Jul 16 09:25:39.311602 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6bce202d-0070-4622-a3c5-d3b790160034 req-705b5c2d-efa0-4c31-b2e9-deaa4979ce86 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Jul 16 09:25:40.496577 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3957e-e19f-4e92-8971-d14637ba7132 req-785c6474-af4c-482a-90c2-ee12a5dea44a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:40.498117 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2b3957e-e19f-4e92-8971-d14637ba7132 req-785c6474-af4c-482a-90c2-ee12a5dea44a tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0644355 Jul 16 09:25:40.541306 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b2b3957e-e19f-4e92-8971-d14637ba7132 req-a688e605-626f-4ba8-915a-f9c19e96db04 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Jul 16 09:25:41.724266 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ef2c4-28c6-4aad-b5cb-5d6e7187e815 req-3506f48e-433e-415e-a732-ff1a728a9688 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:41.725732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-878ef2c4-28c6-4aad-b5cb-5d6e7187e815 req-3506f48e-433e-415e-a732-ff1a728a9688 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0658188 Jul 16 09:25:41.762620 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-878ef2c4-28c6-4aad-b5cb-5d6e7187e815 req-791ee76f-79ac-4215-9bea-912e81da2a19 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Jul 16 09:25:42.937336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf490f-3b91-4ec9-8641-e2e998e67457 req-465d8bec-858d-489b-9631-25e877d28519 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:42.938805 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67cf490f-3b91-4ec9-8641-e2e998e67457 req-465d8bec-858d-489b-9631-25e877d28519 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0632286 Jul 16 09:25:42.976551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-67cf490f-3b91-4ec9-8641-e2e998e67457 req-9dab4ad7-0fc9-4aef-93af-864a5f481fa8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 16 09:25:43.049689 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91c75226-ac5c-47a1-9b51-91e7f2039b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:44.157137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481332c-0473-4672-a000-2fbe6b288311 req-e42c45d0-4ae1-4a0c-b894-3e1c99a39043 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:44.158592 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4481332c-0473-4672-a000-2fbe6b288311 req-e42c45d0-4ae1-4a0c-b894-3e1c99a39043 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0663724 Jul 16 09:25:44.196688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4481332c-0473-4672-a000-2fbe6b288311 req-7ccaa2a5-6e85-4643-9385-113f2f60af35 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Jul 16 09:25:44.679868 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:45.369738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef427d-6e34-4535-8f34-4b631ee91b43 req-e31a812e-e034-4964-bc3d-20b7ea852bf9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:45.371149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3ef427d-6e34-4535-8f34-4b631ee91b43 req-e31a812e-e034-4964-bc3d-20b7ea852bf9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0625045 Jul 16 09:25:45.408349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e3ef427d-6e34-4535-8f34-4b631ee91b43 req-d01f3bd8-0f2b-44bc-b494-a16a2b53c081 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Jul 16 09:25:45.723000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-35c0e05e-63a3-475e-9b14-11365a43c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:45.794085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:46.579119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b11d3-dd1a-4159-816d-8895bb02ea8d req-22f4d375-a4e2-4e40-b8e8-25c9e6a5af89 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:46.580631 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f81b11d3-dd1a-4159-816d-8895bb02ea8d req-22f4d375-a4e2-4e40-b8e8-25c9e6a5af89 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0638344 Jul 16 09:25:46.619096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f81b11d3-dd1a-4159-816d-8895bb02ea8d req-a5e850e2-8c94-42a8-b059-ec17ed1bb3e7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Jul 16 09:25:46.829464 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:47.793513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1533a-d2f7-4dcf-b5f1-0038844b4737 req-6cc515f3-1540-40f1-8bfb-c057e58959e8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:47.795255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b1533a-d2f7-4dcf-b5f1-0038844b4737 req-6cc515f3-1540-40f1-8bfb-c057e58959e8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 944 time: 0.0666289 Jul 16 09:25:47.833675 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14b1533a-d2f7-4dcf-b5f1-0038844b4737 req-896b3461-93ee-4e12-a06d-3c22439a119c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Jul 16 09:25:48.161447 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:48.530022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:48.724277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:25:48.816243 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:25:48.827688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'mac_address': 'fa:16:3e:18:4f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:25:48.862961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:48.879614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737d8fd-0dff-4f15-8ec2-a2594f8daedb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:25:48.899267 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:25:48.903579 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:48.951401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:48.958630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.958976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.959311 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.959664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.959994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.960315 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.960636 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.960953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.961272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.961590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.961905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:48.962234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:49.009787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582171fe-67c6-486b-a586-ca185b866525 req-cd040887-12a9-4f50-990a-0833bd6ce82f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.011289 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-582171fe-67c6-486b-a586-ca185b866525 req-cd040887-12a9-4f50-990a-0833bd6ce82f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0641592 Jul 16 09:25:49.053669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-582171fe-67c6-486b-a586-ca185b866525 req-c5f2b808-f2eb-4954-af56-f6671bfcc132 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367639 Jul 16 09:25:49.154120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['7737d8fd-0dff-4f15-8ec2-a2594f8daedb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:25:49.508732 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-242699c0-5081-40b5-8887-5a3490962996 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.510320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-242699c0-5081-40b5-8887-5a3490962996 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.18 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8&tenant_id=af3b52402a6b4832942c340ce40a2c80&binding%3Ahost_id=n-h2-798249-10 HTTP/1.1" status: 200 len: 945 time: 0.1084435 Jul 16 09:25:49.557249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3565d-ea95-4a2b-875f-68229a1e1f1f req-afc46feb-3e74-434f-ad09-decd6bde6afe tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.558710 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f3565d-ea95-4a2b-875f-68229a1e1f1f req-afc46feb-3e74-434f-ad09-decd6bde6afe tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.1163847 Jul 16 09:25:49.612914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-3ec427db-fc9c-40b4-9550-8b6b0124898e service neutron] 10.222.0.18 "GET /v2.0/ports/7737d8fd-0dff-4f15-8ec2-a2594f8daedb/bindings/n-h2-798249-10 HTTP/1.1" status: 200 len: 383 time: 0.0929656 Jul 16 09:25:49.617864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-02f3565d-ea95-4a2b-875f-68229a1e1f1f req-89a10151-dc10-44d7-ba95-0681fee68be8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527384 Jul 16 09:25:49.690295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-fb43dff7-1705-454f-aae5-0e3dd5c6eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.691830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-fb43dff7-1705-454f-aae5-0e3dd5c6eee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1097 time: 0.0543602 Jul 16 09:25:49.781169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-a77438fd-36fd-4f65-bfd3-116b5faf2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.782647 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-a77438fd-36fd-4f65-bfd3-116b5faf2237 service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0847197 Jul 16 09:25:49.851758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-3b8d270a-4193-475b-a5dd-751e86a626c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1002 time: 0.0622656 Jul 16 09:25:49.899821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-07a075ee-bad4-428e-a362-e7d5f8532350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.901151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-07a075ee-bad4-428e-a362-e7d5f8532350 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0439165 Jul 16 09:25:49.956574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-c532cb7a-80aa-4103-a3a1-bd6af3f6a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.958860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-c532cb7a-80aa-4103-a3a1-bd6af3f6a2b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515995 Jul 16 09:25:50.050975 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-2e0c89f6-872a-4435-953d-2cc35d08da2b service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Jul 16 09:25:50.140136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-f888bc94-1082-4a62-9caf-09d67cc80af2 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820673 Jul 16 09:25:50.730592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:25:50.781749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:25:50.786166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:25:50.786964 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:50.797782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8880128-92b4-46b5-a82f-192f95221cdf req-6b634325-a9f5-4e88-94fb-0fa7e9fccbdd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:50.799289 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8880128-92b4-46b5-a82f-192f95221cdf req-6b634325-a9f5-4e88-94fb-0fa7e9fccbdd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0658898 Jul 16 09:25:50.838594 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8880128-92b4-46b5-a82f-192f95221cdf req-573e7b21-a93d-4236-9655-21b96f6c4fe7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Jul 16 09:25:50.867962 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:50.889714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:50.904012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:25:50.907743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:50.935339 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f4c365-a4a8-4360-990c-dd2533a0e8ea" -d '{"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-plugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:50.964268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:51.041226 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c855b-7034-4424-98b3-457635250b39 x-openstack-request-id: req-5a5c855b-7034-4424-98b3-457635250b39 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:51.041519 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-plugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:51.041775 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a5c855b-7034-4424-98b3-457635250b39 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:51.042179 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'code': 200} Jul 16 09:25:52.016670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09cb5c-d646-4955-9351-48a38e713a7d req-54ecc2c2-9433-4383-b979-b89ba9cbd68b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:52.018206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f09cb5c-d646-4955-9351-48a38e713a7d req-54ecc2c2-9433-4383-b979-b89ba9cbd68b tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0637395 Jul 16 09:25:52.061256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6f09cb5c-d646-4955-9351-48a38e713a7d req-ac8264b5-f371-48cc-820d-be3fa89e7982 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370634 Jul 16 09:25:53.252021 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4fbd-d3c6-4bf0-bb54-55d218fbcf8d req-d2f2eb82-aec8-44a8-99f8-8006a4d8f3a3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:53.253520 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6dd4fbd-d3c6-4bf0-bb54-55d218fbcf8d req-d2f2eb82-aec8-44a8-99f8-8006a4d8f3a3 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0729141 Jul 16 09:25:53.293812 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d6dd4fbd-d3c6-4bf0-bb54-55d218fbcf8d req-3c38a2e7-505c-4dd8-8c35-2736fba932ef tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340376 Jul 16 09:25:53.888469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-1ef59063-1cdb-43c6-8282-216e63d60ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:53.889962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-1ef59063-1cdb-43c6-8282-216e63d60ed5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8&tenant_id=af3b52402a6b4832942c340ce40a2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0536931 Jul 16 09:25:53.905980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:25:53.980035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.181100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:25:54.213871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:25:54.252095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:54.254250 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0edb9a-a79f-4b0f-8618-c548ee2ad256" -d '{"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-unplugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:54.258625 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.270808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Transition to ACTIVE for port object 7737d8fd-0dff-4f15-8ec2-a2594f8daedb will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:25:54.275040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.309832 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538b6f59-43d9-433e-b793-3e8eb9c495b2 x-openstack-request-id: req-538b6f59-43d9-433e-b793-3e8eb9c495b2 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:54.310031 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-unplugged", "status": "completed", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:54.310282 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-538b6f59-43d9-433e-b793-3e8eb9c495b2 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:54.310666 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'code': 200} Jul 16 09:25:54.357336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:54.401215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] No DVR routers for this DVR port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:25:54.551145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d3fcb-c57d-4245-ab41-53e78d8ed059 req-592c18b1-5c8c-48a6-a431-1af8c3fc8ba8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.552623 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d0d3fcb-c57d-4245-ab41-53e78d8ed059 req-592c18b1-5c8c-48a6-a431-1af8c3fc8ba8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.1188040 Jul 16 09:25:54.607772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:25:54.608017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:25:54.608338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:25:54.618287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:25:54.618606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Attempting to bind port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on network 842589d7-c1f7-4b05-b272-c90925650c75 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:25:54.627130 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9d0d3fcb-c57d-4245-ab41-53e78d8ed059 req-f9e30bca-50c4-4d54-b85b-0b6d0faf189f tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678153 Jul 16 09:25:54.628056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:25:54.628391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Checking segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:25:54.628758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Bound using segment: {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:25:54.629179 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Bound port: 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3595fd-4aae-4364-903e-844d7d701568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:25:54.629531 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.693207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:25:54.697686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:25:54.701543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.730367 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:25:54.734894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.735540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.736949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] 10.222.0.36 "PUT /v2.0/ports/7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1094 time: 0.8349373 Jul 16 09:25:54.761896 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970e856-a523-423f-bfc5-714a6b344510 service neutron] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=11']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:54.779292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:25:54.834882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-cbc986b8-cd92-4024-8b87-5d68965f8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.836503 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-cbc986b8-cd92-4024-8b87-5d68965f8c89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1097 time: 0.0602875 Jul 16 09:25:54.928849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-30d010a0-6d30-4ebb-a193-e4ab42c9af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.930317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-30d010a0-6d30-4ebb-a193-e4ab42c9af07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.0880549 Jul 16 09:25:54.996778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-c706ee20-3f87-49f4-a34b-173efe052877 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.0606368 Jul 16 09:25:55.045400 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-a2df000b-4f7c-4afd-8d98-e18bdf213d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:55.046745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-a2df000b-4f7c-4afd-8d98-e18bdf213d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0428565 Jul 16 09:25:55.102052 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-c2d45e52-9ddd-4f9d-b754-2e0e99bbe198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:55.103532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-c2d45e52-9ddd-4f9d-b754-2e0e99bbe198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505741 Jul 16 09:25:55.193799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-4655934c-f185-4ace-b0e5-a4b3f9a1fe60 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835307 Jul 16 09:25:55.279262 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b64b8d74-e613-4321-a09d-2dc64d9bca54 req-17a977ff-0d35-4a33-bfbd-31e57366414b service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797338 Jul 16 09:25:55.809531 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed313a6-ffb3-4078-8f42-79aa6813ce7d req-efa40c2e-1ee5-4ebd-9e32-d648853a7010 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:55.811122 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bed313a6-ffb3-4078-8f42-79aa6813ce7d req-efa40c2e-1ee5-4ebd-9e32-d648853a7010 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0665696 Jul 16 09:25:55.851564 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bed313a6-ffb3-4078-8f42-79aa6813ce7d req-48bdd2df-91b4-466a-8c16-cc35052cbc49 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Jul 16 09:25:56.312085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:56.314415 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a88832d-838d-4b08-aa7e-a6fd126d2238" -d '{"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:56.362375 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0bde11-82fe-4d9a-af57-28232df1eb11 x-openstack-request-id: req-ac0bde11-82fe-4d9a-af57-28232df1eb11 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:56.362676 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:56.363007 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac0bde11-82fe-4d9a-af57-28232df1eb11 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:56.363441 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'status': 'completed', 'code': 200} Jul 16 09:25:56.487746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-7048d6ab-f2ec-40da-b316-2e5ae37b4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.489254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-7048d6ab-f2ec-40da-b316-2e5ae37b4992 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1097 time: 0.1066577 Jul 16 09:25:56.491500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-757a5acf-d734-4c70-95a1-52e1d2ea0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.492833 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-757a5acf-d734-4c70-95a1-52e1d2ea0930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af3b52402a6b4832942c340ce40a2c80&device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 1097 time: 0.0827847 Jul 16 09:25:56.961883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-38439a6f-294f-4bdc-ae4d-8c464b84a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.963427 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-38439a6f-294f-4bdc-ae4d-8c464b84a1ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.4677427 Jul 16 09:25:56.966105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-f220c4ec-03b5-4560-bbd6-54a7f31a6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.967511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-f220c4ec-03b5-4560-bbd6-54a7f31a6dcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 200 len: 911 time: 0.4646654 Jul 16 09:25:57.031392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944433c-41f5-4127-b0c5-9f4145648987 req-8e4630c5-42a1-4df9-948a-70bd96963d01 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:57.032904 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e944433c-41f5-4127-b0c5-9f4145648987 req-8e4630c5-42a1-4df9-948a-70bd96963d01 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0654540 Jul 16 09:25:57.075038 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e944433c-41f5-4127-b0c5-9f4145648987 req-37a49ae4-6a1a-40e5-869b-63608924be52 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357237 Jul 16 09:25:57.078892 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-b5664374-c696-46aa-b766-46e1903bcdb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.1092885 Jul 16 09:25:57.083285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-b1a2a905-e26e-4c70-a13a-639d4adb94fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 200 len: 1001 time: 0.1078389 Jul 16 09:25:57.167588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-1f4b64a2-1a8e-4029-8618-a108899adb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:57.169051 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-1f4b64a2-1a8e-4029-8618-a108899adb82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0825043 Jul 16 09:25:57.174452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-28fc7a59-4d71-49b9-b68c-5164e971dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:57.175851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-28fc7a59-4d71-49b9-b68c-5164e971dd01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 200 len: 849 time: 0.0806713 Jul 16 09:25:57.268957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-5e2a2bc8-c0cb-4bd8-bc02-ea386d9db030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:57.270478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-5e2a2bc8-c0cb-4bd8-bc02-ea386d9db030 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859375 Jul 16 09:25:57.272349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-ead1af05-60cd-4927-a205-8fc3c8214b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:57.273727 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-ead1af05-60cd-4927-a205-8fc3c8214b20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=842589d7-c1f7-4b05-b272-c90925650c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970397 Jul 16 09:25:57.429791 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-ad2eb034-fd24-4f0a-b80c-b082838d6296 service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527414 Jul 16 09:25:57.433162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-ba80ab38-afb7-45dc-95d6-55d5b788e2d0 service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491363 Jul 16 09:25:57.595126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-9e322997-c383-483b-b2ae-8f87e2e652df service neutron] 10.222.0.36 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595578 Jul 16 09:25:57.597294 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2a88832d-838d-4b08-aa7e-a6fd126d2238 req-d0b6f145-065e-4e90-a64b-5acaa9750d6d service neutron] 10.222.0.18 "GET /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547675 Jul 16 09:25:58.254531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945ecb9-132d-4d5d-b279-ebaed2162109 req-3b75d10b-f192-4abf-91ac-b9edfc994bc7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:58.256835 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1945ecb9-132d-4d5d-b279-ebaed2162109 req-3b75d10b-f192-4abf-91ac-b9edfc994bc7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0657198 Jul 16 09:25:58.297649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1945ecb9-132d-4d5d-b279-ebaed2162109 req-90a030b6-b1d0-41da-a8eb-4c10e80a0bc9 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353675 Jul 16 09:25:59.476477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6fba9-686c-4aee-b6cf-6b834995d9b0 req-9ff7fe4c-a5d9-4277-a70d-47e85bb398da tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:59.478000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-efa6fba9-686c-4aee-b6cf-6b834995d9b0 req-9ff7fe4c-a5d9-4277-a70d-47e85bb398da tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0684454 Jul 16 09:25:59.515891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-efa6fba9-686c-4aee-b6cf-6b834995d9b0 req-04a2c386-3324-4fd1-81c9-37302567af1d tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Jul 16 09:26:00.694467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a375-ccec-4cc7-a649-0867ae6d882d req-df789599-037a-4881-a0cf-b96524614750 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:00.695878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54b7a375-ccec-4cc7-a649-0867ae6d882d req-df789599-037a-4881-a0cf-b96524614750 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0637941 Jul 16 09:26:00.732858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-54b7a375-ccec-4cc7-a649-0867ae6d882d req-f92f9290-b464-4ccb-9de5-ce2871d1d1cb tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Jul 16 09:26:01.908474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bf25c-8ba0-4bae-908f-dd85da72e3ed req-783d5761-8fcb-48a7-8278-302c496922bf tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:01.909950 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-405bf25c-8ba0-4bae-908f-dd85da72e3ed req-783d5761-8fcb-48a7-8278-302c496922bf tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0645223 Jul 16 09:26:01.946911 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-405bf25c-8ba0-4bae-908f-dd85da72e3ed req-5779ff98-50f2-4732-8253-7eaae06aadba tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jul 16 09:26:03.124087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78c181-08ae-43ee-8a32-30f56356016a req-a4e94a2a-df44-49ce-903e-096d8d6bd622 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:03.125456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d78c181-08ae-43ee-8a32-30f56356016a req-a4e94a2a-df44-49ce-903e-096d8d6bd622 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0664182 Jul 16 09:26:03.163067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d78c181-08ae-43ee-8a32-30f56356016a req-2d9c21cc-3db3-4af8-88a2-1f4d08aefbb8 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Jul 16 09:26:04.040617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:04.340861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0921b-b9af-42f3-98b2-861e1fc45c86 req-65355bba-9571-40eb-b6cb-9271624b0320 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:04.342226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cdf0921b-b9af-42f3-98b2-861e1fc45c86 req-65355bba-9571-40eb-b6cb-9271624b0320 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0657845 Jul 16 09:26:04.379025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cdf0921b-b9af-42f3-98b2-861e1fc45c86 req-b38fc19a-7442-45eb-8b7f-4cc2af9edec6 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Jul 16 09:26:05.550929 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb48f51-c5e4-4473-8d4f-519e89544d5f req-0037330d-4533-4d35-b901-76486df85668 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:05.552476 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5eb48f51-c5e4-4473-8d4f-519e89544d5f req-0037330d-4533-4d35-b901-76486df85668 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0638030 Jul 16 09:26:05.590223 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5eb48f51-c5e4-4473-8d4f-519e89544d5f req-5eaff20b-47ff-4d5c-a405-ebb1e91b3a55 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 16 09:26:06.760168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4cd8-b78c-45b9-be1f-94ca35ad4373 req-76692365-0da1-4900-bea4-49f5bf1d0633 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:06.762956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-131c4cd8-b78c-45b9-be1f-94ca35ad4373 req-76692365-0da1-4900-bea4-49f5bf1d0633 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0653977 Jul 16 09:26:06.801624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-131c4cd8-b78c-45b9-be1f-94ca35ad4373 req-1af1a440-80dc-4bdf-b7ab-4d73bb29ecaf tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Jul 16 09:26:06.972716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3081dd-7189-4659-acab-623ca9819e2d req-b28f8a61-d54b-489e-a2e9-7cf3df89c6bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:06.974104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf3081dd-7189-4659-acab-623ca9819e2d req-b28f8a61-d54b-489e-a2e9-7cf3df89c6bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0640419 Jul 16 09:26:07.016123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-cf3081dd-7189-4659-acab-623ca9819e2d req-62bef589-61eb-4cbf-af94-21cca5509e66 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Jul 16 09:26:07.185112 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e656d-2803-4cdb-a0d7-50af1d7bf5d6 req-c34d4827-f9dc-427e-9071-88b68a9b6188 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:07.186595 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-844e656d-2803-4cdb-a0d7-50af1d7bf5d6 req-c34d4827-f9dc-427e-9071-88b68a9b6188 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0626338 Jul 16 09:26:07.224004 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-844e656d-2803-4cdb-a0d7-50af1d7bf5d6 req-1f2df678-c235-44c8-b9d6-a973f4b0b437 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Jul 16 09:26:07.600111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e661fa-baed-4ec3-9a3d-b1f2d3a453b5 req-fc719888-6993-4523-b916-891a17464f99 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:07.601590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42e661fa-baed-4ec3-9a3d-b1f2d3a453b5 req-fc719888-6993-4523-b916-891a17464f99 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 945 time: 0.0666804 Jul 16 09:26:07.616076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:07.639891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-42e661fa-baed-4ec3-9a3d-b1f2d3a453b5 req-b7df5374-572c-4c9c-84f8-0bc0de0300bd tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Jul 16 09:26:07.712055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:07.722815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'port_id': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'mac_address': 'fa:16:3e:18:4f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:07.759723 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:07.772166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737d8fd-0dff-4f15-8ec2-a2594f8daedb {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:07.791068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:07.794823 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:07.841422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:08.096120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['7737d8fd-0dff-4f15-8ec2-a2594f8daedb'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:08.817801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e2afc-ead2-48ea-9d24-f8766a5fd135 req-6ffdfebe-68d1-41cd-b80e-941aae0b0a07 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:08.819293 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-565e2afc-ead2-48ea-9d24-f8766a5fd135 req-6ffdfebe-68d1-41cd-b80e-941aae0b0a07 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0660865 Jul 16 09:26:08.858176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-565e2afc-ead2-48ea-9d24-f8766a5fd135 req-0744cb49-3879-4b6b-a9fe-c66bc213aeab tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Jul 16 09:26:09.262712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-769ff427-38e4-40a0-b5f3-b00d3fbbd5c7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:09.264201 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-769ff427-38e4-40a0-b5f3-b00d3fbbd5c7 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 946 time: 0.0624499 Jul 16 09:26:09.365299 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Deleting port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:09.365638 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.452000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] For port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:09.452352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.626151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.626442 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.626752 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 disassociated. External IP: 172.25.0.134, port: 7737d8fd-0dff-4f15-8ec2-a2594f8daedb. Jul 16 09:26:09.627095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Calling delete_port for 7737d8fd-0dff-4f15-8ec2-a2594f8daedb owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:09.628408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:09.676217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:09.679664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:09.680612 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.762611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.770896 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.805442 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event deleted for resources: {'Port': ['ID=7737d8fd-0dff-4f15-8ec2-a2594f8daedb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:09.924657 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:10.010281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b11f3973-e840-4004-94c9-23bbee384557 req-665e4f6a-a108-4bd9-a4d0-ceeb451eb05e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 210 time: 0.0290332 Jul 16 09:26:10.034607 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:10.046839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:10.056539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:10.057150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:25:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:10.083733 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] No DVR routers for this DVR port 7737d8fd-0dff-4f15-8ec2-a2594f8daedb on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:10.086451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:10.088798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eb9b54e2-c80d-4cc0-8a77-6c40f07d9443 req-27814c00-7e31-4e09-ba53-0658fefb0bfc tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.36 "DELETE /v2.0/ports/7737d8fd-0dff-4f15-8ec2-a2594f8daedb HTTP/1.1" status: 204 len: 173 time: 0.8189259 Jul 16 09:26:10.089237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-deleted', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:10.091538 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ac619-9650-4a03-85ce-9b76b8e78ea9" -d '{"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-deleted", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:10.135345 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af16fc-95fe-4765-878e-794a52e51b7c x-openstack-request-id: req-33af16fc-95fe-4765-878e-794a52e51b7c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:10.135658 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79988ecf-fd31-401b-8363-38815f6d41e8", "name": "network-vif-deleted", "tag": "7737d8fd-0dff-4f15-8ec2-a2594f8daedb", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:10.135920 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33af16fc-95fe-4765-878e-794a52e51b7c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:10.136340 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79988ecf-fd31-401b-8363-38815f6d41e8', 'name': 'network-vif-deleted', 'tag': '7737d8fd-0dff-4f15-8ec2-a2594f8daedb', 'status': 'completed', 'code': 200} Jul 16 09:26:10.163675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:10.519766 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:10.550608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:10.559191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:10.559832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:25:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:10.667072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:10.871065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:10.897326 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1444967-5d5d-4b92-ae9e-46d18dc0454c None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:16:24Z', 'revision_number': 4, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b704a708-a452-44bc-88fb-684d07d11b59', 'name': '', 'network_id': '842589d7-c1f7-4b05-b272-c90925650c75', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'mac_address': 'fa:16:3e:91:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:23Z', 'updated_at': '2021-07-16T09:16:29Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'subnets': [{'id': '43944557-4d7a-4a15-8a92-13b25ffbc576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:11.124553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640662-6edb-47eb-bc4e-c8dc31cc1bbd None None] New status for floating IP 7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:26:11.166458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3b0d53c-35c2-4282-a696-99041d27e7d8 req-5b848601-7a8d-4463-a09e-effe4ca9d95c tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 210 time: 0.0337579 Jul 16 09:26:12.309834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05e51ac2-19a3-4b69-b5b2-0660cbdd1e36 req-6c4fa260-bff4-407a-bb76-b828656c8cce tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 210 time: 0.0305114 Jul 16 09:26:13.051816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0fb87568-141a-4d3d-86e8-3c32d0e58a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:13.454688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c311a2bf-46b9-4791-9b0f-c78e64f0bf37 req-5730e09e-0b57-41bf-90da-de87972f9242 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/ports?device_id=79988ecf-fd31-401b-8363-38815f6d41e8 HTTP/1.1" status: 200 len: 210 time: 0.0333698 Jul 16 09:26:13.659645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:13.683815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 7737d8fd-0dff-4f15-8ec2-a2594f8daedb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:13.684152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 7737d8fd-0dff-4f15-8ec2-a2594f8daedb not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:15.723859 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2db8-f4fa-4a60-acb6-d1c23f36e49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:15.798320 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.835213 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.166085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.472738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43176) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:18.527843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.534406 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.552954 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.599504 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.602548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.606212 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc8c1451-c4b4-42f6-90c8-5ec17b65fe94 HTTP/1.1" status: 204 len: 168 time: 0.1324546 Jul 16 09:26:18.606378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43178) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:18.615139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8c1451-c4b4-42f6-90c8-5ec17b65fe94,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:18.620318 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [None req-2df5f6a0-cda9-451e-8759-eb39ea8a4259 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] show failed (client error): The resource could not be found. Jul 16 09:26:18.623787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2df5f6a0-cda9-451e-8759-eb39ea8a4259 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "GET /v2.0/security-groups/bc8c1451-c4b4-42f6-90c8-5ec17b65fe94 HTTP/1.1" status: 404 len: 347 time: 0.0139594 Jul 16 09:26:18.623946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.623946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.623946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.624211 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43180) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:18.624306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.624547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.624819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.625146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.625471 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.625793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.626116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.626482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.626807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df4744-905b-4792-9930-8ab89dcd4880 tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:18.745243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Deleting port 9da8bd59-ca9d-42a3-9174-18ee55de8678 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:18.745487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.825686 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.826019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.837747 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Calling delete_port for 9da8bd59-ca9d-42a3-9174-18ee55de8678 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:18.978964 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.006042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Pushing event deleted for resources: {'Port': ['ID=9da8bd59-ca9d-42a3-9174-18ee55de8678,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:19.066860 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.069521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.070725 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-159ddde6-ae91-4fce-902d-f7ed32033b9e tempest-ServerActionsTestJSON-1283448167 tempest-ServerActionsTestJSON-1283448167-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ad4dcc7-6c8c-4fdb-8421-d7ca0941ff32 HTTP/1.1" status: 204 len: 168 time: 0.4458306 Jul 16 09:26:19.073974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43182) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:19.539904 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.840701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Deleting port b704a708-a452-44bc-88fb-684d07d11b59 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:19.841358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.224069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] For port b704a708-a452-44bc-88fb-684d07d11b59, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b704a708-a452-44bc-88fb-684d07d11b59,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:20.224342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.236449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Calling delete_port for b704a708-a452-44bc-88fb-684d07d11b59 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:20.413848 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.440598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Pushing event deleted for resources: {'Port': ['ID=b704a708-a452-44bc-88fb-684d07d11b59,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:20.609020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.824538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Router 0688e55b-ed72-4b01-b664-c8122be57b80 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:20.932483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:20.937459 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-821818af-6a0f-4147-abe5-b0726de7c903 admin admin] 10.222.0.41 "PUT /v2.0/routers/0688e55b-ed72-4b01-b664-c8122be57b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8625102 Jul 16 09:26:20.940040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43186) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:20.940696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] Sync routers for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:20.951180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:20.951838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:26:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:21.044675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.055987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:21.148261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.207129 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Deleting port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:21.207507 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.234435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:26:20Z', 'revision_number': 5, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port': {'id': '7142b783-5c6e-42e5-94a3-0b1dc8284c2a', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:22Z', 'updated_at': '2021-07-16T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:21.265314 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] Checking router: 0688e55b-ed72-4b01-b664-c8122be57b80 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:21.273654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] Routers {'0688e55b-ed72-4b01-b664-c8122be57b80'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:21.274494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:26:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['0688e55b-ed72-4b01-b664-c8122be57b80'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:21.291176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] For port 7142b783-5c6e-42e5-94a3-0b1dc8284c2a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:21.291566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.303503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Calling delete_port for 7142b783-5c6e-42e5-94a3-0b1dc8284c2a owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:21.359108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] Set router 0688e55b-ed72-4b01-b664-c8122be57b80 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:21.411041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:26:21Z', 'revision_number': 6, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:21.442852 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313998c3-fff0-4c12-80c6-068f9507b839 None None] The sync data for ids ['0688e55b-ed72-4b01-b664-c8122be57b80'] in n-d-798249-10 is: [{'id': '0688e55b-ed72-4b01-b664-c8122be57b80', 'name': 'tempest-ServerActionsTestJSON-88445946-router', 'tenant_id': 'af3b52402a6b4832942c340ce40a2c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:21Z', 'updated_at': '2021-07-16T09:26:21Z', 'revision_number': 6, 'project_id': 'af3b52402a6b4832942c340ce40a2c80', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:21.478412 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.504856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Pushing event deleted for resources: {'Port': ['ID=7142b783-5c6e-42e5-94a3-0b1dc8284c2a,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:21.565192 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.653687 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.655836 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.678867 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:21.703037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.703582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0688e55b-ed72-4b01-b664-c8122be57b80 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:26:21.708088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.708988 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-34a54494-354a-4d9c-ae61-adb4dd0d7048 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0688e55b-ed72-4b01-b664-c8122be57b80 HTTP/1.1" status: 204 len: 168 time: 0.7680011 Jul 16 09:26:21.711878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43190) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:21.755363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Deleting subnet 43944557-4d7a-4a15-8a92-13b25ffbc576 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:26:21.758519 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.806012 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.901064 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.953647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.980335 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43944557-4d7a-4a15-8a92-13b25ffbc576,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:21.985119 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.987543 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a0dc79f8-06ba-4e62-beaf-e32dfd8fb0f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/43944557-4d7a-4a15-8a92-13b25ffbc576 HTTP/1.1" status: 204 len: 168 time: 0.2740870 Jul 16 09:26:21.989449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43192) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:21.991925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2976750-de83-4484-9aee-c81aa6e90a60 None None] Network 842589d7-c1f7-4b05-b272-c90925650c75 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:22.061623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.114978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Deleting port c369420c-100d-4bc9-8963-720d16f5b9eb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:22.115249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.182757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] For port c369420c-100d-4bc9-8963-720d16f5b9eb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c369420c-100d-4bc9-8963-720d16f5b9eb,segment=NetworkSegment(fb3595fd-4aae-4364-903e-844d7d701568),segment_id=fb3595fd-4aae-4364-903e-844d7d701568)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:22.183123 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.195731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Calling delete_port for c369420c-100d-4bc9-8963-720d16f5b9eb owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:22.221060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] DHCP port deletion for 842589d7-c1f7-4b05-b272-c90925650c75 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:26:22.223078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b704a708-a452-44bc-88fb-684d07d11b59 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:22.249600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b704a708-a452-44bc-88fb-684d07d11b59 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:22.249950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b704a708-a452-44bc-88fb-684d07d11b59 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:22.278380 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.292262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Deleting port c369420c-100d-4bc9-8963-720d16f5b9eb {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:22.292656 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.305111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c369420c-100d-4bc9-8963-720d16f5b9eb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:22.308802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] No DVR routers for this DVR port c369420c-100d-4bc9-8963-720d16f5b9eb on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:22.357508 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] For port c369420c-100d-4bc9-8963-720d16f5b9eb, host n-d-798249-10, got binding levels [] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:22.358378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.370541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Calling delete_port for c369420c-100d-4bc9-8963-720d16f5b9eb owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:22.373132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.ipam_backend_mixin [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Port c369420c-100d-4bc9-8963-720d16f5b9eb was not found and therefore no delete operation was performed {{(pid=93701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:26:22.374402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.384222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.394552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842589d7-c1f7-4b05-b272-c90925650c75']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:22.404452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] Pushing event deleted for resources: {'Port': ['ID=c369420c-100d-4bc9-8963-720d16f5b9eb,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:22.405770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3595fd-4aae-4364-903e-844d7d701568') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:22.406072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3595fd-4aae-4364-903e-844d7d701568') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:22.409195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300259d5-0bc4-44c6-9211-6b072829f73f None None] No DVR routers for this DVR port c369420c-100d-4bc9-8963-720d16f5b9eb on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:22.416480 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.431068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.437918 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:26:22.438343 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:26:22.440057 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:26:22.499854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.504674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.508544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/842589d7-c1f7-4b05-b272-c90925650c75 HTTP/1.1" status: 204 len: 168 time: 0.5173724 Jul 16 09:26:22.524312 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f3df2-65a1-41de-b233-75fb7de51ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=842589d7-c1f7-4b05-b272-c90925650c75,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:22.693552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43196) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:22.734217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c9f3f0ea-dc53-426e-8e41-c48b4c5c5e7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af3b52402a6b4832942c340ce40a2c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395093 Jul 16 09:26:22.736754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43198) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:22.784315 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b7bca34-0501-4ddb-a598-3b8396973fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.806381 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b7bca34-0501-4ddb-a598-3b8396973fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.852204 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b7bca34-0501-4ddb-a598-3b8396973fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.854793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8b7bca34-0501-4ddb-a598-3b8396973fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.856024 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8b7bca34-0501-4ddb-a598-3b8396973fff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1125d4d-2e37-4d4c-9d6a-613c1d1bd117 HTTP/1.1" status: 204 len: 168 time: 0.1183457 Jul 16 09:26:22.864090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bca34-0501-4ddb-a598-3b8396973fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1125d4d-2e37-4d4c-9d6a-613c1d1bd117,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:23.579159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43220) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:23.671264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1112365219-network', 'tenant_id': '50225d98613142a08ef8e2cec555dd4c'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:23.692277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Made reservation on behalf of 50225d98613142a08ef8e2cec555dd4c for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:23.694664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.707449 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.782835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7142b783-5c6e-42e5-94a3-0b1dc8284c2a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:23.802536 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.803642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 7142b783-5c6e-42e5-94a3-0b1dc8284c2a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:23.804107 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 7142b783-5c6e-42e5-94a3-0b1dc8284c2a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:23.804485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c369420c-100d-4bc9-8963-720d16f5b9eb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:23.808262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.824409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c369420c-100d-4bc9-8963-720d16f5b9eb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:23.824828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c369420c-100d-4bc9-8963-720d16f5b9eb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:23.831175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:26:23.847555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facf47c8-6e34-4105-8f24-a62cab8bfecf,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:23.856250 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.856705 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Added segment d4fc2b41-d2de-44b3-b856-763d21c3cfce of type vlan for network 86669980-7178-467b-8ddd-2e201d56bfae Jul 16 09:26:23.895511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.924016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.924979 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:23.925561 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.965946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3855200 Jul 16 09:26:23.968838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43228) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:23.973849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Request body: {'subnet': {'network_id': '86669980-7178-467b-8ddd-2e201d56bfae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1112365219-subnet', 'tenant_id': '50225d98613142a08ef8e2cec555dd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:23.995291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Made reservation on behalf of 50225d98613142a08ef8e2cec555dd4c for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:23.997897 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.014564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc526c-740b-4a2f-9bf0-f5adf2bf5af4 admin admin] Pushing event updated for resources: {'Network': ['ID=86669980-7178-467b-8ddd-2e201d56bfae,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:24.024709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 86669980-7178-467b-8ddd-2e201d56bfae details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:26:24.167364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.214914 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8685d325-a02b-435b-bfc4-c1f3a7095f11,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:24.230414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Checking segment: {'id': 'd4fc2b41-d2de-44b3-b856-763d21c3cfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '86669980-7178-467b-8ddd-2e201d56bfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:24.230584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Network hostable DHCP agents. Network: 86669980-7178-467b-8ddd-2e201d56bfae, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:26:24.246393 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Network 86669980-7178-467b-8ddd-2e201d56bfae is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:26:24.254643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 86669980-7178-467b-8ddd-2e201d56bfae) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:24.259203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.259818 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.264655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd439aff-b2c7-4cb7-82e8-bedd230bec94 None None] Network 86669980-7178-467b-8ddd-2e201d56bfae requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:24.273465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bcd0f240-fef9-4b8c-a092-5ab5ba878f8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3034656 Jul 16 09:26:24.390281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7328a7f-5ba7-495a-b54f-6975529d2c87 None None] Network 86669980-7178-467b-8ddd-2e201d56bfae requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:24.683594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-5a1181eb-4dfd-4d4d-8559-c971c52d8aa7 tempest-ServersNegativeTestJSON-1881857300 tempest-ServersNegativeTestJSON-1881857300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.685047 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-5a1181eb-4dfd-4d4d-8559-c971c52d8aa7 tempest-ServersNegativeTestJSON-1881857300 tempest-ServersNegativeTestJSON-1881857300-project] 10.222.0.41 "GET /v2.0/networks?id=86669980-7178-467b-8ddd-2e201d56bfae HTTP/1.1" status: 200 len: 814 time: 0.1002734 Jul 16 09:26:24.699304 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-02ecedbf-5cb7-4fe6-b56c-fedba2de619d tempest-ServersNegativeTestJSON-1881857300 tempest-ServersNegativeTestJSON-1881857300-project] 10.222.0.41 "GET /v2.0/quotas/50225d98613142a08ef8e2cec555dd4c HTTP/1.1" status: 200 len: 375 time: 0.0089867 Jul 16 09:26:24.736211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-f45cf15f-b5b5-4764-bd73-1dd84bf879c6 tempest-ServersNegativeTestJSON-1881857300 tempest-ServersNegativeTestJSON-1881857300-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=50225d98613142a08ef8e2cec555dd4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321116 Jul 16 09:26:24.916658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-672abf0d-a2ff-419e-9e19-33f458ff0b0b service neutron] 10.222.0.41 "GET /v2.0/networks/86669980-7178-467b-8ddd-2e201d56bfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215520 Jul 16 09:26:25.008777 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-39d39d3c-5c36-46c4-871f-e06ab0f0f916 service neutron] 10.222.0.41 "GET /v2.0/networks/86669980-7178-467b-8ddd-2e201d56bfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860698 Jul 16 09:26:34.044058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.060093 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e30f94c3-e742-4b03-a729-5d65742ae19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:45.724405 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-faa3c9f4-5aa9-48df-a068-e96793f86e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:45.799518 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:46.838587 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.172578 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.534575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.678988 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:04.047370 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.050535 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bee55a91-14b9-4102-b1fb-dd62ad2381f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.724716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87821c09-0ae2-4b96-b80e-acc98adbaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.799851 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.840918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.180264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.537315 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.473865 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43274) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:24.520432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Deleting subnet 8685d325-a02b-435b-bfc4-c1f3a7095f11 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:24.525997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.560650 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.601313 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.651988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.679719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.682845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8685d325-a02b-435b-bfc4-c1f3a7095f11 HTTP/1.1" status: 204 len: 168 time: 0.2064905 Jul 16 09:27:24.684045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8685d325-a02b-435b-bfc4-c1f3a7095f11,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:24.685008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43280) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:24.694233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.694567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.694905 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.695237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.695590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.695925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.696249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.696570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.696891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.698024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.698361 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.698688 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f86c8-3d18-44a3-aed3-c2ebfcdc187d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.754169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.843784 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.854030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86669980-7178-467b-8ddd-2e201d56bfae']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:24.863567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fc2b41-d2de-44b3-b856-763d21c3cfce') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:24.863861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fc2b41-d2de-44b3-b856-763d21c3cfce') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:24.872926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.886096 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.891709 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:24.892092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:24.893678 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:24.950057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.955478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.957344 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/86669980-7178-467b-8ddd-2e201d56bfae HTTP/1.1" status: 204 len: 168 time: 0.2713587 Jul 16 09:27:24.969043 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=86669980-7178-467b-8ddd-2e201d56bfae,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:24.979842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.980203 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.980547 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.980902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.981242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.981576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.981907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.982238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.982572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.982891 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.983212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:24.983562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e006a7-e58f-421a-ba0a-3fb7d31af8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:25.067635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43296) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:25.107448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-98bf7867-a312-46fa-a80f-c86661447a5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50225d98613142a08ef8e2cec555dd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386021 Jul 16 09:27:25.109755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:25.156304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6119c3ef-8cc3-4bca-ace5-64b73be925de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.177769 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6119c3ef-8cc3-4bca-ace5-64b73be925de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.224028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6119c3ef-8cc3-4bca-ace5-64b73be925de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.226598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6119c3ef-8cc3-4bca-ace5-64b73be925de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.227766 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6119c3ef-8cc3-4bca-ace5-64b73be925de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/facf47c8-6e34-4105-8f24-a62cab8bfecf HTTP/1.1" status: 204 len: 168 time: 0.1171124 Jul 16 09:27:25.236740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119c3ef-8cc3-4bca-ace5-64b73be925de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facf47c8-6e34-4105-8f24-a62cab8bfecf,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:25.967814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43320) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:26.059495 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196389312'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:26.081332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:26.084971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.093827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.196299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.199959 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.227641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:26.234301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc080d8-9697-4cdc-aabc-769e968be18c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:26.240176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.240519 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Added segment 2dd27351-e1d3-492e-afa3-457434ec61a2 of type vlan for network 40804cb8-bb02-4aee-8894-6e414959eb2f Jul 16 09:27:26.278947 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.306523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.312540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:26.313119 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.344723 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3758183 Jul 16 09:27:26.378128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf8bec-ecfa-44b7-8cf4-50b5480bbdb4 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Network': ['ID=40804cb8-bb02-4aee-8894-6e414959eb2f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:26.393701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 40804cb8-bb02-4aee-8894-6e414959eb2f details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:29.618606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43326) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:29.624464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'subnet': {'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:29.713578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:29.717114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.898717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.962669 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Subnet': ['ID=4cb21694-e175-4260-afa5-6985e86f84cb,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.968457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Checking segment: {'id': '2dd27351-e1d3-492e-afa3-457434ec61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:29.968816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network hostable DHCP agents. Network: 40804cb8-bb02-4aee-8894-6e414959eb2f, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:29.985596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network 40804cb8-bb02-4aee-8894-6e414959eb2f is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:29.994199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 40804cb8-bb02-4aee-8894-6e414959eb2f) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:30.003245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a45ab6-a737-466a-9a90-9dfddcada022 None None] Network 40804cb8-bb02-4aee-8894-6e414959eb2f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:30.003815 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.004460 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.018712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-02aba98a-e72c-4452-9fd0-8e081acdf80e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3984568 Jul 16 09:27:30.022406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43328) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:30.027601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353159192'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:30.048379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:30.051922 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.077603 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:30.086720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.087070 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Added segment 03448061-8fc4-469f-9a0d-c5f08e20a220 of type vlan for network 12c754fe-7e40-4556-a8d2-3d8567f7a458 Jul 16 09:27:30.135569 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.150982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-40804cb8-bb02-4aee-8894-6e414959eb2f', 'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f', 'tenant_id': '8ba778409c6b401e8374ab1a33a2f4b8', 'fixed_ips': [{'subnet_id': '4cb21694-e175-4260-afa5-6985e86f84cb'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:30.151944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.164772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.171226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.172088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.205402 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1819384 Jul 16 09:27:30.208386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43330) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:30.215444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'subnet': {'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:30.240985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c627e5-4b43-4258-9493-1a0f999457e5 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Network': ['ID=12c754fe-7e40-4556-a8d2-3d8567f7a458,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.266463 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 12c754fe-7e40-4556-a8d2-3d8567f7a458 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:30.316938 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:30.320630 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.504177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Allocated IP 2001:db8:0:ffff::2 (40804cb8-bb02-4aee-8894-6e414959eb2f/4cb21694-e175-4260-afa5-6985e86f84cb/9e0c9b2e-1918-4c5b-9e52-2c165f135317) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:30.521664 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.580974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Subnet': ['ID=71d4b6d7-a81c-4806-8790-7bbd354c528c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.597967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Checking segment: {'id': '03448061-8fc4-469f-9a0d-c5f08e20a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:30.598336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network hostable DHCP agents. Network: 12c754fe-7e40-4556-a8d2-3d8567f7a458, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:30.615961 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network 12c754fe-7e40-4556-a8d2-3d8567f7a458 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:30.625545 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 12c754fe-7e40-4556-a8d2-3d8567f7a458) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:30.629742 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.630368 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.645529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c09bc870-a630-486a-b704-b149d75a0572 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4352436 Jul 16 09:27:30.648157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6a889-88a5-4147-ba06-00d46c66f31e None None] Network 12c754fe-7e40-4556-a8d2-3d8567f7a458 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:30.648305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:30.715113 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.730455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Transition to ACTIVE for port object 9e0c9b2e-1918-4c5b-9e52-2c165f135317 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:30.751674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.758625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Transition to ACTIVE for port object 9e0c9b2e-1918-4c5b-9e52-2c165f135317 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:30.783167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.848750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Network 40804cb8-bb02-4aee-8894-6e414959eb2f is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:30.870648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:30.877216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:30.885342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Pushing event updated for resources: {'Port': ['ID=9e0c9b2e-1918-4c5b-9e52-2c165f135317,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.890037 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-12c754fe-7e40-4556-a8d2-3d8567f7a458', 'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458', 'tenant_id': '8ba778409c6b401e8374ab1a33a2f4b8', 'fixed_ips': [{'subnet_id': '71d4b6d7-a81c-4806-8790-7bbd354c528c'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:30.890903 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.927247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.927697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.927985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.928328 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.928669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.929007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.929343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.929676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.930081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.930375 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.930703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.931032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:30.976180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Attempting to bind port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:30.976560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Attempting to bind port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '2dd27351-e1d3-492e-afa3-457434ec61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:30.976931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Attempting to bind port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 on network 40804cb8-bb02-4aee-8894-6e414959eb2f {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:31.030573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:31.031232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Checking segment: {'id': '2dd27351-e1d3-492e-afa3-457434ec61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:31.031232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.031677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Bound using segment: {'id': '2dd27351-e1d3-492e-afa3-457434ec61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:31.032170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Bound port: 9e0c9b2e-1918-4c5b-9e52-2c165f135317, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd27351-e1d3-492e-afa3-457434ec61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40804cb8-bb02-4aee-8894-6e414959eb2f'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:31.032562 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.146911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Allocated IP 2001:db8::2 (12c754fe-7e40-4556-a8d2-3d8567f7a458/71d4b6d7-a81c-4806-8790-7bbd354c528c/f63f8f3b-f49f-4694-9296-d63e8c7088aa) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:31.170695 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.174116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] For port 9e0c9b2e-1918-4c5b-9e52-2c165f135317, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:31.203035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] For port 9e0c9b2e-1918-4c5b-9e52-2c165f135317, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e0c9b2e-1918-4c5b-9e52-2c165f135317,segment=NetworkSegment(2dd27351-e1d3-492e-afa3-457434ec61a2),segment_id=2dd27351-e1d3-492e-afa3-457434ec61a2)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:31.208633 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.318262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c07f-1f9b-4752-9ff3-980ac4bf30d6 None None] Pushing event updated for resources: {'Port': ['ID=9e0c9b2e-1918-4c5b-9e52-2c165f135317,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.380741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.390951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Transition to ACTIVE for port object f63f8f3b-f49f-4694-9296-d63e8c7088aa will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:31.408029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Transition to ACTIVE for port object f63f8f3b-f49f-4694-9296-d63e8c7088aa will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:31.417425 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.461712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.514704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Network 12c754fe-7e40-4556-a8d2-3d8567f7a458 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:31.517821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:31.517991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Subnet': ['ID=71d4b6d7-a81c-4806-8790-7bbd354c528c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.523361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:31.528173 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Pushing event updated for resources: {'Port': ['ID=f63f8f3b-f49f-4694-9296-d63e8c7088aa,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.599916 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Attempting to bind port f63f8f3b-f49f-4694-9296-d63e8c7088aa on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:31.600518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Attempting to bind port f63f8f3b-f49f-4694-9296-d63e8c7088aa by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '03448061-8fc4-469f-9a0d-c5f08e20a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:31.601115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Attempting to bind port f63f8f3b-f49f-4694-9296-d63e8c7088aa on network 12c754fe-7e40-4556-a8d2-3d8567f7a458 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:31.608772 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:31.609163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Checking segment: {'id': '03448061-8fc4-469f-9a0d-c5f08e20a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:31.609576 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.609980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Bound using segment: {'id': '03448061-8fc4-469f-9a0d-c5f08e20a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:31.610540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Bound port: f63f8f3b-f49f-4694-9296-d63e8c7088aa, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03448061-8fc4-469f-9a0d-c5f08e20a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '12c754fe-7e40-4556-a8d2-3d8567f7a458'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:31.611169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.614051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.630053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c754fe-7e40-4556-a8d2-3d8567f7a458']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:31.649510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03448061-8fc4-469f-9a0d-c5f08e20a220') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:31.649827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03448061-8fc4-469f-9a0d-c5f08e20a220') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:31.663367 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.679612 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.686096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:31.686580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:31.690890 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:31.698266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] For port f63f8f3b-f49f-4694-9296-d63e8c7088aa, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:31.773168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] For port f63f8f3b-f49f-4694-9296-d63e8c7088aa, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f63f8f3b-f49f-4694-9296-d63e8c7088aa,segment=NetworkSegment(03448061-8fc4-469f-9a0d-c5f08e20a220),segment_id=03448061-8fc4-469f-9a0d-c5f08e20a220)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:31.777096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.db.api [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:27:31.777096 n-d-798249-10 neutron-server[93700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:27:31.777096 n-d-798249-10 neutron-server[93700]: [parameters: {'id': '12c754fe-7e40-4556-a8d2-3d8567f7a458'}] Jul 16 09:27:31.777096 n-d-798249-10 neutron-server[93700]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:27:31.777881 n-d-798249-10 neutron-server[93700]: DEBUG oslo_db.api [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:27:31.779890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.888123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd582a-cc0f-4468-b7ea-ba40f6816251 None None] Pushing event updated for resources: {'Port': ['ID=f63f8f3b-f49f-4694-9296-d63e8c7088aa,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.914483 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d0268a-e31c-4d04-b0d5-194e0919f98a None None] Network 12c754fe-7e40-4556-a8d2-3d8567f7a458 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:31.916890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e0c9b2e-1918-4c5b-9e52-2c165f135317 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:32.069503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:32.279007 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.306230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ff949-bde3-4f72-9dbd-aa266a142c80 None None] Network 40804cb8-bb02-4aee-8894-6e414959eb2f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:32.334440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Deleting port f63f8f3b-f49f-4694-9296-d63e8c7088aa {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:32.334784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.403134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] For port f63f8f3b-f49f-4694-9296-d63e8c7088aa, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f63f8f3b-f49f-4694-9296-d63e8c7088aa,segment=NetworkSegment(03448061-8fc4-469f-9a0d-c5f08e20a220),segment_id=03448061-8fc4-469f-9a0d-c5f08e20a220)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:32.403479 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.415120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] Provisioning for port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:32.415528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Calling delete_port for f63f8f3b-f49f-4694-9296-d63e8c7088aa owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:32.425890 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] Provisioning complete for port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:32.426262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.498551 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.524343 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Port': ['ID=f63f8f3b-f49f-4694-9296-d63e8c7088aa,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:32.528668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No DVR routers for this DVR port f63f8f3b-f49f-4694-9296-d63e8c7088aa on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:32.553348 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.589202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] For port 9e0c9b2e-1918-4c5b-9e52-2c165f135317, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e0c9b2e-1918-4c5b-9e52-2c165f135317,segment=NetworkSegment(2dd27351-e1d3-492e-afa3-457434ec61a2),segment_id=2dd27351-e1d3-492e-afa3-457434ec61a2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:32.596801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.616205 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.627227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c754fe-7e40-4556-a8d2-3d8567f7a458']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.641256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03448061-8fc4-469f-9a0d-c5f08e20a220') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.641553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03448061-8fc4-469f-9a0d-c5f08e20a220') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.646907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc91c9-37df-4ef4-81f7-45572f902136 None None] Pushing event updated for resources: {'Port': ['ID=9e0c9b2e-1918-4c5b-9e52-2c165f135317,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:32.652956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.668222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.674965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:32.675718 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:32.678746 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:32.741261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d0c5de-fdf1-4e6d-a7c3-cd7c92172b43 None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:27:32.743337 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.748762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.753908 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/12c754fe-7e40-4556-a8d2-3d8567f7a458 HTTP/1.1" status: 204 len: 168 time: 2.1014278 Jul 16 09:27:32.754232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43338) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:32.759398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441977548'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:32.771410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c9a7-e4db-4ce6-99f1-9aaba511d196 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Network': ['ID=12c754fe-7e40-4556-a8d2-3d8567f7a458,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:32.788811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:32.793299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.819926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:32.829402 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.829752 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Added segment 4d4bba6b-326d-4f4c-a420-551e20d5a2fe of type vlan for network 85a4be74-973d-4693-b2a5-e5f4ff289920 Jul 16 09:27:32.871709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0c5de-fdf1-4e6d-a7c3-cd7c92172b43 None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:27:32.874545 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.877117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-91421b4b-6d83-4f1d-8d84-b0fe16db961d None None] Provisioning complete for port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:32.877490 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-91421b4b-6d83-4f1d-8d84-b0fe16db961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.907861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.914136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:32.914725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.948264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1920948 Jul 16 09:27:32.951118 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:32.956654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'subnet': {'network_id': '85a4be74-973d-4693-b2a5-e5f4ff289920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:32.988243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234d41-fa4f-47d6-b8e2-1d3ad0942cfa tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Network': ['ID=85a4be74-973d-4693-b2a5-e5f4ff289920,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.029599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 85a4be74-973d-4693-b2a5-e5f4ff289920 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:33.053813 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:33.057569 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.118437 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Performing IP validity checks on allocation pools {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:27:33.118946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.ipam_backend_mixin [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:27:33.243945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.311755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Subnet': ['ID=772396e8-01f9-4513-ae40-29f959018fea,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.318868 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Checking segment: {'id': '4d4bba6b-326d-4f4c-a420-551e20d5a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '85a4be74-973d-4693-b2a5-e5f4ff289920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:33.319222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network hostable DHCP agents. Network: 85a4be74-973d-4693-b2a5-e5f4ff289920, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:33.335701 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network 85a4be74-973d-4693-b2a5-e5f4ff289920 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:33.343900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 85a4be74-973d-4693-b2a5-e5f4ff289920) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:33.347817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:33.348399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.352488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9435e17-e4aa-4724-be40-5f4b0973d339 None None] Network 85a4be74-973d-4693-b2a5-e5f4ff289920 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:33.361791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d192eefc-7866-4c85-a41d-46faa925fc2d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4094710 Jul 16 09:27:33.364504 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43342) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:33.468212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.501441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe105e6-4d3e-4b4c-9dcb-12b6132ee1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-85a4be74-973d-4693-b2a5-e5f4ff289920', 'network_id': '85a4be74-973d-4693-b2a5-e5f4ff289920', 'tenant_id': '8ba778409c6b401e8374ab1a33a2f4b8', 'fixed_ips': [{'subnet_id': '772396e8-01f9-4513-ae40-29f959018fea'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:33.502305 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9fe105e6-4d3e-4b4c-9dcb-12b6132ee1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.524222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.584440 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server [None req-9fe105e6-4d3e-4b4c-9dcb-12b6132ee1cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 772396e8-01f9-4513-ae40-29f959018fea: This subnet is being modified by another concurrent operation. Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 772396e8-01f9-4513-ae40-29f959018fea: This subnet is being modified by another concurrent operation. Jul 16 09:27:33.596375 n-d-798249-10 neutron-server[93701]: ERROR oslo_messaging.rpc.server Jul 16 09:27:33.614737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5845506-2a37-462f-95cb-34893744f25e None None] Network 85a4be74-973d-4693-b2a5-e5f4ff289920 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:33.614972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Subnet': ['ID=772396e8-01f9-4513-ae40-29f959018fea,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.680010 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.690661 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a4be74-973d-4693-b2a5-e5f4ff289920']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:33.700069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4bba6b-326d-4f4c-a420-551e20d5a2fe') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:33.700367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4bba6b-326d-4f4c-a420-551e20d5a2fe') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:33.710106 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.724190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.725988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c288ce-5b4e-4822-ae06-35c579edd0eb None None] get_active_networks_info from n-d-798249-10 {{(pid=93701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:27:33.732786 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:33.733338 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:33.736490 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:33.803371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.813075 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c288ce-5b4e-4822-ae06-35c579edd0eb None None] Resources bound (agent type, host, resource id): {{(pid=93701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:27:33.822731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.824659 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/85a4be74-973d-4693-b2a5-e5f4ff289920 HTTP/1.1" status: 204 len: 168 time: 0.4592092 Jul 16 09:27:33.825876 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b3877-d1f4-491a-a396-28d5a2a4ed43 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Network': ['ID=85a4be74-973d-4693-b2a5-e5f4ff289920,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.829716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:33.834643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099236738'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:33.857243 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:33.861199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.887578 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:33.897710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.898064 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Added segment 07cc1b7b-dd98-46d1-97b3-e70159dfe96e of type vlan for network f685379f-9af3-4c33-b5b4-031a3c124223 Jul 16 09:27:33.947231 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.977499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.983838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:33.984463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.987523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e0c9b2e-1918-4c5b-9e52-2c165f135317 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:34.021347 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43346) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:34.021954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1907897 Jul 16 09:27:34.029481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'subnet': {'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:34.057404 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdaf38-99c6-4b20-a541-4748079a9296 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Network': ['ID=f685379f-9af3-4c33-b5b4-031a3c124223,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:34.081368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f685379f-9af3-4c33-b5b4-031a3c124223 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:34.109862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.124924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:34.128768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.188814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:34.189037 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.317816 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.377783 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Subnet': ['ID=36491ae4-0f15-46e5-a28b-7b8d4772b03e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:34.386881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Checking segment: {'id': '07cc1b7b-dd98-46d1-97b3-e70159dfe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:34.387239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network hostable DHCP agents. Network: f685379f-9af3-4c33-b5b4-031a3c124223, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:34.403721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network f685379f-9af3-4c33-b5b4-031a3c124223 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:34.412080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f685379f-9af3-4c33-b5b4-031a3c124223) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:34.416082 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:34.416706 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.420799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ab48b-fef5-487f-953d-a7e7bfa38efb None None] Network f685379f-9af3-4c33-b5b4-031a3c124223 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:34.431234 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d66460c7-6cfa-437f-a662-cfba2b93ed7f tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4084623 Jul 16 09:27:34.434948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:34.439934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1636468909'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:34.460913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:34.464896 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.491470 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:34.501813 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.502162 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Added segment 6a3e2aa1-ba6e-46fd-89cb-19e618ce2792 of type vlan for network 97bfb878-eb3a-4459-abae-b44e0916f4ef Jul 16 09:27:34.543034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.569285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f685379f-9af3-4c33-b5b4-031a3c124223', 'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223', 'tenant_id': '8ba778409c6b401e8374ab1a33a2f4b8', 'fixed_ips': [{'subnet_id': '36491ae4-0f15-46e5-a28b-7b8d4772b03e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:34.570092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.572059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.577589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:34.578175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.614298 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1782260 Jul 16 09:27:34.617304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43350) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:34.623071 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Request body: {'subnet': {'network_id': '97bfb878-eb3a-4459-abae-b44e0916f4ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:34.651982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb21da-00ea-49de-bf3f-80cc45909d7c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Network': ['ID=97bfb878-eb3a-4459-abae-b44e0916f4ef,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:34.662190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 97bfb878-eb3a-4459-abae-b44e0916f4ef details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:34.716358 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Made reservation on behalf of 8ba778409c6b401e8374ab1a33a2f4b8 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:34.720004 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.771548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Allocated IP 2001:db8::2 (f685379f-9af3-4c33-b5b4-031a3c124223/36491ae4-0f15-46e5-a28b-7b8d4772b03e/8cfc07c9-bec1-414a-8e05-3cad4fae5a04) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:34.908694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.921341 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.929800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Transition to ACTIVE for port object 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:34.944732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Transition to ACTIVE for port object 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:34.950815 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.971614 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event updated for resources: {'Subnet': ['ID=f264b8b6-3d83-4af2-8573-eeb2ce67c118,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:34.983536 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Checking segment: {'id': '6a3e2aa1-ba6e-46fd-89cb-19e618ce2792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '97bfb878-eb3a-4459-abae-b44e0916f4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:34.984142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network hostable DHCP agents. Network: 97bfb878-eb3a-4459-abae-b44e0916f4ef, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:34.997466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Network f685379f-9af3-4c33-b5b4-031a3c124223 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:35.000885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:35.001849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Network 97bfb878-eb3a-4459-abae-b44e0916f4ef is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:35.003573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:35.012043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 97bfb878-eb3a-4459-abae-b44e0916f4ef) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:35.012558 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Pushing event updated for resources: {'Port': ['ID=8cfc07c9-bec1-414a-8e05-3cad4fae5a04,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.016021 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:35.016607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.035070 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e84d3446-dfaf-4e73-9515-56689a023c60 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4143217 Jul 16 09:27:35.035348 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43352) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.040697 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03879fc7-3af9-4baf-9e0f-ac4b69ad9779 None None] Network 97bfb878-eb3a-4459-abae-b44e0916f4ef requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:35.120780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Attempting to bind port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:35.121154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Attempting to bind port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '07cc1b7b-dd98-46d1-97b3-e70159dfe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:35.121524 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Attempting to bind port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 on network f685379f-9af3-4c33-b5b4-031a3c124223 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:35.129340 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.132179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:35.132569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Checking segment: {'id': '07cc1b7b-dd98-46d1-97b3-e70159dfe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:35.132973 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.133374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Bound using segment: {'id': '07cc1b7b-dd98-46d1-97b3-e70159dfe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:35.133848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Bound port: 8cfc07c9-bec1-414a-8e05-3cad4fae5a04, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cc1b7b-dd98-46d1-97b3-e70159dfe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f685379f-9af3-4c33-b5b4-031a3c124223'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:35.134235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.185881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.240263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] For port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:35.245606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.269875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d704d9-8288-40dc-a0bc-c96157f1a355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-97bfb878-eb3a-4459-abae-b44e0916f4ef', 'network_id': '97bfb878-eb3a-4459-abae-b44e0916f4ef', 'tenant_id': '8ba778409c6b401e8374ab1a33a2f4b8', 'fixed_ips': [{'subnet_id': 'f264b8b6-3d83-4af2-8573-eeb2ce67c118'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:35.270746 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21d704d9-8288-40dc-a0bc-c96157f1a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.273072 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Subnet': ['ID=f264b8b6-3d83-4af2-8573-eeb2ce67c118,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.274438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] For port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cfc07c9-bec1-414a-8e05-3cad4fae5a04,segment=NetworkSegment(07cc1b7b-dd98-46d1-97b3-e70159dfe96e),segment_id=07cc1b7b-dd98-46d1-97b3-e70159dfe96e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:35.283788 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.337319 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.349033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bfb878-eb3a-4459-abae-b44e0916f4ef']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:35.359081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3e2aa1-ba6e-46fd-89cb-19e618ce2792') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:35.359474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3e2aa1-ba6e-46fd-89cb-19e618ce2792') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:35.369096 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.386052 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.392468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:35.392995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:35.396480 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:35.408144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a6905-e75a-4f7b-b33a-63501eb0626e None None] Network 97bfb878-eb3a-4459-abae-b44e0916f4ef requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:35.411073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4f446-0ff3-4160-a5fc-4a4e3af2a807 None None] Pushing event updated for resources: {'Port': ['ID=8cfc07c9-bec1-414a-8e05-3cad4fae5a04,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.459429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.466348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.471636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/97bfb878-eb3a-4459-abae-b44e0916f4ef HTTP/1.1" status: 204 len: 168 time: 0.4321873 Jul 16 09:27:35.472127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43354) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.487899 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b51e-064f-4a0e-bc08-6b76c5f2772d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Network': ['ID=97bfb878-eb3a-4459-abae-b44e0916f4ef,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.504881 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-65beb278-dd97-446c-af25-993a601e4815 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] GET failed (client error): The resource could not be found. Jul 16 09:27:35.506546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-65beb278-dd97-446c-af25-993a601e4815 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "GET /v2.0/subnets/f264b8b6-3d83-4af2-8573-eeb2ce67c118 HTTP/1.1" status: 404 len: 337 time: 0.0333445 Jul 16 09:27:35.509264 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43356) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.552167 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fb4494-7384-4a00-9c1d-1e9a09235b3e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:35.552689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fb4494-7384-4a00-9c1d-1e9a09235b3e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:35.554633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-63fb4494-7384-4a00-9c1d-1e9a09235b3e tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/97bfb878-eb3a-4459-abae-b44e0916f4ef HTTP/1.1" status: 404 len: 339 time: 0.0435467 Jul 16 09:27:35.559071 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.584520 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5369133f-35c4-4c47-b78c-204e072d442c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:35.584955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5369133f-35c4-4c47-b78c-204e072d442c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:35.586596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5369133f-35c4-4c47-b78c-204e072d442c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/subnets/f264b8b6-3d83-4af2-8573-eeb2ce67c118 HTTP/1.1" status: 404 len: 337 time: 0.0265799 Jul 16 09:27:35.589320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43360) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.608645 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a02c698-1b36-4243-8986-6224b2d408b1 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:35.609204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a02c698-1b36-4243-8986-6224b2d408b1 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:35.610940 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2a02c698-1b36-4243-8986-6224b2d408b1 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/97bfb878-eb3a-4459-abae-b44e0916f4ef HTTP/1.1" status: 404 len: 339 time: 0.0199192 Jul 16 09:27:35.613450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43362) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.665285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Deleting subnet 36491ae4-0f15-46e5-a28b-7b8d4772b03e {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:35.668861 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.678759 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:35.714538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.802216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.846987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:35.867755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.895340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:35.900318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Subnet': ['ID=36491ae4-0f15-46e5-a28b-7b8d4772b03e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.904796 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.907061 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ed3cb9e0-5a1f-4a9e-a20f-80c9a7d8b07c tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/subnets/36491ae4-0f15-46e5-a28b-7b8d4772b03e HTTP/1.1" status: 204 len: 168 time: 0.2923775 Jul 16 09:27:35.909279 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43364) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:35.985044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.041778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Deleting port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:36.042121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.110391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] For port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8cfc07c9-bec1-414a-8e05-3cad4fae5a04,segment=NetworkSegment(07cc1b7b-dd98-46d1-97b3-e70159dfe96e),segment_id=07cc1b7b-dd98-46d1-97b3-e70159dfe96e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:36.110751 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.123719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Calling delete_port for 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:36.204160 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.236464 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Port': ['ID=8cfc07c9-bec1-414a-8e05-3cad4fae5a04,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:36.238257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No DVR routers for this DVR port 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:36.290909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c208e9-2207-4f8f-bc0c-719095101735 None None] Network f685379f-9af3-4c33-b5b4-031a3c124223 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:36.311096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7bae4d01-5c14-43e6-bf85-cf70a8c4cf59 None None] Could not find standard attr ID for object 8cfc07c9-bec1-414a-8e05-3cad4fae5a04. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:27:36.320865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.331277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f685379f-9af3-4c33-b5b4-031a3c124223']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:36.341878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cc1b7b-dd98-46d1-97b3-e70159dfe96e') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:36.342180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cc1b7b-dd98-46d1-97b3-e70159dfe96e') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:36.351133 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.365418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.371591 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:36.371981 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:36.375443 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:36.446168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.451249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.454864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731db007-57d0-44c6-9db3-2dc0213427d9 None None] DHCP port deletion for f685379f-9af3-4c33-b5b4-031a3c124223 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:36.455810 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/f685379f-9af3-4c33-b5b4-031a3c124223 HTTP/1.1" status: 204 len: 168 time: 0.5455606 Jul 16 09:27:36.456756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43366) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:36.476321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ea286-a28b-476c-9ae2-6de066b9c472 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Network': ['ID=f685379f-9af3-4c33-b5b4-031a3c124223,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:36.489260 n-d-798249-10 neutron-server[93700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6852be46-0517-45eb-87c6-1c1e1676f4c6 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:36.489654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6852be46-0517-45eb-87c6-1c1e1676f4c6 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:36.491380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6852be46-0517-45eb-87c6-1c1e1676f4c6 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/subnets/772396e8-01f9-4513-ae40-29f959018fea HTTP/1.1" status: 404 len: 337 time: 0.0336263 Jul 16 09:27:36.494245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43368) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:36.513145 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbeed4e4-f5aa-485b-9131-6ee6b7bff96d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:36.513661 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbeed4e4-f5aa-485b-9131-6ee6b7bff96d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:36.515256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bbeed4e4-f5aa-485b-9131-6ee6b7bff96d tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/85a4be74-973d-4693-b2a5-e5f4ff289920 HTTP/1.1" status: 404 len: 339 time: 0.0200179 Jul 16 09:27:36.517598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:36.542865 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-97081f79-799e-4039-aa70-c96ef66dc859 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:36.543250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97081f79-799e-4039-aa70-c96ef66dc859 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:36.544880 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-97081f79-799e-4039-aa70-c96ef66dc859 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/subnets/71d4b6d7-a81c-4806-8790-7bbd354c528c HTTP/1.1" status: 404 len: 337 time: 0.0263994 Jul 16 09:27:36.547309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43372) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:36.564405 n-d-798249-10 neutron-server[93699]: INFO neutron.pecan_wsgi.hooks.translation [None req-61663875-6970-476f-8709-f0cdda62fc3a tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:36.564920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61663875-6970-476f-8709-f0cdda62fc3a tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:36.566518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-61663875-6970-476f-8709-f0cdda62fc3a tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/12c754fe-7e40-4556-a8d2-3d8567f7a458 HTTP/1.1" status: 404 len: 339 time: 0.0183358 Jul 16 09:27:36.568640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43374) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:36.621830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Deleting subnet 4cb21694-e175-4260-afa5-6985e86f84cb {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:36.624853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.663963 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.746322 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.812592 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.836626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb21694-e175-4260-afa5-6985e86f84cb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:36.842107 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.843962 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0c6f8a2d-1ef9-4741-8b1a-220b51f62eff tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/subnets/4cb21694-e175-4260-afa5-6985e86f84cb HTTP/1.1" status: 204 len: 168 time: 0.2744668 Jul 16 09:27:36.846376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43376) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:36.848457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67851e7-cd7e-468c-b879-251149c270f1 None None] Network 40804cb8-bb02-4aee-8894-6e414959eb2f requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:36.923575 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.974600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Deleting port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:36.974937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.035875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] DHCP port deletion for 40804cb8-bb02-4aee-8894-6e414959eb2f request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:37.043449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] For port 9e0c9b2e-1918-4c5b-9e52-2c165f135317, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e0c9b2e-1918-4c5b-9e52-2c165f135317,segment=NetworkSegment(2dd27351-e1d3-492e-afa3-457434ec61a2),segment_id=2dd27351-e1d3-492e-afa3-457434ec61a2)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:37.043814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.055782 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Calling delete_port for 9e0c9b2e-1918-4c5b-9e52-2c165f135317 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:37.082422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] Deleting port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:37.082807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.134445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.145150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] For port 9e0c9b2e-1918-4c5b-9e52-2c165f135317, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9e0c9b2e-1918-4c5b-9e52-2c165f135317,segment=NetworkSegment(2dd27351-e1d3-492e-afa3-457434ec61a2),segment_id=2dd27351-e1d3-492e-afa3-457434ec61a2)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:37.145545 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.157874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] Calling delete_port for 9e0c9b2e-1918-4c5b-9e52-2c165f135317 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:37.164329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Port': ['ID=9e0c9b2e-1918-4c5b-9e52-2c165f135317,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:37.167927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] No DVR routers for this DVR port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:37.238186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.245152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.255078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40804cb8-bb02-4aee-8894-6e414959eb2f']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:37.265467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd27351-e1d3-492e-afa3-457434ec61a2') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:37.265770 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd27351-e1d3-492e-afa3-457434ec61a2') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:37.265892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] Pushing event deleted for resources: {'Port': ['ID=9e0c9b2e-1918-4c5b-9e52-2c165f135317,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:37.267752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a866cfc-898f-4315-8359-411461e48dd3 None None] No DVR routers for this DVR port 9e0c9b2e-1918-4c5b-9e52-2c165f135317 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:37.276218 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.295431 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.301676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:37.302071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:37.305300 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:37.362265 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.367267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.370010 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] 10.222.0.41 "DELETE /v2.0/networks/40804cb8-bb02-4aee-8894-6e414959eb2f HTTP/1.1" status: 204 len: 168 time: 0.5218730 Jul 16 09:27:37.383741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16b01-d0e3-4695-870f-0f19a6934307 tempest-NetworksIpV6Test-155864571 tempest-NetworksIpV6Test-155864571-project] Pushing event deleted for resources: {'Network': ['ID=40804cb8-bb02-4aee-8894-6e414959eb2f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:37.611033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43382) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:37.738140 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4c216d5c-899f-4232-933a-14631a5b0fc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ba778409c6b401e8374ab1a33a2f4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259327 Jul 16 09:27:37.740680 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43386) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:37.790648 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de141c96-5ea3-45f8-b61b-59c568afa8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.813453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de141c96-5ea3-45f8-b61b-59c568afa8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.821341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e0c9b2e-1918-4c5b-9e52-2c165f135317 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:37.841909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9e0c9b2e-1918-4c5b-9e52-2c165f135317 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:37.842259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9e0c9b2e-1918-4c5b-9e52-2c165f135317 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:37.842687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:37.861789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de141c96-5ea3-45f8-b61b-59c568afa8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.864623 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-de141c96-5ea3-45f8-b61b-59c568afa8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.865076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:37.865544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8cfc07c9-bec1-414a-8e05-3cad4fae5a04 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:37.869099 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-de141c96-5ea3-45f8-b61b-59c568afa8eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cc080d8-9697-4cdc-aabc-769e968be18c HTTP/1.1" status: 204 len: 168 time: 0.1270607 Jul 16 09:27:37.877912 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de141c96-5ea3-45f8-b61b-59c568afa8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc080d8-9697-4cdc-aabc-769e968be18c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.476151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43408) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:38.567848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-668439286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:38.591807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.592819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.645264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.649137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.663608 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.664781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f0fec727-3921-4a98-880c-33e8b3cabbac tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1871791 Jul 16 09:27:38.667506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43412) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:38.672566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-406965300'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:38.691948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Made reservation on behalf of 4f0e073abba0446382992e8bb889d59b for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:38.695261 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.704601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.795711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.799460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.828552 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:38.834660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b711a8-35ea-4e84-9813-dddb562510ae,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.840749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.841117 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Added segment c1b130f6-c7c8-4ff2-85ca-407bd4b27cea of type vlan for network c5aa0f04-05dc-4169-a630-2a99e0d50068 Jul 16 09:27:38.880886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.911486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.918142 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.918746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.951874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2833469 Jul 16 09:27:38.954627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43414) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:38.959472 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Request body: {'subnet': {'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:39.009267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3276-cee9-44c9-964c-218b2acf0301 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event updated for resources: {'Network': ['ID=c5aa0f04-05dc-4169-a630-2a99e0d50068,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:39.020260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c5aa0f04-05dc-4169-a630-2a99e0d50068 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:39.077330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Made reservation on behalf of 4f0e073abba0446382992e8bb889d59b for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:39.080863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.253355 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.314801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event updated for resources: {'Subnet': ['ID=4b466ee8-103c-429e-8387-88f5ee7a297c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:39.323673 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Checking segment: {'id': 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:39.324029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Network hostable DHCP agents. Network: c5aa0f04-05dc-4169-a630-2a99e0d50068, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:39.339895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Network c5aa0f04-05dc-4169-a630-2a99e0d50068 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:39.347844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c5aa0f04-05dc-4169-a630-2a99e0d50068) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:39.351711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.352291 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.357704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ece9e-35b9-418c-8f7e-cb1e0fd27259 None None] Network c5aa0f04-05dc-4169-a630-2a99e0d50068 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:39.366480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5142c452-b5b9-4142-8105-38df76502e77 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108734 Jul 16 09:27:39.370217 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43416) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:39.375384 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1782382070'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:39.395805 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Made reservation on behalf of 4f0e073abba0446382992e8bb889d59b for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:39.399725 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.424209 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:39.433956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.434297 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Added segment d0a7917d-9d0c-4574-b193-44bb3a861c15 of type vlan for network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 Jul 16 09:27:39.474674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.505950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-c5aa0f04-05dc-4169-a630-2a99e0d50068', 'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068', 'tenant_id': '4f0e073abba0446382992e8bb889d59b', 'fixed_ips': [{'subnet_id': '4b466ee8-103c-429e-8387-88f5ee7a297c'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:39.506178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.506878 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.512470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.513043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.550917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1768963 Jul 16 09:27:39.551149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:39.555871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Request body: {'subnet': {'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:39.613289 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d819cc-c5ac-4f1c-8aa1-ac5c5663b5be tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event updated for resources: {'Network': ['ID=4f6f6dfe-91b3-43f6-aff8-647a35620ad6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:39.625496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:39.681103 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Made reservation on behalf of 4f0e073abba0446382992e8bb889d59b for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:39.685320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.697546 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Allocated IP 172.20.0.2 (c5aa0f04-05dc-4169-a630-2a99e0d50068/4b466ee8-103c-429e-8387-88f5ee7a297c/03aea914-c40a-4ee9-bc71-a856f0919bb1) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:39.847136 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.856209 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Transition to ACTIVE for port object 03aea914-c40a-4ee9-bc71-a856f0919bb1 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:39.869769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.872517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Transition to ACTIVE for port object 03aea914-c40a-4ee9-bc71-a856f0919bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:39.877817 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.918216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Network c5aa0f04-05dc-4169-a630-2a99e0d50068 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:39.921044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:39.923773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:39.933620 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event updated for resources: {'Subnet': ['ID=22fcf083-7493-4d8c-b0f9-5635acffd4a1,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:39.935796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Checking segment: {'id': 'd0a7917d-9d0c-4574-b193-44bb3a861c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:39.936083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Pushing event updated for resources: {'Port': ['ID=03aea914-c40a-4ee9-bc71-a856f0919bb1,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:39.936201 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Network hostable DHCP agents. Network: 4f6f6dfe-91b3-43f6-aff8-647a35620ad6, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:39.953156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:39.961783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 4f6f6dfe-91b3-43f6-aff8-647a35620ad6) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:39.966625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.967220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.981848 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-73810bcd-a485-444c-9164-9cd920f6cd0a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4297724 Jul 16 09:27:39.984717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43420) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:39.987485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c5fa7-ac18-452b-93a7-052277f330ac None None] Network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:39.989417 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7698373b-2e40-4f91-800f-e57f79e938ff tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:40.015437 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Attempting to bind port 03aea914-c40a-4ee9-bc71-a856f0919bb1 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:40.015830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Attempting to bind port 03aea914-c40a-4ee9-bc71-a856f0919bb1 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:40.016186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Attempting to bind port 03aea914-c40a-4ee9-bc71-a856f0919bb1 on network c5aa0f04-05dc-4169-a630-2a99e0d50068 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:40.025933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:40.026590 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Checking segment: {'id': 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:40.026712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.027092 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Bound using segment: {'id': 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:40.027594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Bound port: 03aea914-c40a-4ee9-bc71-a856f0919bb1, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5aa0f04-05dc-4169-a630-2a99e0d50068'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:40.027984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.162707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] For port 03aea914-c40a-4ee9-bc71-a856f0919bb1, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:40.168407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] For port 03aea914-c40a-4ee9-bc71-a856f0919bb1, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=03aea914-c40a-4ee9-bc71-a856f0919bb1,segment=NetworkSegment(c1b130f6-c7c8-4ff2-85ca-407bd4b27cea),segment_id=c1b130f6-c7c8-4ff2-85ca-407bd4b27cea)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:40.175395 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.200902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7698373b-2e40-4f91-800f-e57f79e938ff tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.233559 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-4f6f6dfe-91b3-43f6-aff8-647a35620ad6', 'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6', 'tenant_id': '4f0e073abba0446382992e8bb889d59b', 'fixed_ips': [{'subnet_id': '22fcf083-7493-4d8c-b0f9-5635acffd4a1'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:40.234433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.273585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df85d0-0d8a-4a22-8f3c-6f0a4b587d75 None None] Pushing event updated for resources: {'Port': ['ID=03aea914-c40a-4ee9-bc71-a856f0919bb1,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:40.314814 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [None req-7698373b-2e40-4f91-800f-e57f79e938ff tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:27:40.316030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7698373b-2e40-4f91-800f-e57f79e938ff tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "PUT /v2.0/routers/2992f32f-c6ad-488e-bfb2-8e62eac16cc4 HTTP/1.1" status: 400 len: 364 time: 0.3303528 Jul 16 09:27:40.322513 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43422) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:40.377522 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Deleting subnet 22fcf083-7493-4d8c-b0f9-5635acffd4a1 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:40.422214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Allocated IP 172.21.0.2 (4f6f6dfe-91b3-43f6-aff8-647a35620ad6/22fcf083-7493-4d8c-b0f9-5635acffd4a1/03494ea9-d9b1-406d-b4b9-9339247ddc5b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:40.734505 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.742639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Transition to ACTIVE for port object 03494ea9-d9b1-406d-b4b9-9339247ddc5b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:40.757167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Transition to ACTIVE for port object 03494ea9-d9b1-406d-b4b9-9339247ddc5b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:40.762219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.762801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.803984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:40.807874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:40.811541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:40.811702 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.818621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Pushing event updated for resources: {'Port': ['ID=03494ea9-d9b1-406d-b4b9-9339247ddc5b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:40.875188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Attempting to bind port 03494ea9-d9b1-406d-b4b9-9339247ddc5b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:40.875595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Attempting to bind port 03494ea9-d9b1-406d-b4b9-9339247ddc5b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd0a7917d-9d0c-4574-b193-44bb3a861c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:40.875970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Attempting to bind port 03494ea9-d9b1-406d-b4b9-9339247ddc5b on network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:40.881155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:40.881540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Checking segment: {'id': 'd0a7917d-9d0c-4574-b193-44bb3a861c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:40.881954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.882353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Bound using segment: {'id': 'd0a7917d-9d0c-4574-b193-44bb3a861c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:40.882881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Bound port: 03494ea9-d9b1-406d-b4b9-9339247ddc5b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7917d-9d0c-4574-b193-44bb3a861c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f6f6dfe-91b3-43f6-aff8-647a35620ad6'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:40.883195 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.916181 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.980797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.984100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] For port 03494ea9-d9b1-406d-b4b9-9339247ddc5b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:40.987386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] For port 03494ea9-d9b1-406d-b4b9-9339247ddc5b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=03494ea9-d9b1-406d-b4b9-9339247ddc5b,segment=NetworkSegment(d0a7917d-9d0c-4574-b193-44bb3a861c15),segment_id=d0a7917d-9d0c-4574-b193-44bb3a861c15)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:40.992900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.016380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event deleted for resources: {'Subnet': ['ID=22fcf083-7493-4d8c-b0f9-5635acffd4a1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.018433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.020282 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-85fb188b-25c5-463e-9a62-f8767e0ef471 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "DELETE /v2.0/subnets/22fcf083-7493-4d8c-b0f9-5635acffd4a1 HTTP/1.1" status: 204 len: 168 time: 0.6960504 Jul 16 09:27:41.022719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43424) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:41.068359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749468f4-7185-4793-bc6d-da9608dc0877 None None] Pushing event updated for resources: {'Port': ['ID=03494ea9-d9b1-406d-b4b9-9339247ddc5b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.110031 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.167208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Deleting port 03494ea9-d9b1-406d-b4b9-9339247ddc5b {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:41.167627 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.237958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] For port 03494ea9-d9b1-406d-b4b9-9339247ddc5b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=03494ea9-d9b1-406d-b4b9-9339247ddc5b,segment=NetworkSegment(d0a7917d-9d0c-4574-b193-44bb3a861c15),segment_id=d0a7917d-9d0c-4574-b193-44bb3a861c15)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:41.238318 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.251953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4f4bc-0894-4db3-9018-63c66d16976f None None] Network c5aa0f04-05dc-4169-a630-2a99e0d50068 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:41.272268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Calling delete_port for 03494ea9-d9b1-406d-b4b9-9339247ddc5b owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:41.366497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.390830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4e0652e3-6c5c-4ddc-bc61-e36e806ebdb7 None None] Provisioning for port 03aea914-c40a-4ee9-bc71-a856f0919bb1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:41.399567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event deleted for resources: {'Port': ['ID=03494ea9-d9b1-406d-b4b9-9339247ddc5b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.406340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] No DVR routers for this DVR port 03494ea9-d9b1-406d-b4b9-9339247ddc5b on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:41.487377 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.498736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6f6dfe-91b3-43f6-aff8-647a35620ad6']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:41.509398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a7917d-9d0c-4574-b193-44bb3a861c15') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:41.510370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a7917d-9d0c-4574-b193-44bb3a861c15') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:41.519750 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.534058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.540526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:41.541109 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:41.544373 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:41.611772 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.618711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.621195 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "DELETE /v2.0/networks/4f6f6dfe-91b3-43f6-aff8-647a35620ad6 HTTP/1.1" status: 204 len: 168 time: 0.5975599 Jul 16 09:27:41.623675 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:41.641411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965cf7a-727a-443d-b092-f47f10bdd997 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event deleted for resources: {'Network': ['ID=4f6f6dfe-91b3-43f6-aff8-647a35620ad6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.683519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Deleting subnet 4b466ee8-103c-429e-8387-88f5ee7a297c {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:41.686512 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.725452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.824613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.872918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 03aea914-c40a-4ee9-bc71-a856f0919bb1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:41.893516 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.921141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event deleted for resources: {'Subnet': ['ID=4b466ee8-103c-429e-8387-88f5ee7a297c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.927727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.928872 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 03aea914-c40a-4ee9-bc71-a856f0919bb1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:41.932713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2ec17d69-8d8f-48c8-b59e-035d74b0f01a tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "DELETE /v2.0/subnets/4b466ee8-103c-429e-8387-88f5ee7a297c HTTP/1.1" status: 204 len: 168 time: 0.3050499 Jul 16 09:27:41.933085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43430) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:41.935133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 03aea914-c40a-4ee9-bc71-a856f0919bb1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:41.935556 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:41.937461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9801a-6123-42cf-afb4-5e80bdbb1315 None None] Network c5aa0f04-05dc-4169-a630-2a99e0d50068 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:42.018166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.075891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Deleting port 03aea914-c40a-4ee9-bc71-a856f0919bb1 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:42.076335 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.116353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.161324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d28ab855-9f5c-494f-843c-c9284ccfa4fe None None] Could not find standard attr ID for object 03494ea9-d9b1-406d-b4b9-9339247ddc5b. {{(pid=93701) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:27:42.168078 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 03aea914-c40a-4ee9-bc71-a856f0919bb1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=03aea914-c40a-4ee9-bc71-a856f0919bb1,segment=NetworkSegment(c1b130f6-c7c8-4ff2-85ca-407bd4b27cea),segment_id=c1b130f6-c7c8-4ff2-85ca-407bd4b27cea)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:42.174919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.208245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9574f663-8a54-46ec-a77e-d19e1341e163 None None] DHCP port deletion for 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:42.240435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23b907-0226-40b7-87ce-90aac5d28087 None None] Network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:42.258595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] DHCP port deletion for c5aa0f04-05dc-4169-a630-2a99e0d50068 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:42.261681 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=03aea914-c40a-4ee9-bc71-a856f0919bb1,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:42.264232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23b907-0226-40b7-87ce-90aac5d28087 None None] Network 4f6f6dfe-91b3-43f6-aff8-647a35620ad6 could not be found, it might have been deleted concurrently. {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:27:42.318449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] Deleting port 03aea914-c40a-4ee9-bc71-a856f0919bb1 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:42.318828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.392181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] For port 03aea914-c40a-4ee9-bc71-a856f0919bb1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=03aea914-c40a-4ee9-bc71-a856f0919bb1,segment=NetworkSegment(c1b130f6-c7c8-4ff2-85ca-407bd4b27cea),segment_id=c1b130f6-c7c8-4ff2-85ca-407bd4b27cea)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:42.392485 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.406709 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] Calling delete_port for 03aea914-c40a-4ee9-bc71-a856f0919bb1 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:42.491412 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.500398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] For port 03aea914-c40a-4ee9-bc71-a856f0919bb1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=03aea914-c40a-4ee9-bc71-a856f0919bb1,segment=NetworkSegment(c1b130f6-c7c8-4ff2-85ca-407bd4b27cea),segment_id=c1b130f6-c7c8-4ff2-85ca-407bd4b27cea)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:42.500790 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.514108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Calling delete_port for 03aea914-c40a-4ee9-bc71-a856f0919bb1 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:42.519065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] Pushing event deleted for resources: {'Port': ['ID=03aea914-c40a-4ee9-bc71-a856f0919bb1,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:42.520892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85dcb9-d42a-4573-81db-e84b2ed3ce06 None None] No DVR routers for this DVR port 03aea914-c40a-4ee9-bc71-a856f0919bb1 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:42.596199 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.621105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event deleted for resources: {'Port': ['ID=03aea914-c40a-4ee9-bc71-a856f0919bb1,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:42.624663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] No DVR routers for this DVR port 03aea914-c40a-4ee9-bc71-a856f0919bb1 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:42.704417 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.714703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aa0f04-05dc-4169-a630-2a99e0d50068']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:42.724479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:42.724777 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b130f6-c7c8-4ff2-85ca-407bd4b27cea') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:42.733683 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.747332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.753143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:42.753528 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: self.session.flush() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:42.756433 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:42.817945 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.825587 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.827488 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "DELETE /v2.0/networks/c5aa0f04-05dc-4169-a630-2a99e0d50068 HTTP/1.1" status: 204 len: 168 time: 0.8933120 Jul 16 09:27:42.830193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43432) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:42.839394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074edb1c-01e8-4da0-98fb-23b892305b70 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Pushing event deleted for resources: {'Network': ['ID=c5aa0f04-05dc-4169-a630-2a99e0d50068,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:42.860683 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-82de90b4-11d2-4239-8bdf-456a18c0ef8c tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "GET /v2.0/ports?device_id=2992f32f-c6ad-488e-bfb2-8e62eac16cc4 HTTP/1.1" status: 200 len: 205 time: 0.0293262 Jul 16 09:27:42.862941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43434) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:42.939838 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.050607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e731bf0-1839-444c-aa8c-3e25a9c862f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.415433 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.418252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.461645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.462137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Fanout notify agent at l3_agent the message router_deleted on router 2992f32f-c6ad-488e-bfb2-8e62eac16cc4 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:27:43.469070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.470172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3289f5a0-c7e2-4125-bdd4-6550b2dab476 tempest-RoutersNegativeTest-2012489124 tempest-RoutersNegativeTest-2012489124-project] 10.222.0.41 "DELETE /v2.0/routers/2992f32f-c6ad-488e-bfb2-8e62eac16cc4 HTTP/1.1" status: 204 len: 168 time: 0.6063082 Jul 16 09:27:43.702735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43440) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.823927 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 03aea914-c40a-4ee9-bc71-a856f0919bb1 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:43.835815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aa1d19df-3038-4eee-a736-0583b4cabf4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f0e073abba0446382992e8bb889d59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317954 Jul 16 09:27:43.838830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43444) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.845478 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 03aea914-c40a-4ee9-bc71-a856f0919bb1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:43.845922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 03aea914-c40a-4ee9-bc71-a856f0919bb1 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:43.846425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 03494ea9-d9b1-406d-b4b9-9339247ddc5b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:43.865105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 03494ea9-d9b1-406d-b4b9-9339247ddc5b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:43.865476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 03494ea9-d9b1-406d-b4b9-9339247ddc5b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:43.887279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cee5fe63-a170-488e-bd6b-905fb44e87c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.908381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cee5fe63-a170-488e-bd6b-905fb44e87c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.954041 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cee5fe63-a170-488e-bd6b-905fb44e87c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.956522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cee5fe63-a170-488e-bd6b-905fb44e87c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.957664 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cee5fe63-a170-488e-bd6b-905fb44e87c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17b711a8-35ea-4e84-9813-dddb562510ae HTTP/1.1" status: 204 len: 168 time: 0.1178567 Jul 16 09:27:43.965657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5fe63-a170-488e-bd6b-905fb44e87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b711a8-35ea-4e84-9813-dddb562510ae,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.544766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43466) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:44.635815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-962455032-network', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:44.656402 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Made reservation on behalf of 34d7cd8ea63f4ff4b61d285398564c4f for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:44.658647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.670644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.753766 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.757085 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.777822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:44.792152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0215936-2f24-4879-8a89-1ed141c045c7,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.794988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.795340 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Added segment 21364cdd-0dfc-45fc-afc1-334944425e11 of type vlan for network e0557586-0ffd-4fba-bb60-063774252fb9 Jul 16 09:27:44.835775 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.863726 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.864654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:44.865221 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.898244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3523362 Jul 16 09:27:44.901899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43470) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:44.906936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Request body: {'subnet': {'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-subnet', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:44.924644 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4624c-8153-4b67-994b-e1349fb8620d admin admin] Pushing event updated for resources: {'Network': ['ID=e0557586-0ffd-4fba-bb60-063774252fb9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.932595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Made reservation on behalf of 34d7cd8ea63f4ff4b61d285398564c4f for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:44.935034 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.935663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network e0557586-0ffd-4fba-bb60-063774252fb9 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:45.102543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.160705 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a035e7c5-81a9-4516-a413-428412fa051f,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.171187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Checking segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:45.171819 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Network hostable DHCP agents. Network: e0557586-0ffd-4fba-bb60-063774252fb9, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:45.188744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Network e0557586-0ffd-4fba-bb60-063774252fb9 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:45.197963 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, e0557586-0ffd-4fba-bb60-063774252fb9) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:45.202091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.202703 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.208263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be89e2-f956-48e2-9f36-f12b06c66f61 None None] Network e0557586-0ffd-4fba-bb60-063774252fb9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:45.216839 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d00e4bb4-7a2e-4f0c-81b8-8faff072c977 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3138466 Jul 16 09:27:45.219528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43474) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:45.224242 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:45.249264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.250299 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.336134 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.363470 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-e0557586-0ffd-4fba-bb60-063774252fb9', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:45.364396 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.470323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.496804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Allocated IP 172.20.0.2 (e0557586-0ffd-4fba-bb60-063774252fb9/a035e7c5-81a9-4516-a413-428412fa051f/f35d7c63-ac78-4f05-89ef-a8b71d51edc9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:45.640554 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.649019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Transition to ACTIVE for port object f35d7c63-ac78-4f05-89ef-a8b71d51edc9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:45.664145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Transition to ACTIVE for port object f35d7c63-ac78-4f05-89ef-a8b71d51edc9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:45.669638 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.678106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.704676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Network e0557586-0ffd-4fba-bb60-063774252fb9 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:45.704932 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.709578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:45.717373 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:45.729105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Pushing event updated for resources: {'Port': ['ID=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.759836 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-940c9de6-7e21-4012-b0ee-2235808941cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.796380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Attempting to bind port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:45.797019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Attempting to bind port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:45.797600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Attempting to bind port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 on network e0557586-0ffd-4fba-bb60-063774252fb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:45.808573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:45.808951 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Checking segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:45.809433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.810188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Bound using segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:45.810188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Bound port: f35d7c63-ac78-4f05-89ef-a8b71d51edc9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:45.810589 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.818770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.824099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Allocated IP 172.25.0.241 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d61ea323-43cf-4ba0-a265-b2423a4f316b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:45.874639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] For port f35d7c63-ac78-4f05-89ef-a8b71d51edc9, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:45.878118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] For port f35d7c63-ac78-4f05-89ef-a8b71d51edc9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:45.882069 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.938607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.941169 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3daf87-f552-4dc3-b729-2d9ea3220155 None None] Pushing event updated for resources: {'Port': ['ID=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.981169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:46.022553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:46.025394 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:46.028983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:46.060439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Pushing event updated for resources: {'Port': ['ID=d61ea323-43cf-4ba0-a265-b2423a4f316b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:46.311676 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:46.507228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:46.649754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Router d3e2815c-cecc-4c66-b813-664d2b280a0a is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:27:46.761054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:46.775101 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Sync routers for ids ['d3e2815c-cecc-4c66-b813-664d2b280a0a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:46.779366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:46.780628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d57bbbda-76ac-4e3d-8a81-2054d08aee1e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5600061 Jul 16 09:27:46.783534 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43476) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:46.788479 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Routers {'d3e2815c-cecc-4c66-b813-664d2b280a0a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:46.789153 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e2815c-cecc-4c66-b813-664d2b280a0a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:46.847601 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:46.857874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513b619-baba-4386-b65d-47c3c5d961e2 None None] Network e0557586-0ffd-4fba-bb60-063774252fb9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:46.939393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0db1bef0-8f1d-4351-8ea0-a8cac8ea5b33 None None] Provisioning for port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:47.008876 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Set router d3e2815c-cecc-4c66-b813-664d2b280a0a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:47.201649 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:46Z', 'revision_number': 3, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:47.232850 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Checking router: d3e2815c-cecc-4c66-b813-664d2b280a0a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:47.233728 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Updating router d3e2815c-cecc-4c66-b813-664d2b280a0a port d61ea323-43cf-4ba0-a265-b2423a4f316b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:47.245459 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.268875 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.396580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Allocated IP 172.20.0.1 (e0557586-0ffd-4fba-bb60-063774252fb9/a035e7c5-81a9-4516-a413-428412fa051f/077ed1c8-7f45-4fbf-a455-4918aadef2f0) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:47.504201 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.517792 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Transition to ACTIVE for port object 077ed1c8-7f45-4fbf-a455-4918aadef2f0 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:47.534019 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.544358 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Transition to ACTIVE for port object d61ea323-43cf-4ba0-a265-b2423a4f316b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:47.550122 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.552640 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.593561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Network e0557586-0ffd-4fba-bb60-063774252fb9 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:47.598026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:47.602285 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Attempting to bind port d61ea323-43cf-4ba0-a265-b2423a4f316b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:47.602478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:47.602648 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Attempting to bind port d61ea323-43cf-4ba0-a265-b2423a4f316b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:47.603660 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Attempting to bind port d61ea323-43cf-4ba0-a265-b2423a4f316b on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:47.606758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Pushing event updated for resources: {'Port': ['ID=077ed1c8-7f45-4fbf-a455-4918aadef2f0,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:47.612914 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Pushing event updated for resources: {'Port': ['ID=d61ea323-43cf-4ba0-a265-b2423a4f316b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:47.620403 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:47.620776 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:47.621178 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.621694 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:47.622059 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Bound port: d61ea323-43cf-4ba0-a265-b2423a4f316b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:47.622410 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.624586 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.624924 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.625254 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.625584 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.625905 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.626223 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.626540 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.626854 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.627228 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.627583 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.627897 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.628259 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:47.648171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.684003 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] For port d61ea323-43cf-4ba0-a265-b2423a4f316b, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:47.689816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] For port d61ea323-43cf-4ba0-a265-b2423a4f316b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d61ea323-43cf-4ba0-a265-b2423a4f316b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:47.694170 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.758274 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202ea2-9efe-4c3f-b968-7f05c344a78d None None] Pushing event updated for resources: {'Port': ['ID=d61ea323-43cf-4ba0-a265-b2423a4f316b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:47.761411 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Routers {'d3e2815c-cecc-4c66-b813-664d2b280a0a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:47.762024 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e2815c-cecc-4c66-b813-664d2b280a0a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:47.808563 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.883369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f35d7c63-ac78-4f05-89ef-a8b71d51edc9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:47.900530 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] Set router d3e2815c-cecc-4c66-b813-664d2b280a0a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:47.924585 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-37259aa9-cf0c-462c-a7b5-fa8b8af24ee6 None None] Provisioning for port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:47.930896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-37259aa9-cf0c-462c-a7b5-fa8b8af24ee6 None None] Provisioning complete for port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:47.931940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-37259aa9-cf0c-462c-a7b5-fa8b8af24ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.970232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-37259aa9-cf0c-462c-a7b5-fa8b8af24ee6 None None] Port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:47.971647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:47.975940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:47.976320 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.988468 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.993063 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.065397 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Pushing event updated for resources: {'Port': ['ID=077ed1c8-7f45-4fbf-a455-4918aadef2f0,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.067929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.068672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.104808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port f35d7c63-ac78-4f05-89ef-a8b71d51edc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:48.108986 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.124599 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '077ed1c8-7f45-4fbf-a455-4918aadef2f0', 'name': '', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'mac_address': 'fa:16:3e:4f:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:47Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 1, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'subnets': [{'id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:48.151705 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d9046-5fac-4fb1-aaba-6947a5233c3a None None] The sync data for ids ['d3e2815c-cecc-4c66-b813-664d2b280a0a'] in n-d-798249-10 is: [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '077ed1c8-7f45-4fbf-a455-4918aadef2f0', 'name': '', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'mac_address': 'fa:16:3e:4f:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:47Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 1, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'subnets': [{'id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:48.164273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Network e0557586-0ffd-4fba-bb60-063774252fb9 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:48.166419 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:48.170198 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.181576 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.301073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Router d3e2815c-cecc-4c66-b813-664d2b280a0a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:27:48.427225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:48.434081 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6b4cbf5c-48cc-4a03-9d52-ea8b0703b2af admin admin] 10.222.0.41 "PUT /v2.0/routers/d3e2815c-cecc-4c66-b813-664d2b280a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6494505 Jul 16 09:27:48.500365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ed645959-2822-49f1-b523-f3e45c5ae427 None None] Provisioning complete for port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:48.500879 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed645959-2822-49f1-b523-f3e45c5ae427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.549224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ed645959-2822-49f1-b523-f3e45c5ae427 None None] Port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:48.552839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.940782 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43492) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:48.945980 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-301897011-network', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:48.968213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Made reservation on behalf of dc232e22f8c6419ab14da102b1382e62 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:48.970879 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.980817 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.077999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.082009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.112287 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:49.122500 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ba35a-8f20-42f7-937b-c03bf20b8a25,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:49.129095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.129446 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Added segment 5f7d5a78-5c5d-45c1-8604-ec19835c2ed5 of type vlan for network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 Jul 16 09:27:49.172430 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.205515 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.206654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.207244 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.239378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2974555 Jul 16 09:27:49.242188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43494) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:49.248102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Request body: {'subnet': {'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-subnet', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:49.272375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f474c8-10d9-4433-a3c2-623819304770 admin admin] Pushing event updated for resources: {'Network': ['ID=28ee80e5-f5ff-4082-bbde-9719a81a98b6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:49.272926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Made reservation on behalf of dc232e22f8c6419ab14da102b1382e62 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:49.276074 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.283597 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:49.459338 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.519673 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39278f1-581e-420d-98e2-4e33bce1edea,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:49.526739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Checking segment: {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:49.527094 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Network hostable DHCP agents. Network: 28ee80e5-f5ff-4082-bbde-9719a81a98b6, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:49.543588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:49.551756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 28ee80e5-f5ff-4082-bbde-9719a81a98b6) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:49.555542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.556753 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.562245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cd3fe-a327-40ce-b2ea-8456ade99833 None None] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:49.570663 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6da6c389-abb7-4e64-8bf5-d1ead84b245c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3273015 Jul 16 09:27:49.575559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43496) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:49.578134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:49.600888 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.601945 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.656048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.711609 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-28ee80e5-f5ff-4082-bbde-9719a81a98b6', 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'fixed_ips': [{'subnet_id': 'a39278f1-581e-420d-98e2-4e33bce1edea'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:49.713057 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.807584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:49.873904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Allocated IP 172.20.0.2 (28ee80e5-f5ff-4082-bbde-9719a81a98b6/a39278f1-581e-420d-98e2-4e33bce1edea/8a9886a5-f5ae-48c3-b3cd-e60fc66986bf) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:49.958832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f35d7c63-ac78-4f05-89ef-a8b71d51edc9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:50.036083 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.056680 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.069378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:50.069783 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.071608 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.099057 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Transition to ACTIVE for port object 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:50.124696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Transition to ACTIVE for port object 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:50.133203 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.171001 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Allocated IP 172.25.0.245 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/9bbdaf06-8b98-4157-864f-f0270671ef79) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:50.205500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:50.206481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Sync routers for ids ['d3e2815c-cecc-4c66-b813-664d2b280a0a'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:50.216382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:50.222010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:50.230281 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d61ea323-43cf-4ba0-a265-b2423a4f316b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:50.234175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Pushing event updated for resources: {'Port': ['ID=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:50.239082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Routers {'d3e2815c-cecc-4c66-b813-664d2b280a0a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:50.239925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e2815c-cecc-4c66-b813-664d2b280a0a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:50.288971 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.329201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.368371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:50.373996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:50.377619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:50.404324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbdaf06-8b98-4157-864f-f0270671ef79,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:50.546094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Attempting to bind port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:50.546953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Attempting to bind port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:50.547131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Attempting to bind port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf on network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:50.559910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:50.560284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Checking segment: {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:50.560683 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.561077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Bound using segment: {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:50.561543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Bound port: 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:50.561926 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.594389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Set router d3e2815c-cecc-4c66-b813-664d2b280a0a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:50.596029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d61ea323-43cf-4ba0-a265-b2423a4f316b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:50.637555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.648967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d61ea323-43cf-4ba0-a265-b2423a4f316b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:50.649335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.752370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] For port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:50.776907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] For port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,segment=NetworkSegment(5f7d5a78-5c5d-45c1-8604-ec19835c2ed5),segment_id=5f7d5a78-5c5d-45c1-8604-ec19835c2ed5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:50.785665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.929442 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:50.956006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3651a3-0446-43fa-8244-f9f63e1424ea None None] Pushing event updated for resources: {'Port': ['ID=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:50.978798 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d61ea323-43cf-4ba0-a265-b2423a4f316b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d61ea323-43cf-4ba0-a265-b2423a4f316b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:50.987048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.049992 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d61ea323-43cf-4ba0-a265-b2423a4f316b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:51.059381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '077ed1c8-7f45-4fbf-a455-4918aadef2f0', 'name': '', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'mac_address': 'fa:16:3e:4f:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:47Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 2, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'subnets': [{'id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:51.101343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Checking router: d3e2815c-cecc-4c66-b813-664d2b280a0a for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:51.101706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Updating router d3e2815c-cecc-4c66-b813-664d2b280a0a port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:51.143963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.203754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.334568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:27:51.419575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.429994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Transition to ACTIVE for port object 077ed1c8-7f45-4fbf-a455-4918aadef2f0 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:51.436566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.444209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:51.457430 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Sync routers for ids ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:51.461197 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.465712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-da4bfe14-d7bc-48df-a939-a0642aac14d1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8883073 Jul 16 09:27:51.465860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43498) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:51.472358 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Routers {'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:51.476139 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:51.512266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c24df-de5e-4fad-9171-6b3de93c294f None None] Pushing event updated for resources: {'Port': ['ID=077ed1c8-7f45-4fbf-a455-4918aadef2f0,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:51.554778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Attempting to bind port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:51.555563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Attempting to bind port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:51.555563 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Attempting to bind port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 on network e0557586-0ffd-4fba-bb60-063774252fb9 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:51.567736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:51.568119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Checking segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:51.568539 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.568940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Bound using segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:51.569427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Bound port: 077ed1c8-7f45-4fbf-a455-4918aadef2f0, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:51.569821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.621208 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Set router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:51.660840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] For port 077ed1c8-7f45-4fbf-a455-4918aadef2f0, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:51.664401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] For port 077ed1c8-7f45-4fbf-a455-4918aadef2f0, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=077ed1c8-7f45-4fbf-a455-4918aadef2f0,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:51.673646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:51.775378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Routers {'d3e2815c-cecc-4c66-b813-664d2b280a0a'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:51.779759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e2815c-cecc-4c66-b813-664d2b280a0a'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:51.785042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c24df-de5e-4fad-9171-6b3de93c294f None None] Pushing event updated for resources: {'Port': ['ID=077ed1c8-7f45-4fbf-a455-4918aadef2f0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:51.925038 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 3, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:51.986390 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Checking router: cd6c9812-3f74-4d18-b801-b6d0bb16b1ce for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:51.986739 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Updating router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce port 9bbdaf06-8b98-4157-864f-f0270671ef79 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:51.999156 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] Set router d3e2815c-cecc-4c66-b813-664d2b280a0a gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:52.043244 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.076602 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d61ea323-43cf-4ba0-a265-b2423a4f316b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:52.092598 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.170217 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51b765-db0f-4e9e-8d0e-8f5acefa8111 None None] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:52.301994 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Allocated IP 172.20.0.1 (28ee80e5-f5ff-4082-bbde-9719a81a98b6/a39278f1-581e-420d-98e2-4e33bce1edea/1c523713-14f9-4372-b578-c6c07daebab7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:52.323767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d61ea323-43cf-4ba0-a265-b2423a4f316b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:52.324233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.400709 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.404959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-472d2a04-2b63-4aa8-8f7a-973df56fe610 None None] Provisioning for port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:52.418388 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Transition to ACTIVE for port object 9bbdaf06-8b98-4157-864f-f0270671ef79 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:52.427580 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.433308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.452981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Transition to ACTIVE for port object 1c523713-14f9-4372-b578-c6c07daebab7 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:52.481450 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Attempting to bind port 9bbdaf06-8b98-4157-864f-f0270671ef79 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:52.482022 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Attempting to bind port 9bbdaf06-8b98-4157-864f-f0270671ef79 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:52.482577 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Attempting to bind port 9bbdaf06-8b98-4157-864f-f0270671ef79 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:52.490659 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:52.491201 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:52.491882 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.492431 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:52.493099 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Bound port: 9bbdaf06-8b98-4157-864f-f0270671ef79, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:52.494498 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.497232 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.553561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '077ed1c8-7f45-4fbf-a455-4918aadef2f0', 'name': '', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'mac_address': 'fa:16:3e:4f:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:47Z', 'updated_at': '2021-07-16T09:27:51Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'subnets': [{'id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:52.562762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:52.565274 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:52.569980 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:52.572755 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Pushing event updated for resources: {'Port': ['ID=1c523713-14f9-4372-b578-c6c07daebab7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:52.575652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:52.590445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c2f9c-6f68-455d-b296-ac9021aabdb8 None None] The sync data for ids ['d3e2815c-cecc-4c66-b813-664d2b280a0a'] in n-d-798249-10 is: [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:47Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '077ed1c8-7f45-4fbf-a455-4918aadef2f0', 'name': '', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'mac_address': 'fa:16:3e:4f:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:47Z', 'updated_at': '2021-07-16T09:27:51Z', 'revision_number': 4, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'subnets': [{'id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:52.626874 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.669341 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] For port 9bbdaf06-8b98-4157-864f-f0270671ef79, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:52.673887 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] For port 9bbdaf06-8b98-4157-864f-f0270671ef79, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9bbdaf06-8b98-4157-864f-f0270671ef79,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:52.678974 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.691654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:52.707187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:52.707825 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.727007 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Routers {'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:52.727805 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:52.783731 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cac80-d920-4e7a-9261-ab9cf5770d25 None None] Pushing event updated for resources: {'Port': ['ID=9bbdaf06-8b98-4157-864f-f0270671ef79,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:52.871010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.873604 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.914478 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cac80-d920-4e7a-9261-ab9cf5770d25 None None] Pushing event updated for resources: {'Port': ['ID=9bbdaf06-8b98-4157-864f-f0270671ef79,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:52.938381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,segment=NetworkSegment(5f7d5a78-5c5d-45c1-8604-ec19835c2ed5),segment_id=5f7d5a78-5c5d-45c1-8604-ec19835c2ed5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:52.943236 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] Set router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:52.945236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.029191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:53.053329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0514397c-a667-41aa-98b4-9bb9a13c8427 None None] Provisioning complete for port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:53.055086 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0514397c-a667-41aa-98b4-9bb9a13c8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.141132 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.147200 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.193234 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 3, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:53.232345 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf027a4b-7746-472c-a874-471f36f8083e None None] The sync data for ids ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'] in n-d-798249-10 is: [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 3, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:53.234314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Pushing event updated for resources: {'Port': ['ID=1c523713-14f9-4372-b578-c6c07daebab7,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:53.237409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.251500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0514397c-a667-41aa-98b4-9bb9a13c8427 None None] Provisioning for port 1c523713-14f9-4372-b578-c6c07daebab7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:53.258241 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0514397c-a667-41aa-98b4-9bb9a13c8427 None None] Provisioning complete for port 1c523713-14f9-4372-b578-c6c07daebab7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:53.258740 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0514397c-a667-41aa-98b4-9bb9a13c8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.302239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0514397c-a667-41aa-98b4-9bb9a13c8427 None None] Port 1c523713-14f9-4372-b578-c6c07daebab7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:53.343037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:53.344584 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:53.427895 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cf5e4305-eb7c-472c-b098-96c2c3ddefec None None] Provisioning complete for port 1c523713-14f9-4372-b578-c6c07daebab7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:53.428276 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4305-eb7c-472c-b098-96c2c3ddefec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.475732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e4305-eb7c-472c-b098-96c2c3ddefec None None] Port 1c523713-14f9-4372-b578-c6c07daebab7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:53.490960 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:27:53.643037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:53.648218 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8e9bf6f3-5f8a-4c28-8cf2-49b498f61f6e admin admin] 10.222.0.41 "PUT /v2.0/routers/cd6c9812-3f74-4d18-b801-b6d0bb16b1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1814067 Jul 16 09:27:53.707922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8337a212-49cb-47ec-bfb4-c6b08e5d8d24 None None] Provisioning complete for port 1c523713-14f9-4372-b578-c6c07daebab7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:53.708401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8337a212-49cb-47ec-bfb4-c6b08e5d8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:53.751915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8337a212-49cb-47ec-bfb4-c6b08e5d8d24 None None] Port 1c523713-14f9-4372-b578-c6c07daebab7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:53.961468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 077ed1c8-7f45-4fbf-a455-4918aadef2f0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:54.025973 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:54.030279 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:54.030718 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.114549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.148686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 077ed1c8-7f45-4fbf-a455-4918aadef2f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=077ed1c8-7f45-4fbf-a455-4918aadef2f0,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:54.153416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.154534 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9bbdaf06-8b98-4157-864f-f0270671ef79 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:54.236395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=077ed1c8-7f45-4fbf-a455-4918aadef2f0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:54.248755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 9bbdaf06-8b98-4157-864f-f0270671ef79 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:54.252920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9bbdaf06-8b98-4157-864f-f0270671ef79 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:54.253311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.341206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.362155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 9bbdaf06-8b98-4157-864f-f0270671ef79, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9bbdaf06-8b98-4157-864f-f0270671ef79,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:54.365944 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.366720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:54.454147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=9bbdaf06-8b98-4157-864f-f0270671ef79,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:54.458748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:54.459125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.473234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-6616a05e-b49c-4fc1-86a2-926c1d07e6cf tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:54.474777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-6616a05e-b49c-4fc1-86a2-926c1d07e6cf tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/networks?id=e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 200 len: 816 time: 0.1075027 Jul 16 09:27:54.490657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-399cd963-a710-4611-8a77-e9e985657a38 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/quotas/34d7cd8ea63f4ff4b61d285398564c4f HTTP/1.1" status: 200 len: 375 time: 0.0091004 Jul 16 09:27:54.562123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-301d524c-bd69-4f35-b65f-61019b98a157 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654814 Jul 16 09:27:54.690164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-cf6b515a-a875-48d2-be10-ca6d989a3e94 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:27:54.691188 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-cf6b515a-a875-48d2-be10-ca6d989a3e94 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438497 Jul 16 09:27:54.783617 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-565d44a9-57a6-42a7-8dee-a55c906de99b service neutron] 10.222.0.41 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866907 Jul 16 09:27:54.873895 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-22401214-fafd-4aec-b6b5-c5ce1e9cb7ea service neutron] 10.222.0.41 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843909 Jul 16 09:27:55.391033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Sync routers for ids ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:55.400623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Routers {'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:55.401166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:55.507270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Set router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:55.840942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 077ed1c8-7f45-4fbf-a455-4918aadef2f0 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:55.890784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:27:52Z', 'revision_number': 4, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '1c523713-14f9-4372-b578-c6c07daebab7', 'name': '', 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'mac_address': 'fa:16:3e:01:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a39278f1-581e-420d-98e2-4e33bce1edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:52Z', 'updated_at': '2021-07-16T09:27:52Z', 'revision_number': 2, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'subnets': [{'id': 'a39278f1-581e-420d-98e2-4e33bce1edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:55.922297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Checking router: cd6c9812-3f74-4d18-b801-b6d0bb16b1ce for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:55.922659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Updating router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce port 1c523713-14f9-4372-b578-c6c07daebab7 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:55.925575 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:55.925960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:55.985552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.086688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c028965a-9105-4d1e-8762-d0e4458cafe4 req-118eaca4-52b2-49a2-a5b3-ea6e3b0d3a14 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 210 time: 0.0404196 Jul 16 09:27:56.126839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9bbdaf06-8b98-4157-864f-f0270671ef79 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:56.240214 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 9bbdaf06-8b98-4157-864f-f0270671ef79 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:56.240600 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.384820 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.400838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Transition to ACTIVE for port object 1c523713-14f9-4372-b578-c6c07daebab7 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:56.406985 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.458573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709fb2-074d-4431-99f8-1c642344b210 None None] Pushing event updated for resources: {'Port': ['ID=1c523713-14f9-4372-b578-c6c07daebab7,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:56.513347 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Attempting to bind port 1c523713-14f9-4372-b578-c6c07daebab7 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:56.514144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Attempting to bind port 1c523713-14f9-4372-b578-c6c07daebab7 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:56.514605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Attempting to bind port 1c523713-14f9-4372-b578-c6c07daebab7 on network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:56.520059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:56.520572 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Checking segment: {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:56.521070 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.521565 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Bound using segment: {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:56.522208 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Bound port: 1c523713-14f9-4372-b578-c6c07daebab7, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:56.522702 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.590595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] For port 1c523713-14f9-4372-b578-c6c07daebab7, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:56.594216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] For port 1c523713-14f9-4372-b578-c6c07daebab7, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c523713-14f9-4372-b578-c6c07daebab7,segment=NetworkSegment(5f7d5a78-5c5d-45c1-8604-ec19835c2ed5),segment_id=5f7d5a78-5c5d-45c1-8604-ec19835c2ed5)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:56.598000 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:56.648689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Routers {'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:56.650042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:56.708318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709fb2-074d-4431-99f8-1c642344b210 None None] Pushing event updated for resources: {'Port': ['ID=1c523713-14f9-4372-b578-c6c07daebab7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:56.789361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] Set router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:57.009776 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:27:52Z', 'revision_number': 4, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '1c523713-14f9-4372-b578-c6c07daebab7', 'name': '', 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'mac_address': 'fa:16:3e:01:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a39278f1-581e-420d-98e2-4e33bce1edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:52Z', 'updated_at': '2021-07-16T09:27:56Z', 'revision_number': 4, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'subnets': [{'id': 'a39278f1-581e-420d-98e2-4e33bce1edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:57.036055 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262bf213-d83d-4d29-9b66-1a3ec7d7bcf2 None None] The sync data for ids ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'] in n-d-798249-10 is: [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:27:52Z', 'revision_number': 4, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '1c523713-14f9-4372-b578-c6c07daebab7', 'name': '', 'network_id': '28ee80e5-f5ff-4082-bbde-9719a81a98b6', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'mac_address': 'fa:16:3e:01:a3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'a39278f1-581e-420d-98e2-4e33bce1edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:52Z', 'updated_at': '2021-07-16T09:27:56Z', 'revision_number': 4, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'subnets': [{'id': 'a39278f1-581e-420d-98e2-4e33bce1edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:57.236761 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6dc9562f-c8b5-46e0-a037-79126bb72151 req-337cfd24-1553-4451-af4e-aeb51111a4e5 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 210 time: 0.0303049 Jul 16 09:27:57.494588 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-068cc4a9-07c4-4692-850b-2efb20fde4dc tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:57.496299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-068cc4a9-07c4-4692-850b-2efb20fde4dc tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "GET /v2.0/networks?id=e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 200 len: 816 time: 0.1128826 Jul 16 09:27:57.516432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Request body: {'port': {'device_id': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'admin_state_up': True, 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:57.639827 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Made reservation on behalf of 34d7cd8ea63f4ff4b61d285398564c4f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:57.643543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:57.777993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Allocated IP 172.20.0.11 (e0557586-0ffd-4fba-bb60-063774252fb9/a035e7c5-81a9-4516-a413-428412fa051f/e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:57.866178 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c523713-14f9-4372-b578-c6c07daebab7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:57.918492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 1c523713-14f9-4372-b578-c6c07daebab7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:57.922613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1c523713-14f9-4372-b578-c6c07daebab7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:57.922991 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:57.936247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:57.955137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Transition to ACTIVE for port object e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:57.992254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.004672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.037936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 1c523713-14f9-4372-b578-c6c07daebab7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c523713-14f9-4372-b578-c6c07daebab7,segment=NetworkSegment(5f7d5a78-5c5d-45c1-8604-ec19835c2ed5),segment_id=5f7d5a78-5c5d-45c1-8604-ec19835c2ed5)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:58.041943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.044942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Network e0557586-0ffd-4fba-bb60-063774252fb9 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:58.048738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:58.053164 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:58.057938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Pushing event updated for resources: {'Port': ['ID=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:58.098411 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=1c523713-14f9-4372-b578-c6c07daebab7,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:58.105440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.106528 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.121243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-4afd346f-dfd0-46a5-9413-a7143beca281 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6088738 Jul 16 09:27:58.138950 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Request body: {'port': {'device_id': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:58.220268 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.286053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dad11c1a-26db-45ef-a4be-e69b06c421bc None None] Provisioning for port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:58.290720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dad11c1a-26db-45ef-a4be-e69b06c421bc None None] Provisioning complete for port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:58.291226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dad11c1a-26db-45ef-a4be-e69b06c421bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.328518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dad11c1a-26db-45ef-a4be-e69b06c421bc None None] Port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:58.419666 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58695cd7-ab23-4c44-8f58-fbef25743775 req-d6e8e2d2-fa72-44a2-a97a-a075a497da7d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.421332 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58695cd7-ab23-4c44-8f58-fbef25743775 req-d6e8e2d2-fa72-44a2-a97a-a075a497da7d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 932 time: 0.0648122 Jul 16 09:27:58.462843 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58695cd7-ab23-4c44-8f58-fbef25743775 req-9b810a2c-6c5d-46c1-b922-7542b0a00406 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Jul 16 09:27:58.501057 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:58.508833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.522119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Transition to ACTIVE for port object e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:58.526572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.578771 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Pushing event updated for resources: {'Port': ['ID=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:58.653882 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Attempting to bind port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:58.654222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Attempting to bind port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:58.654558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Attempting to bind port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 on network e0557586-0ffd-4fba-bb60-063774252fb9 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:58.659143 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 on network e0557586-0ffd-4fba-bb60-063774252fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:27:58.659505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Attempting to bind port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 on network e0557586-0ffd-4fba-bb60-063774252fb9 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:58.664437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:58.664781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Checking segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:58.665267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Bound using segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:58.665789 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Bound port: e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:58.666198 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.732226 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] For port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:58.735228 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] For port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:58.739942 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.776592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.777223 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:58.778795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 HTTP/1.1" status: 200 len: 1093 time: 0.6448381 Jul 16 09:27:58.779078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'tag': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:58.781423 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d939d-dc1c-4de3-83eb-3656d257bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae14fc-f0cd-4822-9995-2fc605d6dc52", "tag": "e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:58.808184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf5770-a06e-45cf-a1ef-10eb49718007 service neutron] Pushing event updated for resources: {'Port': ['ID=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:58.825538 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2535d4ed-5fc2-41ec-9d09-de27af3d71b3 x-openstack-request-id: req-2535d4ed-5fc2-41ec-9d09-de27af3d71b3 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:58.825832 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae14fc-f0cd-4822-9995-2fc605d6dc52", "tag": "e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:58.826086 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2535d4ed-5fc2-41ec-9d09-de27af3d71b3 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:58.826495 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'tag': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6', 'status': 'completed', 'code': 200} Jul 16 09:27:58.899940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-7f4607a2-2b6d-4301-a550-12e23fcbfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.901676 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-7f4607a2-2b6d-4301-a550-12e23fcbfddd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 1096 time: 0.0608525 Jul 16 09:27:58.950906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-281a40d0-8dc8-4510-b60b-d042854e1e3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0373545 Jul 16 09:27:58.999469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-ce5ecf92-1a40-4eac-9712-e9299223bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.000920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-ce5ecf92-1a40-4eac-9712-e9299223bc90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a035e7c5-81a9-4516-a413-428412fa051f HTTP/1.1" status: 200 len: 855 time: 0.0446124 Jul 16 09:27:59.063391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-10f16c25-6e8d-4929-9dcc-d5e905dc4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.064908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-10f16c25-6e8d-4929-9dcc-d5e905dc4642 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0557586-0ffd-4fba-bb60-063774252fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585084 Jul 16 09:27:59.154307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-181b53bd-3283-4f67-ac0c-a7516edf2c4c service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Jul 16 09:27:59.248751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8e2bf79a-245c-431a-acec-8d51f7c26931 req-73052c2c-cbb2-40b6-ba7b-5c7322596bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Jul 16 09:27:59.381167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-97c7562a-a095-4cb7-8b56-a0ded992050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.382637 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-97c7562a-a095-4cb7-8b56-a0ded992050b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 1096 time: 0.0522552 Jul 16 09:27:59.473465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-d6e79214-8ca6-4405-98e2-e45872068f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.474855 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-d6e79214-8ca6-4405-98e2-e45872068f4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 200 len: 917 time: 0.0855806 Jul 16 09:27:59.515295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-e2f83878-bcae-414f-93b1-69487d513664 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0343373 Jul 16 09:27:59.565074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-b96a6a01-866a-445f-99e3-bb2f12e74d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.566611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-b96a6a01-866a-445f-99e3-bb2f12e74d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a035e7c5-81a9-4516-a413-428412fa051f HTTP/1.1" status: 200 len: 855 time: 0.0452671 Jul 16 09:27:59.626391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-f6c9568e-42a1-4187-9368-e7108e887747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.627982 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-f6c9568e-42a1-4187-9368-e7108e887747 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0557586-0ffd-4fba-bb60-063774252fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551035 Jul 16 09:27:59.648366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d1a9-8e62-450f-88a1-24fc33c19e45 req-9d3d2653-8cf4-4416-bd70-18af93948f82 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:59.651077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fcc5d1a9-8e62-450f-88a1-24fc33c19e45 req-9d3d2653-8cf4-4416-bd70-18af93948f82 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 944 time: 0.0742066 Jul 16 09:27:59.693176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fcc5d1a9-8e62-450f-88a1-24fc33c19e45 req-52a9a63b-a561-4a03-93ff-1943bc6f8320 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Jul 16 09:27:59.729720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-daab90f2-db30-46a5-8a61-8e6079263b66 service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947549 Jul 16 09:27:59.831617 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6f2d939d-dc1c-4de3-83eb-3656d257bc00 req-748331d7-c7ba-4bd0-b669-376de833c1dd service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943177 Jul 16 09:27:59.839873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c523713-14f9-4372-b578-c6c07daebab7 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:59.889043 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 1c523713-14f9-4372-b578-c6c07daebab7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:59.889424 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:00.867498 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a8f9c-c5b7-4778-874e-c8051edb5067 req-17ee390d-c935-47b4-bb30-ac42e3cd631d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:00.869626 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-827a8f9c-c5b7-4778-874e-c8051edb5067 req-17ee390d-c935-47b4-bb30-ac42e3cd631d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 944 time: 0.0650086 Jul 16 09:28:00.906730 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-827a8f9c-c5b7-4778-874e-c8051edb5067 req-512c98df-de87-48d5-b0eb-bbe930a85d40 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 16 09:28:02.079641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbdf74-cce1-4c7f-97b0-868221d4f35f req-ba1dd9fb-350f-4754-b2a1-2f936f930be8 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:02.081119 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4bbdf74-cce1-4c7f-97b0-868221d4f35f req-ba1dd9fb-350f-4754-b2a1-2f936f930be8 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 944 time: 0.0630164 Jul 16 09:28:02.119666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4bbdf74-cce1-4c7f-97b0-868221d4f35f req-d8f7d3ed-abc1-4a4c-91af-ef15e59bb78f tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Jul 16 09:28:02.125089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:02.216925 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:02.227433 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'port_id': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6', 'mac_address': 'fa:16:3e:5c:aa:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:02.263613 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:02.278677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:02.297906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:02.301822 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:02.348654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:02.572740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:03.296698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a3cd-6eb7-4ace-8ee1-c99c21b4d7ac req-70ee2b9f-4625-4538-88c8-6b481953aadb tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:03.298441 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb9a3cd-6eb7-4ace-8ee1-c99c21b4d7ac req-70ee2b9f-4625-4538-88c8-6b481953aadb tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 945 time: 0.0676384 Jul 16 09:28:03.336477 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bfb9a3cd-6eb7-4ace-8ee1-c99c21b4d7ac req-4159ec1c-2f09-409a-9798-a1db5714818a tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jul 16 09:28:04.044719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:04.133720 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:04.181323 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:04.184867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:04.185258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:04.260125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:04.281567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:04.284008 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5127f3e-ceb5-4030-8e2a-e98e0060408a" -d '{"events": [{"server_uuid": "32ae14fc-f0cd-4822-9995-2fc605d6dc52", "name": "network-vif-plugged", "status": "completed", "tag": "e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:04.296442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:04.300687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:04.326838 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaad48d-6977-486a-8449-a113ed30da62 x-openstack-request-id: req-afaad48d-6977-486a-8449-a113ed30da62 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:04.327129 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae14fc-f0cd-4822-9995-2fc605d6dc52", "name": "network-vif-plugged", "status": "completed", "tag": "e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:04.327399 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afaad48d-6977-486a-8449-a113ed30da62 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:04.327778 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6', 'code': 200} Jul 16 09:28:04.353256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:04.460271 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78ee9d-3de2-4054-bc1c-eb0a3c1b880f req-7b092a3f-b025-4945-9911-f6d229594af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:04.461801 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd78ee9d-3de2-4054-bc1c-eb0a3c1b880f req-7b092a3f-b025-4945-9911-f6d229594af9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 1098 time: 0.0529323 Jul 16 09:28:04.496323 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dd78ee9d-3de2-4054-bc1c-eb0a3c1b880f req-5ff294ef-90fa-4f38-937f-0cb9d224331c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281355 Jul 16 09:28:04.515864 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec634522-1050-45b7-9664-792b3dd6b622 req-a4a436ef-dfa0-45d1-bbdb-9a4a29328fb5 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:04.517373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec634522-1050-45b7-9664-792b3dd6b622 req-a4a436ef-dfa0-45d1-bbdb-9a4a29328fb5 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 946 time: 0.0643849 Jul 16 09:28:04.554404 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec634522-1050-45b7-9664-792b3dd6b622 req-729b318c-c892-49e8-bd13-a937cbf191e0 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Jul 16 09:28:05.728746 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50095ad7-afcf-4ad8-aef4-300d986c1e6d req-435302d6-7d36-448d-822a-e3a264f563af tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:05.730226 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50095ad7-afcf-4ad8-aef4-300d986c1e6d req-435302d6-7d36-448d-822a-e3a264f563af tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 946 time: 0.0676389 Jul 16 09:28:05.767125 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50095ad7-afcf-4ad8-aef4-300d986c1e6d req-b6c55903-85f2-416a-a226-a1c3d7726cd3 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Jul 16 09:28:05.939727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9d5c-bb73-4e20-b3cc-ff2cbde00933 req-286a90c3-c011-43d0-8162-c0bbbb0b1029 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:05.941208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-667a9d5c-bb73-4e20-b3cc-ff2cbde00933 req-286a90c3-c011-43d0-8162-c0bbbb0b1029 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 946 time: 0.0641937 Jul 16 09:28:05.978720 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-667a9d5c-bb73-4e20-b3cc-ff2cbde00933 req-8f01bfb8-62dc-474c-ac49-7b029d3ab8d1 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Jul 16 09:28:12.678298 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:13.052717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efd42275-a2fe-4f6a-8cd9-e47519a267e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:15.732549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b53d0d0e-5a63-4084-b26e-3d776e64ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:15.800243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:16.845496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:18.178720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:18.544234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.274843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa4c9-8138-49f4-864a-fe4a301f80e0 req-34603174-733f-454e-a910-afdece7d77aa tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.276377 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8edfa4c9-8138-49f4-864a-fe4a301f80e0 req-34603174-733f-454e-a910-afdece7d77aa tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 946 time: 0.0636313 Jul 16 09:28:26.314496 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8edfa4c9-8138-49f4-864a-fe4a301f80e0 req-481fc4b0-b6c2-4596-b6d0-c84c8ff4ad9b tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jul 16 09:28:27.495298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63281e-111c-46d8-a717-80e8f2c57502 req-4281d364-a386-4090-81ba-82e7b4835c23 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.496876 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea63281e-111c-46d8-a717-80e8f2c57502 req-4281d364-a386-4090-81ba-82e7b4835c23 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 946 time: 0.0707386 Jul 16 09:28:27.535454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ea63281e-111c-46d8-a717-80e8f2c57502 req-7637b1d8-1c28-4215-869f-6f0e93d8fdbb tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Jul 16 09:28:27.669787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be219d89-59be-45e1-af06-5238eb7bc90c req-57100f29-7078-4cf5-92be-89ea7a17949f tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.671136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be219d89-59be-45e1-af06-5238eb7bc90c req-57100f29-7078-4cf5-92be-89ea7a17949f tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 946 time: 0.0620728 Jul 16 09:28:27.771836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Deleting port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:27.772179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.861934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] For port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:27.862267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:27.876518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Calling delete_port for e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:28.337921 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:28.367690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Pushing event deleted for resources: {'Port': ['ID=e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:28.372224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:28.398445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.398791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.399125 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.399483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.400398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.400727 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.401053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.401374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.401697 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.402015 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.402333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.402645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:28.427382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] No DVR routers for this DVR port e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:28.430366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:28.432772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be219d89-59be-45e1-af06-5238eb7bc90c req-c5b0861f-5410-4695-822a-0c603783f2be tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "DELETE /v2.0/ports/e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 HTTP/1.1" status: 204 len: 173 time: 0.7561221 Jul 16 09:28:28.433223 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'name': 'network-vif-deleted', 'tag': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:28.435553 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea1e9e-3b62-4d99-a9a2-ab93e1824dc9" -d '{"events": [{"server_uuid": "32ae14fc-f0cd-4822-9995-2fc605d6dc52", "name": "network-vif-deleted", "tag": "e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:28.473649 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b2fb2-6f48-448a-b823-fa04a5db8dcb x-openstack-request-id: req-5c3b2fb2-6f48-448a-b823-fa04a5db8dcb {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:28.473938 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae14fc-f0cd-4822-9995-2fc605d6dc52", "name": "network-vif-deleted", "tag": "e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:28.474234 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c3b2fb2-6f48-448a-b823-fa04a5db8dcb {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:28.474579 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae14fc-f0cd-4822-9995-2fc605d6dc52', 'name': 'network-vif-deleted', 'tag': 'e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6', 'status': 'completed', 'code': 200} Jul 16 09:28:28.704365 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2d9a2ad-35d2-4fac-97a2-ea6647e1594b req-db1e15dd-6b80-4193-af57-10e533adaa2c tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=32ae14fc-f0cd-4822-9995-2fc605d6dc52 HTTP/1.1" status: 200 len: 210 time: 0.0295796 Jul 16 09:28:30.201850 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-dac5f31b-edc1-4e61-aefd-a15a49e06816 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:30.203305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-dac5f31b-edc1-4e61-aefd-a15a49e06816 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/networks?id=e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 200 len: 816 time: 0.1075270 Jul 16 09:28:30.218027 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-9c5f3107-6640-436e-96ba-284706900b88 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/quotas/34d7cd8ea63f4ff4b61d285398564c4f HTTP/1.1" status: 200 len: 375 time: 0.0094488 Jul 16 09:28:30.283389 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-6102f6ef-8589-46c4-bfb9-cdb0472a63dc tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604599 Jul 16 09:28:30.381460 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-2c97d528-6c97-4611-aeac-634c9b572988 service neutron] 10.222.0.41 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869641 Jul 16 09:28:30.468792 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-ab04368e-6887-4c18-9bd8-4698209929c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810618 Jul 16 09:28:30.648553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-45de7d3e-a87b-4e4a-9819-91c1fb779b53 req-8633dde1-7e44-4501-81b3-06bdb5ab9d18 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 210 time: 0.0347342 Jul 16 09:28:31.795847 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5382c7f-cdcf-4dc2-8c7f-eaf66fdc0361 req-0c5b10f5-8f00-4d64-b6f1-48dc935f9893 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 210 time: 0.0349126 Jul 16 09:28:31.914246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-fdc9e143-4917-4ec3-b931-e059cacd5f00 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.916511 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-fdc9e143-4917-4ec3-b931-e059cacd5f00 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "GET /v2.0/networks?id=e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 200 len: 816 time: 0.1085207 Jul 16 09:28:31.934699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Request body: {'port': {'device_id': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'admin_state_up': True, 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:32.051024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Made reservation on behalf of 34d7cd8ea63f4ff4b61d285398564c4f for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:32.054487 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.182663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Allocated IP 172.20.0.7 (e0557586-0ffd-4fba-bb60-063774252fb9/a035e7c5-81a9-4516-a413-428412fa051f/be6357cc-2c3a-4857-abc4-80c40e79d49f) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:32.192647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:32.212309 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:32.212649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device e2dd7d94-0b9d-49aa-939c-cb56cff7a5b6 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:32.327786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.341053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Transition to ACTIVE for port object be6357cc-2c3a-4857-abc4-80c40e79d49f will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:32.373350 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.418306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Network e0557586-0ffd-4fba-bb60-063774252fb9 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:32.423674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:32.427412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:32.454390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Pushing event updated for resources: {'Port': ['ID=be6357cc-2c3a-4857-abc4-80c40e79d49f,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:32.484249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:32.484900 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.501881 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-07db5d00-81dd-4106-bde8-40ee71dff898 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711193 Jul 16 09:28:32.517378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-5866a62a-7d0f-414d-b14c-3868cc81cf79 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:28:32.518397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-5866a62a-7d0f-414d-b14c-3868cc81cf79 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056314 Jul 16 09:28:32.530213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Request body: {'port': {'device_id': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:32.622540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.693948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0e75f80b-7677-464d-b9c6-a356f280caca None None] Provisioning for port be6357cc-2c3a-4857-abc4-80c40e79d49f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:32.699642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0e75f80b-7677-464d-b9c6-a356f280caca None None] Provisioning complete for port be6357cc-2c3a-4857-abc4-80c40e79d49f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:32.699954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0e75f80b-7677-464d-b9c6-a356f280caca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.744528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0e75f80b-7677-464d-b9c6-a356f280caca None None] Port be6357cc-2c3a-4857-abc4-80c40e79d49f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:28:32.965563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6357cc-2c3a-4857-abc4-80c40e79d49f {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:32.977208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.991969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Transition to ACTIVE for port object be6357cc-2c3a-4857-abc4-80c40e79d49f will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:32.996228 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.008269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006309af-41a7-4fa9-9d35-13c631c08a16 req-c60a3330-48b3-4214-beb4-07e9ae9f5b3a tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.010647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-006309af-41a7-4fa9-9d35-13c631c08a16 req-c60a3330-48b3-4214-beb4-07e9ae9f5b3a tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 931 time: 0.0868778 Jul 16 09:28:33.054338 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Pushing event updated for resources: {'Port': ['ID=be6357cc-2c3a-4857-abc4-80c40e79d49f,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:33.058131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-006309af-41a7-4fa9-9d35-13c631c08a16 req-95754822-d551-4ef3-9ce0-eb84389cef8a tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Jul 16 09:28:33.153921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Attempting to bind port be6357cc-2c3a-4857-abc4-80c40e79d49f on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:33.154243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Attempting to bind port be6357cc-2c3a-4857-abc4-80c40e79d49f by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:33.154586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Attempting to bind port be6357cc-2c3a-4857-abc4-80c40e79d49f on network e0557586-0ffd-4fba-bb60-063774252fb9 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:33.159421 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Port be6357cc-2c3a-4857-abc4-80c40e79d49f on network e0557586-0ffd-4fba-bb60-063774252fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:28:33.159753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Attempting to bind port be6357cc-2c3a-4857-abc4-80c40e79d49f on network e0557586-0ffd-4fba-bb60-063774252fb9 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:33.167225 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:33.167593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Checking segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:33.168017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Bound using segment: {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:33.168537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Bound port: be6357cc-2c3a-4857-abc4-80c40e79d49f, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21364cdd-0dfc-45fc-afc1-334944425e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:33.168891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.251663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] For port be6357cc-2c3a-4857-abc4-80c40e79d49f, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:33.255452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] For port be6357cc-2c3a-4857-abc4-80c40e79d49f, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:33.260393 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.296446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.297063 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.298753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/be6357cc-2c3a-4857-abc4-80c40e79d49f HTTP/1.1" status: 200 len: 1092 time: 0.7734044 Jul 16 09:28:33.299222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'tag': 'be6357cc-2c3a-4857-abc4-80c40e79d49f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:33.301640 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c7b44e-2133-4949-ad50-527a3c9a26b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63628d-bfc2-4de2-bb8d-514ca031fd48", "tag": "be6357cc-2c3a-4857-abc4-80c40e79d49f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:33.341713 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db304c39-7fd7-4fdb-96d9-462635f229f3 service neutron] Pushing event updated for resources: {'Port': ['ID=be6357cc-2c3a-4857-abc4-80c40e79d49f,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:33.345244 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eb022b-3627-42e9-a4aa-8a8a250b974f x-openstack-request-id: req-f1eb022b-3627-42e9-a4aa-8a8a250b974f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:33.345523 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63628d-bfc2-4de2-bb8d-514ca031fd48", "tag": "be6357cc-2c3a-4857-abc4-80c40e79d49f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:33.345767 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1eb022b-3627-42e9-a4aa-8a8a250b974f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:33.346264 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'tag': 'be6357cc-2c3a-4857-abc4-80c40e79d49f', 'status': 'completed', 'code': 200} Jul 16 09:28:33.425597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-9ba90e1e-9c6d-45f5-bb2d-eae81c5c2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.427186 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-9ba90e1e-9c6d-45f5-bb2d-eae81c5c2292 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 1095 time: 0.0571728 Jul 16 09:28:33.482438 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-73c29f04-41f4-4cb8-a054-f55766c43f42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f HTTP/1.1" status: 200 len: 217 time: 0.0422921 Jul 16 09:28:33.532385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-8c3f9352-9792-4b69-b409-920ce1391612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.533852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-8c3f9352-9792-4b69-b409-920ce1391612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a035e7c5-81a9-4516-a413-428412fa051f HTTP/1.1" status: 200 len: 855 time: 0.0460417 Jul 16 09:28:33.598883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-7e72acfb-a029-422c-a03e-4290fd8f6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.600346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-7e72acfb-a029-422c-a03e-4290fd8f6915 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0557586-0ffd-4fba-bb60-063774252fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603759 Jul 16 09:28:33.694269 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-fe2913ec-264d-4704-864b-b439f29610d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877650 Jul 16 09:28:33.784359 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6078d2eb-64c1-4f3b-9806-8b3c8cdfd766 req-126c8f7d-804a-466f-8242-b242769e12cf service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839050 Jul 16 09:28:33.940100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-b7b6ffec-2eff-4515-8c9f-5810bfc33f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.941632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-b7b6ffec-2eff-4515-8c9f-5810bfc33f48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 1095 time: 0.0587280 Jul 16 09:28:34.029996 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-29a5a109-4f65-47ba-bbb7-dce095590043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:34.031495 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-29a5a109-4f65-47ba-bbb7-dce095590043 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 200 len: 917 time: 0.0838244 Jul 16 09:28:34.073300 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.078151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-9214d13a-2735-4f91-a4f4-74561a356801 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f HTTP/1.1" status: 200 len: 217 time: 0.0398726 Jul 16 09:28:34.129020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-12e2b4e5-e56b-41f3-8229-1e5d36c5e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:34.130435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-12e2b4e5-e56b-41f3-8229-1e5d36c5e2e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a035e7c5-81a9-4516-a413-428412fa051f HTTP/1.1" status: 200 len: 855 time: 0.0449371 Jul 16 09:28:34.188859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-7c3297e9-42d8-41b1-8896-aacff0fb4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:34.190376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-7c3297e9-42d8-41b1-8896-aacff0fb4277 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0557586-0ffd-4fba-bb60-063774252fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527644 Jul 16 09:28:34.247642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093f4c0-ed36-463b-8e5c-f88b9693aed0 req-6ea309b2-92ff-4b79-9baa-880bfebbf31d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:34.249259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a093f4c0-ed36-463b-8e5c-f88b9693aed0 req-6ea309b2-92ff-4b79-9baa-880bfebbf31d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 943 time: 0.0664341 Jul 16 09:28:34.287527 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a093f4c0-ed36-463b-8e5c-f88b9693aed0 req-9a028519-05fe-4d94-868b-fb8788d2ba87 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Jul 16 09:28:34.290828 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-af063bf0-e1f8-432e-8181-f505108f8086 service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923860 Jul 16 09:28:34.382063 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8c7b44e-2133-4949-ad50-527a3c9a26b8 req-db8bf3b3-263b-4c16-a770-7240b8b63ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836158 Jul 16 09:28:35.458713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb917-1030-4a5e-a992-d073baaa7198 req-11c5428f-bc2d-49e9-a576-2a92785fc485 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:35.460228 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-342bb917-1030-4a5e-a992-d073baaa7198 req-11c5428f-bc2d-49e9-a576-2a92785fc485 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 943 time: 0.0633712 Jul 16 09:28:35.497929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-342bb917-1030-4a5e-a992-d073baaa7198 req-f082bf2e-928c-4963-ba7a-1a8dd261bcb6 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jul 16 09:28:36.218130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be6357cc-2c3a-4857-abc4-80c40e79d49f details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:36.309896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port be6357cc-2c3a-4857-abc4-80c40e79d49f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:36.320359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'be6357cc-2c3a-4857-abc4-80c40e79d49f', 'network_id': 'e0557586-0ffd-4fba-bb60-063774252fb9', 'port_id': 'be6357cc-2c3a-4857-abc4-80c40e79d49f', 'mac_address': 'fa:16:3e:97:76:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a035e7c5-81a9-4516-a413-428412fa051f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:36.361619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.373641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6357cc-2c3a-4857-abc4-80c40e79d49f {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:36.392017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port be6357cc-2c3a-4857-abc4-80c40e79d49f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:36.395797 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.441706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=be6357cc-2c3a-4857-abc4-80c40e79d49f,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:36.448816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.449162 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.449501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.449836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.450166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.450496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.450821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.451147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.451505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.451830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.452167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.452473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:36.651596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['be6357cc-2c3a-4857-abc4-80c40e79d49f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:36.679203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422167b-fe98-4837-8e6b-884056499152 req-6b80e038-0e16-48ed-9484-36d0509b6580 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:36.680749 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1422167b-fe98-4837-8e6b-884056499152 req-6b80e038-0e16-48ed-9484-36d0509b6580 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 944 time: 0.0637548 Jul 16 09:28:36.718773 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1422167b-fe98-4837-8e6b-884056499152 req-ceec1553-0b65-437c-b160-3d3697b96f58 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Jul 16 09:28:37.893989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba90b6-c71a-46f6-8265-b25255df591b req-79242892-2ddd-4147-b594-affbadce7b78 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:37.895495 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5ba90b6-c71a-46f6-8265-b25255df591b req-79242892-2ddd-4147-b594-affbadce7b78 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 944 time: 0.0661068 Jul 16 09:28:37.932208 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f5ba90b6-c71a-46f6-8265-b25255df591b req-67e3d27f-e202-4eec-b35d-116c1f6e9a65 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Jul 16 09:28:38.229058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be6357cc-2c3a-4857-abc4-80c40e79d49f up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:38.277744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port be6357cc-2c3a-4857-abc4-80c40e79d49f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:38.281352 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port be6357cc-2c3a-4857-abc4-80c40e79d49f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:38.281746 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.355188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.379803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6357cc-2c3a-4857-abc4-80c40e79d49f'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:38.382100 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26851629-5f8a-4272-a430-266672c27f00" -d '{"events": [{"server_uuid": "9f63628d-bfc2-4de2-bb8d-514ca031fd48", "name": "network-vif-plugged", "status": "completed", "tag": "be6357cc-2c3a-4857-abc4-80c40e79d49f"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:38.395740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port be6357cc-2c3a-4857-abc4-80c40e79d49f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:38.399817 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.423171 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2939323-6a0c-4c9f-a3b7-915bccfd413d x-openstack-request-id: req-b2939323-6a0c-4c9f-a3b7-915bccfd413d {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:38.423482 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63628d-bfc2-4de2-bb8d-514ca031fd48", "name": "network-vif-plugged", "status": "completed", "tag": "be6357cc-2c3a-4857-abc4-80c40e79d49f", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:38.423730 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2939323-6a0c-4c9f-a3b7-915bccfd413d {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:38.424111 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6357cc-2c3a-4857-abc4-80c40e79d49f', 'code': 200} Jul 16 09:28:38.450355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=be6357cc-2c3a-4857-abc4-80c40e79d49f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:38.564986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70035bd-9d6c-4caa-89cb-38a3e3bbbb20 req-ee380e13-2d17-40f7-8224-d221b9cef831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:38.566543 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d70035bd-9d6c-4caa-89cb-38a3e3bbbb20 req-ee380e13-2d17-40f7-8224-d221b9cef831 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 1097 time: 0.0596507 Jul 16 09:28:38.600260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d70035bd-9d6c-4caa-89cb-38a3e3bbbb20 req-b7ea100a-b56d-4f6a-9179-d9dee613d3bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274763 Jul 16 09:28:39.107273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a5af6-1140-4386-8d09-718cba3fd694 req-a49e5581-45b4-43e3-acab-1afe4cc9e6f5 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:39.108839 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a1a5af6-1140-4386-8d09-718cba3fd694 req-a49e5581-45b4-43e3-acab-1afe4cc9e6f5 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 945 time: 0.0635784 Jul 16 09:28:39.145636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a1a5af6-1140-4386-8d09-718cba3fd694 req-ffb48c44-5ccd-4e58-9714-1d6a73a48f44 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Jul 16 09:28:40.320446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ffaf-41fd-43e0-81a7-b33d585366f7 req-4b08a403-6884-4a50-b806-d4f42b84b683 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.322647 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40d5ffaf-41fd-43e0-81a7-b33d585366f7 req-4b08a403-6884-4a50-b806-d4f42b84b683 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 945 time: 0.0679879 Jul 16 09:28:40.359831 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40d5ffaf-41fd-43e0-81a7-b33d585366f7 req-7a4dc4de-d971-44e8-9d08-d910c6bf6c92 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 16 09:28:40.528224 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afe5a6-68c9-4f2d-85bc-bf3874e7bd8d req-329abb03-3562-4e3c-aac4-fd3f1cca8eae tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.529705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c0afe5a6-68c9-4f2d-85bc-bf3874e7bd8d req-329abb03-3562-4e3c-aac4-fd3f1cca8eae tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 945 time: 0.0633821 Jul 16 09:28:40.567984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c0afe5a6-68c9-4f2d-85bc-bf3874e7bd8d req-1905f703-5589-4df9-8451-751a34d8afda tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Jul 16 09:28:43.054285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1cbfce13-4e19-45d1-8624-a8407b9cb63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.734292 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e91754cc-f29c-4063-a570-76130f813a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.807854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.848137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.187797 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.545469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.678187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:59.411871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f7d2-05b5-4985-a599-39e304e79d8c req-628c4435-9a4e-4f29-b9bd-db2bb07c045d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:59.413475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2393f7d2-05b5-4985-a599-39e304e79d8c req-628c4435-9a4e-4f29-b9bd-db2bb07c045d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 945 time: 0.0652273 Jul 16 09:28:59.452821 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2393f7d2-05b5-4985-a599-39e304e79d8c req-b3b76c94-1e28-4cad-bf73-c951d23eb5e2 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Jul 16 09:29:00.628637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167c8d1-727c-4c6f-af1b-d5c726db85e4 req-952e76e4-0164-4b29-9ec7-18e90ce2b075 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:00.630100 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9167c8d1-727c-4c6f-af1b-d5c726db85e4 req-952e76e4-0164-4b29-9ec7-18e90ce2b075 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 945 time: 0.0654643 Jul 16 09:29:00.671533 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9167c8d1-727c-4c6f-af1b-d5c726db85e4 req-5611855c-e3ff-421d-8fff-e06aead979f9 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/security-groups?id=f0215936-2f24-4879-8a89-1ed141c045c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Jul 16 09:29:01.055259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-d7ae9f49-686e-4525-b7b8-0a9706775f9d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:01.056650 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-d7ae9f49-686e-4525-b7b8-0a9706775f9d tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 945 time: 0.0637033 Jul 16 09:29:01.155140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Deleting port be6357cc-2c3a-4857-abc4-80c40e79d49f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:01.155521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.245915 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] For port be6357cc-2c3a-4857-abc4-80c40e79d49f, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=be6357cc-2c3a-4857-abc4-80c40e79d49f,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:01.246274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.258498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Calling delete_port for be6357cc-2c3a-4857-abc4-80c40e79d49f owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:01.387883 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.417512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Pushing event deleted for resources: {'Port': ['ID=be6357cc-2c3a-4857-abc4-80c40e79d49f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:01.420505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['be6357cc-2c3a-4857-abc4-80c40e79d49f'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:01.472825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] No DVR routers for this DVR port be6357cc-2c3a-4857-abc4-80c40e79d49f on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:01.475677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.477860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e6a241f5-db4b-49a6-90a0-fcf7101fa658 req-258983d5-158d-4a36-b7c1-1127869fd2ee tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.36 "DELETE /v2.0/ports/be6357cc-2c3a-4857-abc4-80c40e79d49f HTTP/1.1" status: 204 len: 173 time: 0.4152169 Jul 16 09:29:01.478714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'name': 'network-vif-deleted', 'tag': 'be6357cc-2c3a-4857-abc4-80c40e79d49f'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:01.481475 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7e98a-ff02-4277-b4b2-2294c24df0aa" -d '{"events": [{"server_uuid": "9f63628d-bfc2-4de2-bb8d-514ca031fd48", "name": "network-vif-deleted", "tag": "be6357cc-2c3a-4857-abc4-80c40e79d49f"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:01.527626 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8142749-44e2-41b6-b88d-b9cd70b9f43f x-openstack-request-id: req-c8142749-44e2-41b6-b88d-b9cd70b9f43f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:01.527995 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63628d-bfc2-4de2-bb8d-514ca031fd48", "name": "network-vif-deleted", "tag": "be6357cc-2c3a-4857-abc4-80c40e79d49f", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:01.528282 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8142749-44e2-41b6-b88d-b9cd70b9f43f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:01.528674 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f63628d-bfc2-4de2-bb8d-514ca031fd48', 'name': 'network-vif-deleted', 'tag': 'be6357cc-2c3a-4857-abc4-80c40e79d49f', 'status': 'completed', 'code': 200} Jul 16 09:29:01.830056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-25a06db8-0844-42d5-80da-02891a2f4b12 req-5acaa5ca-8ac8-4e4b-9191-4d66236ae875 tempest-TestEncryptedCinderVolumes-355919588 tempest-TestEncryptedCinderVolumes-355919588-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f63628d-bfc2-4de2-bb8d-514ca031fd48 HTTP/1.1" status: 200 len: 210 time: 0.0300152 Jul 16 09:29:02.953537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43858) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:03.310885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.569398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Deleting port 077ed1c8-7f45-4fbf-a455-4918aadef2f0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:03.569656 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.649910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] For port 077ed1c8-7f45-4fbf-a455-4918aadef2f0, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=077ed1c8-7f45-4fbf-a455-4918aadef2f0,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:03.650264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.662772 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Calling delete_port for 077ed1c8-7f45-4fbf-a455-4918aadef2f0 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:03.844284 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.870944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=077ed1c8-7f45-4fbf-a455-4918aadef2f0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:04.038798 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.076654 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.249275 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Router d3e2815c-cecc-4c66-b813-664d2b280a0a has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:04.278706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be6357cc-2c3a-4857-abc4-80c40e79d49f no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:04.303154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: be6357cc-2c3a-4857-abc4-80c40e79d49f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:04.303521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device be6357cc-2c3a-4857-abc4-80c40e79d49f not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:04.354691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:04.359906 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-c183f36b-33b1-4ca4-ae12-069fc6513f13 admin admin] 10.222.0.41 "PUT /v2.0/routers/d3e2815c-cecc-4c66-b813-664d2b280a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053335 Jul 16 09:29:04.362440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43860) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:04.363495 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] Sync routers for ids ['d3e2815c-cecc-4c66-b813-664d2b280a0a'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:04.372500 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] Routers {'d3e2815c-cecc-4c66-b813-664d2b280a0a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:04.373165 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e2815c-cecc-4c66-b813-664d2b280a0a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:04.470595 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.475625 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] Set router d3e2815c-cecc-4c66-b813-664d2b280a0a gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:04.575523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.627369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Deleting port d61ea323-43cf-4ba0-a265-b2423a4f316b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:04.627720 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.649258 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:29:03Z', 'revision_number': 5, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port': {'id': 'd61ea323-43cf-4ba0-a265-b2423a4f316b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:04.678052 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] Checking router: d3e2815c-cecc-4c66-b813-664d2b280a0a for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:04.686822 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] Routers {'d3e2815c-cecc-4c66-b813-664d2b280a0a'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:04.687470 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d3e2815c-cecc-4c66-b813-664d2b280a0a'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:04.710912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] For port d61ea323-43cf-4ba0-a265-b2423a4f316b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d61ea323-43cf-4ba0-a265-b2423a4f316b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:04.711269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.724110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Calling delete_port for d61ea323-43cf-4ba0-a265-b2423a4f316b owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:04.780742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] Set router d3e2815c-cecc-4c66-b813-664d2b280a0a gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:04.832138 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:29:04Z', 'revision_number': 6, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:04.860562 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb16a94-9dd8-4e4b-810a-c09b7b2f7229 None None] The sync data for ids ['d3e2815c-cecc-4c66-b813-664d2b280a0a'] in n-d-798249-10 is: [{'id': 'd3e2815c-cecc-4c66-b813-664d2b280a0a', 'name': 'tempest-TestEncryptedCinderVolumes-962455032-router', 'tenant_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:45Z', 'updated_at': '2021-07-16T09:29:04Z', 'revision_number': 6, 'project_id': '34d7cd8ea63f4ff4b61d285398564c4f', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:04.898016 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.933574 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61ea323-43cf-4ba0-a265-b2423a4f316b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:04.992853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.417216 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.419352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.464615 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.465056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3e2815c-cecc-4c66-b813-664d2b280a0a {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:29:05.470596 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.471814 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-2bbdbfea-4fe3-4b42-a8f5-805d90127400 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d3e2815c-cecc-4c66-b813-664d2b280a0a HTTP/1.1" status: 204 len: 168 time: 1.1083152 Jul 16 09:29:05.474276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43862) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:05.522035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Deleting subnet a035e7c5-81a9-4516-a413-428412fa051f {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:29:05.524989 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.559555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.638976 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.699310 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.726561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a035e7c5-81a9-4516-a413-428412fa051f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:05.734536 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.736433 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9cc9dc3a-f8e5-4b5b-b525-b37547ce0f7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a035e7c5-81a9-4516-a413-428412fa051f HTTP/1.1" status: 204 len: 168 time: 0.2612293 Jul 16 09:29:05.738984 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43864) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:05.742065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285a55c-1d88-4d08-90cc-3aa0dc8ad806 None None] Network e0557586-0ffd-4fba-bb60-063774252fb9 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:05.811061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.877614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Deleting port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:05.878340 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.897882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 077ed1c8-7f45-4fbf-a455-4918aadef2f0 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:05.921786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 077ed1c8-7f45-4fbf-a455-4918aadef2f0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:05.922133 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 077ed1c8-7f45-4fbf-a455-4918aadef2f0 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:05.922556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d61ea323-43cf-4ba0-a265-b2423a4f316b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:05.943678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d61ea323-43cf-4ba0-a265-b2423a4f316b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:05.944096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d61ea323-43cf-4ba0-a265-b2423a4f316b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:05.954240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] For port f35d7c63-ac78-4f05-89ef-a8b71d51edc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:05.954606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.959552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] DHCP port deletion for e0557586-0ffd-4fba-bb60-063774252fb9 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:29:05.969650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Calling delete_port for f35d7c63-ac78-4f05-89ef-a8b71d51edc9 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:06.005389 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] Deleting port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:06.005772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.052936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.071622 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] For port f35d7c63-ac78-4f05-89ef-a8b71d51edc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,segment=NetworkSegment(21364cdd-0dfc-45fc-afc1-334944425e11),segment_id=21364cdd-0dfc-45fc-afc1-334944425e11)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:06.072020 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.078745 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:06.084522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] No DVR routers for this DVR port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:06.085840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] Calling delete_port for f35d7c63-ac78-4f05-89ef-a8b71d51edc9 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:06.154701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.159537 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.164775 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0557586-0ffd-4fba-bb60-063774252fb9']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:06.175294 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21364cdd-0dfc-45fc-afc1-334944425e11') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:06.175618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21364cdd-0dfc-45fc-afc1-334944425e11') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:06.182535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] Pushing event deleted for resources: {'Port': ['ID=f35d7c63-ac78-4f05-89ef-a8b71d51edc9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:06.187073 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.189950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f7082-0645-4dbe-aaa7-a99950ba5a6c None None] No DVR routers for this DVR port f35d7c63-ac78-4f05-89ef-a8b71d51edc9 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:06.206846 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.213388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:29:06.213776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:29:06.215518 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:29:06.269135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.274470 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.277748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e0557586-0ffd-4fba-bb60-063774252fb9 HTTP/1.1" status: 204 len: 168 time: 0.5362976 Jul 16 09:29:06.279754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43866) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:06.287810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d21c1-debf-4a0f-a4aa-e6d0c6d678f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0557586-0ffd-4fba-bb60-063774252fb9,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:06.620854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.878679 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Deleting port 1c523713-14f9-4372-b578-c6c07daebab7 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:06.878942 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.954791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] For port 1c523713-14f9-4372-b578-c6c07daebab7, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=1c523713-14f9-4372-b578-c6c07daebab7,segment=NetworkSegment(5f7d5a78-5c5d-45c1-8604-ec19835c2ed5),segment_id=5f7d5a78-5c5d-45c1-8604-ec19835c2ed5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:06.955144 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.967751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Calling delete_port for 1c523713-14f9-4372-b578-c6c07daebab7 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:07.143192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:07.173674 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c523713-14f9-4372-b578-c6c07daebab7,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:07.202738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.203078 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.203432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.203763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.204087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.204408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.204727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.205043 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.205370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.205719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.206006 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.206326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:07.352835 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:07.898592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:07.916385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f35d7c63-ac78-4f05-89ef-a8b71d51edc9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:07.937538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: f35d7c63-ac78-4f05-89ef-a8b71d51edc9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:07.937882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device f35d7c63-ac78-4f05-89ef-a8b71d51edc9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:08.007182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:08.012115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ee0bc096-17e3-43d4-94c2-cbc2bbb8ee38 admin admin] 10.222.0.41 "PUT /v2.0/routers/cd6c9812-3f74-4d18-b801-b6d0bb16b1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313490 Jul 16 09:29:08.014735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43868) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:08.015447 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] Sync routers for ids ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:08.024509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] Routers {'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:08.025046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:08.123243 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.234333 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.284835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] Set router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:08.289713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Deleting port 9bbdaf06-8b98-4157-864f-f0270671ef79 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:08.290115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.367528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] For port 9bbdaf06-8b98-4157-864f-f0270671ef79, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=9bbdaf06-8b98-4157-864f-f0270671ef79,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:08.368250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.380818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Calling delete_port for 9bbdaf06-8b98-4157-864f-f0270671ef79 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:08.460696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:29:07Z', 'revision_number': 5, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port': {'id': '9bbdaf06-8b98-4157-864f-f0270671ef79', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:50Z', 'updated_at': '2021-07-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:08.486125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] Checking router: cd6c9812-3f74-4d18-b801-b6d0bb16b1ce for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:08.494280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] Routers {'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:08.494891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:08.546930 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.577911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbdaf06-8b98-4157-864f-f0270671ef79,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:08.585285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] Set router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:08.639349 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.639813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:29:08Z', 'revision_number': 6, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:08.665302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa180a-719a-486e-9130-3775223a8e96 None None] The sync data for ids ['cd6c9812-3f74-4d18-b801-b6d0bb16b1ce'] in n-d-798249-10 is: [{'id': 'cd6c9812-3f74-4d18-b801-b6d0bb16b1ce', 'name': 'tempest-TestEncryptedCinderVolumes-301897011-router', 'tenant_id': 'dc232e22f8c6419ab14da102b1382e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:49Z', 'updated_at': '2021-07-16T09:29:08Z', 'revision_number': 6, 'project_id': 'dc232e22f8c6419ab14da102b1382e62', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:08.732060 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.734401 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.777899 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.778585 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd6c9812-3f74-4d18-b801-b6d0bb16b1ce {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:29:08.784545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.785709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-684d0a31-00a6-4dc4-be6f-495486d6bcd7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cd6c9812-3f74-4d18-b801-b6d0bb16b1ce HTTP/1.1" status: 204 len: 168 time: 0.7700114 Jul 16 09:29:08.788173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43870) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:08.837213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Deleting subnet a39278f1-581e-420d-98e2-4e33bce1edea {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:29:08.840143 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.876294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.951566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.003342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.033459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39278f1-581e-420d-98e2-4e33bce1edea,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:09.039435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.041333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9ab8fa59-d72f-4305-8f5c-91791ecddc57 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a39278f1-581e-420d-98e2-4e33bce1edea HTTP/1.1" status: 204 len: 168 time: 0.2522349 Jul 16 09:29:09.043774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43872) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:09.047467 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72af218-effa-4347-afd9-5a647ddb6857 None None] Network 28ee80e5-f5ff-4082-bbde-9719a81a98b6 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:09.116542 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.168935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Deleting port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:09.169274 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.241541 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] For port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,segment=NetworkSegment(5f7d5a78-5c5d-45c1-8604-ec19835c2ed5),segment_id=5f7d5a78-5c5d-45c1-8604-ec19835c2ed5)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:09.241891 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.253239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Calling delete_port for 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:09.331673 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.361569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9886a5-f5ae-48c3-b3cd-e60fc66986bf,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:09.364923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] No DVR routers for this DVR port 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:09.442545 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.449958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10970e-d60e-4af1-9db5-f234b0543c8a None None] DHCP port deletion for 28ee80e5-f5ff-4082-bbde-9719a81a98b6 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:29:09.454203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ee80e5-f5ff-4082-bbde-9719a81a98b6']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:09.471296 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:09.471619 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7d5a78-5c5d-45c1-8604-ec19835c2ed5') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:09.481441 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.497342 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.503790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:29:09.504204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:29:09.505972 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:29:09.568329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.574654 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.577135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] 10.222.0.41 "DELETE /v2.0/networks/28ee80e5-f5ff-4082-bbde-9719a81a98b6 HTTP/1.1" status: 204 len: 168 time: 0.5324361 Jul 16 09:29:09.589780 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebd997-6fb9-496a-88f3-368c4ace2836 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ee80e5-f5ff-4082-bbde-9719a81a98b6,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:09.741132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43876) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:09.782024 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b54a7b88-35d7-4216-85fd-36574e2c2615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34d7cd8ea63f4ff4b61d285398564c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397260 Jul 16 09:29:09.784540 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43878) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:09.840988 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0eebc8cc-edd0-4edb-856b-9dbf28fb21f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.862794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0eebc8cc-edd0-4edb-856b-9dbf28fb21f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.874157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9bbdaf06-8b98-4157-864f-f0270671ef79 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:09.894517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 9bbdaf06-8b98-4157-864f-f0270671ef79 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:09.894862 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 9bbdaf06-8b98-4157-864f-f0270671ef79 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:09.895282 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c523713-14f9-4372-b578-c6c07daebab7 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:09.917653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0eebc8cc-edd0-4edb-856b-9dbf28fb21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.918738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 1c523713-14f9-4372-b578-c6c07daebab7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:09.919104 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 1c523713-14f9-4372-b578-c6c07daebab7 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:09.919517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:09.921229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0eebc8cc-edd0-4edb-856b-9dbf28fb21f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.925050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0eebc8cc-edd0-4edb-856b-9dbf28fb21f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0215936-2f24-4879-8a89-1ed141c045c7 HTTP/1.1" status: 204 len: 168 time: 0.1369507 Jul 16 09:29:09.930831 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebc8cc-edd0-4edb-856b-9dbf28fb21f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0215936-2f24-4879-8a89-1ed141c045c7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:09.945425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:09.945767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 8a9886a5-f5ae-48c3-b3cd-e60fc66986bf not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:10.234119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43884) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:10.272966 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-46799558-6dc3-42f0-8a84-9fce08e91431 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc232e22f8c6419ab14da102b1382e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375607 Jul 16 09:29:10.275145 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43886) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:10.323581 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6bacf07-20ac-42f9-a226-4474925fd360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:10.347836 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6bacf07-20ac-42f9-a226-4474925fd360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:10.397857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6bacf07-20ac-42f9-a226-4474925fd360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:10.400491 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6bacf07-20ac-42f9-a226-4474925fd360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:10.401581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f6bacf07-20ac-42f9-a226-4474925fd360 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/560ba35a-8f20-42f7-937b-c03bf20b8a25 HTTP/1.1" status: 204 len: 168 time: 0.1254671 Jul 16 09:29:10.413773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bacf07-20ac-42f9-a226-4474925fd360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ba35a-8f20-42f7-937b-c03bf20b8a25,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:11.053262 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 43908) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:11.156263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1356647352-network', 'tenant_id': 'b495ede977c24096a08313933676a4e1'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:11.177435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Made reservation on behalf of b495ede977c24096a08313933676a4e1 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:11.179964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.188332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.279597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.283572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.305266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:29:11.319893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:11.325526 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.325941 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Added segment d4a9c44d-c97b-4922-9178-9186fb34a429 of type vlan for network c60a647b-ebcd-445e-8eca-4a5a03e6010d Jul 16 09:29:11.365997 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.395501 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.396449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.397021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.433576 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3791645 Jul 16 09:29:11.437130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43912) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:11.442233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Request body: {'subnet': {'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1356647352-subnet', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:11.464335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Made reservation on behalf of b495ede977c24096a08313933676a4e1 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:11.467508 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.469893 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c55abc-cda1-4a2f-98b2-a75d21907c1e admin admin] Pushing event updated for resources: {'Network': ['ID=c60a647b-ebcd-445e-8eca-4a5a03e6010d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:11.488762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:29:11.638762 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.699558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d696a604-020c-4889-8778-2cd63e60e4f8,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:11.705926 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Checking segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:11.706286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Network hostable DHCP agents. Network: c60a647b-ebcd-445e-8eca-4a5a03e6010d, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:29:11.723907 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:29:11.732615 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c60a647b-ebcd-445e-8eca-4a5a03e6010d) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:11.737258 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.737844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.741936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85bf99-13e3-49c4-a0ba-5e147c697cd6 None None] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:11.752297 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d56885ad-683b-4ede-a7ba-5ba78784daca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3140647 Jul 16 09:29:11.754987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43914) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:11.759356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:11.781460 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.782551 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.841413 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.895748 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:29:11.896650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.000527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.045100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Allocated IP 172.20.0.2 (c60a647b-ebcd-445e-8eca-4a5a03e6010d/d696a604-020c-4889-8778-2cd63e60e4f8/50fcf96d-91d3-4056-be7b-2051ca6ac98d) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:12.195820 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.205876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Transition to ACTIVE for port object 50fcf96d-91d3-4056-be7b-2051ca6ac98d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:12.207866 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.221409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Transition to ACTIVE for port object 50fcf96d-91d3-4056-be7b-2051ca6ac98d will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:12.227759 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.229579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.269322 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:12.273655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:12.277004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:12.282805 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Pushing event updated for resources: {'Port': ['ID=50fcf96d-91d3-4056-be7b-2051ca6ac98d,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:12.334559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Allocated IP 172.25.0.230 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:12.338787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Attempting to bind port 50fcf96d-91d3-4056-be7b-2051ca6ac98d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:12.339170 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Attempting to bind port 50fcf96d-91d3-4056-be7b-2051ca6ac98d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:12.339576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Attempting to bind port 50fcf96d-91d3-4056-be7b-2051ca6ac98d on network c60a647b-ebcd-445e-8eca-4a5a03e6010d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:12.344945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:12.345345 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Checking segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:12.345748 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.346148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Bound using segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:12.346616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Bound port: 50fcf96d-91d3-4056-be7b-2051ca6ac98d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:12.347047 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.414793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] For port 50fcf96d-91d3-4056-be7b-2051ca6ac98d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:12.418224 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] For port 50fcf96d-91d3-4056-be7b-2051ca6ac98d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=50fcf96d-91d3-4056-be7b-2051ca6ac98d,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:12.422878 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.446369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.479562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc56571-3956-4df6-9325-dd031e54c5ce None None] Pushing event updated for resources: {'Port': ['ID=50fcf96d-91d3-4056-be7b-2051ca6ac98d,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:12.499970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.537880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:12.543193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:12.547124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:12.573407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:12.828815 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.026642 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.056970 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-592e49e5-d373-47ca-8952-e6fde36de9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.163923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Router 9d67496d-1818-49b4-8bb9-9d2d8330face is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:29:13.277027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:13.290926 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Sync routers for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:13.294995 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.296544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-94927bcb-feb7-4955-80fd-6344c739fbb4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5404232 Jul 16 09:29:13.299643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43916) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:13.304547 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:13.305718 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:13.370940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10684191-f94e-457a-95f8-9bbe55ae0f0c None None] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:13.410365 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:13.461983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-e8f9ea06-533d-4333-9b5e-9ac80ae0e6f2 None None] Provisioning for port 50fcf96d-91d3-4056-be7b-2051ca6ac98d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:13.712405 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:12Z', 'revision_number': 3, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:13.740453 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Checking router: 9d67496d-1818-49b4-8bb9-9d2d8330face for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:13.740795 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Updating router 9d67496d-1818-49b4-8bb9-9d2d8330face port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:13.759814 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.782708 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.928151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 50fcf96d-91d3-4056-be7b-2051ca6ac98d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:13.938555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Allocated IP 172.20.0.1 (c60a647b-ebcd-445e-8eca-4a5a03e6010d/d696a604-020c-4889-8778-2cd63e60e4f8/5bc4eec5-ee09-4e28-b21e-309bc17c57c2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:13.980610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 50fcf96d-91d3-4056-be7b-2051ca6ac98d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:13.984617 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 50fcf96d-91d3-4056-be7b-2051ca6ac98d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:13.984995 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.051823 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.052267 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.063517 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Transition to ACTIVE for port object 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:14.067028 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Transition to ACTIVE for port object 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:14.069731 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.070344 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.105377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.109440 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 50fcf96d-91d3-4056-be7b-2051ca6ac98d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=50fcf96d-91d3-4056-be7b-2051ca6ac98d,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:14.114181 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.124862 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Attempting to bind port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:14.125245 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Attempting to bind port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:14.125596 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Attempting to bind port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:14.134576 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:14.135015 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:14.135370 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.135768 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:14.136706 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Bound port: 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:14.136706 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.138080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Pushing event updated for resources: {'Port': ['ID=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:14.153780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:14.155103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:14.158055 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:14.160216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:14.174654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=50fcf96d-91d3-4056-be7b-2051ca6ac98d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:14.178075 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.178421 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.178760 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.179095 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.179450 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.179780 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.180107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.180452 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.181105 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.181105 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.181393 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.181687 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.199926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.208978 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] For port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:14.212229 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] For port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:14.217815 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.279294 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:14.279965 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:14.318393 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4e5eb-198f-4d54-8900-83fcd131e991 None None] Pushing event updated for resources: {'Port': ['ID=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:14.356024 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.394695 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:14.416130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7095ce82-4ca8-4290-83ab-0ca5be7e43d6 None None] Provisioning for port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:14.420556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7095ce82-4ca8-4290-83ab-0ca5be7e43d6 None None] Provisioning complete for port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:14.420950 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7095ce82-4ca8-4290-83ab-0ca5be7e43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.461023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7095ce82-4ca8-4290-83ab-0ca5be7e43d6 None None] Port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:14.529667 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.534353 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.573641 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:12Z', 'revision_number': 3, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:14.602787 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdda791b-eb2c-4aa8-8e27-d1e402bfd2b5 None None] The sync data for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 is: [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:12Z', 'revision_number': 3, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:14.610724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.612761 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:14.711545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:14.712885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:14.856544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Router 9d67496d-1818-49b4-8bb9-9d2d8330face has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:14.980931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d61fdb79-db3a-4a01-b374-f3066c66da99 None None] Provisioning complete for port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:14.981320 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:14.981450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d61fdb79-db3a-4a01-b374-f3066c66da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.994643 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9fbece74-f70f-432f-9991-c88f06b1ed75 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d67496d-1818-49b4-8bb9-9d2d8330face/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6869767 Jul 16 09:29:15.022689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d61fdb79-db3a-4a01-b374-f3066c66da99 None None] Port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:15.465183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43932) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:15.470711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1473236232-network', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:15.492552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Made reservation on behalf of 7c2eb6e439d1443ab46a11c3fc454032 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:15.495006 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.505131 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.597854 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.601607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.622637 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:29:15.639427 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53feadb8-148f-4c77-aeb2-c1085ac36e74,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:15.642213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.642558 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Added segment 8b58b21e-fbe7-4535-9361-23b25e1cd596 of type vlan for network 5d3acf09-f951-4ffa-b17f-268be055a5a3 Jul 16 09:29:15.687670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.717207 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.718167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:15.718754 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.734892 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ee37315-9956-4748-82e4-9f9c85a23290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.751176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2848783 Jul 16 09:29:15.753905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43934) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:15.760310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Request body: {'subnet': {'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1473236232-subnet', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:15.791158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2689c-a66a-432c-b54f-e187f38a33ae admin admin] Pushing event updated for resources: {'Network': ['ID=5d3acf09-f951-4ffa-b17f-268be055a5a3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:15.802379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:29:15.805767 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.812155 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Made reservation on behalf of 7c2eb6e439d1443ab46a11c3fc454032 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:15.814571 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.961712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 50fcf96d-91d3-4056-be7b-2051ca6ac98d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:16.016985 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.018466 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 50fcf96d-91d3-4056-be7b-2051ca6ac98d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:16.018839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.077039 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e3a2cc-ed24-47ac-b3d0-06d9b16fd098,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:16.084623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Checking segment: {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:16.084989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Network hostable DHCP agents. Network: 5d3acf09-f951-4ffa-b17f-268be055a5a3, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:29:16.102946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:29:16.104442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:16.113580 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 5d3acf09-f951-4ffa-b17f-268be055a5a3) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:16.117781 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:16.118567 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.135145 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-020f4f2b-969e-4387-9244-06739c26c674 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3800960 Jul 16 09:29:16.137941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43936) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:16.141946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237c303-5cc7-434a-88f5-179186751941 None None] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:16.143270 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:16.165307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.166258 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.215794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Sync routers for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:16.225953 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.254369 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:16.254985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:16.260581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:16.303218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:16.303615 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.367746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.624997 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-5d3acf09-f951-4ffa-b17f-268be055a5a3', 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'fixed_ips': [{'subnet_id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:29:16.625872 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.663046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:16.771236 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.884218 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:16.897144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.911485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.931261 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.932996 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.023298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Allocated IP 172.20.0.2 (5d3acf09-f951-4ffa-b17f-268be055a5a3/90e3a2cc-ed24-47ac-b3d0-06d9b16fd098/37dcf7f1-0d21-41cf-9bf6-98eff44e1148) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:17.038959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Allocated IP 172.25.0.78 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:17.060770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:17.150260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.192549 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.193001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 2, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:17.227523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:17.227771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Checking router: 9d67496d-1818-49b4-8bb9-9d2d8330face for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:17.227923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Updating router 9d67496d-1818-49b4-8bb9-9d2d8330face port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:17.230440 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:17.236955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:17.265080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Pushing event updated for resources: {'Port': ['ID=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:17.299092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.301048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.317790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Transition to ACTIVE for port object 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:17.356557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Transition to ACTIVE for port object 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:17.368529 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.463303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:17.474600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:17.480127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:17.494795 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.508561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Pushing event updated for resources: {'Port': ['ID=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:17.601853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Attempting to bind port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:17.602132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Attempting to bind port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:17.602505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Attempting to bind port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 on network 5d3acf09-f951-4ffa-b17f-268be055a5a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:17.613678 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:17.614059 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Checking segment: {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:17.614477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.614874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Bound using segment: {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:17.615368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Bound port: 37dcf7f1-0d21-41cf-9bf6-98eff44e1148, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:17.615757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.699606 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.741407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] For port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:17.747461 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.759812 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] For port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:17.765396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Transition to ACTIVE for port object 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:17.767598 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.796453 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.835392 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e6fca-0c50-4690-bd6f-6979ff40ba33 None None] Pushing event updated for resources: {'Port': ['ID=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:17.848237 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Router 031b584a-0571-415f-bae6-c8e4f9e76cec is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:29:17.930729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228d772-4fcd-48f5-b6c0-b0f19783434b None None] Pushing event updated for resources: {'Port': ['ID=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:17.940051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:17.965877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Attempting to bind port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:17.965877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Attempting to bind port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:17.966788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Attempting to bind port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 on network c60a647b-ebcd-445e-8eca-4a5a03e6010d {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:17.980261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:17.980651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Checking segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:17.981063 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.981492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Bound using segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:17.982538 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Bound port: 5bc4eec5-ee09-4e28-b21e-309bc17c57c2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:17.982966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.985053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:17.998593 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Sync routers for ids ['031b584a-0571-415f-bae6-c8e4f9e76cec'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:18.003737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.005770 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-038be261-d3fd-430c-9f98-0678ef83ee36 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8661594 Jul 16 09:29:18.008681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 43938) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:18.014290 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Routers {'031b584a-0571-415f-bae6-c8e4f9e76cec'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:18.015039 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['031b584a-0571-415f-bae6-c8e4f9e76cec'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:18.034819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:18.035198 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.104954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] For port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:18.123960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] For port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:18.150651 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.157002 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Set router 031b584a-0571-415f-bae6-c8e4f9e76cec gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:18.276469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.286452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228d772-4fcd-48f5-b6c0-b0f19783434b None None] Pushing event updated for resources: {'Port': ['ID=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:18.304060 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:18.304816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:18.413887 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:17Z', 'revision_number': 3, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:18.444165 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Checking router: 031b584a-0571-415f-bae6-c8e4f9e76cec for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:18.444528 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Updating router 031b584a-0571-415f-bae6-c8e4f9e76cec port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:18.457000 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:18.489340 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.594636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.648098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.704896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:18Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:18.736544 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78548d-b614-48c0-9e36-6b9e7cb95173 None None] The sync data for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 is: [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:18Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:18.772572 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.799988 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Transition to ACTIVE for port object d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:18.818527 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.856161 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Allocated IP 172.20.0.1 (5d3acf09-f951-4ffa-b17f-268be055a5a3/90e3a2cc-ed24-47ac-b3d0-06d9b16fd098/b2dc8ae8-76cd-48d4-9b08-1225533c0402) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:18.887301 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Attempting to bind port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:18.887635 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Attempting to bind port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:18.888035 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Attempting to bind port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:18.890641 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17351cbd-05f6-447a-8977-49bb33d2aad3 None None] Pushing event updated for resources: {'Port': ['ID=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:18.902705 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:18.903080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:18.904679 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.904679 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:18.904908 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Bound port: d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:18.905302 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.986784 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] For port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:18.990594 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] For port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:18.997418 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.014415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.032123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Transition to ACTIVE for port object b2dc8ae8-76cd-48d4-9b08-1225533c0402 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:19.078320 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17351cbd-05f6-447a-8977-49bb33d2aad3 None None] Pushing event updated for resources: {'Port': ['ID=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.083187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Routers {'031b584a-0571-415f-bae6-c8e4f9e76cec'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:19.084042 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['031b584a-0571-415f-bae6-c8e4f9e76cec'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:19.084436 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.133885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:19.141060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:19.149977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:19.182909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Pushing event updated for resources: {'Port': ['ID=b2dc8ae8-76cd-48d4-9b08-1225533c0402,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.211774 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.268996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04176905-a178-406d-b4e4-9e553316a503 None None] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:19.320274 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] Set router 031b584a-0571-415f-bae6-c8e4f9e76cec gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:19.370949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-694da576-f92e-4c17-bd44-2c2ce6f85f8b None None] Provisioning for port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:19.390415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.544358 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:17Z', 'revision_number': 3, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:19.579597 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf3b2c-689e-4b5e-b810-86e8f084c60d None None] The sync data for ids ['031b584a-0571-415f-bae6-c8e4f9e76cec'] in n-d-798249-10 is: [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:17Z', 'revision_number': 3, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:19.591632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.597366 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.684993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Pushing event updated for resources: {'Port': ['ID=b2dc8ae8-76cd-48d4-9b08-1225533c0402,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.689031 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.796234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:19.797916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:19.832644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d76f67ed-2965-4e9b-a547-4ec4ea75a39d None None] Provisioning for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:19.843385 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d76f67ed-2965-4e9b-a547-4ec4ea75a39d None None] Provisioning complete for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:19.844139 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d76f67ed-2965-4e9b-a547-4ec4ea75a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.913042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d76f67ed-2965-4e9b-a547-4ec4ea75a39d None None] Port b2dc8ae8-76cd-48d4-9b08-1225533c0402 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:20.012273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Router 031b584a-0571-415f-bae6-c8e4f9e76cec has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:20.032632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:20.105141 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:20.110607 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:20.110988 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.166408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5e3ac1f3-5bd0-4224-b6e5-2483f175a35d None None] Provisioning complete for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:20.166783 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac1f3-5bd0-4224-b6e5-2483f175a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.178073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:20.187354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f61d7fc5-d471-4ab6-aa38-599cb3fc055c admin admin] 10.222.0.41 "PUT /v2.0/routers/031b584a-0571-415f-bae6-c8e4f9e76cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1750240 Jul 16 09:29:20.234353 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ac1f3-5bd0-4224-b6e5-2483f175a35d None None] Port b2dc8ae8-76cd-48d4-9b08-1225533c0402 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:20.255206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.296386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:20.304714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.305532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:20.400860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d684185b-b2d5-469d-a7e5-533ef5b4e1f7 None None] Provisioning complete for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:20.401239 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d684185b-b2d5-469d-a7e5-533ef5b4e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.407984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:20.449500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:20.452151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d684185b-b2d5-469d-a7e5-533ef5b4e1f7 None None] Port b2dc8ae8-76cd-48d4-9b08-1225533c0402 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:20.455647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:20.456026 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.540155 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.580068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:20.586185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.816024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:22.058230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:22.142671 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:22.147302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:22.148400 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.243917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.271233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:22.275768 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.276759 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:22.365744 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb9057-3543-4245-8070-3283196c423f None None] Sync routers for ids ['031b584a-0571-415f-bae6-c8e4f9e76cec'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:22.372696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:22.382906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] Routers {'031b584a-0571-415f-bae6-c8e4f9e76cec'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:22.383571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['031b584a-0571-415f-bae6-c8e4f9e76cec'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:22.425970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:22.426350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.557880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] Set router 031b584a-0571-415f-bae6-c8e4f9e76cec gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:22.605616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:22.763196 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:22.763730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.892921 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:19Z', 'revision_number': 4, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b2dc8ae8-76cd-48d4-9b08-1225533c0402', 'name': '', 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'mac_address': 'fa:16:3e:33:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:18Z', 'updated_at': '2021-07-16T09:29:19Z', 'revision_number': 2, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'subnets': [{'id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:22.924276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb9057-3543-4245-8070-3283196c423f None None] Checking router: 031b584a-0571-415f-bae6-c8e4f9e76cec for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:22.924729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb9057-3543-4245-8070-3283196c423f None None] Updating router 031b584a-0571-415f-bae6-c8e4f9e76cec port b2dc8ae8-76cd-48d4-9b08-1225533c0402 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:22.965205 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94eb9057-3543-4245-8070-3283196c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.271360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94eb9057-3543-4245-8070-3283196c423f None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.285117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-94eb9057-3543-4245-8070-3283196c423f None None] Transition to ACTIVE for port object b2dc8ae8-76cd-48d4-9b08-1225533c0402 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:23.293736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94eb9057-3543-4245-8070-3283196c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.356487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c881edd-7b70-4848-bb7e-4fb05cab07c6 None None] Pushing event updated for resources: {'Port': ['ID=b2dc8ae8-76cd-48d4-9b08-1225533c0402,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.433894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-94eb9057-3543-4245-8070-3283196c423f None None] Attempting to bind port b2dc8ae8-76cd-48d4-9b08-1225533c0402 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:23.434269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-94eb9057-3543-4245-8070-3283196c423f None None] Attempting to bind port b2dc8ae8-76cd-48d4-9b08-1225533c0402 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:23.434815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb9057-3543-4245-8070-3283196c423f None None] Attempting to bind port b2dc8ae8-76cd-48d4-9b08-1225533c0402 on network 5d3acf09-f951-4ffa-b17f-268be055a5a3 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:23.440283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb9057-3543-4245-8070-3283196c423f None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:23.440665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb9057-3543-4245-8070-3283196c423f None None] Checking segment: {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:23.443585 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94eb9057-3543-4245-8070-3283196c423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.443994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb9057-3543-4245-8070-3283196c423f None None] Bound using segment: {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:23.444487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-94eb9057-3543-4245-8070-3283196c423f None None] Bound port: b2dc8ae8-76cd-48d4-9b08-1225533c0402, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b58b21e-fbe7-4535-9361-23b25e1cd596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:23.445002 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94eb9057-3543-4245-8070-3283196c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.550659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-94eb9057-3543-4245-8070-3283196c423f None None] For port b2dc8ae8-76cd-48d4-9b08-1225533c0402, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:23.554349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-94eb9057-3543-4245-8070-3283196c423f None None] For port b2dc8ae8-76cd-48d4-9b08-1225533c0402, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b2dc8ae8-76cd-48d4-9b08-1225533c0402,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:23.558619 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-94eb9057-3543-4245-8070-3283196c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.648797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] Routers {'031b584a-0571-415f-bae6-c8e4f9e76cec'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:23.649459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['031b584a-0571-415f-bae6-c8e4f9e76cec'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:23.652159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c881edd-7b70-4848-bb7e-4fb05cab07c6 None None] Pushing event updated for resources: {'Port': ['ID=b2dc8ae8-76cd-48d4-9b08-1225533c0402,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.813908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] Set router 031b584a-0571-415f-bae6-c8e4f9e76cec gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:23.930124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:24.073357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:24.073357 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.182436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-94eb9057-3543-4245-8070-3283196c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:19Z', 'revision_number': 4, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b2dc8ae8-76cd-48d4-9b08-1225533c0402', 'name': '', 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'mac_address': 'fa:16:3e:33:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:18Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'subnets': [{'id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:24.214130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb9057-3543-4245-8070-3283196c423f None None] The sync data for ids ['031b584a-0571-415f-bae6-c8e4f9e76cec'] in n-d-798249-10 is: [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:19Z', 'revision_number': 4, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b2dc8ae8-76cd-48d4-9b08-1225533c0402', 'name': '', 'network_id': '5d3acf09-f951-4ffa-b17f-268be055a5a3', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'mac_address': 'fa:16:3e:33:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:18Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'subnets': [{'id': '90e3a2cc-ed24-47ac-b3d0-06d9b16fd098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:25.953931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b2dc8ae8-76cd-48d4-9b08-1225533c0402 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:26.015955 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:26.020792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:26.021240 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.128691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.172442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b2dc8ae8-76cd-48d4-9b08-1225533c0402, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b2dc8ae8-76cd-48d4-9b08-1225533c0402,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:26.180669 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.241738 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b2dc8ae8-76cd-48d4-9b08-1225533c0402,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:26.686245 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:29:27.914867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b2dc8ae8-76cd-48d4-9b08-1225533c0402 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:27.968975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b2dc8ae8-76cd-48d4-9b08-1225533c0402 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:27.970103 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:30.291246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-fe775c2d-2864-4d9a-8a9a-a03711be30b8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.292740 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-fe775c2d-2864-4d9a-8a9a-a03711be30b8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 815 time: 0.0988202 Jul 16 09:29:30.307288 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-ca7f25e2-f11d-44bb-b6a9-7afd06aa592d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/quotas/b495ede977c24096a08313933676a4e1 HTTP/1.1" status: 200 len: 375 time: 0.0090845 Jul 16 09:29:30.377286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-78110842-b2fc-4434-8362-171453fa1772 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644238 Jul 16 09:29:30.471110 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-f648e33d-ebe8-4507-b6c2-78a8743bea81 service neutron] 10.222.0.41 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817556 Jul 16 09:29:30.568169 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-3db20eda-0973-487f-97b9-3929bdac10b2 service neutron] 10.222.0.41 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914273 Jul 16 09:29:30.730628 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8628424d-182e-4c55-b5b8-66663697ac66 req-468d49fb-aebb-4b37-a212-6887ae9fc216 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 210 time: 0.0282052 Jul 16 09:29:31.861923 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-4bc217be-a185-4b90-a755-fb82a0847ad2 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:31.864126 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-4bc217be-a185-4b90-a755-fb82a0847ad2 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 815 time: 0.1118090 Jul 16 09:29:31.883412 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'port': {'device_id': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'admin_state_up': True, 'tenant_id': 'b495ede977c24096a08313933676a4e1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:31.910829 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-814ec67e-45ed-41bd-b518-5c39c1983851 req-b5b3150d-dff5-42d2-8fef-b45012be9f90 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 210 time: 0.0296230 Jul 16 09:29:32.004158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Made reservation on behalf of b495ede977c24096a08313933676a4e1 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:32.007954 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.137587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Allocated IP 172.20.0.14 (c60a647b-ebcd-445e-8eca-4a5a03e6010d/d696a604-020c-4889-8778-2cd63e60e4f8/4dae6528-c652-45d7-8a1a-b104805c0e5c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:32.293358 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.315758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Transition to ACTIVE for port object 4dae6528-c652-45d7-8a1a-b104805c0e5c will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:32.353877 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.428323 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:32.436663 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:32.442573 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:32.456829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.457372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.458080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.458689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.459104 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.459478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.459820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.460158 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.460498 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.460837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.467601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.468420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:32.483496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:32.544961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:32.545645 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.564512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-67be4200-a5d6-4f89-a4db-2d5f1e5ac3b7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6851513 Jul 16 09:29:32.732586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4c7d16b7-f953-40a1-85cd-d7a6f8c3f536 None None] Provisioning for port 4dae6528-c652-45d7-8a1a-b104805c0e5c completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:32.736675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4c7d16b7-f953-40a1-85cd-d7a6f8c3f536 None None] Provisioning complete for port 4dae6528-c652-45d7-8a1a-b104805c0e5c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:32.737330 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4c7d16b7-f953-40a1-85cd-d7a6f8c3f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.789154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d16b7-f953-40a1-85cd-d7a6f8c3f536 None None] Port 4dae6528-c652-45d7-8a1a-b104805c0e5c cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:33.110748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3708327-1be6-4d8e-9340-f3a9b9b02f11 req-2b34dc64-83d9-4a88-a986-47413bf2f43a tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:33.112276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3708327-1be6-4d8e-9340-f3a9b9b02f11 req-2b34dc64-83d9-4a88-a986-47413bf2f43a tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0712516 Jul 16 09:29:33.154083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3708327-1be6-4d8e-9340-f3a9b9b02f11 req-8a958d0d-2fe4-4d45-b507-4d82b08689be tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Jul 16 09:29:34.093388 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:34.339233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13086b5-08b7-4d02-9f4b-ac7316c2c93e req-1118294d-3815-442d-acc3-89490417600b tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:34.341057 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e13086b5-08b7-4d02-9f4b-ac7316c2c93e req-1118294d-3815-442d-acc3-89490417600b tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0678995 Jul 16 09:29:34.392719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e13086b5-08b7-4d02-9f4b-ac7316c2c93e req-97cbfce4-1b37-4da3-963a-57263954e4b4 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Jul 16 09:29:35.573683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b5af-16fc-45ea-bd07-8ecb063a57ba req-24214596-287c-4063-b0a9-1c2907531b8f tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:35.581473 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3f13b5af-16fc-45ea-bd07-8ecb063a57ba req-24214596-287c-4063-b0a9-1c2907531b8f tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0744567 Jul 16 09:29:35.616854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3f13b5af-16fc-45ea-bd07-8ecb063a57ba req-8caca48e-d5dd-4745-8ce1-9e1b6f1cade0 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342338 Jul 16 09:29:36.805334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3898ba-c38f-4b49-98b4-3d03c7ff78de req-ed8a39d4-b51e-42cf-b460-c5d368bb45bd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.807374 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c3898ba-c38f-4b49-98b4-3d03c7ff78de req-ed8a39d4-b51e-42cf-b460-c5d368bb45bd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0705788 Jul 16 09:29:36.848886 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1c3898ba-c38f-4b49-98b4-3d03c7ff78de req-44b61ccc-9e9f-41e5-a9be-886c578e9c79 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Jul 16 09:29:38.032275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143cfe-47f5-43e2-a945-973f5705159e req-878e7735-c5b0-487a-a660-fcfcb37d8db1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.033763 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56143cfe-47f5-43e2-a945-973f5705159e req-878e7735-c5b0-487a-a660-fcfcb37d8db1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0645783 Jul 16 09:29:38.078156 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-56143cfe-47f5-43e2-a945-973f5705159e req-7a12c832-827d-463b-9282-b77ac0bef2da tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Jul 16 09:29:39.261297 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ed30e-cb65-44a3-a73d-d71c425dbac9 req-35e11515-741d-4983-9cfb-e6c94fc612cd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:39.264103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-695ed30e-cb65-44a3-a73d-d71c425dbac9 req-35e11515-741d-4983-9cfb-e6c94fc612cd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0720489 Jul 16 09:29:39.306714 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-695ed30e-cb65-44a3-a73d-d71c425dbac9 req-005fabce-47e6-4281-9b89-516fb5d5cb21 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366974 Jul 16 09:29:40.489331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed312c05-81bc-4404-badc-49ef8c86b00c req-f0f13824-2ecc-492e-9403-d55f695ee2be tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:40.490838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed312c05-81bc-4404-badc-49ef8c86b00c req-f0f13824-2ecc-492e-9403-d55f695ee2be tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0681543 Jul 16 09:29:40.532465 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed312c05-81bc-4404-badc-49ef8c86b00c req-88bff1cc-53ad-4ec6-8eea-715972eaf344 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Jul 16 09:29:41.714282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da106a80-ef49-41a9-8bf0-68f271eb991a req-81ca164f-e4c9-401d-aeef-025d98a8974c tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:41.715905 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da106a80-ef49-41a9-8bf0-68f271eb991a req-81ca164f-e4c9-401d-aeef-025d98a8974c tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0690372 Jul 16 09:29:41.758456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-da106a80-ef49-41a9-8bf0-68f271eb991a req-6251998f-8893-4bdb-92f7-ee4662dcb9c6 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360818 Jul 16 09:29:42.939695 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142707-a3f5-4881-be62-7bc9dcdf842f req-5fb99cc3-f691-477c-bb8b-9fb506aef9eb tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:42.941186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90142707-a3f5-4881-be62-7bc9dcdf842f req-5fb99cc3-f691-477c-bb8b-9fb506aef9eb tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 932 time: 0.0668590 Jul 16 09:29:42.978170 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90142707-a3f5-4881-be62-7bc9dcdf842f req-91cf7faf-81d3-418e-8abe-44bac73428cf tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Jul 16 09:29:43.058030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-322747bf-1e49-479e-942a-e80addd68f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.250216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Request body: {'port': {'device_id': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:43.324999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.917626 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dae6528-c652-45d7-8a1a-b104805c0e5c {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:43.925725 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.938029 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Transition to ACTIVE for port object 4dae6528-c652-45d7-8a1a-b104805c0e5c will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:43.941873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.993594 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:44.069802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Attempting to bind port 4dae6528-c652-45d7-8a1a-b104805c0e5c on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:44.070133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Attempting to bind port 4dae6528-c652-45d7-8a1a-b104805c0e5c by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:44.070467 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Attempting to bind port 4dae6528-c652-45d7-8a1a-b104805c0e5c on network c60a647b-ebcd-445e-8eca-4a5a03e6010d {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:44.075101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Port 4dae6528-c652-45d7-8a1a-b104805c0e5c on network c60a647b-ebcd-445e-8eca-4a5a03e6010d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:44.075465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Attempting to bind port 4dae6528-c652-45d7-8a1a-b104805c0e5c on network c60a647b-ebcd-445e-8eca-4a5a03e6010d {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:44.081784 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:44.082127 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Checking segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:44.082516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Bound using segment: {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:44.083051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Bound port: 4dae6528-c652-45d7-8a1a-b104805c0e5c, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a9c44d-c97b-4922-9178-9186fb34a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:44.083445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.151461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:44.155367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:44.160356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.164139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0e97-440a-479a-9f7b-ed18e08196f0 req-f4ec8578-68fb-4ba4-b25f-d720064d1dff tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.165648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6fc0e97-440a-479a-9f7b-ed18e08196f0 req-f4ec8578-68fb-4ba4-b25f-d720064d1dff tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 944 time: 0.0704708 Jul 16 09:29:44.196631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.197229 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.199395 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 1093 time: 0.9530437 Jul 16 09:29:44.203652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:44.205979 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2609548-63b4-4aa7-9f9f-65ff41e2f367" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:44.207614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b6fc0e97-440a-479a-9f7b-ed18e08196f0 req-5c397128-4c16-4e6e-819c-58ca246ee6bc tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Jul 16 09:29:44.245466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac6c19-2f36-4295-8e42-8e49ff0b69f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:44.287514 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63948624-4d2d-4429-a737-a613888f8ed8 x-openstack-request-id: req-63948624-4d2d-4429-a737-a613888f8ed8 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:44.288166 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:44.288166 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63948624-4d2d-4429-a737-a613888f8ed8 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:44.288339 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'status': 'completed', 'code': 200} Jul 16 09:29:44.316965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-d0373af3-528c-43e3-afaa-b4282cb09d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.318679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-d0373af3-528c-43e3-afaa-b4282cb09d68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1096 time: 0.0659752 Jul 16 09:29:44.366590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-b677cdc5-a837-46fc-99fe-1371d7def60b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 217 time: 0.0349264 Jul 16 09:29:44.416707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-d74a7618-1da1-4e0e-8bf8-7891a8adf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.418202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-d74a7618-1da1-4e0e-8bf8-7891a8adf372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0444608 Jul 16 09:29:44.478736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-cd4a95f2-4780-46eb-84ac-b649f082e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.480271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-cd4a95f2-4780-46eb-84ac-b649f082e5e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556767 Jul 16 09:29:44.569841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-d36ff11d-77a4-4ee4-9a87-0034fcdaa7f4 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Jul 16 09:29:44.662426 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86c658fd-d93e-4022-af59-61e62cb2adcf req-fbb2f471-b465-4671-a087-31bae4332805 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Jul 16 09:29:44.799604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-b5264c35-b700-43ff-a924-a917545a4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.801125 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-b5264c35-b700-43ff-a924-a917545a4327 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1096 time: 0.0536695 Jul 16 09:29:44.894628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-74a907fe-3b23-4470-a0a0-35f69f5621a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.896030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-74a907fe-3b23-4470-a0a0-35f69f5621a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.0880392 Jul 16 09:29:44.937404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-52357ce9-77a5-43b6-90bb-8c8fa7ef4296 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 217 time: 0.0348213 Jul 16 09:29:44.985750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-518e42f2-026f-4dd0-8313-0c4493df42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.987141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-518e42f2-026f-4dd0-8313-0c4493df42e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0430858 Jul 16 09:29:45.049140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-cc0b3046-0819-4bdd-b1a0-a97f0ee32a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.050640 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-cc0b3046-0819-4bdd-b1a0-a97f0ee32a79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564151 Jul 16 09:29:45.140404 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-612e9cfb-5b82-49d8-a88a-960d2a624d8e service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826406 Jul 16 09:29:45.232873 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b2609548-63b4-4aa7-9f9f-65ff41e2f367 req-d10b3b40-a6a0-4c50-a4c2-3592bbde83d4 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854607 Jul 16 09:29:45.388706 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47422579-e9e3-42c6-8392-c8d6d7ed2d51 req-690392e9-dcc6-4570-b59f-89d76b2b4c30 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.390350 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47422579-e9e3-42c6-8392-c8d6d7ed2d51 req-690392e9-dcc6-4570-b59f-89d76b2b4c30 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 944 time: 0.0678170 Jul 16 09:29:45.428010 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-47422579-e9e3-42c6-8392-c8d6d7ed2d51 req-eebb2e2b-342b-4cf2-89e7-dbc0b6921ee0 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Jul 16 09:29:45.736853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-038be6f1-1507-4f82-b67e-1bf92bb66b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.797582 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.466227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4dae6528-c652-45d7-8a1a-b104805c0e5c details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:46.562396 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:46.573255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'port_id': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'mac_address': 'fa:16:3e:be:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:46.603290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff4f1c-ed2f-4650-b3cb-ab4475771118 req-30fb346a-e71d-4d42-ae04-bfb5932cf1ec tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.604801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6ff4f1c-ed2f-4650-b3cb-ab4475771118 req-30fb346a-e71d-4d42-ae04-bfb5932cf1ec tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 944 time: 0.0655036 Jul 16 09:29:46.613335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.626163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dae6528-c652-45d7-8a1a-b104805c0e5c {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:46.642960 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a6ff4f1c-ed2f-4650-b3cb-ab4475771118 req-4c992418-0998-43ff-9fd9-34ade51a6d59 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Jul 16 09:29:46.645140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:46.649241 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.696513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:46.703739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.704088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.704427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.704762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.705093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.705420 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.705745 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.706068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.706388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.706707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.707026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.707412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:46.854643 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.939560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4dae6528-c652-45d7-8a1a-b104805c0e5c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:47.822671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42548-dd6a-4a8c-89f3-dca94020560e req-7b609d70-3b12-4343-9fa0-409364d62e59 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:47.824207 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7f42548-dd6a-4a8c-89f3-dca94020560e req-7b609d70-3b12-4343-9fa0-409364d62e59 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 945 time: 0.0700529 Jul 16 09:29:47.861984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7f42548-dd6a-4a8c-89f3-dca94020560e req-ae2a4449-6f48-4d64-8dae-d802e583a69c tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jul 16 09:29:48.191225 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.465449 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4dae6528-c652-45d7-8a1a-b104805c0e5c up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:48.522455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4dae6528-c652-45d7-8a1a-b104805c0e5c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:48.526029 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4dae6528-c652-45d7-8a1a-b104805c0e5c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:48.526400 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.568743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.613008 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.634775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:48.637054 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a1a758-5d7e-4dff-b777-b5f3cb847d31" -d '{"events": [{"server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "name": "network-vif-plugged", "status": "completed", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:48.649556 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:48.653401 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.676754 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a6eba-6d7c-4052-82f7-7d82d5d8e0ee x-openstack-request-id: req-086a6eba-6d7c-4052-82f7-7d82d5d8e0ee {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:48.677043 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "name": "network-vif-plugged", "status": "completed", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:48.677293 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-086a6eba-6d7c-4052-82f7-7d82d5d8e0ee {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:48.677680 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'code': 200} Jul 16 09:29:48.703145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:48.809750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad018dd-02d4-4547-b6d1-0a06f3d0562a req-5d903eba-2ed7-4903-9c2a-842f9ff58609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:48.811423 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ad018dd-02d4-4547-b6d1-0a06f3d0562a req-5d903eba-2ed7-4903-9c2a-842f9ff58609 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1098 time: 0.0526614 Jul 16 09:29:48.844788 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5ad018dd-02d4-4547-b6d1-0a06f3d0562a req-4731e345-fe20-4d08-a157-19c6ee82a622 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275507 Jul 16 09:29:49.038067 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86549c26-1540-4bc0-990b-4a2aae718ba6 req-c01c6fd2-a6f7-494e-b21a-22744b1e6758 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:49.039484 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86549c26-1540-4bc0-990b-4a2aae718ba6 req-c01c6fd2-a6f7-494e-b21a-22744b1e6758 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0680566 Jul 16 09:29:49.078769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-86549c26-1540-4bc0-990b-4a2aae718ba6 req-9ebf3a59-166a-41ff-90f6-7eb2034662f9 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Jul 16 09:29:50.248280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31139-a11d-4f75-ba14-c00c7283c731 req-675e407a-92f5-430b-8609-6acaeb095128 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:50.249799 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ab31139-a11d-4f75-ba14-c00c7283c731 req-675e407a-92f5-430b-8609-6acaeb095128 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0633507 Jul 16 09:29:50.286298 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6ab31139-a11d-4f75-ba14-c00c7283c731 req-01a91ed2-a0b7-4dcd-b643-19a096feac98 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Jul 16 09:29:50.460279 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730288-d8ad-4ed3-9b1f-928a9687d479 req-9a1c49a6-ca26-4d0c-9c63-272b0424b1fb tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:50.461652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03730288-d8ad-4ed3-9b1f-928a9687d479 req-9a1c49a6-ca26-4d0c-9c63-272b0424b1fb tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0659423 Jul 16 09:29:50.499041 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-03730288-d8ad-4ed3-9b1f-928a9687d479 req-fa598083-6299-4786-b3e7-4e3934a9cb5c tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 16 09:29:50.830111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d9ffc-7fe8-4cf7-b5ea-198d8d8f02bd req-78117647-9693-4855-a4d5-456146c7fef8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:50.831604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-390d9ffc-7fe8-4cf7-b5ea-198d8d8f02bd req-78117647-9693-4855-a4d5-456146c7fef8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0626976 Jul 16 09:29:50.868196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-390d9ffc-7fe8-4cf7-b5ea-198d8d8f02bd req-4ae9d334-eed2-48c7-a89a-72217955e234 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Jul 16 09:30:02.515625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4af4df-beff-408d-b774-3d8c741ef215 req-bc122571-3fbe-4fc4-9272-9b26062a7f67 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:02.517120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a4af4df-beff-408d-b774-3d8c741ef215 req-bc122571-3fbe-4fc4-9272-9b26062a7f67 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0631254 Jul 16 09:30:02.555222 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6a4af4df-beff-408d-b774-3d8c741ef215 req-663d2182-365c-41f1-97b7-3042fac7ecff tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Jul 16 09:30:02.580367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44134) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:02.718716 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0423bb-7e8d-4320-bd54-cf5d80d4ec4c tempest-TestMinimumBasicScenario-461717170 tempest-TestMinimumBasicScenario-461717170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:02.720266 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7e0423bb-7e8d-4320-bd54-cf5d80d4ec4c tempest-TestMinimumBasicScenario-461717170 tempest-TestMinimumBasicScenario-461717170-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1093 time: 0.1388841 Jul 16 09:30:02.723359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44138) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:02.727658 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:02.749989 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:02.845388 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:02.952325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Allocated IP 172.25.0.210 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/763d0686-b5a3-4ab0-85f8-a901426aac6f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:03.054250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.096234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.139567 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:03.142333 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:03.145689 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:03.171303 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'Port': ['ID=763d0686-b5a3-4ab0-85f8-a901426aac6f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:03.521329 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.596334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.675887 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:03.743437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.747876 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.816328 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'Port': ['ID=763d0686-b5a3-4ab0-85f8-a901426aac6f,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:03.828536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.929627 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Floating IP 19aadfc9-3146-4ea0-acb3-c2e068a57c51 associated. External IP: 172.25.0.210, port: 4dae6528-c652-45d7-8a1a-b104805c0e5c. Jul 16 09:30:04.092131 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.140438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Router 9d67496d-1818-49b4-8bb9-9d2d8330face has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:04.578148 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:04.587463 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] Sync routers for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:04.595341 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.596792 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:04.597457 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:04.630924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b6f5c01d-58b6-4823-9051-548b18e75ae1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9065516 Jul 16 09:30:04.631538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:04.633851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44140) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:04.638557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605290057', 'description': 'tempest-secgroup-smoke-605290057 description', 'project_id': 'b495ede977c24096a08313933676a4e1'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:04.666979 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.733140 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:04.736308 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c074ae-5a77-403c-90be-c04431d63ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:04.762020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.772307 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.810802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.812762 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1778700 Jul 16 09:30:04.814860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499e842-ffc7-4fb9-9260-3fcf1e0c71a5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8448c7f-4e1a-4cba-b538-890dc1ff71ac,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:04.815824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44148) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:04.820804 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group_rule': {'security_group_id': 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac', 'project_id': 'b495ede977c24096a08313933676a4e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:04.861702 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0636029f-3321-4731-bae6-9a0b645619bb x-openstack-request-id: req-0636029f-3321-4731-bae6-9a0b645619bb {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:04.862002 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:04.862241 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0636029f-3321-4731-bae6-9a0b645619bb {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:04.862652 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'status': 'completed', 'code': 200} Jul 16 09:30:04.864008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.913866 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.918804 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.942018 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519246f0-909b-46ab-93b5-a89774c8f7ad,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:04.957197 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:04.961340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44150) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:04.961519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-99a2532d-fa60-4ed2-a13f-49f3f12efeed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444714 Jul 16 09:30:04.966159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group_rule': {'security_group_id': 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac', 'project_id': 'b495ede977c24096a08313933676a4e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:04.988406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-3732e373-8818-4c5b-8367-ebcb982ad73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.989922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-3732e373-8818-4c5b-8367-ebcb982ad73a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1098 time: 0.0836804 Jul 16 09:30:04.998037 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '19aadfc9-3146-4ea0-acb3-c2e068a57c51', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'port_id': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'mac_address': 'fa:16:3e:be:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:03Z', 'updated_at': '2021-07-16T09:30:03Z', 'revision_number': 0, 'project_id': 'b495ede977c24096a08313933676a4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:20Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:05.024864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.027601 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] Checking router: 9d67496d-1818-49b4-8bb9-9d2d8330face for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:05.036117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:05.036759 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:05.129388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-a8c2f787-7e7e-414b-b14c-f6c42a1c9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.131432 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-a8c2f787-7e7e-414b-b14c-f6c42a1c9c32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.1346622 Jul 16 09:30:05.139441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:05.143828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.151627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.208564 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7570bb42-405f-40e0-87c8-28534e98df1a,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:05.214891 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.216449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3763b899-6dd3-4b4c-adcf-e3b3562c82ee tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539690 Jul 16 09:30:05.219478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44152) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:05.224063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group_rule': {'security_group_id': 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac', 'project_id': 'b495ede977c24096a08313933676a4e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:05.230999 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-d6636041-5cc2-4f3c-ab7e-88350f19a0f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 1000 time: 0.0890613 Jul 16 09:30:05.251108 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.284928 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-f5837829-cde9-43fb-8446-b59b37d7da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.286414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-f5837829-cde9-43fb-8446-b59b37d7da13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0468383 Jul 16 09:30:05.314805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.318665 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.339798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef4a242-9bf0-4830-b960-8546520740a7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:05.346921 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.350672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-626c8c50-f32e-4d31-a610-42b670955632 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276875 Jul 16 09:30:05.351259 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44154) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:05.354667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-9c2cfa7f-67a0-4f91-9558-65f3ba228d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.356764 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-9c2cfa7f-67a0-4f91-9558-65f3ba228d1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636427 Jul 16 09:30:05.356940 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group_rule': {'security_group_id': 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac', 'project_id': 'b495ede977c24096a08313933676a4e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:05.381716 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '19aadfc9-3146-4ea0-acb3-c2e068a57c51', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'port_id': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'mac_address': 'fa:16:3e:be:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:03Z', 'updated_at': '2021-07-16T09:30:03Z', 'revision_number': 0, 'project_id': 'b495ede977c24096a08313933676a4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:20Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:05.384421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.408779 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be40c32-d920-4cfc-a483-11ef9b8fb697 None None] The sync data for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 is: [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '19aadfc9-3146-4ea0-acb3-c2e068a57c51', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'port_id': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'mac_address': 'fa:16:3e:be:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:30:03Z', 'updated_at': '2021-07-16T09:30:03Z', 'revision_number': 0, 'project_id': 'b495ede977c24096a08313933676a4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:20Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:05.446240 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.451349 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.455243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-30594cbe-de82-4aa5-9e5d-4ea82168838f service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917840 Jul 16 09:30:05.471400 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecd0c41-4f66-4c80-831a-3dc90f90a936,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:05.477351 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.481825 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5a30e91a-0a21-420a-9fc6-4d1ca16aff9d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259580 Jul 16 09:30:05.482109 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44156) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:05.487487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group_rule': {'security_group_id': 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac', 'project_id': 'b495ede977c24096a08313933676a4e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:05.512319 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Project b495ede977c24096a08313933676a4e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:30:05.519537 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.558176 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e2c074ae-5a77-403c-90be-c04431d63ab9 req-478cff14-327d-42f9-b25d-60c798cb3fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965641 Jul 16 09:30:05.587137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.591647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.610344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f11623-047f-4ba0-b946-0c734f50c91c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:05.618222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.622430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44158) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:05.622599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6026f7b1-3c75-40b1-a461-34093e223ffd tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394455 Jul 16 09:30:05.627801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'security_group_rule': {'security_group_id': 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac', 'project_id': 'b495ede977c24096a08313933676a4e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:05.652269 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Project b495ede977c24096a08313933676a4e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:30:05.658770 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.663229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640accaa-af55-43b5-b792-07f579c35917 None None] New status for floating IP 19aadfc9-3146-4ea0-acb3-c2e068a57c51: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:30:05.721652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.726308 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.744723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0611200b-4cf8-4c5b-a653-ffc3614d190e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:05.750694 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.751956 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fb51a9f1-9766-4e0a-8446-80fbe258c0ae tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280782 Jul 16 09:30:05.882801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-766fc66e-1be2-433d-b221-ee74e4898665 req-b807c3ac-3188-4079-b270-33bfdeafd480 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605290057&fields=id&tenant_id=b495ede977c24096a08313933676a4e1 HTTP/1.1" status: 200 len: 267 time: 0.0344038 Jul 16 09:30:05.950916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fc66e-1be2-433d-b221-ee74e4898665 req-b8b4dcdf-ca41-49a6-b377-28feee95530b tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.953520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-766fc66e-1be2-433d-b221-ee74e4898665 req-b8b4dcdf-ca41-49a6-b377-28feee95530b tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0643337 Jul 16 09:30:05.964081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'port': {'security_groups': ['52503f8e-5a16-4a29-b1ac-2a9ed5b71dce', 'a8448c7f-4e1a-4cba-b538-890dc1ff71ac']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:06.045928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.229264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:06.258302 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.262611 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.296711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4dae6528-c652-45d7-8a1a-b104805c0e5c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:06.309173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.309889 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.311287 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-766fc66e-1be2-433d-b221-ee74e4898665 req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "PUT /v2.0/ports/4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 982 time: 0.3521435 Jul 16 09:30:06.344412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1e496-2a09-4c9f-afa2-fcf43dc141db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=6']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:06.434692 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4dae6528-c652-45d7-8a1a-b104805c0e5c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:06.487521 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf94f-b704-46a9-9baa-78d109f81758 req-f46b8da0-8db5-4a70-8fd0-c8c69c7d0379 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.489029 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfcaf94f-b704-46a9-9baa-78d109f81758 req-f46b8da0-8db5-4a70-8fd0-c8c69c7d0379 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0759997 Jul 16 09:30:06.536693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfcaf94f-b704-46a9-9baa-78d109f81758 req-45c1983c-d54f-454e-957b-f93b66d4e560 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414977 Jul 16 09:30:06.629881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6f9f5eb0-3858-496b-8195-8f398261bf61 None None] Provisioning complete for port 4dae6528-c652-45d7-8a1a-b104805c0e5c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:06.630280 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6f9f5eb0-3858-496b-8195-8f398261bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.863435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:06.865809 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:06.914186 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca6b39d-4c29-44d2-ac3c-1fd6ea1ca718 x-openstack-request-id: req-cca6b39d-4c29-44d2-ac3c-1fd6ea1ca718 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:06.914542 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:06.914855 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cca6b39d-4c29-44d2-ac3c-1fd6ea1ca718 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:06.915463 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'status': 'completed', 'code': 200} Jul 16 09:30:07.016454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-0aaab1cf-f8b9-44d1-a265-657a869c1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.017974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-0aaab1cf-f8b9-44d1-a265-657a869c1eef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1137 time: 0.0548239 Jul 16 09:30:07.112986 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-220befed-957e-4023-a50a-d1ea2a48e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.114354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-220befed-957e-4023-a50a-d1ea2a48e8a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.0893083 Jul 16 09:30:07.191280 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-e8b0887e-52d9-482b-b00c-5db9d1c35ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 1002 time: 0.0701504 Jul 16 09:30:07.240312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-daa5f0b3-ae0f-4f31-abbf-707043cf4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.241718 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-daa5f0b3-ae0f-4f31-abbf-707043cf4b47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0435278 Jul 16 09:30:07.298007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-12c02296-6b80-4047-b364-63a2c63ad9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.299838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-12c02296-6b80-4047-b364-63a2c63ad9df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514352 Jul 16 09:30:07.390244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-8454f455-00a0-43bb-aa4a-4d969ebec99c service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Jul 16 09:30:07.476768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2b0fdb08-66f7-46a6-ba7f-f60ea9b30ff1 req-a013aa04-e0dd-48ee-a633-d56343592559 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809970 Jul 16 09:30:13.060337 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7ba20ff6-14d8-425c-b723-923525b34afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.737498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f424f3fc-5d96-4c19-a768-580277d842eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.799687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:16.855994 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.201550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.553954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:23.839281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016945-8317-4a80-bb0f-e139904ab08b req-d167fae9-91bf-4c97-88fd-bd871c767368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.840885 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-d167fae9-91bf-4c97-88fd-bd871c767368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1137 time: 0.1036322 Jul 16 09:30:23.861258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f6715-8a5c-425f-a02a-2f168b45355d req-21efe422-eef2-48ac-98ff-b4601cdb01db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.862804 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb4f6715-8a5c-425f-a02a-2f168b45355d req-21efe422-eef2-48ac-98ff-b4601cdb01db tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.1223781 Jul 16 09:30:23.908047 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cb4f6715-8a5c-425f-a02a-2f168b45355d req-7f6ab874-49a4-48ff-9d26-f03580a69598 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389864 Jul 16 09:30:23.945658 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016945-8317-4a80-bb0f-e139904ab08b req-98c39ac8-13a1-419e-b1fa-62a6a7d64b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:23.947140 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-98c39ac8-13a1-419e-b1fa-62a6a7d64b29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.0999002 Jul 16 09:30:24.015752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-3481184b-8876-43a3-bb26-8a540a4ea8d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 1002 time: 0.0604522 Jul 16 09:30:24.064138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016945-8317-4a80-bb0f-e139904ab08b req-91f35cb4-2572-49f6-8e26-2890441cc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.065542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-91f35cb4-2572-49f6-8e26-2890441cc695 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0432794 Jul 16 09:30:24.121830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016945-8317-4a80-bb0f-e139904ab08b req-a297ab59-0666-4fce-87f4-3314d386adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:24.123307 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-a297ab59-0666-4fce-87f4-3314d386adad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510519 Jul 16 09:30:24.215900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-58c8c90b-f857-4942-a295-aa16ae4c457a service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857415 Jul 16 09:30:24.305675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4b016945-8317-4a80-bb0f-e139904ab08b req-7189ef70-aabe-4f71-8564-6b237f539748 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 Jul 16 09:30:25.090152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344423ea-90dd-4ab0-bce9-c65a3bb74e53 req-c2bab08a-f4d9-4183-bc60-a3551c8f5ec2 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:25.091541 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-344423ea-90dd-4ab0-bce9-c65a3bb74e53 req-c2bab08a-f4d9-4183-bc60-a3551c8f5ec2 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0627728 Jul 16 09:30:25.130142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-344423ea-90dd-4ab0-bce9-c65a3bb74e53 req-352217da-c5f3-4382-8dbf-74c094d33759 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324228 Jul 16 09:30:26.305147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8432e-d9ed-4e67-ba4e-3bfd5c5986d1 req-68466374-5909-4108-9f57-96b3848fee96 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:26.306634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98e8432e-d9ed-4e67-ba4e-3bfd5c5986d1 req-68466374-5909-4108-9f57-96b3848fee96 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0638738 Jul 16 09:30:26.346359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-98e8432e-d9ed-4e67-ba4e-3bfd5c5986d1 req-9f830b01-ca07-4145-a9a2-46c99e064d1e tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339277 Jul 16 09:30:27.523019 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2912a4f-cc4d-432f-a88a-1ea781a042bf req-b02fc7dc-52d3-4cae-8705-3a28ec2a4db5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:27.524562 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2912a4f-cc4d-432f-a88a-1ea781a042bf req-b02fc7dc-52d3-4cae-8705-3a28ec2a4db5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0679986 Jul 16 09:30:27.565018 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2912a4f-cc4d-432f-a88a-1ea781a042bf req-b539f58b-f3c2-4031-9c41-6825c8880e32 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346935 Jul 16 09:30:28.745086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19832b0e-e1e3-4c1b-91c8-6678fb22ffdb req-cf9cccbd-99ac-4cdb-ab2a-11f8d6a07357 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:28.746551 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19832b0e-e1e3-4c1b-91c8-6678fb22ffdb req-cf9cccbd-99ac-4cdb-ab2a-11f8d6a07357 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0646398 Jul 16 09:30:28.787436 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-19832b0e-e1e3-4c1b-91c8-6678fb22ffdb req-f912a83b-706b-4874-b672-447515631a8d tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350780 Jul 16 09:30:29.963474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b3cd5-bbfe-402a-b814-de2fabd789a8 req-bfa5e1e0-7214-4938-8b8a-97e7844e7926 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:29.964896 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c30b3cd5-bbfe-402a-b814-de2fabd789a8 req-bfa5e1e0-7214-4938-8b8a-97e7844e7926 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0688946 Jul 16 09:30:30.009073 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c30b3cd5-bbfe-402a-b814-de2fabd789a8 req-87020b0a-23b1-49c7-acc7-c4c696f0bb83 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379617 Jul 16 09:30:31.185678 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c3c62-8d29-4d45-ab86-c8b89652d8c1 req-aa2d70ba-ad4d-43dd-aa3e-e8c32f3fe638 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:31.187176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-442c3c62-8d29-4d45-ab86-c8b89652d8c1 req-aa2d70ba-ad4d-43dd-aa3e-e8c32f3fe638 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0648713 Jul 16 09:30:31.230164 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-442c3c62-8d29-4d45-ab86-c8b89652d8c1 req-fd7f9a2d-0c87-433e-ad6b-e7271c16afb5 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364561 Jul 16 09:30:32.402655 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60265e-56e9-4ad0-9135-47bbb16a5397 req-067d7fe3-8ffc-45fe-9f91-f2fbd06f0c46 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.404139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f60265e-56e9-4ad0-9135-47bbb16a5397 req-067d7fe3-8ffc-45fe-9f91-f2fbd06f0c46 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0617588 Jul 16 09:30:32.443245 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f60265e-56e9-4ad0-9135-47bbb16a5397 req-6188c276-57b9-4d4e-a2fd-47d8dd092d5c tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333037 Jul 16 09:30:32.676004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-09463281-2090-42ee-a622-9e222cf4f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.677396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-09463281-2090-42ee-a622-9e222cf4f8ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1137 time: 0.0530515 Jul 16 09:30:32.785044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-0b8cfce0-bf8a-4b19-84d2-6054111ee6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.786532 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-0b8cfce0-bf8a-4b19-84d2-6054111ee6cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.0890031 Jul 16 09:30:32.856356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-bfff0b10-b4ed-4035-a6c2-c6f5347b58ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 1002 time: 0.0629432 Jul 16 09:30:32.904084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-15a3f0c3-4c78-4fd4-bf21-3acb5ff8f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.905518 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-15a3f0c3-4c78-4fd4-bf21-3acb5ff8f1b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0434942 Jul 16 09:30:32.960806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-200ab2dd-461a-4685-bb90-b5d8e92210d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:32.962172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-200ab2dd-461a-4685-bb90-b5d8e92210d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506916 Jul 16 09:30:33.056747 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-7d3c5782-803a-4eae-9dfb-c9c7e9a2df76 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879464 Jul 16 09:30:33.147217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-deb4c7ba-96e4-4f71-a411-c61046f57b9d req-2da5621b-4c84-4925-b6a7-95baf2ef4600 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Jul 16 09:30:33.620449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eb192-574e-448a-a770-1590d60545f3 req-f16cbf78-f794-439d-b1f9-0e1c4c5c98e3 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:33.621916 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd0eb192-574e-448a-a770-1590d60545f3 req-f16cbf78-f794-439d-b1f9-0e1c4c5c98e3 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0675366 Jul 16 09:30:33.661616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd0eb192-574e-448a-a770-1590d60545f3 req-04391945-c49e-4d1e-9946-99f34f3ec287 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334325 Jul 16 09:30:34.088831 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.832444 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec360-de69-4a99-87bf-bb4cceee3b16 req-055f40c5-e170-4537-96e4-0211bf31e0a1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:34.833947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-398ec360-de69-4a99-87bf-bb4cceee3b16 req-055f40c5-e170-4537-96e4-0211bf31e0a1 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0641835 Jul 16 09:30:34.873461 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-398ec360-de69-4a99-87bf-bb4cceee3b16 req-69ae7319-0411-407d-b69e-9c17429c5bc3 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339770 Jul 16 09:30:36.055069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331990-124e-4463-97fa-e1e27cd265cd req-56b68471-f181-4283-9397-394e4a7b43be tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:36.056491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31331990-124e-4463-97fa-e1e27cd265cd req-56b68471-f181-4283-9397-394e4a7b43be tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0681927 Jul 16 09:30:36.095529 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-31331990-124e-4463-97fa-e1e27cd265cd req-dfea3bc9-28ae-4169-a9fe-3f553c625d4a tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8448c7f-4e1a-4cba-b538-890dc1ff71ac&id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329428 Jul 16 09:30:40.675260 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:43.061801 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1c7608dd-d0b4-4354-9e5d-7949143be37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.737940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-357eaa10-b563-4606-904b-be9569ac2894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.805171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.859073 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:48.190294 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:48.556803 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.104734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.102610 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-1c82ff99-82f1-4839-bcc2-9b37c820ffb0 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605290057&fields=id&tenant_id=b495ede977c24096a08313933676a4e1 HTTP/1.1" status: 200 len: 267 time: 0.0332587 Jul 16 09:31:05.169040 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-51b2c86b-f5b7-434b-b77a-c06e37d68dd0 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:05.170491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-51b2c86b-f5b7-434b-b77a-c06e37d68dd0 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 985 time: 0.0628400 Jul 16 09:31:05.181427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Request body: {'port': {'security_groups': ['52503f8e-5a16-4a29-b1ac-2a9ed5b71dce']}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:05.266423 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.447293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:05.476798 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.481313 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.514628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4dae6528-c652-45d7-8a1a-b104805c0e5c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:05.525583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:05.526210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.527634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee6b7a94-4b5a-4e2c-a5d6-52ed76fd7dbd req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "PUT /v2.0/ports/4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 943 time: 0.3508668 Jul 16 09:31:05.528086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:05.530345 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c8c285-1ed8-4545-9703-d7f4960305d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:05.533754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44222) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:05.560233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event updated for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=7']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:05.568324 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.568810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.569156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.569488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.569816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.570140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.570463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.570820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.571099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.571512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.571829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.572147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18555089-693d-4801-9843-cb584a227ab8 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.580083 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b37ec4-d691-45df-afd8-fcf62d158d12 x-openstack-request-id: req-34b37ec4-d691-45df-afd8-fcf62d158d12 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:05.580370 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:05.580763 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34b37ec4-d691-45df-afd8-fcf62d158d12 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:05.581014 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'status': 'completed', 'code': 200} Jul 16 09:31:05.622210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.641605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4dae6528-c652-45d7-8a1a-b104805c0e5c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:05.688203 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.738955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-9a1b1c78-9a23-4310-a5c3-0919fc2d4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:05.741213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-9a1b1c78-9a23-4310-a5c3-0919fc2d4fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1098 time: 0.1148956 Jul 16 09:31:05.835622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.838266 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.839599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8448c7f-4e1a-4cba-b538-890dc1ff71ac HTTP/1.1" status: 204 len: 168 time: 0.3044755 Jul 16 09:31:05.842566 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44226) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:05.863726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1603369b-fa5e-48e6-9dc7-78aed33293bd None None] Provisioning complete for port 4dae6528-c652-45d7-8a1a-b104805c0e5c triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:05.864145 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1603369b-fa5e-48e6-9dc7-78aed33293bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.865853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8448c7f-4e1a-4cba-b538-890dc1ff71ac,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:05.874472 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-80f04534-1907-42f1-ab5e-08b6f5c77429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:05.876112 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-80f04534-1907-42f1-ab5e-08b6f5c77429 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.1285114 Jul 16 09:31:05.877632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.878084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.878530 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.878967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.879462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.880068 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.880526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.880959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.881396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.881922 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.882356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.882799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c032053-606a-45fd-b3d9-c5034ac701ed tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:05.953882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-c48fd2e3-652e-4de1-84ff-7100c32c14ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 1002 time: 0.0677874 Jul 16 09:31:06.006424 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-2b040c7c-ea6e-43bf-80d9-64767b51c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:06.007949 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-2b040c7c-ea6e-43bf-80d9-64767b51c7b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0479355 Jul 16 09:31:06.011535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Deleting port 763d0686-b5a3-4ab0-85f8-a901426aac6f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:06.011884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.072212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-68a276f9-7e8a-47a6-b66d-b40eb2e87cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:06.073738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-68a276f9-7e8a-47a6-b66d-b40eb2e87cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576093 Jul 16 09:31:06.093298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.093631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.106601 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Calling delete_port for 763d0686-b5a3-4ab0-85f8-a901426aac6f owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:06.164066 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-2f022b15-059b-412e-aedb-29d690e381bd service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833495 Jul 16 09:31:06.255149 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.258850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e8c8c285-1ed8-4545-9703-d7f4960305d2 req-84b41809-2723-4757-86db-a012b8fcf7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876205 Jul 16 09:31:06.282687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event deleted for resources: {'Port': ['ID=763d0686-b5a3-4ab0-85f8-a901426aac6f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:06.342885 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.343222 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Floating IP 19aadfc9-3146-4ea0-acb3-c2e068a57c51 disassociated (deleted). External IP: 172.25.0.210, port: 4dae6528-c652-45d7-8a1a-b104805c0e5c. Jul 16 09:31:06.553713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Router 9d67496d-1818-49b4-8bb9-9d2d8330face has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:06.660468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:06.665780 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.670523 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] Sync routers for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:06.680355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:06.680979 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:06.702508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5faf1565-e939-41dc-82b5-1b219f479fa7 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "DELETE /v2.0/floatingips/19aadfc9-3146-4ea0-acb3-c2e068a57c51 HTTP/1.1" status: 204 len: 168 time: 0.8588078 Jul 16 09:31:06.784324 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:06.988599 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:20Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:07.015866 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] Checking router: 9d67496d-1818-49b4-8bb9-9d2d8330face for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:07.030544 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:07.031164 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:07.217999 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:07.408528 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:20Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:07.437198 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebc9f8-c312-439e-ad9f-9a9082faceae None None] The sync data for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 is: [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:29:14Z', 'revision_number': 4, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '5bc4eec5-ee09-4e28-b21e-309bc17c57c2', 'name': '', 'network_id': 'c60a647b-ebcd-445e-8eca-4a5a03e6010d', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'mac_address': 'fa:16:3e:6a:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:13Z', 'updated_at': '2021-07-16T09:29:20Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'subnets': [{'id': 'd696a604-020c-4889-8778-2cd63e60e4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:07.582416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:07.585584 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c69d99-9b15-46be-b67e-f1b08084b63b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:07.623129 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b02f466-7f1a-4871-a273-6aeddc3089a6 x-openstack-request-id: req-3b02f466-7f1a-4871-a273-6aeddc3089a6 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:07.623516 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:07.623836 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b02f466-7f1a-4871-a273-6aeddc3089a6 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:07.624300 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'status': 'completed', 'code': 200} Jul 16 09:31:07.688151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3bef09-af45-4c54-bfa9-efd861f16317 None None] New status for floating IP 19aadfc9-3146-4ea0-acb3-c2e068a57c51: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:31:07.719153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-1be61459-9591-4705-a1c5-d992cd6cc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:07.720657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-1be61459-9591-4705-a1c5-d992cd6cc0a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b495ede977c24096a08313933676a4e1&device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 1098 time: 0.0546308 Jul 16 09:31:07.826752 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-b9027266-1e9b-4d3d-b678-c09bf58d8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:07.828266 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-b9027266-1e9b-4d3d-b678-c09bf58d8926 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 200 len: 916 time: 0.1019657 Jul 16 09:31:07.868500 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-d69f0825-2798-46b3-9d2c-40bb9161d8ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 200 len: 217 time: 0.0341549 Jul 16 09:31:07.917583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-7f7fb1ef-d8b0-4b28-abea-31aeeb091164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:07.919080 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-7f7fb1ef-d8b0-4b28-abea-31aeeb091164 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 200 len: 854 time: 0.0444729 Jul 16 09:31:07.981909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-172669f4-956a-456e-b216-3b6dc5fc957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:07.983384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-172669f4-956a-456e-b216-3b6dc5fc957c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c60a647b-ebcd-445e-8eca-4a5a03e6010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573099 Jul 16 09:31:08.076749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-d2a68035-cd92-4f57-816d-26986b3811c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859239 Jul 16 09:31:08.179745 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d7c69d99-9b15-46be-b67e-f1b08084b63b req-ec8108cf-dc3c-414f-a338-80cc6e87abba service neutron] 10.222.0.36 "GET /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959373 Jul 16 09:31:13.064066 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-cef83d85-af1d-4639-8641-4f9fafb18458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:14.074779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d59f-c382-41d7-8638-c4193b6d1494 req-77f7dbf5-d29c-4a8c-95b8-1e7886b5c73b tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:14.076320 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7693d59f-c382-41d7-8638-c4193b6d1494 req-77f7dbf5-d29c-4a8c-95b8-1e7886b5c73b tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0703919 Jul 16 09:31:14.116580 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7693d59f-c382-41d7-8638-c4193b6d1494 req-23d8e5a7-7d9e-4dbd-88da-3e884b1be707 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Jul 16 09:31:15.287464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa303f-7f9a-4e64-82e2-5b441a3b8254 req-fc8163c9-7236-4982-b08d-3d64abcd6b9e tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.288954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5aa303f-7f9a-4e64-82e2-5b441a3b8254 req-fc8163c9-7236-4982-b08d-3d64abcd6b9e tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0632968 Jul 16 09:31:15.326973 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5aa303f-7f9a-4e64-82e2-5b441a3b8254 req-c2e47cd4-ef9e-45c0-a134-edad87f82093 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/security-groups?id=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Jul 16 09:31:15.739071 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef868d2c-aa4f-4476-ba9c-451b025d6b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.767608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-bc36b8fa-6e5d-4d84-83e9-9d37c76e49a3 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.769090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-bc36b8fa-6e5d-4d84-83e9-9d37c76e49a3 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 946 time: 0.0649579 Jul 16 09:31:15.808383 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.876491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Deleting port 4dae6528-c652-45d7-8a1a-b104805c0e5c {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:15.876839 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.963805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] For port 4dae6528-c652-45d7-8a1a-b104805c0e5c, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4dae6528-c652-45d7-8a1a-b104805c0e5c,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:15.964159 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.977083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Calling delete_port for 4dae6528-c652-45d7-8a1a-b104805c0e5c owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:16.104399 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:16.136958 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4dae6528-c652-45d7-8a1a-b104805c0e5c'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:16.142308 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Pushing event deleted for resources: {'Port': ['ID=4dae6528-c652-45d7-8a1a-b104805c0e5c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:16.186940 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] No DVR routers for this DVR port 4dae6528-c652-45d7-8a1a-b104805c0e5c on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:16.189476 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:16.191460 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-55e0fa79-730e-426b-b0c4-02189d4f16d0 req-f96192f6-4094-40a2-8f7a-ac5e30697160 tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.36 "DELETE /v2.0/ports/4dae6528-c652-45d7-8a1a-b104805c0e5c HTTP/1.1" status: 204 len: 173 time: 0.4165828 Jul 16 09:31:16.191894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'name': 'network-vif-deleted', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:16.194641 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4876bd-a5ef-4014-a6ba-a3e5877c66ef" -d '{"events": [{"server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "name": "network-vif-deleted", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:16.281999 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d46937-2f40-4845-9e5a-406d22ff1a18 x-openstack-request-id: req-53d46937-2f40-4845-9e5a-406d22ff1a18 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:16.282286 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81c769-1ae4-4e15-99db-c255baf45d73", "name": "network-vif-deleted", "tag": "4dae6528-c652-45d7-8a1a-b104805c0e5c", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:16.282532 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53d46937-2f40-4845-9e5a-406d22ff1a18 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:16.282927 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81c769-1ae4-4e15-99db-c255baf45d73', 'name': 'network-vif-deleted', 'tag': '4dae6528-c652-45d7-8a1a-b104805c0e5c', 'status': 'completed', 'code': 200} Jul 16 09:31:16.482490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-455b90a2-cc1d-40bc-9c21-6e2faca798ee req-7e59a026-3458-40ba-81e1-b2e3da32356f tempest-TestMinimumBasicScenario-264317685 tempest-TestMinimumBasicScenario-264317685-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa81c769-1ae4-4e15-99db-c255baf45d73 HTTP/1.1" status: 200 len: 210 time: 0.0295498 Jul 16 09:31:16.862640 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:17.674311 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:18.076375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44322) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:18.209397 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.560114 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.741595 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.900502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4dae6528-c652-45d7-8a1a-b104805c0e5c no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:18.920503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4dae6528-c652-45d7-8a1a-b104805c0e5c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:18.920851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4dae6528-c652-45d7-8a1a-b104805c0e5c not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:18.997716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Deleting port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:18.997984 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.077968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] For port 5bc4eec5-ee09-4e28-b21e-309bc17c57c2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:19.078634 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.091103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Calling delete_port for 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:19.268648 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.294388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc4eec5-ee09-4e28-b21e-309bc17c57c2,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:19.465328 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.678738 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Router 9d67496d-1818-49b4-8bb9-9d2d8330face has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:19.786020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:19.791772 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-3939d1ff-caf5-47e1-ad18-891f222f9e4f admin admin] 10.222.0.41 "PUT /v2.0/routers/9d67496d-1818-49b4-8bb9-9d2d8330face/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143724 Jul 16 09:31:19.794372 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44324) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:19.794790 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] Sync routers for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:19.805351 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:19.805967 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:19.902233 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.908936 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:20.009326 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.069289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Deleting port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:20.069636 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.086550 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:31:19Z', 'revision_number': 5, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port': {'id': '11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:12Z', 'updated_at': '2021-07-16T09:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:20.112510 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] Checking router: 9d67496d-1818-49b4-8bb9-9d2d8330face for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:20.121187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] Routers {'9d67496d-1818-49b4-8bb9-9d2d8330face'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:20.121789 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['9d67496d-1818-49b4-8bb9-9d2d8330face'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:20.153167 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] For port 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:20.153768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.165899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Calling delete_port for 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:20.205348 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] Set router 9d67496d-1818-49b4-8bb9-9d2d8330face gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:20.258275 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:31:20Z', 'revision_number': 6, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:20.284926 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ced009-2eb0-43e4-b21b-b72089f7cc90 None None] The sync data for ids ['9d67496d-1818-49b4-8bb9-9d2d8330face'] in n-d-798249-10 is: [{'id': '9d67496d-1818-49b4-8bb9-9d2d8330face', 'name': 'tempest-TestMinimumBasicScenario-1356647352-router', 'tenant_id': 'b495ede977c24096a08313933676a4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:11Z', 'updated_at': '2021-07-16T09:31:20Z', 'revision_number': 6, 'project_id': 'b495ede977c24096a08313933676a4e1', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:20.332803 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.359154 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:20.419400 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.508104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.510211 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.555543 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.556090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d67496d-1818-49b4-8bb9-9d2d8330face {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:31:20.560497 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.561652 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d6bbebff-adf5-4a7a-b933-cea3c493dfa3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d67496d-1818-49b4-8bb9-9d2d8330face HTTP/1.1" status: 204 len: 168 time: 0.7663448 Jul 16 09:31:20.564431 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44326) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:20.608445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Deleting subnet d696a604-020c-4889-8778-2cd63e60e4f8 {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:31:20.611583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.647527 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.733541 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.785022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.811451 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d696a604-020c-4889-8778-2cd63e60e4f8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:20.814973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.819598 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-818fe19a-e7c0-4ce6-be7a-994bc9eecdf2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d696a604-020c-4889-8778-2cd63e60e4f8 HTTP/1.1" status: 204 len: 168 time: 0.2515106 Jul 16 09:31:20.819598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44328) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:20.820337 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d14912-d549-4c89-9922-7ad44695f57e None None] Network c60a647b-ebcd-445e-8eca-4a5a03e6010d requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:20.891935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.946177 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Deleting port 50fcf96d-91d3-4056-be7b-2051ca6ac98d {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:20.946539 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.011379 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] For port 50fcf96d-91d3-4056-be7b-2051ca6ac98d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=50fcf96d-91d3-4056-be7b-2051ca6ac98d,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:21.011755 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.024905 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Calling delete_port for 50fcf96d-91d3-4056-be7b-2051ca6ac98d owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:21.048869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] DHCP port deletion for c60a647b-ebcd-445e-8eca-4a5a03e6010d request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:31:21.096505 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Deleting port 50fcf96d-91d3-4056-be7b-2051ca6ac98d {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:21.096885 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.113469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.141628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=50fcf96d-91d3-4056-be7b-2051ca6ac98d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:21.147463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] No DVR routers for this DVR port 50fcf96d-91d3-4056-be7b-2051ca6ac98d on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:21.164472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] For port 50fcf96d-91d3-4056-be7b-2051ca6ac98d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=50fcf96d-91d3-4056-be7b-2051ca6ac98d,segment=NetworkSegment(d4a9c44d-c97b-4922-9178-9186fb34a429),segment_id=d4a9c44d-c97b-4922-9178-9186fb34a429)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:21.164967 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.182017 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Calling delete_port for 50fcf96d-91d3-4056-be7b-2051ca6ac98d owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:21.222970 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.235000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60a647b-ebcd-445e-8eca-4a5a03e6010d']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:21.246938 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a9c44d-c97b-4922-9178-9186fb34a429') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:21.247241 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a9c44d-c97b-4922-9178-9186fb34a429') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:21.258045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.263942 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.273336 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.279997 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:31:21.280332 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:31:21.282134 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:31:21.288917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Pushing event deleted for resources: {'Port': ['ID=50fcf96d-91d3-4056-be7b-2051ca6ac98d,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:21.298891 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] No DVR routers for this DVR port 50fcf96d-91d3-4056-be7b-2051ca6ac98d on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:21.301387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.301740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.302086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.303760 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.304111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.304448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.304789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.305124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.305458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.305780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.306298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.306795 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893cfd68-8e2a-4947-9ba5-05cf62fb06b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:21.350485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.356174 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.358045 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] 10.222.0.41 "DELETE /v2.0/networks/c60a647b-ebcd-445e-8eca-4a5a03e6010d HTTP/1.1" status: 204 len: 168 time: 0.5376368 Jul 16 09:31:21.361097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44330) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:21.370889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ddd6-52e4-4dee-9323-8ef011e41e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c60a647b-ebcd-445e-8eca-4a5a03e6010d,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:21.716784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.952660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:21.972446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Deleting port b2dc8ae8-76cd-48d4-9b08-1225533c0402 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:21.972790 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:21.973276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:21.973632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 5bc4eec5-ee09-4e28-b21e-309bc17c57c2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:21.974056 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 50fcf96d-91d3-4056-be7b-2051ca6ac98d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:21.992838 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 50fcf96d-91d3-4056-be7b-2051ca6ac98d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:21.993186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 50fcf96d-91d3-4056-be7b-2051ca6ac98d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:21.993608 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:22.014729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:22.015072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 11c3de8d-6cca-4b1e-bc57-ffedaaa0e0d3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:22.050724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] For port b2dc8ae8-76cd-48d4-9b08-1225533c0402, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b2dc8ae8-76cd-48d4-9b08-1225533c0402,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:22.051078 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.070827 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Calling delete_port for b2dc8ae8-76cd-48d4-9b08-1225533c0402 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:22.246043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.280298 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dc8ae8-76cd-48d4-9b08-1225533c0402,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:22.441478 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.654916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Router 031b584a-0571-415f-bae6-c8e4f9e76cec has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:22.759586 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:22.764548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c338d2ff-03bb-4a23-8b24-ece9cdc06b47 admin admin] 10.222.0.41 "PUT /v2.0/routers/031b584a-0571-415f-bae6-c8e4f9e76cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4023921 Jul 16 09:31:22.767108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44338) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:22.769910 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] Sync routers for ids ['031b584a-0571-415f-bae6-c8e4f9e76cec'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:22.779582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] Routers {'031b584a-0571-415f-bae6-c8e4f9e76cec'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:22.780271 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['031b584a-0571-415f-bae6-c8e4f9e76cec'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:22.873535 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.896580 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] Set router 031b584a-0571-415f-bae6-c8e4f9e76cec gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:22.982686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.082071 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:31:22Z', 'revision_number': 5, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port': {'id': 'd24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:23.110110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] Checking router: 031b584a-0571-415f-bae6-c8e4f9e76cec for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:23.119906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] Routers {'031b584a-0571-415f-bae6-c8e4f9e76cec'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:23.120541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['031b584a-0571-415f-bae6-c8e4f9e76cec'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:23.209159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] Set router 031b584a-0571-415f-bae6-c8e4f9e76cec gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:23.266001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:31:22Z', 'revision_number': 6, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:23.293537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e02d2b-c31c-4e6e-b06e-2d412617e30a None None] The sync data for ids ['031b584a-0571-415f-bae6-c8e4f9e76cec'] in n-d-798249-10 is: [{'id': '031b584a-0571-415f-bae6-c8e4f9e76cec', 'name': 'tempest-TestMinimumBasicScenario-1473236232-router', 'tenant_id': '7c2eb6e439d1443ab46a11c3fc454032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:16Z', 'updated_at': '2021-07-16T09:31:22Z', 'revision_number': 6, 'project_id': '7c2eb6e439d1443ab46a11c3fc454032', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:23.375718 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Deleting port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:23.376055 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.452321 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] For port d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:23.453045 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.468698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Calling delete_port for d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:23.628157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.659692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:23.730437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.821142 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.823403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.871072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.871659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031b584a-0571-415f-bae6-c8e4f9e76cec {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:31:23.876509 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.877632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d20b1d2a-34e4-4e3d-b9b8-6b118eacaf0d admin admin] 10.222.0.41 "DELETE /v2.0/routers/031b584a-0571-415f-bae6-c8e4f9e76cec HTTP/1.1" status: 204 len: 168 time: 1.1095426 Jul 16 09:31:23.880098 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44342) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:23.924096 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Deleting subnet 90e3a2cc-ed24-47ac-b3d0-06d9b16fd098 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:31:23.927355 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.962613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.049400 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.076993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:24.096645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:24.097346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d24c910e-c0e5-4fc3-8d5f-af1f93cb8eb3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:24.097451 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b2dc8ae8-76cd-48d4-9b08-1225533c0402 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:24.113389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.121936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b2dc8ae8-76cd-48d4-9b08-1225533c0402 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:24.122280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b2dc8ae8-76cd-48d4-9b08-1225533c0402 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:24.140353 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e3a2cc-ed24-47ac-b3d0-06d9b16fd098,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:24.143967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.148317 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4161b0ea-4481-4442-b033-0305eb996084 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/90e3a2cc-ed24-47ac-b3d0-06d9b16fd098 HTTP/1.1" status: 204 len: 168 time: 0.2642889 Jul 16 09:31:24.148769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44344) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:24.149915 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443cd30-c5ca-4ff7-8e64-80d9237f0986 None None] Network 5d3acf09-f951-4ffa-b17f-268be055a5a3 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:24.223017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.280820 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Deleting port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:24.281172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.342365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] DHCP port deletion for 5d3acf09-f951-4ffa-b17f-268be055a5a3 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:31:24.361134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] For port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:24.361715 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.374153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Calling delete_port for 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:24.392135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] Deleting port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:24.392511 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.455011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] For port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,segment=NetworkSegment(8b58b21e-fbe7-4535-9361-23b25e1cd596),segment_id=8b58b21e-fbe7-4535-9361-23b25e1cd596)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:24.455594 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.456684 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.468737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] Calling delete_port for 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:24.488707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Pushing event deleted for resources: {'Port': ['ID=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:24.490632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] No DVR routers for this DVR port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:24.548546 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.569546 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.574274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] Pushing event deleted for resources: {'Port': ['ID=37dcf7f1-0d21-41cf-9bf6-98eff44e1148,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:24.577941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb23719-43e5-4b7c-b40b-92ac0b4bfb9b None None] No DVR routers for this DVR port 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:24.579850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3acf09-f951-4ffa-b17f-268be055a5a3']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:24.591285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b58b21e-fbe7-4535-9361-23b25e1cd596') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:24.591736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b58b21e-fbe7-4535-9361-23b25e1cd596') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:24.600918 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.614661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.621124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:31:24.621518 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:31:24.623227 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:31:24.679999 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.685267 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.687167 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] 10.222.0.41 "DELETE /v2.0/networks/5d3acf09-f951-4ffa-b17f-268be055a5a3 HTTP/1.1" status: 204 len: 168 time: 0.5373390 Jul 16 09:31:24.699601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4f163-8e10-4f87-9807-963e756473ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3acf09-f951-4ffa-b17f-268be055a5a3,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:24.846313 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44348) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:24.886661 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-dadc9e1a-e31e-4bea-9023-9b25e77ec362 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b495ede977c24096a08313933676a4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391512 Jul 16 09:31:24.889002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44350) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:24.936929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dda1e25-1eca-4c4f-8388-4d7e56e7606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.957925 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dda1e25-1eca-4c4f-8388-4d7e56e7606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.003677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dda1e25-1eca-4c4f-8388-4d7e56e7606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.007061 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9dda1e25-1eca-4c4f-8388-4d7e56e7606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.008252 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9dda1e25-1eca-4c4f-8388-4d7e56e7606b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52503f8e-5a16-4a29-b1ac-2a9ed5b71dce HTTP/1.1" status: 204 len: 168 time: 0.1183639 Jul 16 09:31:25.016339 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda1e25-1eca-4c4f-8388-4d7e56e7606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52503f8e-5a16-4a29-b1ac-2a9ed5b71dce,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:25.311401 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44356) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:25.351511 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-716fd737-bf17-4d34-8c90-ac2f88014745 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c2eb6e439d1443ab46a11c3fc454032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384159 Jul 16 09:31:25.353891 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44358) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:25.399935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-845ebbd5-2e11-4f3a-b84f-f2670336d0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.420324 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-845ebbd5-2e11-4f3a-b84f-f2670336d0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.479249 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-845ebbd5-2e11-4f3a-b84f-f2670336d0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.481778 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-845ebbd5-2e11-4f3a-b84f-f2670336d0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.483136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-845ebbd5-2e11-4f3a-b84f-f2670336d0af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53feadb8-148f-4c77-aeb2-c1085ac36e74 HTTP/1.1" status: 204 len: 168 time: 0.1283677 Jul 16 09:31:25.492110 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ebbd5-2e11-4f3a-b84f-f2670336d0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53feadb8-148f-4c77-aeb2-c1085ac36e74,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:25.948260 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:25.969680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:25.970033 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 37dcf7f1-0d21-41cf-9bf6-98eff44e1148 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:27.132362 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44398) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.137053 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454632415', 'description': 'tempest-secgroup-smoke-1454632415 description', 'project_id': '5f06e23df9e84feeb83e50761b6bb216'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:27.159919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.168377 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.259184 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.262970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.298257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c44062-4309-4131-bb83-126cd9f47069,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.351969 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.355597 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.381084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.382292 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2488675 Jul 16 09:31:27.385448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44400) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.386332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa461c-d845-46b6-9c9f-55dc31051e97 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8388a4e-782e-4e0f-9031-f00dd8ce4f49,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.391850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'b8388a4e-782e-4e0f-9031-f00dd8ce4f49', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:27.418542 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.478361 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.482163 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.501560 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31959f96-ea65-4189-8c0c-d282aa9198a3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.507169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.509411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-484a2b22-dbca-4d5a-8a72-f64412dcde0d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213660 Jul 16 09:31:27.511156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44402) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.515671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'b8388a4e-782e-4e0f-9031-f00dd8ce4f49', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:27.541672 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.598626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.602936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.620324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0404892-4695-4f45-bdee-02e702388ce9,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.626048 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.627281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-18e95322-2bac-458c-85f5-359d25d86ec8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151462 Jul 16 09:31:27.629927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44406) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.634397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'b8388a4e-782e-4e0f-9031-f00dd8ce4f49', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:27.659514 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.717352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.720701 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.737925 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caae4930-f79f-47d3-b2d2-344d8c7e605a,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.744566 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.745802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-724814a8-c578-4b09-8048-5b48b83b49d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148279 Jul 16 09:31:27.748533 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44408) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.752881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'b8388a4e-782e-4e0f-9031-f00dd8ce4f49', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:27.779738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.842624 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.846280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.863801 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e170c30-ec6d-4aee-a8d7-4baca5d082ea,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.869768 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.871082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a9508172-4b1a-47b3-8bb5-3132a5a159e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216373 Jul 16 09:31:27.873884 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44410) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.878458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'b8388a4e-782e-4e0f-9031-f00dd8ce4f49', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:27.900711 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:31:27.905470 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.966867 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.970384 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.991050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9b5896-9942-4995-9737-19af4688a749,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.994494 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.995693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ec73e4b-b0c6-4106-b292-1075b5d063ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208320 Jul 16 09:31:27.998416 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44412) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:28.002740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'b8388a4e-782e-4e0f-9031-f00dd8ce4f49', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:28.024856 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:31:28.029750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.090251 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.093890 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.111753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaca2c9-dead-455a-aef4-2e4363e7ce9e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:28.117439 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.118658 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5695737d-4000-412d-b340-e9bb547df1e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193306 Jul 16 09:31:28.122838 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44414) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:28.128034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'network': {'name': 'tempest-network-smoke--1333104256', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'port_security_enabled': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:28.149536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:28.153182 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.176632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:31:28.185907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.186229 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Added segment 17d5813b-d60e-4978-90df-dc92fecf4ce1 of type vlan for network 223ee31b-b7c6-4258-b232-93a229323904 Jul 16 09:31:28.228234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.254741 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.260813 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:28.261397 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.294371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1704669 Jul 16 09:31:28.297392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:28.302288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'admin_state_up': True, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:28.342688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55b68c-1a6e-45cb-bf06-a159366b1088 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Network': ['ID=223ee31b-b7c6-4258-b232-93a229323904,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:28.352658 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 223ee31b-b7c6-4258-b232-93a229323904 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:31:28.356141 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.357152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.411283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.864349 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.057898 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.076263 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.182095 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.139 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/25c09254-defc-4334-9e01-fbe78f2fbe0c) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:29.282257 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.322451 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.365885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:29.368618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:29.372175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:29.377542 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=25c09254-defc-4334-9e01-fbe78f2fbe0c,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:29.620415 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.815147 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.941589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:31:30.046466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:30.056639 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Sync routers for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:30.064948 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.065858 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:30.066204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-9b971af6-3230-459d-baf7-d10608a3a40c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7678578 Jul 16 09:31:30.066462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:30.069936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44418) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:30.172322 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:30.203667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-50744dbe-f365-4b74-a2a0-4a77a05d40b0 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5f06e23df9e84feeb83e50761b6bb216&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326087 Jul 16 09:31:30.206305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44422) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:30.348739 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:29Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:30.353224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f3350b-646d-4dd0-aa7f-6c65d85ab115 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:30.354731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d2f3350b-646d-4dd0-aa7f-6c65d85ab115 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475289 Jul 16 09:31:30.357627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44424) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:30.375230 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Checking router: 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:30.375606 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Updating router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b port 25c09254-defc-4334-9e01-fbe78f2fbe0c binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:31:30.392276 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-33e430c4-f932-4c11-bc3c-c30305e88563 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335970 Jul 16 09:31:30.394828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44426) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:30.399876 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110368391', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:30.409238 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.491946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:30.495479 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.665907 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.675017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.676492 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Transition to ACTIVE for port object 25c09254-defc-4334-9e01-fbe78f2fbe0c will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:30.683537 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.731447 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Attempting to bind port 25c09254-defc-4334-9e01-fbe78f2fbe0c on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:30.731813 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Attempting to bind port 25c09254-defc-4334-9e01-fbe78f2fbe0c by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:30.732176 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Attempting to bind port 25c09254-defc-4334-9e01-fbe78f2fbe0c on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:30.739131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Subnet': ['ID=42db0ab6-f5aa-4496-9859-1f22802b227c,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:30.739578 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:30.740535 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:30.740872 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.741258 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:30.741720 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Bound port: 25c09254-defc-4334-9e01-fbe78f2fbe0c, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:30.742103 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.749304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Checking segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:30.749672 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network hostable DHCP agents. Network: 223ee31b-b7c6-4258-b232-93a229323904, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:31:30.761248 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Pushing event updated for resources: {'Port': ['ID=25c09254-defc-4334-9e01-fbe78f2fbe0c,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:30.766850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 223ee31b-b7c6-4258-b232-93a229323904 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:31:30.771385 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.771777 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.772112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.772442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.772768 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.773093 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.773410 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.773732 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.774049 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.774360 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.774673 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.775008 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:30.776255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 223ee31b-b7c6-4258-b232-93a229323904) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:30.781889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:30.782503 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.792663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e602d-7448-4d01-bb47-74a9f9abe920 None None] Network 223ee31b-b7c6-4258-b232-93a229323904 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:30.801563 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d09c1926-043f-4dc8-9b60-c7ed4f5ea360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4028065 Jul 16 09:31:30.803683 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:30.807859 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] For port 25c09254-defc-4334-9e01-fbe78f2fbe0c, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:30.811078 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] For port 25c09254-defc-4334-9e01-fbe78f2fbe0c, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=25c09254-defc-4334-9e01-fbe78f2fbe0c,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:30.816262 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:30.871524 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:30.872144 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:30.966523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-223ee31b-b7c6-4258-b232-93a229323904', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:31:30.967563 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.004881 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a059e9-93d0-436f-9d64-a6b15cab730e None None] Pushing event updated for resources: {'Port': ['ID=25c09254-defc-4334-9e01-fbe78f2fbe0c,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:31.075349 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:31.132981 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Allocated IP 172.20.0.2 (223ee31b-b7c6-4258-b232-93a229323904/42db0ab6-f5aa-4496-9859-1f22802b227c/84cd1f10-e1e8-44f8-b219-c304a4e1ae10) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:31.269862 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:29Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:31.300088 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c333fc-ec17-4456-b43a-ebd65f06fe37 None None] The sync data for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 is: [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:29Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:31.316124 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.461873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.471202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Transition to ACTIVE for port object 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:31.487991 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Transition to ACTIVE for port object 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:31.495712 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.544429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Network 223ee31b-b7c6-4258-b232-93a229323904 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:31.550167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:31.554406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:31.620384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Pushing event updated for resources: {'Port': ['ID=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:31.638024 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Attempting to bind port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:31.638395 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Attempting to bind port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:31.638763 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Attempting to bind port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 on network 223ee31b-b7c6-4258-b232-93a229323904 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:31.644688 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:31.645312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Checking segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:31.646041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.646664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Bound using segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:31.647334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Bound port: 84cd1f10-e1e8-44f8-b219-c304a4e1ae10, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:31.647896 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.672959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.1 (223ee31b-b7c6-4258-b232-93a229323904/42db0ab6-f5aa-4496-9859-1f22802b227c/79c1e42e-aea5-498b-803d-82e3bb3cb979) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:31.727174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] For port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:31.734005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] For port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:31.738056 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.837340 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8e5c-2bbb-444d-88e5-ce0082767a4a None None] Pushing event updated for resources: {'Port': ['ID=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:31.844932 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.860755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object 79c1e42e-aea5-498b-803d-82e3bb3cb979 will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:31.905028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.959845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 223ee31b-b7c6-4258-b232-93a229323904 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:31.966835 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:31.974724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:32.064727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=79c1e42e-aea5-498b-803d-82e3bb3cb979,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:32.076407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.235286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 25c09254-defc-4334-9e01-fbe78f2fbe0c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:32.273294 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.295574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 25c09254-defc-4334-9e01-fbe78f2fbe0c completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:32.300084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 25c09254-defc-4334-9e01-fbe78f2fbe0c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:32.300544 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.382223 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.406287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 25c09254-defc-4334-9e01-fbe78f2fbe0c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=25c09254-defc-4334-9e01-fbe78f2fbe0c,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:32.411724 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.467874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=25c09254-defc-4334-9e01-fbe78f2fbe0c,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:32.588334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.593220 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.670757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=79c1e42e-aea5-498b-803d-82e3bb3cb979,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:32.674433 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.779971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 223ee31b-b7c6-4258-b232-93a229323904 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:32.781702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:32.897960 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:32.929634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226edf95-90ab-448e-8857-c9cc7ab3bfa4 None None] Network 223ee31b-b7c6-4258-b232-93a229323904 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:33.008765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-459787b5-7292-4659-88af-1709971c6b48 None None] Provisioning for port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:33.011227 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:33.016469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-68cf8b1a-0c38-4200-b781-b79bf7eeaad7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2106650 Jul 16 09:31:33.184359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-799809e6-e2f6-4ca9-8010-1ef21a05ecbd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454632415&fields=id&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 267 time: 0.0363679 Jul 16 09:31:33.306725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-a50dddfa-4615-4291-aa61-c0727b8e7eb6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:33.308515 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-a50dddfa-4615-4291-aa61-c0727b8e7eb6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/networks?id=223ee31b-b7c6-4258-b232-93a229323904 HTTP/1.1" status: 200 len: 797 time: 0.1177297 Jul 16 09:31:33.324506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4cd3d658-e11f-4f75-90a3-ba769419f86b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/quotas/5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 375 time: 0.0104773 Jul 16 09:31:33.355901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ebe2b8ea-ca12-4f3b-a863-4d5248de435c None None] Provisioning for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:33.365874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ebe2b8ea-ca12-4f3b-a863-4d5248de435c None None] Provisioning complete for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:33.366241 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b8ea-ca12-4f3b-a863-4d5248de435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.405936 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-58b09b59-7035-4b9d-8eed-70c3273fe45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760462 Jul 16 09:31:33.410355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2b8ea-ca12-4f3b-a863-4d5248de435c None None] Port 79c1e42e-aea5-498b-803d-82e3bb3cb979 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:33.470199 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Sync routers for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:33.480702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:33.481334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:33.540491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-de805e69-57c6-40f3-accd-e07120ecfd65 service neutron] 10.222.0.41 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224446 Jul 16 09:31:33.600011 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:33.639469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-0e9bffd9-c151-4d99-8031-92b10cf8eb90 service neutron] 10.222.0.41 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921035 Jul 16 09:31:33.683100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-31a0ac77-a01a-4a2a-920f-98095e1f5fd0 None None] Provisioning complete for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:33.683499 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-31a0ac77-a01a-4a2a-920f-98095e1f5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.738939 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-31a0ac77-a01a-4a2a-920f-98095e1f5fd0 None None] Port 79c1e42e-aea5-498b-803d-82e3bb3cb979 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:33.824777 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0723a803-a1c7-40bf-9de6-dab000218bc8 req-571c2a55-8ae4-47d6-bcbb-4bc1a57c89ab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 210 time: 0.0348153 Jul 16 09:31:33.863130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-29c78783-223f-4526-8796-f736d4d7aaab None None] Provisioning complete for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:33.863525 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-29c78783-223f-4526-8796-f736d4d7aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.892140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 2, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:33.924014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Checking router: 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:33.925472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Updating router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b port 79c1e42e-aea5-498b-803d-82e3bb3cb979 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:31:33.949450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-29c78783-223f-4526-8796-f736d4d7aaab None None] Port 79c1e42e-aea5-498b-803d-82e3bb3cb979 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:33.970176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.071619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 25c09254-defc-4334-9e01-fbe78f2fbe0c up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:34.156029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.210364 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 25c09254-defc-4334-9e01-fbe78f2fbe0c triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:34.210741 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.357433 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.360100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:34.387829 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Transition to ACTIVE for port object 79c1e42e-aea5-498b-803d-82e3bb3cb979 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:34.397876 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.461615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dfb85-f947-4bb1-b958-a5f62e6573c3 None None] Pushing event updated for resources: {'Port': ['ID=79c1e42e-aea5-498b-803d-82e3bb3cb979,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:34.484990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:34.507633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:34.508010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.541739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Attempting to bind port 79c1e42e-aea5-498b-803d-82e3bb3cb979 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:34.542125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Attempting to bind port 79c1e42e-aea5-498b-803d-82e3bb3cb979 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:34.542479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Attempting to bind port 79c1e42e-aea5-498b-803d-82e3bb3cb979 on network 223ee31b-b7c6-4258-b232-93a229323904 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:34.555145 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:34.555550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Checking segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:34.555959 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.556361 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Bound using segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:34.556840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Bound port: 79c1e42e-aea5-498b-803d-82e3bb3cb979, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:34.557227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.657558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.661474 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] For port 79c1e42e-aea5-498b-803d-82e3bb3cb979, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:34.691874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] For port 79c1e42e-aea5-498b-803d-82e3bb3cb979, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79c1e42e-aea5-498b-803d-82e3bb3cb979,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:34.698346 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.738494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:34.752514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:34.773407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:34.774051 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:34.775845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dfb85-f947-4bb1-b958-a5f62e6573c3 None None] Pushing event updated for resources: {'Port': ['ID=79c1e42e-aea5-498b-803d-82e3bb3cb979,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:34.903247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:34.938329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:35.022949 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ff113a38-a3da-420b-885d-7e2fc92f9c53 req-3a127f39-2625-431a-b664-66f10e3f5d11 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 210 time: 0.0533028 Jul 16 09:31:35.074328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-c9cabe87-2899-47d5-bf9c-dfbf4c1e09eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:35.075921 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-c9cabe87-2899-47d5-bf9c-dfbf4c1e09eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/networks?id=223ee31b-b7c6-4258-b232-93a229323904 HTTP/1.1" status: 200 len: 797 time: 0.1573930 Jul 16 09:31:35.126394 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2f48b94b-1738-4c4c-965e-9d651884b674 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 380 time: 0.0364952 Jul 16 09:31:35.136785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'port': {'device_id': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'admin_state_up': True, 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'security_groups': ['b8388a4e-782e-4e0f-9031-f00dd8ce4f49']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:35.249336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:35.253095 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.309754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:34Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:35.335739 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385de58-26b2-40f5-8678-20fb945018fa None None] The sync data for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 is: [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:34Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:35.404244 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.6 (223ee31b-b7c6-4258-b232-93a229323904/42db0ab6-f5aa-4496-9859-1f22802b227c/4c1fea76-eb76-44a0-af31-ec790960ffd4) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:35.559906 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.574601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object 4c1fea76-eb76-44a0-af31-ec790960ffd4 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:35.609382 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.657384 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 223ee31b-b7c6-4258-b232-93a229323904 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:35.660595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:35.665511 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:35.695248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=4c1fea76-eb76-44a0-af31-ec790960ffd4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:35.726160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:35.726902 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.744838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-4ce3d56a-c921-4dcd-be41-57d3efed6566 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131461 Jul 16 09:31:35.761719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Request body: {'port': {'device_id': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:35.851196 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.897424 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f75effed-0a11-4884-9107-4de4ef76a872 None None] Provisioning for port 4c1fea76-eb76-44a0-af31-ec790960ffd4 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:35.902149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f75effed-0a11-4884-9107-4de4ef76a872 None None] Provisioning complete for port 4c1fea76-eb76-44a0-af31-ec790960ffd4 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:35.902624 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f75effed-0a11-4884-9107-4de4ef76a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.960701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f75effed-0a11-4884-9107-4de4ef76a872 None None] Port 4c1fea76-eb76-44a0-af31-ec790960ffd4 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:36.070358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79c1e42e-aea5-498b-803d-82e3bb3cb979 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:36.123747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:36.127684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:36.128061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.159375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1fea76-eb76-44a0-af31-ec790960ffd4 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:36.168059 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.183482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Transition to ACTIVE for port object 4c1fea76-eb76-44a0-af31-ec790960ffd4 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:36.188342 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.240033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68837fc-7d14-461f-9263-e47a5e5cac3a req-70f1226d-0d6f-4e93-90c5-b7f60ef2f995 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:36.240845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.245520 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b68837fc-7d14-461f-9263-e47a5e5cac3a req-70f1226d-0d6f-4e93-90c5-b7f60ef2f995 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 931 time: 0.0851729 Jul 16 09:31:36.297302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 79c1e42e-aea5-498b-803d-82e3bb3cb979, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79c1e42e-aea5-498b-803d-82e3bb3cb979,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:36.300620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1fea76-eb76-44a0-af31-ec790960ffd4,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:36.303208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.304341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:36.311148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b68837fc-7d14-461f-9263-e47a5e5cac3a req-2f41cfb2-ba32-49f2-9f19-f0ac42cca4f9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598991 Jul 16 09:31:36.350842 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Attempting to bind port 4c1fea76-eb76-44a0-af31-ec790960ffd4 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:36.351295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Attempting to bind port 4c1fea76-eb76-44a0-af31-ec790960ffd4 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:36.351728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Attempting to bind port 4c1fea76-eb76-44a0-af31-ec790960ffd4 on network 223ee31b-b7c6-4258-b232-93a229323904 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:36.361360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Port 4c1fea76-eb76-44a0-af31-ec790960ffd4 on network 223ee31b-b7c6-4258-b232-93a229323904 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:31:36.361790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Attempting to bind port 4c1fea76-eb76-44a0-af31-ec790960ffd4 on network 223ee31b-b7c6-4258-b232-93a229323904 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:36.368174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:36.368741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Checking segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:36.369200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Bound using segment: {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:36.369714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Bound port: 4c1fea76-eb76-44a0-af31-ec790960ffd4, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5813b-d60e-4978-90df-dc92fecf4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '223ee31b-b7c6-4258-b232-93a229323904'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:36.370360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.392377 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=79c1e42e-aea5-498b-803d-82e3bb3cb979,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:36.405789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:36.406169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.448435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] For port 4c1fea76-eb76-44a0-af31-ec790960ffd4, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:36.452240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] For port 4c1fea76-eb76-44a0-af31-ec790960ffd4, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:36.459586 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.497796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:36.498293 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.499740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] 10.222.0.36 "PUT /v2.0/ports/4c1fea76-eb76-44a0-af31-ec790960ffd4 HTTP/1.1" status: 200 len: 1092 time: 0.7425649 Jul 16 09:31:36.500250 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:36.503413 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4ddcdc-0e6e-4911-848d-a1874345a77c" -d '{"events": [{"name": "network-changed", "server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:36.544247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe49d6a-2551-48f2-bb4c-f4354573c057 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1fea76-eb76-44a0-af31-ec790960ffd4,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:36.555093 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b47b91-72a6-4cf7-a67a-ceb35a35fafa x-openstack-request-id: req-b9b47b91-72a6-4cf7-a67a-ceb35a35fafa {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:36.555429 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:36.555685 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9b47b91-72a6-4cf7-a67a-ceb35a35fafa {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:36.556083 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'status': 'completed', 'code': 200} Jul 16 09:31:36.630698 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-efe5074e-3558-489c-9df4-20673a6fff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:36.632466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-efe5074e-3558-489c-9df4-20673a6fff98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 1095 time: 0.0593121 Jul 16 09:31:36.685135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-1d0c5a17-78d4-4829-8963-4577694a7375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4 HTTP/1.1" status: 200 len: 217 time: 0.0396271 Jul 16 09:31:36.736336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-09ad6b13-6afa-448e-8be0-d1654fe0cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:36.737832 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-09ad6b13-6afa-448e-8be0-d1654fe0cac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42db0ab6-f5aa-4496-9859-1f22802b227c HTTP/1.1" status: 200 len: 835 time: 0.0466311 Jul 16 09:31:36.794619 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-20722f9a-8f1a-417e-859b-d844720ebe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:36.796060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-20722f9a-8f1a-417e-859b-d844720ebe3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=223ee31b-b7c6-4258-b232-93a229323904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521748 Jul 16 09:31:36.890840 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-88eb438b-587f-4190-b176-2dddb3a419ee service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876474 Jul 16 09:31:36.978542 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-35c74031-1556-43f4-82f4-b1f89c7a093b req-92f85407-912f-48ac-9aaa-6a86903ede67 service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815568 Jul 16 09:31:37.113902 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-7ed196ed-396b-41bd-ade6-ca2eab2b6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:37.115864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-7ed196ed-396b-41bd-ade6-ca2eab2b6f05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 1095 time: 0.0517807 Jul 16 09:31:37.207679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-93aa7bb3-972d-4c6a-8072-e60d833d007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:37.209649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-93aa7bb3-972d-4c6a-8072-e60d833d007a service neutron] 10.222.0.36 "GET /v2.0/networks?id=223ee31b-b7c6-4258-b232-93a229323904 HTTP/1.1" status: 200 len: 898 time: 0.0872972 Jul 16 09:31:37.251082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-8ddc158c-417a-4990-820c-0375cf483f8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4 HTTP/1.1" status: 200 len: 217 time: 0.0346596 Jul 16 09:31:37.301768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-5b931af2-1b5a-452c-baef-26459c52d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:37.303850 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-5b931af2-1b5a-452c-baef-26459c52d6f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42db0ab6-f5aa-4496-9859-1f22802b227c HTTP/1.1" status: 200 len: 835 time: 0.0467911 Jul 16 09:31:37.361263 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-d3d0f9b2-4ed0-41cb-8b1e-c2b4755afac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:37.362796 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-d3d0f9b2-4ed0-41cb-8b1e-c2b4755afac9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=223ee31b-b7c6-4258-b232-93a229323904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514135 Jul 16 09:31:37.462738 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-41a4acf0-0bbc-4f1b-b956-a25446ac8ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911999 Jul 16 09:31:37.486123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd839687-ae9c-4194-8030-e60516c72ebf req-7ab64e08-f1be-4060-8b38-48680374716f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:37.487738 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd839687-ae9c-4194-8030-e60516c72ebf req-7ab64e08-f1be-4060-8b38-48680374716f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 943 time: 0.0685656 Jul 16 09:31:37.531615 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-dd839687-ae9c-4194-8030-e60516c72ebf req-46852620-26fe-4c2e-b053-cceea389652d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Jul 16 09:31:37.877858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8c4ddcdc-0e6e-4911-848d-a1874345a77c req-bbfb2253-1b9a-41b6-9166-11c49ea7e4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083037 Jul 16 09:31:37.954452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79c1e42e-aea5-498b-803d-82e3bb3cb979 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:38.005089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 79c1e42e-aea5-498b-803d-82e3bb3cb979 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:38.005504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:38.731304 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242827e-da4f-4bc6-941b-541b7f5edcf8 req-0737e7f4-3962-4db5-9aee-0f7154c8845f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:38.732838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8242827e-da4f-4bc6-941b-541b7f5edcf8 req-0737e7f4-3962-4db5-9aee-0f7154c8845f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 943 time: 0.0666003 Jul 16 09:31:38.773975 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8242827e-da4f-4bc6-941b-541b7f5edcf8 req-b4fb166a-c31a-455c-8df8-4a8d89c693e2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349081 Jul 16 09:31:38.981792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c1fea76-eb76-44a0-af31-ec790960ffd4 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:31:39.081761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4c1fea76-eb76-44a0-af31-ec790960ffd4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:39.093136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'port_id': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'mac_address': 'fa:16:3e:ec:25:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:31:39.131728 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.144961 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1fea76-eb76-44a0-af31-ec790960ffd4 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:39.166972 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4c1fea76-eb76-44a0-af31-ec790960ffd4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:39.170804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.217139 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4c1fea76-eb76-44a0-af31-ec790960ffd4,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:39.467485 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['4c1fea76-eb76-44a0-af31-ec790960ffd4'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:39.952218 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124fbd6-60a6-4515-9f6e-629d09fecedc req-dac93c04-40d3-48b2-a754-31602e144e2e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:39.953693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c124fbd6-60a6-4515-9f6e-629d09fecedc req-dac93c04-40d3-48b2-a754-31602e144e2e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 944 time: 0.0625052 Jul 16 09:31:39.995362 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c124fbd6-60a6-4515-9f6e-629d09fecedc req-5a397f98-eabd-4bbe-9382-c6535f9c860b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356288 Jul 16 09:31:40.977623 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c1fea76-eb76-44a0-af31-ec790960ffd4 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:41.028715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 4c1fea76-eb76-44a0-af31-ec790960ffd4 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:41.032743 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 4c1fea76-eb76-44a0-af31-ec790960ffd4 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:41.033148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:41.111053 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:41.134136 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:41.136460 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca9d3bb-32bb-4bc6-aaba-04cc72acf01c" -d '{"events": [{"server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "name": "network-vif-plugged", "status": "completed", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:41.149070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 4c1fea76-eb76-44a0-af31-ec790960ffd4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:41.153030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:41.170149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bd755-ddaf-42a5-81ea-1f53377614f2 req-466f184a-0070-4cc1-8fbd-e7611321277c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.171666 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f65bd755-ddaf-42a5-81ea-1f53377614f2 req-466f184a-0070-4cc1-8fbd-e7611321277c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 944 time: 0.0651338 Jul 16 09:31:41.205551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=4c1fea76-eb76-44a0-af31-ec790960ffd4,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:41.210162 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f65bd755-ddaf-42a5-81ea-1f53377614f2 req-ce5c6d32-33a7-42ac-b296-93f9e176c651 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Jul 16 09:31:41.305534 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c320c-2afc-4c64-afbe-eab83fd32591 x-openstack-request-id: req-a12c320c-2afc-4c64-afbe-eab83fd32591 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:41.305825 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "name": "network-vif-plugged", "status": "completed", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:41.306080 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a12c320c-2afc-4c64-afbe-eab83fd32591 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:41.306476 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'code': 200} Jul 16 09:31:41.438988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd90c7-6ebf-493a-a14c-bbe343402bcf req-3dc01aca-c3cb-49a3-8bac-2dd17e33b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.440510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21cd90c7-6ebf-493a-a14c-bbe343402bcf req-3dc01aca-c3cb-49a3-8bac-2dd17e33b55a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 1097 time: 0.0513530 Jul 16 09:31:41.478444 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-21cd90c7-6ebf-493a-a14c-bbe343402bcf req-37d015e1-796c-4753-8ac8-0dca49941203 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Jul 16 09:31:42.388024 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b16a91-1532-4409-a2e0-5552b3241f16 req-484a6d81-e31b-4bfc-992f-dee8b05950ac tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:42.389500 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91b16a91-1532-4409-a2e0-5552b3241f16 req-484a6d81-e31b-4bfc-992f-dee8b05950ac tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0644715 Jul 16 09:31:42.427145 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-91b16a91-1532-4409-a2e0-5552b3241f16 req-264e47a9-a748-424c-9f89-665b5fdf21e6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jul 16 09:31:43.064887 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bdab9d5c-d341-49e7-9524-446eedcc7287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:43.607003 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875df467-0c3f-477d-9d31-18ccf7adeaf0 req-0d63a766-c344-43fc-a3a6-56cf730243c5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:43.608519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-875df467-0c3f-477d-9d31-18ccf7adeaf0 req-0d63a766-c344-43fc-a3a6-56cf730243c5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0698636 Jul 16 09:31:43.645542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-875df467-0c3f-477d-9d31-18ccf7adeaf0 req-75d180e8-53e8-4589-aeb1-9e0a94772cbe tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Jul 16 09:31:43.817569 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63b539-3d9d-45c9-a07b-a8f291b8862d req-7822df73-ffc5-4358-891f-d291e4e805a2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:43.819076 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de63b539-3d9d-45c9-a07b-a8f291b8862d req-7822df73-ffc5-4358-891f-d291e4e805a2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0646119 Jul 16 09:31:43.856902 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-de63b539-3d9d-45c9-a07b-a8f291b8862d req-57fe8d9f-3448-41e5-bdd0-951749641036 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Jul 16 09:31:43.881753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44484) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:43.937245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e57e0f-8517-4d1c-8cfc-f5eda6e77451 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:43.938779 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-99e57e0f-8517-4d1c-8cfc-f5eda6e77451 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 1092 time: 0.0560093 Jul 16 09:31:43.941717 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44486) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:43.946302 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:43.968615 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.064580 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.167576 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.133 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/0e7d2a0f-0975-4c47-8a81-d16053d08fc6) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:44.267260 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.304821 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.338436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:44.341222 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:44.348149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:44.380213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=0e7d2a0f-0975-4c47-8a81-d16053d08fc6,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:44.713432 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.790278 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.937285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:44.941895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.010310 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=0e7d2a0f-0975-4c47-8a81-d16053d08fc6,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:45.018234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.116555 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP 3a6e0388-3d4b-4dc4-8eff-54313a24279b associated. External IP: 172.25.0.133, port: 4c1fea76-eb76-44a0-af31-ec790960ffd4. Jul 16 09:31:45.644485 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:45.740812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1268acb-40e5-4662-bee1-9f229472a0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.755790 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:45.766373 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] Sync routers for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:45.773723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.777934 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:45.778550 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:45.811085 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.815206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0deca00-2e5f-4a4e-ba69-3618e75c6a4f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8724239 Jul 16 09:31:45.815844 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:45.818100 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c01a8-0a15-41b9-aca0-681fd16a17b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:45.891758 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:45.972123 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a8abb-ee48-4ad6-9d96-e2408bd652fe req-462b910a-89da-4518-910e-3e64d3034407 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:45.973620 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-062a8abb-ee48-4ad6-9d96-e2408bd652fe req-462b910a-89da-4518-910e-3e64d3034407 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0653825 Jul 16 09:31:46.013294 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-062a8abb-ee48-4ad6-9d96-e2408bd652fe req-b2cf7a2f-7e0d-448f-b3ae-b1e175a02957 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Jul 16 09:31:46.037858 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44492) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:46.063575 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f04779-e5a6-4482-a16f-7d2fdbaf62cf x-openstack-request-id: req-a1f04779-e5a6-4482-a16f-7d2fdbaf62cf {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:46.063861 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:46.064115 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1f04779-e5a6-4482-a16f-7d2fdbaf62cf {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:46.064516 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'status': 'completed', 'code': 200} Jul 16 09:31:46.106528 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-7f217573-af7d-4387-ab1a-970cca2833b3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/3a6e0388-3d4b-4dc4-8eff-54313a24279b HTTP/1.1" status: 200 len: 991 time: 0.0674963 Jul 16 09:31:46.122097 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '3a6e0388-3d4b-4dc4-8eff-54313a24279b', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'port_id': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'mac_address': 'fa:16:3e:ec:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:31:44Z', 'updated_at': '2021-07-16T09:31:44Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:46.148106 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] Checking router: 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:46.156740 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:46.157276 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:46.157680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-c029c1cb-9ede-4946-9fbe-7cf7d1661407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:46.159194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-c029c1cb-9ede-4946-9fbe-7cf7d1661407 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 1097 time: 0.0516877 Jul 16 09:31:46.251691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-e47e4472-95c5-49bd-9fb2-7802890aae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:46.253260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-e47e4472-95c5-49bd-9fb2-7802890aae70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=223ee31b-b7c6-4258-b232-93a229323904 HTTP/1.1" status: 200 len: 898 time: 0.0878539 Jul 16 09:31:46.263774 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:46.318685 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-a3eb6404-7eb1-4373-8fda-3c61d1e156d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4 HTTP/1.1" status: 200 len: 999 time: 0.0586751 Jul 16 09:31:46.372613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-838aa8cd-4346-4d57-9b67-19d145a4381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:46.374098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-838aa8cd-4346-4d57-9b67-19d145a4381d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42db0ab6-f5aa-4496-9859-1f22802b227c HTTP/1.1" status: 200 len: 835 time: 0.0482571 Jul 16 09:31:46.430342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-336c10a6-fc99-4c0c-aad6-7ea8c246b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:46.432303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-336c10a6-fc99-4c0c-aad6-7ea8c246b9a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=223ee31b-b7c6-4258-b232-93a229323904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510967 Jul 16 09:31:46.489973 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '3a6e0388-3d4b-4dc4-8eff-54313a24279b', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'port_id': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'mac_address': 'fa:16:3e:ec:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:31:44Z', 'updated_at': '2021-07-16T09:31:44Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:46.516080 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c099ffd-e904-4131-aa69-c74aa125180c None None] The sync data for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 is: [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '3a6e0388-3d4b-4dc4-8eff-54313a24279b', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'port_id': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'mac_address': 'fa:16:3e:ec:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:31:44Z', 'updated_at': '2021-07-16T09:31:44Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:46.523399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-51c32707-3bd0-4a4c-94ad-0550a13b9dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Jul 16 09:31:46.623734 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-158c01a8-0a15-41b9-aca0-681fd16a17b5 req-86a74906-3088-4fc2-be1a-6fca16a184f0 service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934417 Jul 16 09:31:46.713706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5687fc9-0a9d-42e0-b9e9-36a75d260ee0 None None] New status for floating IP 3a6e0388-3d4b-4dc4-8eff-54313a24279b: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:31:46.865752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:47.110393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44494) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:47.174550 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-216e8c7a-7058-4a05-b40e-7beb40ef33fa tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/3a6e0388-3d4b-4dc4-8eff-54313a24279b HTTP/1.1" status: 200 len: 993 time: 0.0629463 Jul 16 09:31:48.203717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.562583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.673993 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:32:04.149459 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.066675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-985dced5-978c-4ecd-9427-9726ff61038e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.130855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b649286-4776-4e78-8623-5989816fe889 req-59242627-3542-4a4d-aaa6-80c5c702b831 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:14.132263 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b649286-4776-4e78-8623-5989816fe889 req-59242627-3542-4a4d-aaa6-80c5c702b831 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0651546 Jul 16 09:32:14.170637 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b649286-4776-4e78-8623-5989816fe889 req-f523a16f-af5a-44fa-b31a-d6ebb8884c15 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Jul 16 09:32:15.341603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb919376-c4f8-4d68-8023-b74b9c83cbcf req-7d5d99db-28f0-4352-a673-fcecb57dff55 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:15.343074 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb919376-c4f8-4d68-8023-b74b9c83cbcf req-7d5d99db-28f0-4352-a673-fcecb57dff55 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0632820 Jul 16 09:32:15.380196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb919376-c4f8-4d68-8023-b74b9c83cbcf req-fec52453-6ae3-405f-82e0-c54f71efb150 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Jul 16 09:32:15.404725 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44512) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:15.464609 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8f2a1ea6-d2d7-4885-a00c-69c47d532a4e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/3a6e0388-3d4b-4dc4-8eff-54313a24279b HTTP/1.1" status: 200 len: 993 time: 0.0586839 Jul 16 09:32:15.743063 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-47298307-283b-486c-aa6e-560562966980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.813078 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.867908 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.913475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ad5f-8ec1-4bb0-8c2a-74b105a8c56d req-17ee285f-e6f1-4b4b-999b-4a33ebbf3d60 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:16.915572 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a706ad5f-8ec1-4bb0-8c2a-74b105a8c56d req-17ee285f-e6f1-4b4b-999b-4a33ebbf3d60 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0668397 Jul 16 09:32:16.953479 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a706ad5f-8ec1-4bb0-8c2a-74b105a8c56d req-745072d8-9292-4a7e-8060-b3a6342bf7eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Jul 16 09:32:18.127579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800a35-5f56-4320-89be-273840835907 req-bc7b1e57-e298-4683-89ad-b0efcc872e6d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.128974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8800a35-5f56-4320-89be-273840835907 req-bc7b1e57-e298-4683-89ad-b0efcc872e6d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0640385 Jul 16 09:32:18.166409 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e8800a35-5f56-4320-89be-273840835907 req-bc17a292-82c6-4b55-9a35-a80268503f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Jul 16 09:32:18.191086 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44522) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:18.219646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.255491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb3e5a2f-c0b5-498d-ba1d-d2bbb51c1b01 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/3a6e0388-3d4b-4dc4-8eff-54313a24279b HTTP/1.1" status: 200 len: 993 time: 0.0632422 Jul 16 09:32:18.536639 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44528) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:18.564690 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.695936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 0e7d2a0f-0975-4c47-8a81-d16053d08fc6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:18.696681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.777321 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.777653 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.789022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 0e7d2a0f-0975-4c47-8a81-d16053d08fc6 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:18.957881 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.984549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=0e7d2a0f-0975-4c47-8a81-d16053d08fc6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:19.011391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.011742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.012080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.012418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.012751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.013083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.013411 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.013740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.014064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.014386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.014712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.015035 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:19.053534 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:19.053867 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP 3a6e0388-3d4b-4dc4-8eff-54313a24279b disassociated (deleted). External IP: 172.25.0.133, port: 4c1fea76-eb76-44a0-af31-ec790960ffd4. Jul 16 09:32:19.257870 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:19.366648 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:19.372071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:19.376742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] Sync routers for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:19.385782 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:19.386380 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:19.408913 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e5e8e8de-05a8-45bb-b77f-ef46824460a1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/floatingips/3a6e0388-3d4b-4dc4-8eff-54313a24279b HTTP/1.1" status: 204 len: 168 time: 0.8711660 Jul 16 09:32:19.409589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:19.411943 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e95e31f-de2b-455d-b34b-84b0a7359204" -d '{"events": [{"name": "network-changed", "server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:19.490365 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:19.657211 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2502c082-f74b-494e-a3a6-c5ca85312052 x-openstack-request-id: req-2502c082-f74b-494e-a3a6-c5ca85312052 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:19.657746 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:19.658133 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2502c082-f74b-494e-a3a6-c5ca85312052 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:19.658771 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'status': 'completed', 'code': 200} Jul 16 09:32:19.778946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-e4db3d35-e2b4-454c-bf40-2ee16b219c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:19.780795 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-e4db3d35-e2b4-454c-bf40-2ee16b219c53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 1097 time: 0.0620646 Jul 16 09:32:19.806123 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:19.818775 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c70c-a418-4d98-bded-bf03df1a8515 req-46c3fff0-f31d-4d91-8801-060eb1871a64 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:19.820324 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3b0c70c-a418-4d98-bded-bf03df1a8515 req-46c3fff0-f31d-4d91-8801-060eb1871a64 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0725193 Jul 16 09:32:19.833557 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] Checking router: 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:19.842485 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:19.843103 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:19.865836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3b0c70c-a418-4d98-bded-bf03df1a8515 req-6607b2ff-93f9-49d7-929b-3cda42024b4b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377586 Jul 16 09:32:19.879310 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-6b495a0e-fcfb-45cb-9417-cd0977ce4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:19.880831 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-6b495a0e-fcfb-45cb-9417-cd0977ce4bfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=223ee31b-b7c6-4258-b232-93a229323904 HTTP/1.1" status: 200 len: 898 time: 0.0919747 Jul 16 09:32:19.928833 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-fa4d9d49-7dd7-4b12-881b-38ec2f507396 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4 HTTP/1.1" status: 200 len: 217 time: 0.0406466 Jul 16 09:32:19.949711 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:19.979337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-5d13b8a2-91df-4032-bb2f-c81719b32f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:19.980819 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-5d13b8a2-91df-4032-bb2f-c81719b32f4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42db0ab6-f5aa-4496-9859-1f22802b227c HTTP/1.1" status: 200 len: 835 time: 0.0450485 Jul 16 09:32:20.038504 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-efe0eaa7-1405-4645-ad61-ef5d405b1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:20.040666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-efe0eaa7-1405-4645-ad61-ef5d405b1263 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=223ee31b-b7c6-4258-b232-93a229323904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526793 Jul 16 09:32:20.134904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-55ae48d5-61f3-40c4-9b1f-8a2fa55b28e9 service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873394 Jul 16 09:32:20.143862 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:20.173566 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e11e4-4e2e-430d-ada5-47848cd2a77d None None] The sync data for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 is: [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '79c1e42e-aea5-498b-803d-82e3bb3cb979', 'name': '', 'network_id': '223ee31b-b7c6-4258-b232-93a229323904', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:02:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:31Z', 'updated_at': '2021-07-16T09:31:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '42db0ab6-f5aa-4496-9859-1f22802b227c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:20.226133 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e95e31f-de2b-455d-b34b-84b0a7359204 req-00478895-763c-4308-852e-0d61d7ab3f9c service neutron] 10.222.0.36 "GET /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847125 Jul 16 09:32:20.402873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00e50e-e934-46af-8ae7-4b11f8664589 None None] New status for floating IP 3a6e0388-3d4b-4dc4-8eff-54313a24279b: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:21.039124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd532d4c-a2b6-434f-88d1-1e2ac3398cb7 req-35e534c3-ccfe-494a-931e-39e2ca464f2d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:21.041199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd532d4c-a2b6-434f-88d1-1e2ac3398cb7 req-35e534c3-ccfe-494a-931e-39e2ca464f2d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0637810 Jul 16 09:32:21.078143 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd532d4c-a2b6-434f-88d1-1e2ac3398cb7 req-7b4f73b3-d9d5-43f0-a45a-1aa7cf576567 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8388a4e-782e-4e0f-9031-f00dd8ce4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315239 Jul 16 09:32:21.532522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-c1bb5103-7e4c-4bef-ac65-fdf772dcbfd5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:21.533977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-c1bb5103-7e4c-4bef-ac65-fdf772dcbfd5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 945 time: 0.0681157 Jul 16 09:32:21.632869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 4c1fea76-eb76-44a0-af31-ec790960ffd4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:21.633213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.723466 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 4c1fea76-eb76-44a0-af31-ec790960ffd4, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=4c1fea76-eb76-44a0-af31-ec790960ffd4,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:21.723822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.737835 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 4c1fea76-eb76-44a0-af31-ec790960ffd4 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:21.864897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.901640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=4c1fea76-eb76-44a0-af31-ec790960ffd4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:21.945449 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] No DVR routers for this DVR port 4c1fea76-eb76-44a0-af31-ec790960ffd4 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:21.948714 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.950688 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e7a6b327-7491-48c0-9d73-c2acee11a647 req-29e88cea-c72b-4093-8f0e-9bafdf70f2d6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "DELETE /v2.0/ports/4c1fea76-eb76-44a0-af31-ec790960ffd4 HTTP/1.1" status: 204 len: 173 time: 0.4090853 Jul 16 09:32:21.951204 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'name': 'network-vif-deleted', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:21.953506 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27af616e-25f1-4d2c-9ba1-01e631cd84e1" -d '{"events": [{"server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "name": "network-vif-deleted", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:21.991284 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa09919-0926-4bb0-9339-6fc59db14d65 x-openstack-request-id: req-4fa09919-0926-4bb0-9339-6fc59db14d65 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:21.991640 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f684bd47-be93-479e-9b66-9bd9b21d1e16", "name": "network-vif-deleted", "tag": "4c1fea76-eb76-44a0-af31-ec790960ffd4", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:21.991903 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fa09919-0926-4bb0-9339-6fc59db14d65 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:21.992310 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f684bd47-be93-479e-9b66-9bd9b21d1e16', 'name': 'network-vif-deleted', 'tag': '4c1fea76-eb76-44a0-af31-ec790960ffd4', 'status': 'completed', 'code': 200} Jul 16 09:32:22.242149 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7b75036-c76f-4d7d-aaf2-db9cf22e1a71 req-5ef69172-2f56-4e92-9dd5-fa6aed869fa7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f684bd47-be93-479e-9b66-9bd9b21d1e16 HTTP/1.1" status: 200 len: 210 time: 0.0336728 Jul 16 09:32:23.336031 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44544) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:23.692249 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:23.958524 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 79c1e42e-aea5-498b-803d-82e3bb3cb979 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:23.958786 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.045506 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 79c1e42e-aea5-498b-803d-82e3bb3cb979, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=79c1e42e-aea5-498b-803d-82e3bb3cb979,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:24.045864 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.059345 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 79c1e42e-aea5-498b-803d-82e3bb3cb979 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:24.242256 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.266687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=79c1e42e-aea5-498b-803d-82e3bb3cb979,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:24.451069 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.662487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:24.763754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:24.768804 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4cfc5f4a-5c22-48f7-aeb0-c21082689fe2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311225 Jul 16 09:32:24.771650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44546) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:24.775197 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] Sync routers for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:24.784269 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:24.784943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:24.826133 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting subnet 42db0ab6-f5aa-4496-9859-1f22802b227c {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:32:24.829169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.869146 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.887531 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:24.950499 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.013028 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.041551 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Subnet': ['ID=42db0ab6-f5aa-4496-9859-1f22802b227c,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:25.043668 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.048377 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bfac20f4-2033-415a-83d5-4c9d0182cd8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/subnets/42db0ab6-f5aa-4496-9859-1f22802b227c HTTP/1.1" status: 204 len: 168 time: 0.2757423 Jul 16 09:32:25.048970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44548) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:25.058594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e90b28-b7dd-4305-8048-36e34963d6a6 None None] Network 223ee31b-b7c6-4258-b232-93a229323904 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:25.066806 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:32:24Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:25.093452 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] Checking router: 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:25.103025 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] Routers {'896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:25.103769 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:25.160554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.207944 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] Set router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:25.236768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c1fea76-eb76-44a0-af31-ec790960ffd4 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:25.256482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 4c1fea76-eb76-44a0-af31-ec790960ffd4 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:25.257102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 4c1fea76-eb76-44a0-af31-ec790960ffd4 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:25.264374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] DHCP port deletion for 223ee31b-b7c6-4258-b232-93a229323904 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:32:25.275080 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.313949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Deleting port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:25.314344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.332746 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 25c09254-defc-4334-9e01-fbe78f2fbe0c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:25.333107 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.380158 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] For port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,segment=NetworkSegment(17d5813b-d60e-4978-90df-dc92fecf4ce1),segment_id=17d5813b-d60e-4978-90df-dc92fecf4ce1)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:25.380549 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.394278 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Calling delete_port for 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:25.400320 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:32:24Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:25.414595 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 25c09254-defc-4334-9e01-fbe78f2fbe0c, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=25c09254-defc-4334-9e01-fbe78f2fbe0c,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:25.415705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.428015 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 25c09254-defc-4334-9e01-fbe78f2fbe0c owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:25.428232 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962d904-21be-4354-b2bf-fe9f5ec0a13b None None] The sync data for ids ['896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b'] in n-d-798249-10 is: [{'id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719683014', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:28Z', 'updated_at': '2021-07-16T09:32:24Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '25c09254-defc-4334-9e01-fbe78f2fbe0c', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:27:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:29Z', 'updated_at': '2021-07-16T09:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:25.484216 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.510460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Pushing event deleted for resources: {'Port': ['ID=84cd1f10-e1e8-44f8-b219-c304a4e1ae10,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:25.512732 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] No DVR routers for this DVR port 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:25.522168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.522946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.522946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.523183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.523648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.523873 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.524898 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.525238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.525574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.525905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.526236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.526562 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1681b9-323c-4c1c-bf6a-faab2fa04262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.605128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.629906 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=25c09254-defc-4334-9e01-fbe78f2fbe0c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:25.641594 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.641944 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.642286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.642624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.642956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.643286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.643643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.643971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.644299 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.644630 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.644954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.645275 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:25.706159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.812462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.814884 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.859923 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.860568 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Fanout notify agent at l3_agent the message router_deleted on router 896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:32:25.868579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.870191 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e6b1b829-1d62-4ff6-a45e-b0d796173d7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/routers/896fb7ce-c6e7-41ab-b57d-56e9c3ab8d1b HTTP/1.1" status: 204 len: 168 time: 0.8196592 Jul 16 09:32:25.872954 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44550) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:25.956692 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.032613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79c1e42e-aea5-498b-803d-82e3bb3cb979 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:26.053419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 79c1e42e-aea5-498b-803d-82e3bb3cb979 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:26.053658 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.054114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 79c1e42e-aea5-498b-803d-82e3bb3cb979 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:26.054247 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:26.065816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223ee31b-b7c6-4258-b232-93a229323904']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:26.076569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:26.077120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 84cd1f10-e1e8-44f8-b219-c304a4e1ae10 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:26.083537 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d5813b-d60e-4978-90df-dc92fecf4ce1') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:26.083845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d5813b-d60e-4978-90df-dc92fecf4ce1') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:26.093979 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.108762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.115492 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:32:26.115915 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:32:26.118972 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:32:26.176982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.184410 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.186172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/networks/223ee31b-b7c6-4258-b232-93a229323904 HTTP/1.1" status: 204 len: 168 time: 0.3121729 Jul 16 09:32:26.189017 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44552) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:26.197363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d750103-9cd4-43de-b4a5-d6adb0e037a8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Network': ['ID=223ee31b-b7c6-4258-b232-93a229323904,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:26.248857 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-466a877d-367c-4e8d-82fe-af1ca11ebf42 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.274622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-466a877d-367c-4e8d-82fe-af1ca11ebf42 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.331940 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-466a877d-367c-4e8d-82fe-af1ca11ebf42 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.334709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-466a877d-367c-4e8d-82fe-af1ca11ebf42 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.335874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-466a877d-367c-4e8d-82fe-af1ca11ebf42 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8388a4e-782e-4e0f-9031-f00dd8ce4f49 HTTP/1.1" status: 204 len: 168 time: 0.1458395 Jul 16 09:32:26.345385 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a877d-367c-4e8d-82fe-af1ca11ebf42 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8388a4e-782e-4e0f-9031-f00dd8ce4f49,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:26.719360 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44558) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:26.724200 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172980201', 'description': 'tempest-secgroup-smoke-1172980201 description', 'project_id': '5f06e23df9e84feeb83e50761b6bb216'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:26.746352 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.828446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.832048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.858600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.859815 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394324 Jul 16 09:32:26.861783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34b3df-b88b-43b0-a095-2fb0a999edcd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7f07d3-191e-4535-8133-3c64b2ac8284,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:26.862921 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44560) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:26.868748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '1b7f07d3-191e-4535-8133-3c64b2ac8284', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:26.896046 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.942376 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.946511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.963736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbff41d-16d3-4af6-892b-7b120e218b85,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:26.969000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.970462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fa1f2ad8-45e5-4d65-a98c-a0b15be50aa4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062260 Jul 16 09:32:26.973238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44562) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:26.978240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '1b7f07d3-191e-4535-8133-3c64b2ac8284', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:27.005111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.391015 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.395078 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.413645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26899f7-f501-4af4-be8d-0461378a6c63,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:27.416482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.417668 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8e561a77-6467-4d5c-900e-5df64ad23f36 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4435098 Jul 16 09:32:27.420406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44564) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:27.424776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '1b7f07d3-191e-4535-8133-3c64b2ac8284', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:27.451772 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.508017 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.512600 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.531059 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740d1c9b-fd36-4f20-be0e-fa8cd8794ec3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:27.537471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.538715 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-84e1b813-12b9-45e9-b08b-fa637e039e20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173751 Jul 16 09:32:27.541456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44566) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:27.545898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '1b7f07d3-191e-4535-8133-3c64b2ac8284', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:27.572943 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.629522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.633151 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.651356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ad6dfe-1ae2-4610-87c0-b38abade97de,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:27.656677 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.658755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8fba571f-2412-4ff1-8c2e-9b398a2880ea tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154630 Jul 16 09:32:27.660579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44568) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:27.665149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '1b7f07d3-191e-4535-8133-3c64b2ac8284', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:27.687233 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:32:27.691987 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.754457 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.757930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.775968 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9abc8c8-aff3-4074-a554-7b958b088d39,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:27.781086 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.782286 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d5720d57-545c-4c43-9b85-6ab7c987f7fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207705 Jul 16 09:32:27.786087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44570) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:27.791257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '1b7f07d3-191e-4535-8133-3c64b2ac8284', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:27.812845 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:32:27.817607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.878037 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.881269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.898128 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad0b7c6-baa8-4a7e-9734-3d8352c4c701,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:27.904213 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.905608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4e4f0048-36a8-400e-aae4-e53db9068963 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185360 Jul 16 09:32:27.908444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44572) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:27.913393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'network': {'name': 'tempest-network-smoke--2055574256', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'port_security_enabled': True}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:27.936441 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:27.938694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 25c09254-defc-4334-9e01-fbe78f2fbe0c no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:27.939886 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.959125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 25c09254-defc-4334-9e01-fbe78f2fbe0c {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:27.959448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 25c09254-defc-4334-9e01-fbe78f2fbe0c not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:27.964684 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:32:27.974372 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:27.974764 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Added segment 5892ac0f-13fc-40e2-8738-26561940beb9 of type vlan for network f305b396-4a77-4b75-80ac-f502f58e6631 Jul 16 09:32:28.014765 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.042516 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.048016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:28.048601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.085026 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1755438 Jul 16 09:32:28.088618 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44574) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:28.095126 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'admin_state_up': True, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:28.130492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176599fa-98c5-4218-8c87-831f51f49dab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Network': ['ID=f305b396-4a77-4b75-80ac-f502f58e6631,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:28.142135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network f305b396-4a77-4b75-80ac-f502f58e6631 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:32:28.147116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.148166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.204153 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.336450 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.530553 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.549274 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.647974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.88 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/b7e1d336-f6f2-4228-a20f-a5b5b3d0a389) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:28.751120 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.789367 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:28.830390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:28.834796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:28.840327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:28.842712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:29.085100 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:29.278440 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:29.405232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 71d7de24-3b22-4809-942c-afc6670fb5db is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:32:29.511722 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:29.521427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Sync routers for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:29.530850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:29.531390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:29.531988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:29.532151 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4f8d92fe-1333-4dce-b18f-fd65fed30223 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4425383 Jul 16 09:32:29.535189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44576) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:29.567191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e8b78d32-898f-4620-b064-456940e7c140 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5f06e23df9e84feeb83e50761b6bb216&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285695 Jul 16 09:32:29.567460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44578) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:29.637269 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:29.659281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273c3a5-4a69-4b5f-9096-3ce88cc94d86 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:29.660790 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a273c3a5-4a69-4b5f-9096-3ce88cc94d86 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918219 Jul 16 09:32:29.663758 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44580) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:29.691976 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-127844ca-c55a-4b8b-829f-003570d50530 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270758 Jul 16 09:32:29.694396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44582) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:29.699232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637175008', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:29.788148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:29.792632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:29.820216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:28Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:29.849647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Checking router: 71d7de24-3b22-4809-942c-afc6670fb5db for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:29.849995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Updating router 71d7de24-3b22-4809-942c-afc6670fb5db port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:29.885127 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:29.980036 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.039507 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Subnet': ['ID=f2d667f0-e78c-4871-80d2-a1b141f032fd,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:30.061173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Checking segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:30.063671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network hostable DHCP agents. Network: f305b396-4a77-4b75-80ac-f502f58e6631, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:32:30.084897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network f305b396-4a77-4b75-80ac-f502f58e6631 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:32:30.094245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, f305b396-4a77-4b75-80ac-f502f58e6631) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:30.098691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:30.099287 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.113868 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-f504e877-8d32-4d44-bd2c-24adddaec96f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4184985 Jul 16 09:32:30.116712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44584) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:30.120431 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff3f8a-1d65-420b-85f0-31109c7a7d66 None None] Network f305b396-4a77-4b75-80ac-f502f58e6631 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:30.163005 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.205292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Transition to ACTIVE for port object b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:30.213802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.297993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Attempting to bind port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:30.298366 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Attempting to bind port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:30.298731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Attempting to bind port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:30.306979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af5fd0-3b1d-4db4-b80a-9af50d6d3c3a None None] Pushing event updated for resources: {'Port': ['ID=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:30.316409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:30.316797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:30.317188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.317583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:30.318053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Bound port: b7e1d336-f6f2-4228-a20f-a5b5b3d0a389, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:30.318438 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.377541 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-f305b396-4a77-4b75-80ac-f502f58e6631', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:32:30.378399 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.413904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] For port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:30.418403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] For port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:30.465234 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.545152 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:30.550193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af5fd0-3b1d-4db4-b80a-9af50d6d3c3a None None] Pushing event updated for resources: {'Port': ['ID=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:30.557225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:30.557841 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:30.829175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Allocated IP 172.20.0.2 (f305b396-4a77-4b75-80ac-f502f58e6631/f2d667f0-e78c-4871-80d2-a1b141f032fd/d4f70ebe-13bb-40f7-b510-456e984d14ba) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:30.880163 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:31.124315 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.137216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Transition to ACTIVE for port object d4f70ebe-13bb-40f7-b510-456e984d14ba will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:31.157427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Transition to ACTIVE for port object d4f70ebe-13bb-40f7-b510-456e984d14ba will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:31.168792 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.174113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:28Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:31.214944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.1 (f305b396-4a77-4b75-80ac-f502f58e6631/f2d667f0-e78c-4871-80d2-a1b141f032fd/b281e3f7-0725-4311-96d2-21270a9a20a1) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:31.229518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da46f2-abb1-459e-b98f-0a5fa30bf5f2 None None] The sync data for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 is: [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:28Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:31.245094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Network f305b396-4a77-4b75-80ac-f502f58e6631 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:31.247977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:31.250547 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:31.286543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Pushing event updated for resources: {'Port': ['ID=d4f70ebe-13bb-40f7-b510-456e984d14ba,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:31.327835 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Attempting to bind port d4f70ebe-13bb-40f7-b510-456e984d14ba on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:31.328301 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Attempting to bind port d4f70ebe-13bb-40f7-b510-456e984d14ba by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:31.328818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Attempting to bind port d4f70ebe-13bb-40f7-b510-456e984d14ba on network f305b396-4a77-4b75-80ac-f502f58e6631 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:31.334409 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:31.334881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Checking segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:31.335680 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.335793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Bound using segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:31.337023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Bound port: d4f70ebe-13bb-40f7-b510-456e984d14ba, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:31.337611 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.344181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.360342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object b281e3f7-0725-4311-96d2-21270a9a20a1 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:31.396314 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.403460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] For port d4f70ebe-13bb-40f7-b510-456e984d14ba, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:31.406770 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] For port d4f70ebe-13bb-40f7-b510-456e984d14ba, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d4f70ebe-13bb-40f7-b510-456e984d14ba,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:31.413770 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.435209 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network f305b396-4a77-4b75-80ac-f502f58e6631 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:31.438579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:31.442587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:31.479624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf2cb6-7051-4294-bfcf-5d607dd0e9e8 None None] Pushing event updated for resources: {'Port': ['ID=d4f70ebe-13bb-40f7-b510-456e984d14ba,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:31.490130 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.571777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=b281e3f7-0725-4311-96d2-21270a9a20a1,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:31.674164 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:32:31.684354 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.040022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.045022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.097701 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d4f70ebe-13bb-40f7-b510-456e984d14ba up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:32.155252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=b281e3f7-0725-4311-96d2-21270a9a20a1,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:32.157492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d4f70ebe-13bb-40f7-b510-456e984d14ba completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:32.160742 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.163098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:32.221827 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:32.225974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:32.226357 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.263602 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network f305b396-4a77-4b75-80ac-f502f58e6631 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:32.265425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:32.316048 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.338140 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:32.347500 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.395433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 71d7de24-3b22-4809-942c-afc6670fb5db has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:32.410089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:32.521829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:32.527396 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e3cab5ee-23d5-47fb-b0d1-e47ad601199a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/71d7de24-3b22-4809-942c-afc6670fb5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4096806 Jul 16 09:32:32.681114 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-603425e2-d8f4-42be-888f-890048f74563 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172980201&fields=id&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 267 time: 0.0402029 Jul 16 09:32:32.714573 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac302c-9db3-4ece-84c7-18c378328a19 None None] Network f305b396-4a77-4b75-80ac-f502f58e6631 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:32.789161 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-99643a14-183d-4f7d-8c13-d1e44bf0981d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.791503 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-99643a14-183d-4f7d-8c13-d1e44bf0981d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 797 time: 0.1037357 Jul 16 09:32:32.792456 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] Provisioning for port d4f70ebe-13bb-40f7-b510-456e984d14ba completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:32.800940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] Provisioning complete for port d4f70ebe-13bb-40f7-b510-456e984d14ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:32.801315 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.813648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-13102567-526e-42ba-9c40-2414e71f34ff tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/quotas/5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 375 time: 0.0154321 Jul 16 09:32:32.891688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-3e5e6137-3cc1-4692-b3b3-0dd2a9422b39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715451 Jul 16 09:32:32.949861 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.991343 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] For port d4f70ebe-13bb-40f7-b510-456e984d14ba, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d4f70ebe-13bb-40f7-b510-456e984d14ba,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:32.994422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-cb56dedd-5653-48e4-b56a-1c690cc741a0 service neutron] 10.222.0.41 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950103 Jul 16 09:32:32.997713 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.056680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873752d-8cf2-4999-817c-179792e3dc3a None None] Pushing event updated for resources: {'Port': ['ID=d4f70ebe-13bb-40f7-b510-456e984d14ba,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:33.105616 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-baed44a8-73b3-4649-b124-77e5b083cd43 service neutron] 10.222.0.41 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999801 Jul 16 09:32:33.195436 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Sync routers for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:33.207283 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:33.208056 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:33.226571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-360c7a44-51fd-40aa-bd08-f0b4e07f8af4 None None] Provisioning for port b281e3f7-0725-4311-96d2-21270a9a20a1 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:33.231931 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-360c7a44-51fd-40aa-bd08-f0b4e07f8af4 None None] Provisioning complete for port b281e3f7-0725-4311-96d2-21270a9a20a1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:33.232378 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-360c7a44-51fd-40aa-bd08-f0b4e07f8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.272845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-360c7a44-51fd-40aa-bd08-f0b4e07f8af4 None None] Port b281e3f7-0725-4311-96d2-21270a9a20a1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:33.286359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-360c7a44-51fd-40aa-bd08-f0b4e07f8af4 None None] Provisioning complete for port d4f70ebe-13bb-40f7-b510-456e984d14ba triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:33.286864 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-360c7a44-51fd-40aa-bd08-f0b4e07f8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.315085 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7eafa016-9175-404b-9d5c-69738215ee4c req-e3cad109-9f0f-445c-933e-653f2a7fbdd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 210 time: 0.0457163 Jul 16 09:32:33.382693 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:33.509996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1808b939-2710-453a-ac92-0ce732cb738b None None] Provisioning complete for port b281e3f7-0725-4311-96d2-21270a9a20a1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:33.510382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1808b939-2710-453a-ac92-0ce732cb738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.554523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1808b939-2710-453a-ac92-0ce732cb738b None None] Port b281e3f7-0725-4311-96d2-21270a9a20a1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:33.719107 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 2, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:33.748712 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Checking router: 71d7de24-3b22-4809-942c-afc6670fb5db for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:33.749018 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Updating router 71d7de24-3b22-4809-942c-afc6670fb5db port b281e3f7-0725-4311-96d2-21270a9a20a1 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:33.778826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-f3ccfedd-2083-4fd8-b6cf-07088fcf6c59 None None] Provisioning complete for port b281e3f7-0725-4311-96d2-21270a9a20a1 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:33.779422 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfedd-2083-4fd8-b6cf-07088fcf6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.787504 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.821500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccfedd-2083-4fd8-b6cf-07088fcf6c59 None None] Port b281e3f7-0725-4311-96d2-21270a9a20a1 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:33.994262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d4f70ebe-13bb-40f7-b510-456e984d14ba up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:34.048416 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d4f70ebe-13bb-40f7-b510-456e984d14ba triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:34.049253 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.070246 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.082692 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Transition to ACTIVE for port object b281e3f7-0725-4311-96d2-21270a9a20a1 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:34.088841 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.134081 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:34.142885 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Pushing event updated for resources: {'Port': ['ID=b281e3f7-0725-4311-96d2-21270a9a20a1,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:34.171125 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.171458 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.172093 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.172231 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.172672 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.173465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.173465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.173754 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.174230 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.174713 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.175139 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.176025 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:34.180981 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.193595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:34.193966 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.216122 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Attempting to bind port b281e3f7-0725-4311-96d2-21270a9a20a1 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:34.216702 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Attempting to bind port b281e3f7-0725-4311-96d2-21270a9a20a1 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:34.216824 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Attempting to bind port b281e3f7-0725-4311-96d2-21270a9a20a1 on network f305b396-4a77-4b75-80ac-f502f58e6631 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:34.222385 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:34.222748 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Checking segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:34.223173 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.223598 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Bound using segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:34.224054 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Bound port: b281e3f7-0725-4311-96d2-21270a9a20a1, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:34.224430 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.293553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] For port b281e3f7-0725-4311-96d2-21270a9a20a1, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:34.296936 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] For port b281e3f7-0725-4311-96d2-21270a9a20a1, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b281e3f7-0725-4311-96d2-21270a9a20a1,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:34.302332 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.359817 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:34.360930 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:34.469281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e4cc13a9-fbfb-469a-bf61-5ea191a4f8d5 req-17d9a2a5-a198-47af-98e2-90d83fd5dd9c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 210 time: 0.0419631 Jul 16 09:32:34.479538 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e20551-5820-4915-9451-1d6d7157f44e None None] Pushing event updated for resources: {'Port': ['ID=b281e3f7-0725-4311-96d2-21270a9a20a1,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:34.504878 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:34.581741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-849f8ae2-1c65-4735-95e2-d7a1264b5e83 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:34.583507 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-849f8ae2-1c65-4735-95e2-d7a1264b5e83 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 797 time: 0.1573963 Jul 16 09:32:34.645603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-67dbf1eb-8f3d-452b-9bee-d1a753e3a41d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 380 time: 0.0414095 Jul 16 09:32:34.655178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'port': {'device_id': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'admin_state_up': True, 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'security_groups': ['1b7f07d3-191e-4535-8133-3c64b2ac8284']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:34.713296 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:34Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:34.743474 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0edcc6-100d-48e7-a29d-b70c17c6f540 None None] The sync data for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 is: [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:34Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:34.766073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:34.771666 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.928353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.9 (f305b396-4a77-4b75-80ac-f502f58e6631/f2d667f0-e78c-4871-80d2-a1b141f032fd/28e23171-f50c-4b73-a14c-eb3f96d6ed9b) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:35.078750 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.094457 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object 28e23171-f50c-4b73-a14c-eb3f96d6ed9b will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:35.128707 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.178140 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network f305b396-4a77-4b75-80ac-f502f58e6631 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:35.182356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:35.186720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:35.213198 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:35.243714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:35.244517 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.260963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-f1bb1c00-3fcb-47c7-b0ed-c7fe5bc97252 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095111 Jul 16 09:32:35.279706 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Request body: {'port': {'device_id': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:35.406460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-41965213-72e8-4c0d-9405-b07a2b0fce34 None None] Provisioning for port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:35.411362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-41965213-72e8-4c0d-9405-b07a2b0fce34 None None] Provisioning complete for port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:35.411735 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-41965213-72e8-4c0d-9405-b07a2b0fce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.448892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-41965213-72e8-4c0d-9405-b07a2b0fce34 None None] Port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:35.654041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08930013-a8f1-49fb-ab2a-98c72a4a515c req-3aefc5b4-077b-4628-81d8-17cd728d244e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:35.656372 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08930013-a8f1-49fb-ab2a-98c72a4a515c req-3aefc5b4-077b-4628-81d8-17cd728d244e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 931 time: 0.0674605 Jul 16 09:32:35.700201 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-08930013-a8f1-49fb-ab2a-98c72a4a515c req-47626ec6-79c0-4fba-b987-21b1013c907f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369947 Jul 16 09:32:35.724936 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.992110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e23171-f50c-4b73-a14c-eb3f96d6ed9b {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:36.001759 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.006462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b281e3f7-0725-4311-96d2-21270a9a20a1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:36.013410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Transition to ACTIVE for port object 28e23171-f50c-4b73-a14c-eb3f96d6ed9b will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:36.016879 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.057425 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b281e3f7-0725-4311-96d2-21270a9a20a1 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:36.061518 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b281e3f7-0725-4311-96d2-21270a9a20a1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:36.061930 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.073797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Pushing event updated for resources: {'Port': ['ID=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:36.142314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Attempting to bind port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:36.142644 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Attempting to bind port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:36.142969 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Attempting to bind port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b on network f305b396-4a77-4b75-80ac-f502f58e6631 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:36.148598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b on network f305b396-4a77-4b75-80ac-f502f58e6631 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:32:36.149522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Attempting to bind port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b on network f305b396-4a77-4b75-80ac-f502f58e6631 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:36.151272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.154797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:36.155131 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Checking segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:36.155545 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Bound using segment: {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:36.156122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Bound port: 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5892ac0f-13fc-40e2-8738-26561940beb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:36.156482 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.190380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b281e3f7-0725-4311-96d2-21270a9a20a1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b281e3f7-0725-4311-96d2-21270a9a20a1,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:36.194862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.228173 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] For port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:36.232710 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] For port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:36.237555 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.258186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b281e3f7-0725-4311-96d2-21270a9a20a1,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:36.277038 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.277675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.279512 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] 10.222.0.36 "PUT /v2.0/ports/28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 1092 time: 1.0056605 Jul 16 09:32:36.281759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:36.284123 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319a9658-4339-4350-99ef-c145ca616759" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:36.314162 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebde248-9f1d-490b-8c0d-be678c9da168 service neutron] Pushing event updated for resources: {'Port': ['ID=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:36.325483 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e16caad-2a4a-406e-aaa9-b2aebff20468 x-openstack-request-id: req-9e16caad-2a4a-406e-aaa9-b2aebff20468 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:36.327117 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:36.327409 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e16caad-2a4a-406e-aaa9-b2aebff20468 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:36.327823 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'status': 'completed', 'code': 200} Jul 16 09:32:36.395959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-5d13ed56-33a1-4b36-a17c-9e9086612c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.397494 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-5d13ed56-33a1-4b36-a17c-9e9086612c2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1095 time: 0.0560451 Jul 16 09:32:36.447576 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-72fd2fe7-a71f-41fa-a8b5-570e17233207 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 217 time: 0.0378003 Jul 16 09:32:36.505376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-2ebd5d6e-c04c-4ea2-8c10-74f896f73361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.506856 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-2ebd5d6e-c04c-4ea2-8c10-74f896f73361 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 200 len: 835 time: 0.0541520 Jul 16 09:32:36.568927 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dda43-db14-4397-a087-bb33fb314b4e req-4c8701c4-f418-4dfe-aab3-92585564d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.570457 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-4c8701c4-f418-4dfe-aab3-92585564d04a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f305b396-4a77-4b75-80ac-f502f58e6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570335 Jul 16 09:32:36.659429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-da3628df-4fe3-450d-aa91-fa31283d9c91 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824907 Jul 16 09:32:36.753192 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f00dda43-db14-4397-a087-bb33fb314b4e req-d49ae121-4f53-49db-a115-95ce9a55b931 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873766 Jul 16 09:32:36.882727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aad66-8acf-4ca5-9a0f-a56f3d387f6b req-54bab552-3917-4d91-ba69-f8e2662e22b6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.884255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f05aad66-8acf-4ca5-9a0f-a56f3d387f6b req-54bab552-3917-4d91-ba69-f8e2662e22b6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 943 time: 0.0687056 Jul 16 09:32:36.899145 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a9658-4339-4350-99ef-c145ca616759 req-3341db18-8817-470f-8352-c6a1a1777449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.900783 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-3341db18-8817-470f-8352-c6a1a1777449 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1095 time: 0.0532496 Jul 16 09:32:36.921296 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f05aad66-8acf-4ca5-9a0f-a56f3d387f6b req-32bf703f-2b52-41a6-9721-f7abd8fbcf78 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Jul 16 09:32:36.995817 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a9658-4339-4350-99ef-c145ca616759 req-c0f955ae-c543-4bfc-8757-2dacb42df920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.997285 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-c0f955ae-c543-4bfc-8757-2dacb42df920 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 898 time: 0.0900192 Jul 16 09:32:37.037992 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-bf255e53-ca4f-4625-979a-cea4e87f08cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 217 time: 0.0335479 Jul 16 09:32:37.087062 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a9658-4339-4350-99ef-c145ca616759 req-6d660646-3239-49ba-9e5a-9c01bf146636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:37.088606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-6d660646-3239-49ba-9e5a-9c01bf146636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 200 len: 835 time: 0.0441587 Jul 16 09:32:37.149312 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a9658-4339-4350-99ef-c145ca616759 req-8d70dc11-47cc-47ae-ac41-c42c0b1d9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:37.150838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-8d70dc11-47cc-47ae-ac41-c42c0b1d9b20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f305b396-4a77-4b75-80ac-f502f58e6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555449 Jul 16 09:32:37.240076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-5d5eab6c-7f71-4339-85b1-6e5bd6fdbd73 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815415 Jul 16 09:32:37.333300 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-319a9658-4339-4350-99ef-c145ca616759 req-f8b2c206-99e0-4ee7-8f2c-e3bbefc4b3e3 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862083 Jul 16 09:32:37.985859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b281e3f7-0725-4311-96d2-21270a9a20a1 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:38.035023 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b281e3f7-0725-4311-96d2-21270a9a20a1 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:38.035448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:38.094414 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a6181-f390-4ae9-91c5-65164bcf2517 req-424b1d6d-cec6-4d82-bf53-4d7bffa1a512 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:38.095956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d87a6181-f390-4ae9-91c5-65164bcf2517 req-424b1d6d-cec6-4d82-bf53-4d7bffa1a512 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 943 time: 0.0646443 Jul 16 09:32:38.134428 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d87a6181-f390-4ae9-91c5-65164bcf2517 req-4bd95aaa-e4f9-4e6d-ad7f-6a711c0eefd0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Jul 16 09:32:39.272517 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28e23171-f50c-4b73-a14c-eb3f96d6ed9b details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:32:39.317331 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038ad0-935d-47ed-b1bf-855c57bc29d3 req-12c2a7e8-653b-4333-b7bd-08a655fcf9ed tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:39.318838 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b038ad0-935d-47ed-b1bf-855c57bc29d3 req-12c2a7e8-653b-4333-b7bd-08a655fcf9ed tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 943 time: 0.0703208 Jul 16 09:32:39.358017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b038ad0-935d-47ed-b1bf-855c57bc29d3 req-2a0d6b02-1c91-4ea3-ae85-b88a3511b993 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335691 Jul 16 09:32:39.368595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:39.379647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'port_id': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'mac_address': 'fa:16:3e:7d:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:32:39.419888 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:39.432368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e23171-f50c-4b73-a14c-eb3f96d6ed9b {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:39.451264 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:39.455218 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:39.504365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:39.732312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['28e23171-f50c-4b73-a14c-eb3f96d6ed9b'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:40.536233 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8f17c-5d7d-4c07-a28d-5800a5090795 req-03aa8359-8b5e-4c9b-a2d3-926c20a862fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:40.537724 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96f8f17c-5d7d-4c07-a28d-5800a5090795 req-03aa8359-8b5e-4c9b-a2d3-926c20a862fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 944 time: 0.0650880 Jul 16 09:32:40.592840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-96f8f17c-5d7d-4c07-a28d-5800a5090795 req-9bc75f08-72c1-4eed-aaa7-09eb7e883deb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481558 Jul 16 09:32:41.288365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28e23171-f50c-4b73-a14c-eb3f96d6ed9b up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:41.335943 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:41.340204 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:41.340574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:41.416734 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:41.438119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:41.440580 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3777476-d190-47ca-9712-c307d0cc0d0b" -d '{"events": [{"server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "name": "network-vif-plugged", "status": "completed", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:41.453769 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:41.457796 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:41.482828 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554bf0cc-3876-4bb8-bf9c-c0e586794806 x-openstack-request-id: req-554bf0cc-3876-4bb8-bf9c-c0e586794806 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:41.483120 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "name": "network-vif-plugged", "status": "completed", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:41.483391 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-554bf0cc-3876-4bb8-bf9c-c0e586794806 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:41.483777 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'code': 200} Jul 16 09:32:41.512374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:41.634787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367c827-416a-43b5-b0ae-74895b93b981 req-94dea882-b342-4bb6-a4bc-143928e6b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:41.636341 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d367c827-416a-43b5-b0ae-74895b93b981 req-94dea882-b342-4bb6-a4bc-143928e6b6bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1097 time: 0.0531020 Jul 16 09:32:41.670463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d367c827-416a-43b5-b0ae-74895b93b981 req-3c749e58-9bd7-435e-8f7c-4dc4f89e006e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276997 Jul 16 09:32:41.769367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64047ebe-4c99-40e6-88f0-5c648bfd60e9 req-a1118f17-5c70-4e24-a552-69cd566463bb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:41.770864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64047ebe-4c99-40e6-88f0-5c648bfd60e9 req-a1118f17-5c70-4e24-a552-69cd566463bb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0619354 Jul 16 09:32:41.808709 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64047ebe-4c99-40e6-88f0-5c648bfd60e9 req-41fdd322-bc07-48fd-90ee-3b4e42abae96 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Jul 16 09:32:42.982487 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8f1ee-6389-4345-97f3-76d39e344963 req-643784b4-8ffb-4dc5-baed-216dc1f06e64 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:42.983974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15f8f1ee-6389-4345-97f3-76d39e344963 req-643784b4-8ffb-4dc5-baed-216dc1f06e64 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0674245 Jul 16 09:32:43.020774 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15f8f1ee-6389-4345-97f3-76d39e344963 req-7cc17ff2-0eb2-4e7e-9244-2560a2fa956c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Jul 16 09:32:43.068636 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-86813fd2-ebfe-4867-8838-34ecd38192b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:43.199469 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258255bf-5321-4b13-a056-e28a355fb3f5 req-6ed25234-b9bd-4cc5-9fb9-44dd2a53d453 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:43.200854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-258255bf-5321-4b13-a056-e28a355fb3f5 req-6ed25234-b9bd-4cc5-9fb9-44dd2a53d453 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0630791 Jul 16 09:32:43.237967 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-258255bf-5321-4b13-a056-e28a355fb3f5 req-25f8861e-92d7-4a79-bcd5-ab563c926c2d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Jul 16 09:32:43.260987 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44630) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:43.312793 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ec597-25c1-4947-8ff0-d96884668693 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:43.314319 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6d5ec597-25c1-4947-8ff0-d96884668693 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1092 time: 0.0521755 Jul 16 09:32:43.317208 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44632) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:43.321598 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:43.349286 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:43.442756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:43.550067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.121 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/5e75c72d-80b3-45c4-846f-c61a08b37ce8) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:43.650746 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:43.688356 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:43.724389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:43.729049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:43.732497 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:43.759552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=5e75c72d-80b3-45c4-846f-c61a08b37ce8,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:44.143835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.221158 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.372646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.377485 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.453800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=5e75c72d-80b3-45c4-846f-c61a08b37ce8,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:44.461352 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.564367 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP d0f7b069-7469-43df-aaa4-c2573b811042 associated. External IP: 172.25.0.121, port: 28e23171-f50c-4b73-a14c-eb3f96d6ed9b. Jul 16 09:32:44.764734 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 71d7de24-3b22-4809-942c-afc6670fb5db has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:44.874465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:44.883577 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] Sync routers for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:44.891445 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:44.893200 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:44.893832 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:44.934669 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4ea67e75-4d06-4fc3-8ed5-377d7d55addf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6163986 Jul 16 09:32:44.935473 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:44.937815 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:45.095608 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82766161-1823-4e7b-8a77-389cb64b917d req-66e08573-0887-49fe-bd35-f37803fd8919 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.097019 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82766161-1823-4e7b-8a77-389cb64b917d req-66e08573-0887-49fe-bd35-f37803fd8919 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0696311 Jul 16 09:32:45.134150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82766161-1823-4e7b-8a77-389cb64b917d req-d5440d14-c2e9-4e1c-ae5c-b98d9038499a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Jul 16 09:32:45.152750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:45.159700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44638) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:45.198777 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1c9655-3584-4f05-9c2b-b0dd2d776c44 x-openstack-request-id: req-9b1c9655-3584-4f05-9c2b-b0dd2d776c44 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:45.199078 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:45.199487 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b1c9655-3584-4f05-9c2b-b0dd2d776c44 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:45.199940 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'status': 'completed', 'code': 200} Jul 16 09:32:45.227820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-79d67f52-c59d-4fad-ae72-8ed51cf0fbc2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/d0f7b069-7469-43df-aaa4-c2573b811042 HTTP/1.1" status: 200 len: 991 time: 0.0668581 Jul 16 09:32:45.280563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-f326dde5-9075-41bf-8d55-b8fd979dc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.282104 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-f326dde5-9075-41bf-8d55-b8fd979dc40c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1097 time: 0.0530913 Jul 16 09:32:45.375716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-d8946b32-62d8-4488-a881-c1376794f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.377142 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-d8946b32-62d8-4488-a881-c1376794f72c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 898 time: 0.0893586 Jul 16 09:32:45.380005 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'd0f7b069-7469-43df-aaa4-c2573b811042', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'port_id': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'mac_address': 'fa:16:3e:7d:5f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:43Z', 'updated_at': '2021-07-16T09:32:43Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:45.406406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] Checking router: 71d7de24-3b22-4809-942c-afc6670fb5db for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:45.414700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:45.415308 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:45.441232 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-2f591bb7-ca0a-4807-8d99-db583ef0a7b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 999 time: 0.0579007 Jul 16 09:32:45.494724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-9ffe64e8-6ac4-40b1-ba91-b0859ce0a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.496282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-9ffe64e8-6ac4-40b1-ba91-b0859ce0a1cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 200 len: 835 time: 0.0489795 Jul 16 09:32:45.520529 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:45.554150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-169208e2-28ca-46bc-a4dd-a189d50d5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:45.555666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-169208e2-28ca-46bc-a4dd-a189d50d5c3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f305b396-4a77-4b75-80ac-f502f58e6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522008 Jul 16 09:32:45.641977 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-920bcf60-a0bb-422d-9194-ba8288698bc4 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803216 Jul 16 09:32:45.737980 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-56e47ab9-34bf-4be2-b407-2bfa4caa8a0a req-3df8076b-bbd4-404d-a65e-a39ca30dbd72 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892410 Jul 16 09:32:45.748257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fd64-89a6-4f73-86a9-9e8cebaece22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.758227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'd0f7b069-7469-43df-aaa4-c2573b811042', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'port_id': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'mac_address': 'fa:16:3e:7d:5f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:43Z', 'updated_at': '2021-07-16T09:32:43Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:45.785999 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca570a-942e-4177-b719-381e61cffd39 None None] The sync data for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 is: [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'd0f7b069-7469-43df-aaa4-c2573b811042', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'port_id': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'mac_address': 'fa:16:3e:7d:5f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:43Z', 'updated_at': '2021-07-16T09:32:43Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:45.814809 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.971908 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6697f-b5ad-440f-bf97-8ce08024dc34 None None] New status for floating IP d0f7b069-7469-43df-aaa4-c2573b811042: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:46.230991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44640) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:46.295141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-95056410-d8a3-41bc-9c78-fd5f48d74708 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/d0f7b069-7469-43df-aaa4-c2573b811042 HTTP/1.1" status: 200 len: 993 time: 0.0629919 Jul 16 09:32:46.871027 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:48.221100 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:48.567227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:04.164307 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:08.674260 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:13.069138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-22e18f08-f74f-4cea-b15d-797335a6b7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:15.227780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-691618e7-03e2-4511-a464-774b02405c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.229974 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-691618e7-03e2-4511-a464-774b02405c18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1097 time: 0.0545559 Jul 16 09:33:15.241456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6a913-2aa3-4ad6-81e2-9a5a7c71bf30 req-76f32784-0af0-460e-a501-15aafed1a6e1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.242945 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4c6a913-2aa3-4ad6-81e2-9a5a7c71bf30 req-76f32784-0af0-460e-a501-15aafed1a6e1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0680594 Jul 16 09:33:15.284015 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b4c6a913-2aa3-4ad6-81e2-9a5a7c71bf30 req-9f9733ba-0f73-4164-a32d-5a02262ec409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347261 Jul 16 09:33:15.320850 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-6074ae56-c75d-4c3b-8dc4-14ad8d723914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.322264 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-6074ae56-c75d-4c3b-8dc4-14ad8d723914 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 898 time: 0.0859575 Jul 16 09:33:15.387950 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-f00d0a70-9f3a-4b49-b9d2-cdcdbe2c8b02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 1001 time: 0.0595875 Jul 16 09:33:15.436137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-62e754df-d366-46b9-ac26-4936e3552bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.437527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-62e754df-d366-46b9-ac26-4936e3552bfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 200 len: 835 time: 0.0433235 Jul 16 09:33:15.494335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-1b7d01dd-aa17-4326-9b2c-96425a3dfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.495907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-1b7d01dd-aa17-4326-9b2c-96425a3dfb73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f305b396-4a77-4b75-80ac-f502f58e6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514464 Jul 16 09:33:15.586945 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-54f0701a-da47-4846-824d-112b683baed3 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Jul 16 09:33:15.678693 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-bbe43bd9-8ceb-4b34-b3b9-ed44e798a4d6 req-1df6f25d-6d5f-4297-8be9-09ea3024b5fd service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846355 Jul 16 09:33:15.748975 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e7003ef2-7a3c-4716-a3f8-f5da145b3812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:15.816651 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:16.461167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88c487-e663-4788-b6bf-4d814dca53d4 req-6e6e6b54-42f1-41be-8664-261c35c72005 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:16.462627 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd88c487-e663-4788-b6bf-4d814dca53d4 req-6e6e6b54-42f1-41be-8664-261c35c72005 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0644164 Jul 16 09:33:16.501693 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fd88c487-e663-4788-b6bf-4d814dca53d4 req-f86300b7-6fd0-47cf-a771-ad98894d95f9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Jul 16 09:33:16.874036 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:17.680793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fe46c-f4fc-4492-8bdb-8ef5359c4689 req-dc34a280-4e2b-488c-a2b7-a2ec3a979d8f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:17.682265 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a8fe46c-f4fc-4492-8bdb-8ef5359c4689 req-dc34a280-4e2b-488c-a2b7-a2ec3a979d8f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0682061 Jul 16 09:33:17.719678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a8fe46c-f4fc-4492-8bdb-8ef5359c4689 req-37eba64e-9c1d-406b-a29d-c8f2e45bde95 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jul 16 09:33:18.242938 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:18.570849 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:18.899238 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0c55d-e9ba-4364-8bbc-e5c0fe44f45a req-40b14605-bd16-4c76-bc0f-45ab5dc1bbd8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:18.900728 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cca0c55d-e9ba-4364-8bbc-e5c0fe44f45a req-40b14605-bd16-4c76-bc0f-45ab5dc1bbd8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0648460 Jul 16 09:33:18.939385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cca0c55d-e9ba-4364-8bbc-e5c0fe44f45a req-b8df4a1c-8cb9-4b34-abeb-53b6cd37f2a2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Jul 16 09:33:20.116383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079db14-1e82-4a9b-b389-eb5eba52adf3 req-bdcbf111-587a-4872-8743-cc867a68a304 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:20.117826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4079db14-1e82-4a9b-b389-eb5eba52adf3 req-bdcbf111-587a-4872-8743-cc867a68a304 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0682125 Jul 16 09:33:20.155159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4079db14-1e82-4a9b-b389-eb5eba52adf3 req-030cd4a1-9c21-4cd2-b5ac-074851972605 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jul 16 09:33:21.327327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bebe99-f3c7-440f-9332-e4aa3ee292a3 req-89bf8da6-0dc8-4ff4-9acb-eb77f5b01090 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:21.328853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69bebe99-f3c7-440f-9332-e4aa3ee292a3 req-89bf8da6-0dc8-4ff4-9acb-eb77f5b01090 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0629671 Jul 16 09:33:21.365906 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-69bebe99-f3c7-440f-9332-e4aa3ee292a3 req-65c87e6e-fdfb-44f6-a9f5-f763d5a63eeb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Jul 16 09:33:22.541225 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25358c-f062-4c85-8568-1792c4f1b50f req-e27c8f42-b209-4a4b-a3af-6a78556e9cab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:22.542743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b25358c-f062-4c85-8568-1792c4f1b50f req-e27c8f42-b209-4a4b-a3af-6a78556e9cab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0650158 Jul 16 09:33:22.580364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b25358c-f062-4c85-8568-1792c4f1b50f req-75cb83e9-ca9e-42d2-8401-8ec4521949c4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jul 16 09:33:23.758070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87872247-f3b5-40dc-960a-5a17d5a91a03 req-71849760-ecde-4b16-b565-3858ced8cf4a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:23.759567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87872247-f3b5-40dc-960a-5a17d5a91a03 req-71849760-ecde-4b16-b565-3858ced8cf4a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0662189 Jul 16 09:33:23.797449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87872247-f3b5-40dc-960a-5a17d5a91a03 req-463a39b7-e1ce-49ae-9a1f-7a5d2b0a665a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jul 16 09:33:24.968809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc5c4-e772-45ac-b20e-4ce241693e67 req-ce6c6a60-b0c6-4082-9ab6-8ed68c1e1452 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.971243 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01abc5c4-e772-45ac-b20e-4ce241693e67 req-ce6c6a60-b0c6-4082-9ab6-8ed68c1e1452 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0643764 Jul 16 09:33:25.009453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-01abc5c4-e772-45ac-b20e-4ce241693e67 req-a74e9be2-2a8d-41e9-9f49-6939536cb317 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328894 Jul 16 09:33:26.202126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31159b-a905-43b6-acae-e29492674dae req-bab38b74-a458-4698-b51d-c84445af1d6b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:26.204204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e31159b-a905-43b6-acae-e29492674dae req-bab38b74-a458-4698-b51d-c84445af1d6b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0676408 Jul 16 09:33:26.241042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e31159b-a905-43b6-acae-e29492674dae req-4108146d-d7b5-4945-aef5-b5ea4d7a94b6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Jul 16 09:33:27.413276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43f53-c4a1-4eba-b6c6-79aacf1423ad req-81a1dfe7-b35a-4ea3-bbd4-ce27074f737a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:27.414813 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5f43f53-c4a1-4eba-b6c6-79aacf1423ad req-81a1dfe7-b35a-4ea3-bbd4-ce27074f737a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0630894 Jul 16 09:33:27.451952 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c5f43f53-c4a1-4eba-b6c6-79aacf1423ad req-f383c28e-ced3-4add-a16f-abc8ccc27847 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Jul 16 09:33:27.476293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44684) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:27.540284 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e17a9cbc-bad4-49f2-a4bb-2870764c5ee4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/d0f7b069-7469-43df-aaa4-c2573b811042 HTTP/1.1" status: 200 len: 993 time: 0.0627677 Jul 16 09:33:33.661753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-ec606e07-8f0d-42a1-991b-ee95396d994a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558109 Jul 16 09:33:33.769114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-87c8e924-3ffc-4803-b627-ecba5764f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:33.770590 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-87c8e924-3ffc-4803-b627-ecba5764f7fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1097 time: 0.0528977 Jul 16 09:33:33.874942 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-0a138bfa-1613-4593-a0b4-c51323c4ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:33.877255 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-0a138bfa-1613-4593-a0b4-c51323c4ebd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 898 time: 0.0872195 Jul 16 09:33:33.942967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-82884635-db8b-4299-9645-8ae1c595fe26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 1001 time: 0.0593865 Jul 16 09:33:33.990859 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-901acb61-3128-4e27-bd3a-5929215eba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:33.992373 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-901acb61-3128-4e27-bd3a-5929215eba5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 200 len: 835 time: 0.0440249 Jul 16 09:33:34.053098 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-9f0c61ce-7af7-4073-8b1c-9ff7a5528587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:34.054560 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-9f0c61ce-7af7-4073-8b1c-9ff7a5528587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f305b396-4a77-4b75-80ac-f502f58e6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565102 Jul 16 09:33:34.145616 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-7e0f308f-f756-4ccc-94a9-748045c869c8 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Jul 16 09:33:34.168766 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:34.240740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b7fcd97-94d8-4fe4-9302-4d6a084bcd7c req-ee250b96-8001-4e5f-a9b9-bf82762a7334 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882554 Jul 16 09:33:43.073853 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fea50f8c-cc83-4757-bb3c-f745bb9fdaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:45.673950 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:45.750393 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5677ce16-e246-4326-a197-b9919586c698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:45.818461 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:46.877029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:48.233442 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:48.572449 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.512824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-13f2ca77-619e-4d88-8ba3-f82fb966e8a9 req-b1f50fed-cbd8-4c1d-841f-b55284377cf0 service neutron] (93700) timed out ('10.222.0.18', 55437) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:33:58.180084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44698) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:58.334624 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 5e75c72d-80b3-45c4-846f-c61a08b37ce8 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:58.334974 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.409099 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.409430 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.420867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 5e75c72d-80b3-45c4-846f-c61a08b37ce8 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:58.568252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.596844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=5e75c72d-80b3-45c4-846f-c61a08b37ce8,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:58.608212 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.608563 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.608906 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.609245 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.609583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.610130 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.610622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.610622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.610914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.611240 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.611595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.611919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:58.667793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.668130 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP d0f7b069-7469-43df-aaa4-c2573b811042 disassociated (deleted). External IP: 172.25.0.121, port: 28e23171-f50c-4b73-a14c-eb3f96d6ed9b. Jul 16 09:33:59.208108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 71d7de24-3b22-4809-942c-afc6670fb5db has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:33:59.315892 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:33:59.320824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.325499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] Sync routers for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:33:59.336099 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:59.336714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:59.357237 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-80513c7f-59e9-4dbe-999b-2e3ec910fefd tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/floatingips/d0f7b069-7469-43df-aaa4-c2573b811042 HTTP/1.1" status: 204 len: 168 time: 1.1761332 Jul 16 09:33:59.357824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:59.360849 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d87098-b767-4864-b1f4-9b94923289fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:59.444415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:59.594043 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76241ea0-9397-4caf-a8a2-c8457286cbd3 x-openstack-request-id: req-76241ea0-9397-4caf-a8a2-c8457286cbd3 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:59.594918 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:59.595289 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76241ea0-9397-4caf-a8a2-c8457286cbd3 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:59.595733 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'status': 'completed', 'code': 200} Jul 16 09:33:59.645509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:59.672382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] Checking router: 71d7de24-3b22-4809-942c-afc6670fb5db for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:33:59.682370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:59.683030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:59.711587 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d87098-b767-4864-b1f4-9b94923289fe req-9b3c2542-4397-4cde-9f35-0793082d1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.713249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-9b3c2542-4397-4cde-9f35-0793082d1647 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 1097 time: 0.0553858 Jul 16 09:33:59.747847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4a38-408e-4030-ada1-5129270f780e req-6175153f-70c4-416f-a3fa-ae5ff3c0a344 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.749493 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f37a4a38-408e-4030-ada1-5129270f780e req-6175153f-70c4-416f-a3fa-ae5ff3c0a344 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0684597 Jul 16 09:33:59.792454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f37a4a38-408e-4030-ada1-5129270f780e req-e4aa14f0-b4c8-4413-8975-9bb9c0c08060 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Jul 16 09:33:59.796596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:59.810134 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d87098-b767-4864-b1f4-9b94923289fe req-8dd101cf-9a7a-46f6-b0c9-d10cb0c04bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.812131 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-8dd101cf-9a7a-46f6-b0c9-d10cb0c04bd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 200 len: 898 time: 0.0915236 Jul 16 09:33:59.855698 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-52679667-f168-42fd-9876-39101cdc4203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 200 len: 217 time: 0.0353925 Jul 16 09:33:59.903676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d87098-b767-4864-b1f4-9b94923289fe req-a9d032a6-a409-41d4-a1d8-8bd2ededfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.905146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-a9d032a6-a409-41d4-a1d8-8bd2ededfe89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 200 len: 835 time: 0.0436473 Jul 16 09:33:59.967723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d87098-b767-4864-b1f4-9b94923289fe req-8e440aaa-2224-4ba4-8e4e-1443197999a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.969366 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-8e440aaa-2224-4ba4-8e4e-1443197999a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f305b396-4a77-4b75-80ac-f502f58e6631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565643 Jul 16 09:33:59.998818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:00.025616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a59dd-c6ed-4dcd-a633-82fe979bf5f1 None None] The sync data for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 is: [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:31Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b281e3f7-0725-4311-96d2-21270a9a20a1', 'name': '', 'network_id': 'f305b396-4a77-4b75-80ac-f502f58e6631', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:01:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:30Z', 'updated_at': '2021-07-16T09:32:36Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'f2d667f0-e78c-4871-80d2-a1b141f032fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:00.061580 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-9c865c24-585f-443a-9ee2-d1af4de064a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840926 Jul 16 09:34:00.159606 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04d87098-b767-4864-b1f4-9b94923289fe req-40196dfe-3ddb-4729-9e89-fd1812524337 service neutron] 10.222.0.36 "GET /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905471 Jul 16 09:34:00.258775 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2726c6-b044-4a3d-b5db-dc465c42d3b3 None None] New status for floating IP d0f7b069-7469-43df-aaa4-c2573b811042: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:00.976369 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfda50-1a19-481c-afec-d80bed4d4311 req-e4b12a69-aeef-4f15-b402-f7324032df58 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:00.977854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2dfda50-1a19-481c-afec-d80bed4d4311 req-e4b12a69-aeef-4f15-b402-f7324032df58 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0630946 Jul 16 09:34:01.014836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f2dfda50-1a19-481c-afec-d80bed4d4311 req-fa154708-51b9-4db9-a9a7-bb6b4e55a3bb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b7f07d3-191e-4535-8133-3c64b2ac8284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Jul 16 09:34:01.306215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-7fdbbc7c-e082-4170-a93b-0f6d45b5a4f3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:01.307607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-7fdbbc7c-e082-4170-a93b-0f6d45b5a4f3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 945 time: 0.0620127 Jul 16 09:34:01.410285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:01.410626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.497180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:01.497537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.509806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 28e23171-f50c-4b73-a14c-eb3f96d6ed9b owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:01.638688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.667899 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=28e23171-f50c-4b73-a14c-eb3f96d6ed9b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:01.717549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] No DVR routers for this DVR port 28e23171-f50c-4b73-a14c-eb3f96d6ed9b on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:01.720511 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.722645 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8ae9be02-75a8-4aad-a46b-155ab6d9c7a7 req-80f510d1-96b3-47cd-ac3a-4f2326f8453e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "DELETE /v2.0/ports/28e23171-f50c-4b73-a14c-eb3f96d6ed9b HTTP/1.1" status: 204 len: 173 time: 0.4097240 Jul 16 09:34:01.723073 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'name': 'network-vif-deleted', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:01.725406 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ce4e3a-7e6a-443a-ac4a-3b7d53fbaf1c" -d '{"events": [{"server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "name": "network-vif-deleted", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:01.763571 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4301db-527a-4a0a-bd46-e52178f1204b x-openstack-request-id: req-bb4301db-527a-4a0a-bd46-e52178f1204b {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:01.763865 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcede7c-b53b-436d-a6f4-f1e95aceeded", "name": "network-vif-deleted", "tag": "28e23171-f50c-4b73-a14c-eb3f96d6ed9b", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:01.764123 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb4301db-527a-4a0a-bd46-e52178f1204b {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:01.764528 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcede7c-b53b-436d-a6f4-f1e95aceeded', 'name': 'network-vif-deleted', 'tag': '28e23171-f50c-4b73-a14c-eb3f96d6ed9b', 'status': 'completed', 'code': 200} Jul 16 09:34:02.179033 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0555386a-293f-4a99-aaf1-c05d72547330 req-194e27b6-7bea-4676-a3c3-7923695a9680 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fcede7c-b53b-436d-a6f4-f1e95aceeded HTTP/1.1" status: 200 len: 210 time: 0.0343423 Jul 16 09:34:03.273751 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44714) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:03.630406 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.686871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28e23171-f50c-4b73-a14c-eb3f96d6ed9b no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:03.706887 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 28e23171-f50c-4b73-a14c-eb3f96d6ed9b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:03.707233 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 28e23171-f50c-4b73-a14c-eb3f96d6ed9b not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:03.896150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port b281e3f7-0725-4311-96d2-21270a9a20a1 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:03.896396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.989632 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port b281e3f7-0725-4311-96d2-21270a9a20a1, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b281e3f7-0725-4311-96d2-21270a9a20a1,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:03.989996 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.001649 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for b281e3f7-0725-4311-96d2-21270a9a20a1 owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:04.189111 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.241104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.243252 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=b281e3f7-0725-4311-96d2-21270a9a20a1,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:04.400199 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.610795 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 71d7de24-3b22-4809-942c-afc6670fb5db has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:04.714120 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:04.719536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-85cc7b12-6163-467c-8148-5883e1068bcf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/71d7de24-3b22-4809-942c-afc6670fb5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443738 Jul 16 09:34:04.722141 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44716) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:04.724815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] Sync routers for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:04.733866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:04.734472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:04.776402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting subnet f2d667f0-e78c-4871-80d2-a1b141f032fd {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:34:04.779455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.819045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.839571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:04.900632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.963348 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.992869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.994997 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/subnets/f2d667f0-e78c-4871-80d2-a1b141f032fd HTTP/1.1" status: 204 len: 168 time: 0.2718301 Jul 16 09:34:04.996002 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829541c7-634d-4acf-a30c-d2791ae03288 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d667f0-e78c-4871-80d2-a1b141f032fd,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:04.997593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44718) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:05.006152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9f482-8299-44e3-873c-f430313831ba None None] Network f305b396-4a77-4b75-80ac-f502f58e6631 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:05.075462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:05.105554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.121497 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] Checking router: 71d7de24-3b22-4809-942c-afc6670fb5db for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:05.150979 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] Routers {'71d7de24-3b22-4809-942c-afc6670fb5db'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:05.151532 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['71d7de24-3b22-4809-942c-afc6670fb5db'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:05.208605 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.266643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:05.266998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.270582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] Set router 71d7de24-3b22-4809-942c-afc6670fb5db gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:05.325391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] DHCP port deletion for f305b396-4a77-4b75-80ac-f502f58e6631 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:34:05.349293 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port b7e1d336-f6f2-4228-a20f-a5b5b3d0a389, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:05.349797 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.361534 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:05.437283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Deleting port d4f70ebe-13bb-40f7-b510-456e984d14ba {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:05.437567 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.532235 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.561256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=b7e1d336-f6f2-4228-a20f-a5b5b3d0a389,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:05.683828 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] For port d4f70ebe-13bb-40f7-b510-456e984d14ba, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d4f70ebe-13bb-40f7-b510-456e984d14ba,segment=NetworkSegment(5892ac0f-13fc-40e2-8738-26561940beb9),segment_id=5892ac0f-13fc-40e2-8738-26561940beb9)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:05.684224 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.700408 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Calling delete_port for d4f70ebe-13bb-40f7-b510-456e984d14ba owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:05.753252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:05.782379 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ae8b2-1e17-438b-bcfd-c99dbd0a7797 None None] The sync data for ids ['71d7de24-3b22-4809-942c-afc6670fb5db'] in n-d-798249-10 is: [{'id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529691697', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'b7e1d336-f6f2-4228-a20f-a5b5b3d0a389', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7de24-3b22-4809-942c-afc6670fb5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:28Z', 'updated_at': '2021-07-16T09:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:05.829632 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.857928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] No DVR routers for this DVR port d4f70ebe-13bb-40f7-b510-456e984d14ba on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:05.862788 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Pushing event deleted for resources: {'Port': ['ID=d4f70ebe-13bb-40f7-b510-456e984d14ba,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:05.871095 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.871450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.871801 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.872142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.872475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.872808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.873124 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.873455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.873918 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.874302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.874714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.875089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d04a95-3d15-4f70-bce6-5536eb080074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:05.972572 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.061678 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.064901 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.107175 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.107652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Fanout notify agent at l3_agent the message router_deleted on router 71d7de24-3b22-4809-942c-afc6670fb5db {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:34:06.114907 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.116050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b23e375f-1bff-4651-862e-f93e3267630b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/routers/71d7de24-3b22-4809-942c-afc6670fb5db HTTP/1.1" status: 204 len: 168 time: 1.1175442 Jul 16 09:34:06.118753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44720) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:06.225162 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.248235 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d4f70ebe-13bb-40f7-b510-456e984d14ba no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:06.269960 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d4f70ebe-13bb-40f7-b510-456e984d14ba {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:06.270298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d4f70ebe-13bb-40f7-b510-456e984d14ba not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:06.270724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b281e3f7-0725-4311-96d2-21270a9a20a1 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:06.294604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b281e3f7-0725-4311-96d2-21270a9a20a1 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:06.294940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b281e3f7-0725-4311-96d2-21270a9a20a1 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:06.326288 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.336977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f305b396-4a77-4b75-80ac-f502f58e6631']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:06.346566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5892ac0f-13fc-40e2-8738-26561940beb9') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:06.346888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5892ac0f-13fc-40e2-8738-26561940beb9') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:06.355843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.369739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.376974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:34:06.377473 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:34:06.380702 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:34:06.439681 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.447248 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.449454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/networks/f305b396-4a77-4b75-80ac-f502f58e6631 HTTP/1.1" status: 204 len: 168 time: 0.3293924 Jul 16 09:34:06.452089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44722) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:06.461183 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5509b-15f6-4ba3-ae71-262b03bf63b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Network': ['ID=f305b396-4a77-4b75-80ac-f502f58e6631,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:06.516733 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.541132 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.601596 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.604191 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.608009 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b7f07d3-191e-4535-8133-3c64b2ac8284 HTTP/1.1" status: 204 len: 168 time: 0.1523054 Jul 16 09:34:06.615203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7f07d3-191e-4535-8133-3c64b2ac8284,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:06.622691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.623045 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.623412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.623756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.624092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.624427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.624761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.625092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.626080 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.626412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.626744 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.627073 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1b8ea-8868-412b-bc45-aaf6fcee9360 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:06.798851 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44728) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:06.804380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942175250', 'description': 'tempest-secgroup-smoke-1942175250 description', 'project_id': '5f06e23df9e84feeb83e50761b6bb216'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:06.827660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.913946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.917544 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.945522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.946740 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463838 Jul 16 09:34:06.948609 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92663832-96a7-449d-a2f6-4ab42e18dfd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:06.949807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:06.954733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'c087e8e2-93c5-4cc6-a0e4-99c0698d9c96', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:06.981717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.027787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.031371 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.053593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecd69a6-247d-4b4f-bdce-4d02cdcf1968,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.057190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.058360 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-58fdbd08-e238-47df-9fed-c9032ad479b0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075037 Jul 16 09:34:07.061265 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.065641 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'c087e8e2-93c5-4cc6-a0e4-99c0698d9c96', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.092252 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.151040 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.154437 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.172473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55b9e70-478c-4b72-82fa-1d112790c24b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.178694 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.179145 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd4728d7-6a80-4a20-aae7-d8a665fcb798 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168890 Jul 16 09:34:07.181970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44734) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.186365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'c087e8e2-93c5-4cc6-a0e4-99c0698d9c96', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.212858 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.270487 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.274156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.292913 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a70176b-b8e4-48ce-8ae9-9a8339b152a3,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.300058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.301497 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8194a43f-1fce-463f-a6ad-abf2b3e9c75b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183429 Jul 16 09:34:07.304412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44736) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.308699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'c087e8e2-93c5-4cc6-a0e4-99c0698d9c96', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.334375 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.392428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.396001 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.412732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c409fa-76a1-4527-b24e-57eb971ada8a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.418461 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.419648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-17ae3858-8bfc-441b-8a31-98fcce28e692 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141806 Jul 16 09:34:07.422812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44738) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.427340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'c087e8e2-93c5-4cc6-a0e4-99c0698d9c96', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.448625 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:34:07.453223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.516359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.519464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.537860 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d12f79-0993-425a-b0c4-b9ae11b36feb,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.540331 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.541492 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9404ba81-f80c-4617-8be6-dcae66bc88c1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178441 Jul 16 09:34:07.544386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44740) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.549341 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': 'c087e8e2-93c5-4cc6-a0e4-99c0698d9c96', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.571256 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:34:07.575812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.636145 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.639655 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.659762 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82744f3-7302-4589-90e1-15c74ce9efe4,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.663499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.664665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-95a090b7-33a2-476a-bd79-71e452755bf1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195052 Jul 16 09:34:07.667493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44742) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.673154 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'network': {'name': 'tempest-network-smoke--1853572705', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.692970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:07.696691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.720273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:34:07.728946 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.729283 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Added segment 05d75e15-6c04-45c9-8015-682844afbc10 of type vlan for network 655ad7c9-be80-4715-bb23-a77fda338ed8 Jul 16 09:34:07.769196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.798019 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.803910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:07.804494 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.844011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1755073 Jul 16 09:34:07.846698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44744) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.852993 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'admin_state_up': True, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.886095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30f766-65a4-49a1-b503-877d711444eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Network': ['ID=655ad7c9-be80-4715-bb23-a77fda338ed8,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.896866 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:34:07.904609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.905617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.956262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.986661 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:08.007291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:08.007660 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7e1d336-f6f2-4228-a20f-a5b5b3d0a389 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:08.093051 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.280956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.299865 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.397989 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.228 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:08.500707 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.538960 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.578239 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:08.581878 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:08.585438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:08.607636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:08.833661 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:09.352125 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:09.478226 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 4d55ff9c-6918-4dd8-a565-14d482b5f47e is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:34:09.582593 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:09.591861 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Sync routers for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:09.600161 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:09.600844 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:09.601397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0b0f9533-fcfa-4fd2-9c7e-558a9b47c45c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7537906 Jul 16 09:34:09.601656 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:09.604590 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44746) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:09.633130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-087182b9-713a-415e-bcc8-c4abaf3843f0 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5f06e23df9e84feeb83e50761b6bb216&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275180 Jul 16 09:34:09.635771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44748) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:09.708735 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:09.729871 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0194270-0dc6-427f-a7f3-f1e99b15632e tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:09.734331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c0194270-0dc6-427f-a7f3-f1e99b15632e tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947652 Jul 16 09:34:09.735144 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44750) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:09.766232 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b5e7ada2-1595-4b42-a061-66bbe9b39f6f tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275803 Jul 16 09:34:09.766435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44752) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:09.771267 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916185407', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:09.862799 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:09.866422 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:09.970116 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:08Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:09.998848 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Checking router: 4d55ff9c-6918-4dd8-a565-14d482b5f47e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:09.999191 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Updating router 4d55ff9c-6918-4dd8-a565-14d482b5f47e port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:34:10.033322 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.047781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.113584 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Subnet': ['ID=296b15a3-18e0-4857-a1e6-6202a950b269,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:10.122271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Checking segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:10.122640 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network hostable DHCP agents. Network: 655ad7c9-be80-4715-bb23-a77fda338ed8, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:34:10.139895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:34:10.148597 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 655ad7c9-be80-4715-bb23-a77fda338ed8) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:10.152807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:10.153464 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.158157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89a44d-09f0-4ffd-8451-5029e0a68a7d None None] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:10.178579 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10fa4b16-477b-4b0d-9fb1-b8f0bff36759 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084840 Jul 16 09:34:10.179090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44754) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:10.288118 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.297770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Transition to ACTIVE for port object 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:10.304443 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.318516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-655ad7c9-be80-4715-bb23-a77fda338ed8', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:34:10.319436 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.356476 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Pushing event updated for resources: {'Port': ['ID=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:10.365920 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Attempting to bind port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:10.366233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Attempting to bind port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:10.366570 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Attempting to bind port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:10.369215 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.369561 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.369898 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.370233 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.370563 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.370892 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.371217 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.371569 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.371893 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.372214 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.372533 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.372852 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:10.379339 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:10.379748 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:10.380120 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.380504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:10.380977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Bound port: 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:10.381355 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.437215 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] For port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:10.440566 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] For port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:10.445402 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.464123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Allocated IP 172.20.0.2 (655ad7c9-be80-4715-bb23-a77fda338ed8/296b15a3-18e0-4857-a1e6-6202a950b269/d1dc13fc-9c37-443d-9abe-fd0b2e9478a9) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:10.498173 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:10.498809 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:10.558924 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e22be-e2fe-4e70-bb7b-c2d05c80c934 None None] Pushing event updated for resources: {'Port': ['ID=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:10.617022 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:10.629655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.638496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Transition to ACTIVE for port object d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:10.641620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.654799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Transition to ACTIVE for port object d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:10.662312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.700175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:10.704220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:10.710080 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:10.722934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Pushing event updated for resources: {'Port': ['ID=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:10.779576 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Attempting to bind port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:10.779950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Attempting to bind port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:10.780313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Attempting to bind port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 on network 655ad7c9-be80-4715-bb23-a77fda338ed8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:10.786155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:10.786621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Checking segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:10.787025 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.787438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Bound using segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:10.787908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Bound port: d1dc13fc-9c37-443d-9abe-fd0b2e9478a9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:10.788287 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.804164 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-5306f908-3540-42a0-af22-780e7499cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:08Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:10.845393 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f908-3540-42a0-af22-780e7499cccd None None] The sync data for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 is: [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:08Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:10.862523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] For port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:10.865929 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] For port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:10.873142 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.933346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc2ff-7c3d-41eb-800e-0eb1a97d60fc None None] Pushing event updated for resources: {'Port': ['ID=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:10.961272 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.1 (655ad7c9-be80-4715-bb23-a77fda338ed8/296b15a3-18e0-4857-a1e6-6202a950b269/fb35e456-6a6a-4a66-9454-3c97bd126a35) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:11.118116 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.133159 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object fb35e456-6a6a-4a66-9454-3c97bd126a35 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:11.180582 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.228306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:11.234291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:11.238681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:11.266425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=fb35e456-6a6a-4a66-9454-3c97bd126a35,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:11.292616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.445458 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.741885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.747285 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.831087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=fb35e456-6a6a-4a66-9454-3c97bd126a35,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:11.833540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:11.924883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203704bd-488d-4243-944a-e4a3ea831477 None None] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:11.928582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:11.929975 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:11.988811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c09c8cc2-c995-41ae-a484-981b9509d666 None None] Provisioning for port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:12.064480 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 4d55ff9c-6918-4dd8-a565-14d482b5f47e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:12.130106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:12.185237 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:12.186754 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:12.191652 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:12.192482 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.201615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e84c5b4c-09a8-4084-adb4-3c28345d376c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/4d55ff9c-6918-4dd8-a565-14d482b5f47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0212317 Jul 16 09:34:12.298233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.324118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:12.331350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.334957 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:12.357526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-4c73f4a8-e870-40bc-8820-b638df4ccb1f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942175250&fields=id&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 267 time: 0.0366116 Jul 16 09:34:12.427864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:12.442501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:12.442873 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.446115 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:12.468510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7200f9eb-02ad-4693-b010-2824f583b3eb None None] Provisioning for port fb35e456-6a6a-4a66-9454-3c97bd126a35 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:12.479990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7200f9eb-02ad-4693-b010-2824f583b3eb None None] Provisioning complete for port fb35e456-6a6a-4a66-9454-3c97bd126a35 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:12.480361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7200f9eb-02ad-4693-b010-2824f583b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.486122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-6685186e-d3c9-4bd3-bf10-ea8d8ab46a44 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:12.494147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-6685186e-d3c9-4bd3-bf10-ea8d8ab46a44 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 797 time: 0.1266632 Jul 16 09:34:12.511868 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-18f001d3-d98f-4f01-b05e-9d220330c01d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/quotas/5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 375 time: 0.0166192 Jul 16 09:34:12.529604 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-7200f9eb-02ad-4693-b010-2824f583b3eb None None] Port fb35e456-6a6a-4a66-9454-3c97bd126a35 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:12.569656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7200f9eb-02ad-4693-b010-2824f583b3eb None None] Provisioning complete for port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:12.570028 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7200f9eb-02ad-4693-b010-2824f583b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.572714 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.589233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-d84bdcc2-e53b-4f4d-82b9-0acc946379b9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762134 Jul 16 09:34:12.631212 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Sync routers for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:12.651773 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:12.658417 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:12.685510 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:12.686058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:12.754186 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-d2ad1250-e476-4d12-905b-010d690b4ddb service neutron] 10.222.0.41 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547711 Jul 16 09:34:12.786908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:12.853040 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:12.871826 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-1b74eb14-c01b-4629-b828-fc58b566e122 service neutron] 10.222.0.41 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109080 Jul 16 09:34:12.995195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-4ac445b3-cfae-44ca-a02e-db2ad94a41c6 None None] Provisioning complete for port fb35e456-6a6a-4a66-9454-3c97bd126a35 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:12.995793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4ac445b3-cfae-44ca-a02e-db2ad94a41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.053434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-61792a1f-f503-4219-b39b-3a7495a624b0 req-50d31141-524a-4fbe-9f8a-cf6b5ff10d3b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 210 time: 0.0301402 Jul 16 09:34:13.055937 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-4ac445b3-cfae-44ca-a02e-db2ad94a41c6 None None] Port fb35e456-6a6a-4a66-9454-3c97bd126a35 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:13.102464 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-05b9867d-aa96-4dd5-8644-657c0964c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.123614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 2, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:13.151715 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Checking router: 4d55ff9c-6918-4dd8-a565-14d482b5f47e for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:13.152077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Updating router 4d55ff9c-6918-4dd8-a565-14d482b5f47e port fb35e456-6a6a-4a66-9454-3c97bd126a35 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:34:13.185649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.459127 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.468859 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Transition to ACTIVE for port object fb35e456-6a6a-4a66-9454-3c97bd126a35 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:13.474592 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.550911 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fd05e-42e0-4043-9e50-af9f946757aa None None] Pushing event updated for resources: {'Port': ['ID=fb35e456-6a6a-4a66-9454-3c97bd126a35,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:13.589679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Attempting to bind port fb35e456-6a6a-4a66-9454-3c97bd126a35 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:13.590135 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Attempting to bind port fb35e456-6a6a-4a66-9454-3c97bd126a35 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:13.590504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Attempting to bind port fb35e456-6a6a-4a66-9454-3c97bd126a35 on network 655ad7c9-be80-4715-bb23-a77fda338ed8 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:13.596291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:13.596666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Checking segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:13.597066 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.598194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Bound using segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:13.598676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Bound port: fb35e456-6a6a-4a66-9454-3c97bd126a35, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:13.599059 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.665044 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] For port fb35e456-6a6a-4a66-9454-3c97bd126a35, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:13.668554 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] For port fb35e456-6a6a-4a66-9454-3c97bd126a35, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fb35e456-6a6a-4a66-9454-3c97bd126a35,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:13.672827 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.731360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:13.731877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:13.775762 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fd05e-42e0-4043-9e50-af9f946757aa None None] Pushing event updated for resources: {'Port': ['ID=fb35e456-6a6a-4a66-9454-3c97bd126a35,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:13.856489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:14.087001 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:14.210338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:14.210711 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.233050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7cbf181-8b8c-4d01-baed-3e8b2c2a8647 req-9f60bf24-e525-4134-801a-2f9c057b8c62 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 210 time: 0.0336828 Jul 16 09:34:14.244843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-70b10e65-fb61-4d70-8362-ca81df3bb3c8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:14.246362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-70b10e65-fb61-4d70-8362-ca81df3bb3c8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.18 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 797 time: 0.1194513 Jul 16 09:34:14.299451 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-b8ad0dbb-cca6-4065-879e-4af9e2650f25 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 380 time: 0.0449939 Jul 16 09:34:14.308780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'port': {'device_id': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'admin_state_up': True, 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'security_groups': ['c087e8e2-93c5-4cc6-a0e4-99c0698d9c96']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:14.345201 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:14.365368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:13Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:14.396462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63149af6-7c76-40da-94ee-605789dbd669 None None] The sync data for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 is: [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:13Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:14.430333 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:14.434334 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.438616 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:14.438991 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.588753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.5 (655ad7c9-be80-4715-bb23-a77fda338ed8/296b15a3-18e0-4857-a1e6-6202a950b269/90870c17-c9cc-498a-a99f-d1df69d78e5e) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:14.733722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.752759 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object 90870c17-c9cc-498a-a99f-d1df69d78e5e will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:14.787845 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.837780 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:14.841048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:14.843489 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:14.873476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:14.902487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:14.903150 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.920529 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-dd3ec3a5-6690-41a0-8b15-adf71adb8409 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153626 Jul 16 09:34:14.931340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-9d484b5b-7aad-4400-b89e-1505edfd4281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:34:14.932485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-9d484b5b-7aad-4400-b89e-1505edfd4281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063782 Jul 16 09:34:14.990100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Request body: {'port': {'device_id': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:15.074370 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.084502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fdfbd291-7be0-4416-b774-11b949afc11f None None] Provisioning for port 90870c17-c9cc-498a-a99f-d1df69d78e5e completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:15.090088 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-fdfbd291-7be0-4416-b774-11b949afc11f None None] Provisioning complete for port 90870c17-c9cc-498a-a99f-d1df69d78e5e triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:15.090693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fdfbd291-7be0-4416-b774-11b949afc11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.126159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbd291-7be0-4416-b774-11b949afc11f None None] Port 90870c17-c9cc-498a-a99f-d1df69d78e5e cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:15.357830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90870c17-c9cc-498a-a99f-d1df69d78e5e {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:15.366029 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.379953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Transition to ACTIVE for port object 90870c17-c9cc-498a-a99f-d1df69d78e5e will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:15.383853 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.425168 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861f43-3105-4dd0-bd20-74a5d055e5dc req-03e12711-1e4b-438c-8436-e79ddb44b13c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.428062 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58861f43-3105-4dd0-bd20-74a5d055e5dc req-03e12711-1e4b-438c-8436-e79ddb44b13c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 931 time: 0.0764146 Jul 16 09:34:15.436135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:15.484216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-58861f43-3105-4dd0-bd20-74a5d055e5dc req-e81b52ad-5b37-48a3-be1c-e35279e78c2d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500500 Jul 16 09:34:15.528390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:15.528659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:15.529160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e on network 655ad7c9-be80-4715-bb23-a77fda338ed8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:15.534387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Port 90870c17-c9cc-498a-a99f-d1df69d78e5e on network 655ad7c9-be80-4715-bb23-a77fda338ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:34:15.534809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e on network 655ad7c9-be80-4715-bb23-a77fda338ed8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:15.540525 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:15.540944 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Checking segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:15.541458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Bound using segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:15.541967 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Bound port: 90870c17-c9cc-498a-a99f-d1df69d78e5e, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:15.542427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.612965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:15.616239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:15.620434 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.655259 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.656045 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.657586 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] 10.222.0.18 "PUT /v2.0/ports/90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 1092 time: 0.7184930 Jul 16 09:34:15.658034 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:15.660365 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439d172-7823-4b93-95c2-21770137d205" -d '{"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:15.690414 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d356ed-1bd3-4ce7-8618-cc79c349c5af service neutron] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:15.705975 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c287f8-8631-4d31-8abb-0d72c0d24ac9 x-openstack-request-id: req-e8c287f8-8631-4d31-8abb-0d72c0d24ac9 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:15.706260 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:15.706510 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8c287f8-8631-4d31-8abb-0d72c0d24ac9 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:15.706898 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'status': 'completed', 'code': 200} Jul 16 09:34:15.750868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2866ab6b-7f1d-4fe0-bf1b-cfb716423e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.760535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-c47ddfba-17ff-4298-90e3-9768946c3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.762058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-c47ddfba-17ff-4298-90e3-9768946c3e16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1095 time: 0.0654457 Jul 16 09:34:15.805102 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-3204f149-c0fb-44ea-8f8a-deba4f22734d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 217 time: 0.0361238 Jul 16 09:34:15.822203 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.858861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-841208a6-b316-438d-98a2-8e41e238d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.861244 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-841208a6-b316-438d-98a2-8e41e238d7ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0505080 Jul 16 09:34:15.918321 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-a036c60d-f807-407f-b246-6c48f6a0bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.919896 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-a036c60d-f807-407f-b246-6c48f6a0bf19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528972 Jul 16 09:34:16.016905 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-6c87df18-44f7-48a1-861d-702d7db0de67 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903444 Jul 16 09:34:16.053540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fb35e456-6a6a-4a66-9454-3c97bd126a35 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:16.101210 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port fb35e456-6a6a-4a66-9454-3c97bd126a35 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:16.104436 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fb35e456-6a6a-4a66-9454-3c97bd126a35 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:16.104816 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:16.112043 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5fbf08f-f29b-4375-8547-c1abf2f8393b req-26454446-f560-47c8-9813-e2cb3ff8d3a7 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890405 Jul 16 09:34:16.193584 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:16.220809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d172-7823-4b93-95c2-21770137d205 req-c5c0b385-49be-4619-b71f-e32eac368f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:16.222326 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-c5c0b385-49be-4619-b71f-e32eac368f5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1095 time: 0.0544205 Jul 16 09:34:16.226015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port fb35e456-6a6a-4a66-9454-3c97bd126a35, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fb35e456-6a6a-4a66-9454-3c97bd126a35,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:16.229787 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:16.276874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=fb35e456-6a6a-4a66-9454-3c97bd126a35,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:16.321678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d172-7823-4b93-95c2-21770137d205 req-fe4a5b7d-011e-4b32-acf2-92e261740785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:16.323089 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-fe4a5b7d-011e-4b32-acf2-92e261740785 service neutron] 10.222.0.18 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0947526 Jul 16 09:34:16.366780 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-f4565d60-2ed7-4735-ad61-2385c7273a00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 217 time: 0.0368991 Jul 16 09:34:16.415435 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d172-7823-4b93-95c2-21770137d205 req-e0f1aaf1-d4c9-4665-be79-46b6f8cf516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:16.416871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-e0f1aaf1-d4c9-4665-be79-46b6f8cf516d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0438366 Jul 16 09:34:16.474912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d172-7823-4b93-95c2-21770137d205 req-fb858f05-b94a-4bd9-a0d1-0ddce9a861c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:16.476454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-fb858f05-b94a-4bd9-a0d1-0ddce9a861c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523810 Jul 16 09:34:16.570050 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-a41cd39b-5a8c-467b-812b-b72664a2a366 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860403 Jul 16 09:34:16.655849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf56bd-ea8d-48a4-aceb-00e6b0e6195e req-84434dd2-9998-4b5f-88a6-40f6166fbc7b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:16.657513 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13bf56bd-ea8d-48a4-aceb-00e6b0e6195e req-84434dd2-9998-4b5f-88a6-40f6166fbc7b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 943 time: 0.0642099 Jul 16 09:34:16.660924 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5439d172-7823-4b93-95c2-21770137d205 req-b5492d39-1949-464c-8639-f0e9afa854dd service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Jul 16 09:34:16.695942 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-13bf56bd-ea8d-48a4-aceb-00e6b0e6195e req-7f73213e-b503-4e8f-b5db-e6359af0139f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328014 Jul 16 09:34:16.880416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:17.871373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155827f-210a-4c76-b848-c82136158eec req-9f32d3e5-8f63-4b37-b47d-a7519c252b3f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:17.872863 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d155827f-210a-4c76-b848-c82136158eec req-9f32d3e5-8f63-4b37-b47d-a7519c252b3f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 943 time: 0.0635569 Jul 16 09:34:17.910517 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d155827f-210a-4c76-b848-c82136158eec req-929c82ae-732b-4665-8805-0d8744472102 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Jul 16 09:34:18.034527 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fb35e456-6a6a-4a66-9454-3c97bd126a35 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:18.081850 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port fb35e456-6a6a-4a66-9454-3c97bd126a35 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:18.082288 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:18.246692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:18.574041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:19.084465 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162d905-c962-4d1b-b81e-5aa2c2b792de req-883ef247-e2bc-43d6-860c-9cbd524b3986 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:19.085846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c162d905-c962-4d1b-b81e-5aa2c2b792de req-883ef247-e2bc-43d6-860c-9cbd524b3986 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 943 time: 0.0671787 Jul 16 09:34:19.123229 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c162d905-c962-4d1b-b81e-5aa2c2b792de req-4336f0b4-039a-4771-9ea7-8cf94b0b4555 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Jul 16 09:34:19.161494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:34:19.253317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:19.267965 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'port_id': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'mac_address': 'fa:16:3e:c9:80:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:34:19.304283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:19.316317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90870c17-c9cc-498a-a99f-d1df69d78e5e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:19.336368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:19.339725 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:19.385896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:19.576174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['90870c17-c9cc-498a-a99f-d1df69d78e5e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:34:20.294016 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc0d1c-f639-4dc7-9a17-3efaa1fd0695 req-dde19d0e-393f-4341-b9ad-f5cfaed77990 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:20.295528 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9cc0d1c-f639-4dc7-9a17-3efaa1fd0695 req-dde19d0e-393f-4341-b9ad-f5cfaed77990 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 944 time: 0.0643117 Jul 16 09:34:20.334101 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d9cc0d1c-f639-4dc7-9a17-3efaa1fd0695 req-e4a53d27-8cde-4367-8b0d-e0752ce87245 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Jul 16 09:34:21.163948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:21.211441 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 90870c17-c9cc-498a-a99f-d1df69d78e5e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:21.214846 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 90870c17-c9cc-498a-a99f-d1df69d78e5e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:21.215222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.292510 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.314808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:21.317096 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb7e4c4-7526-485b-bc1a-a468bb706c07" -d '{"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-plugged", "status": "completed", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:21.330344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:21.334197 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.356628 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b25a5a-0c80-4189-ab6f-656a2f363f7b x-openstack-request-id: req-b0b25a5a-0c80-4189-ab6f-656a2f363f7b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:21.356958 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-plugged", "status": "completed", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:21.357235 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0b25a5a-0c80-4189-ab6f-656a2f363f7b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:21.357637 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'code': 200} Jul 16 09:34:21.384061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:21.475983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba733a-bbcc-42d8-b9ff-5ab37f3288c8 req-f7571ead-a9fe-48eb-a7b8-e346f175d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:21.477397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-61ba733a-bbcc-42d8-b9ff-5ab37f3288c8 req-f7571ead-a9fe-48eb-a7b8-e346f175d45f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1097 time: 0.0580962 Jul 16 09:34:21.513360 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-61ba733a-bbcc-42d8-b9ff-5ab37f3288c8 req-6f65005b-31c8-433d-9589-970bcbf5861d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296168 Jul 16 09:34:21.518087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7cf3-1538-4491-b03b-737127073ae1 req-b59b2817-33b2-4cce-bf79-5eadc66d133f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:21.519630 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-503e7cf3-1538-4491-b03b-737127073ae1 req-b59b2817-33b2-4cce-bf79-5eadc66d133f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0702407 Jul 16 09:34:21.557844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-503e7cf3-1538-4491-b03b-737127073ae1 req-25e351c4-c3f7-44b1-a44b-7a5ed852330d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Jul 16 09:34:22.672679 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:22.733482 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db682ef-4663-40fb-ab69-5dd2b624c424 req-c6911264-c678-4ef7-a319-ce44c7f917d4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.734957 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0db682ef-4663-40fb-ab69-5dd2b624c424 req-c6911264-c678-4ef7-a319-ce44c7f917d4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0632367 Jul 16 09:34:22.772166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0db682ef-4663-40fb-ab69-5dd2b624c424 req-3bf4fe73-218d-48c6-8311-a14095a373aa tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Jul 16 09:34:22.942375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c900d51-3aa9-45ee-bdc7-c7303b9846d4 req-543b6167-ca5a-4efc-87fe-476ed02a502d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.943803 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c900d51-3aa9-45ee-bdc7-c7303b9846d4 req-543b6167-ca5a-4efc-87fe-476ed02a502d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0624983 Jul 16 09:34:22.980215 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8c900d51-3aa9-45ee-bdc7-c7303b9846d4 req-3f622932-676e-450e-a96d-c4cf0582da08 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Jul 16 09:34:23.005020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44812) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:23.055972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b077e-8362-46f2-bee5-da06d2f8f678 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:23.057456 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-a13b077e-8362-46f2-bee5-da06d2f8f678 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1092 time: 0.0514500 Jul 16 09:34:23.060326 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44814) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:23.065118 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:23.087897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.185075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.283295 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.249 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/5e5ff064-e027-485d-9e8e-f43c03bf100d) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:23.385760 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.424738 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.463934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:23.466641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:23.471490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:23.476911 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=5e5ff064-e027-485d-9e8e-f43c03bf100d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:24.178892 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.256168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.400316 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.404818 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.477239 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=5e5ff064-e027-485d-9e8e-f43c03bf100d,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:24.487802 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.589515 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP f0e1c207-6fc5-4924-afb9-2a91b6e74839 associated. External IP: 172.25.0.249, port: 90870c17-c9cc-498a-a99f-d1df69d78e5e. Jul 16 09:34:24.795604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 4d55ff9c-6918-4dd8-a565-14d482b5f47e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:24.904415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:24.914858 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] Sync routers for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:24.920929 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.926882 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:24.927703 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:24.957775 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-4113f51a-b97c-427c-9f67-6070517166ef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8964615 Jul 16 09:34:24.958354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:24.960628 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba302675-8567-4a01-8ee8-26dfcec5f362" -d '{"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:25.033291 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:25.115137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e011a-539e-4ad0-9992-64485b56d09a req-d3e4972e-5d13-4b0c-be92-b0edb28c048d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:25.116665 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-105e011a-539e-4ad0-9992-64485b56d09a req-d3e4972e-5d13-4b0c-be92-b0edb28c048d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0681512 Jul 16 09:34:25.155230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-105e011a-539e-4ad0-9992-64485b56d09a req-53d1edbf-20ee-4b6b-9fd8-942a772d7c5f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Jul 16 09:34:25.180572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44820) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:25.220300 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73343975-8977-4263-867a-5c98c082dcdb x-openstack-request-id: req-73343975-8977-4263-867a-5c98c082dcdb {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:25.220595 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:25.220843 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73343975-8977-4263-867a-5c98c082dcdb {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:25.221237 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'status': 'completed', 'code': 200} Jul 16 09:34:25.257162 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f0e1c207-6fc5-4924-afb9-2a91b6e74839', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'port_id': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'mac_address': 'fa:16:3e:c9:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:24Z', 'updated_at': '2021-07-16T09:34:24Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:16Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.276942 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-6f3d33e7-d29a-42af-9586-081e31fedf41 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/f0e1c207-6fc5-4924-afb9-2a91b6e74839 HTTP/1.1" status: 200 len: 991 time: 0.0952237 Jul 16 09:34:25.287213 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] Checking router: 4d55ff9c-6918-4dd8-a565-14d482b5f47e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:25.295084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-467a8204-46fb-4b96-a418-279fa8cb1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:25.295462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:25.296068 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:34:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.296670 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-467a8204-46fb-4b96-a418-279fa8cb1046 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1097 time: 0.0705864 Jul 16 09:34:25.384592 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-0d14fce5-2122-477c-a3a6-7b2610a4fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:25.386315 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-0d14fce5-2122-477c-a3a6-7b2610a4fd07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0839365 Jul 16 09:34:25.397143 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:25.457557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-158d21d8-1027-46cc-8d11-20de7fb422bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 999 time: 0.0643637 Jul 16 09:34:25.508555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-d337a07c-8645-4713-b5f3-9f2bb77b0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:25.510032 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-d337a07c-8645-4713-b5f3-9f2bb77b0aa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0458419 Jul 16 09:34:25.569301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-d600b6f2-4e7a-4030-abbb-bc8b1c650c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:25.571211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-d600b6f2-4e7a-4030-abbb-bc8b1c650c15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546191 Jul 16 09:34:25.665108 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-4fe7eba5-2a37-438c-baa8-f5648b29c770 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878735 Jul 16 09:34:25.709568 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f0e1c207-6fc5-4924-afb9-2a91b6e74839', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'port_id': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'mac_address': 'fa:16:3e:c9:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:24Z', 'updated_at': '2021-07-16T09:34:24Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:16Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.734887 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ceb9ac-53a7-4f55-8f05-59e2752bd031 None None] The sync data for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 is: [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'f0e1c207-6fc5-4924-afb9-2a91b6e74839', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'port_id': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'mac_address': 'fa:16:3e:c9:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:24Z', 'updated_at': '2021-07-16T09:34:24Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:16Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:25.754604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ba302675-8567-4a01-8ee8-26dfcec5f362 req-8478aada-a3ac-45a5-9ee1-44f69e7471b7 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Jul 16 09:34:25.935442 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01842b09-5879-4733-a705-8d5b63514a2f None None] New status for floating IP f0e1c207-6fc5-4924-afb9-2a91b6e74839: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:26.281476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44822) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:26.347965 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-fc5232a7-d38f-4875-90ac-4dd3d99a137f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/f0e1c207-6fc5-4924-afb9-2a91b6e74839 HTTP/1.1" status: 200 len: 993 time: 0.0650313 Jul 16 09:34:34.242888 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:43.073153 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fc0f32e2-12d9-43ac-acdc-1b6832d6e50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.751091 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8fc762de-c960-4527-a8ce-fa6f8b012b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.822856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:46.883879 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.273316 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.577542 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:55.351378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fda67b-ff2a-4350-874e-1498b243ebdb req-ee0f7d94-fe7d-4c3e-bb9d-c4506179dec4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:55.352810 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32fda67b-ff2a-4350-874e-1498b243ebdb req-ee0f7d94-fe7d-4c3e-bb9d-c4506179dec4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.1060505 Jul 16 09:34:55.359582 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-43372a27-4cc0-49a0-a114-3223fe1ca4fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277728 Jul 16 09:34:55.392385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-32fda67b-ff2a-4350-874e-1498b243ebdb req-7bf4eddc-2810-4901-8e5c-0633db7fcc2a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Jul 16 09:34:56.573523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9879-2dee-42d5-9a90-41e0e06d3401 req-37908fcf-8ca7-438f-9160-c9223fce2376 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.575142 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-646e9879-2dee-42d5-9a90-41e0e06d3401 req-37908fcf-8ca7-438f-9160-c9223fce2376 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0654190 Jul 16 09:34:56.614122 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-646e9879-2dee-42d5-9a90-41e0e06d3401 req-43e7cb37-9f80-4a28-a97f-0ad94a94e56c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Jul 16 09:34:56.640635 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-a850e339-df68-429b-abd3-7f1027fcd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.642168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-a850e339-df68-429b-abd3-7f1027fcd392 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1097 time: 0.0544116 Jul 16 09:34:56.736961 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-6b5d6042-64d2-47a7-9838-9d3906a595be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.738882 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-6b5d6042-64d2-47a7-9838-9d3906a595be service neutron] 10.222.0.18 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0897641 Jul 16 09:34:56.804299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-7597561a-cf5b-426d-bd4f-b8436ec76a7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 1001 time: 0.0587671 Jul 16 09:34:56.855232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-48545b55-a53e-4d51-aaa3-955b2ad4b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.856677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-48545b55-a53e-4d51-aaa3-955b2ad4b1d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0444751 Jul 16 09:34:56.918520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-024cddcb-4c37-4411-b64e-c2e2d8f5465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.920025 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-024cddcb-4c37-4411-b64e-c2e2d8f5465f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558295 Jul 16 09:34:57.010317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-a8a9a532-e918-483a-9f69-f58a8beccede service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827832 Jul 16 09:34:57.107498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-378bb73f-0e27-4c5a-b2c4-d8ed4067194e service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898497 Jul 16 09:34:57.782937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6546c9-6283-428e-b249-abfcd6f9d4a6 req-e42d9b48-2e79-47f3-b17d-adadf0ce4114 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.785084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a6546c9-6283-428e-b249-abfcd6f9d4a6 req-e42d9b48-2e79-47f3-b17d-adadf0ce4114 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0633295 Jul 16 09:34:57.822633 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a6546c9-6283-428e-b249-abfcd6f9d4a6 req-85f811d9-8190-4955-b33a-122865427c9e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jul 16 09:34:58.999856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354d332-cead-4bd5-817c-959ff4fb50dd req-a2c4699d-d28f-4140-bc00-c635f7cc4f3c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:59.001314 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4354d332-cead-4bd5-817c-959ff4fb50dd req-a2c4699d-d28f-4140-bc00-c635f7cc4f3c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0680239 Jul 16 09:34:59.038480 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4354d332-cead-4bd5-817c-959ff4fb50dd req-7e201cd2-772a-4722-b9ff-e42555476040 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307522 Jul 16 09:34:59.671288 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:00.209281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e99477-512e-4d7e-baa1-18b111d5e7fb req-0ca0a45d-ed55-4f62-8ac4-25b1c01bd7ab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:00.210746 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16e99477-512e-4d7e-baa1-18b111d5e7fb req-0ca0a45d-ed55-4f62-8ac4-25b1c01bd7ab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0632777 Jul 16 09:35:00.247037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-16e99477-512e-4d7e-baa1-18b111d5e7fb req-f8e44ca2-7f40-4fe4-a11b-fb28c69a2516 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Jul 16 09:35:01.425866 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720c48-7228-430a-92f9-5186e70a2364 req-134046cd-9024-4f5e-9e72-6c22d0ff34fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:01.427618 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f720c48-7228-430a-92f9-5186e70a2364 req-134046cd-9024-4f5e-9e72-6c22d0ff34fb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0668726 Jul 16 09:35:01.464303 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f720c48-7228-430a-92f9-5186e70a2364 req-5d5fc4f7-e9f4-4eaa-8857-3041556d2147 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Jul 16 09:35:02.634972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8c60-30f4-4e7a-a1b3-87fdc2e69ef5 req-751ebf3a-3675-450c-be9c-fda78998cb16 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:02.636505 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-970b8c60-30f4-4e7a-a1b3-87fdc2e69ef5 req-751ebf3a-3675-450c-be9c-fda78998cb16 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0628061 Jul 16 09:35:02.674299 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-970b8c60-30f4-4e7a-a1b3-87fdc2e69ef5 req-edba0f25-7b47-45f6-a74f-b98fce9b6a87 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Jul 16 09:35:03.847371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75042d25-1fb5-4cde-a19d-fb1378fd6431 req-bf309fcd-92e2-44ce-946a-231d13116928 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:03.849485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-75042d25-1fb5-4cde-a19d-fb1378fd6431 req-bf309fcd-92e2-44ce-946a-231d13116928 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0623589 Jul 16 09:35:03.886462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-75042d25-1fb5-4cde-a19d-fb1378fd6431 req-a4eabecc-36d0-4de0-94b1-e51ddc446b17 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Jul 16 09:35:04.250335 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:05.062323 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389cb5-a52e-4ad7-9d03-55205e561916 req-b9c82d72-faf3-4f46-9e61-9adca5ccf074 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:05.063736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e389cb5-a52e-4ad7-9d03-55205e561916 req-b9c82d72-faf3-4f46-9e61-9adca5ccf074 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0677021 Jul 16 09:35:05.101544 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e389cb5-a52e-4ad7-9d03-55205e561916 req-0c88b967-6505-480b-b654-0e887f7f8db4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316393 Jul 16 09:35:06.277480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4936ee-065e-4330-ba26-7bea264e18a8 req-fb23a4f6-8105-4018-b178-bc9aea662cdf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.278965 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b4936ee-065e-4330-ba26-7bea264e18a8 req-fb23a4f6-8105-4018-b178-bc9aea662cdf tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0630493 Jul 16 09:35:06.315743 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9b4936ee-065e-4330-ba26-7bea264e18a8 req-3a15b7eb-519b-44c3-b0d9-8d4db4a79f04 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Jul 16 09:35:07.491052 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352bfa-c726-4acd-a30c-bfd902aaa63f req-c4a9c6b8-26b3-49a4-b77b-787f61312d16 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:07.492578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e352bfa-c726-4acd-a30c-bfd902aaa63f req-c4a9c6b8-26b3-49a4-b77b-787f61312d16 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0671957 Jul 16 09:35:07.531840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2e352bfa-c726-4acd-a30c-bfd902aaa63f req-90c557de-1214-4788-8a44-d06c602baa20 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Jul 16 09:35:08.704819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f925a4-1bda-442c-a944-499fbc27e428 req-466c09ea-ae84-4926-81ce-c47af0c21163 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:08.706286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77f925a4-1bda-442c-a944-499fbc27e428 req-466c09ea-ae84-4926-81ce-c47af0c21163 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0642750 Jul 16 09:35:08.744573 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-77f925a4-1bda-442c-a944-499fbc27e428 req-b83da2b5-fead-47f9-ac33-b0bf51d3758e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Jul 16 09:35:08.999911 n-d-798249-10 neutron-server[93699]: INFO neutron.api.v2.resource [req-4219911a-8e2a-48b4-9062-827079c11edb req-e0ac08e4-fe66-4b78-8c35-d17f936d6113 service neutron] show failed (client error): The resource could not be found. Jul 16 09:35:09.000914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-e0ac08e4-fe66-4b78-8c35-d17f936d6113 service neutron] 10.222.0.18 "GET /v2.0/ports/90870c17-c9cc-498a-a99f-d1df69d78e5e/bindings/n-h1-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0550838 Jul 16 09:35:09.240453 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-962518cd-9eb3-4545-a2c6-3fe05c06ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.241920 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-962518cd-9eb3-4545-a2c6-3fe05c06ada9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 1097 time: 0.0526707 Jul 16 09:35:09.259360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:09.331835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.532397 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:09.565484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:09.604356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:09.606595 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db204664-b279-41e7-ac31-984bc09de68f" -d '{"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-unplugged", "status": "completed", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:09.610135 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.622687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Transition to ACTIVE for port object 90870c17-c9cc-498a-a99f-d1df69d78e5e will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:09.626498 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.660238 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a2dc26-31c1-4d3b-9692-0ad36dc455ed x-openstack-request-id: req-74a2dc26-31c1-4d3b-9692-0ad36dc455ed {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:09.660531 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-unplugged", "status": "completed", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:09.660788 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74a2dc26-31c1-4d3b-9692-0ad36dc455ed {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:09.661187 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'code': 200} Jul 16 09:35:09.708261 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=6']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:09.722700 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.723051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.723995 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.724337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.724678 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.725007 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.725337 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.725665 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.725992 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.726318 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.726643 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.726966 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:09.764839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] No DVR routers for this DVR port 90870c17-c9cc-498a-a99f-d1df69d78e5e on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:09.909538 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:09.909866 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:09.910187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e on network 655ad7c9-be80-4715-bb23-a77fda338ed8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:09.914674 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Port 90870c17-c9cc-498a-a99f-d1df69d78e5e on network 655ad7c9-be80-4715-bb23-a77fda338ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:09.914993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Attempting to bind port 90870c17-c9cc-498a-a99f-d1df69d78e5e on network 655ad7c9-be80-4715-bb23-a77fda338ed8 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:09.919689 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:09.920022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Checking segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:09.920396 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Bound using segment: {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:09.920814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Bound port: 90870c17-c9cc-498a-a99f-d1df69d78e5e, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d75e15-6c04-45c9-8015-682844afbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:09.921166 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.933496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c5b73-1034-4909-8aa5-415ce61fe093 req-ffcd9a96-1e11-452a-a0bc-71287c41322a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.935135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a1c5b73-1034-4909-8aa5-415ce61fe093 req-ffcd9a96-1e11-452a-a0bc-71287c41322a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 943 time: 0.0725441 Jul 16 09:35:09.973415 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0a1c5b73-1034-4909-8aa5-415ce61fe093 req-902a93d6-a651-42d4-b086-09b9f190079c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Jul 16 09:35:09.986735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:09.989918 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:09.994804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:10.034562 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.035178 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:10.037365 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] 10.222.0.36 "PUT /v2.0/ports/90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 1092 time: 0.7829340 Jul 16 09:35:10.055064 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcf8df-3ecf-4e78-917b-b5e21ea5e267 service neutron] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:10.124886 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-18aa254c-5a50-411b-8f48-533f894f8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.126413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-18aa254c-5a50-411b-8f48-533f894f8479 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1095 time: 0.0557461 Jul 16 09:35:10.222103 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-98d3f3cf-6c2e-45b1-ad6c-43b71ad75408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.224187 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-98d3f3cf-6c2e-45b1-ad6c-43b71ad75408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0909171 Jul 16 09:35:10.285853 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-028d04c1-c3f6-4635-96dc-8c0aee9daf00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 999 time: 0.0555999 Jul 16 09:35:10.336450 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-4e065840-2195-4d9b-b4e6-98139d03303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.337782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-4e065840-2195-4d9b-b4e6-98139d03303b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0461826 Jul 16 09:35:10.392625 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219911a-8e2a-48b4-9062-827079c11edb req-9b88d67a-7677-452f-9540-cf6b67ca67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.394270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-9b88d67a-7677-452f-9540-cf6b67ca67d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503676 Jul 16 09:35:10.483123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-a57cb23f-ace1-4293-948c-d145b6854348 service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819168 Jul 16 09:35:10.575591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4219911a-8e2a-48b4-9062-827079c11edb req-ebf2594e-40fe-4b44-9241-9b2703775f39 service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Jul 16 09:35:11.155774 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a77c0-9008-42d0-9657-e7b5046cb425 req-a6991388-5672-46f2-b12d-2201a0fa951d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:11.157231 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f45a77c0-9008-42d0-9657-e7b5046cb425 req-a6991388-5672-46f2-b12d-2201a0fa951d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 943 time: 0.0678360 Jul 16 09:35:11.195434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f45a77c0-9008-42d0-9657-e7b5046cb425 req-531affda-19f6-43bf-8af4-fc20f934407a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327449 Jul 16 09:35:11.350468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:11.388073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:11.662448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:11.664768 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d5151-7dd0-4698-9668-155e5939eff3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:11.712809 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b132be2-a933-426c-b64c-d18d9e63aae5 x-openstack-request-id: req-5b132be2-a933-426c-b64c-d18d9e63aae5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:11.713111 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:11.713424 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b132be2-a933-426c-b64c-d18d9e63aae5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:11.713783 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'status': 'completed', 'code': 200} Jul 16 09:35:11.827800 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-d1d98a2a-b45b-4b2d-be88-7e895878ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:11.829328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-d1d98a2a-b45b-4b2d-be88-7e895878ff97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1095 time: 0.0986824 Jul 16 09:35:11.836277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-282f5cce-daa4-41c8-bfcb-d29c15e89453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:11.837682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-282f5cce-daa4-41c8-bfcb-d29c15e89453 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1095 time: 0.0774758 Jul 16 09:35:11.987902 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:35:11.990554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-de7b9e12-6ea5-4e32-b739-14227718f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:11.992058 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-de7b9e12-6ea5-4e32-b739-14227718f305 service neutron] 10.222.0.18 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.1535380 Jul 16 09:35:11.996491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-146c5313-01dc-487b-bfff-1503343d2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:11.997846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-146c5313-01dc-487b-bfff-1503343d2db6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.1414518 Jul 16 09:35:12.089324 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:12.101800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'port_id': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'mac_address': 'fa:16:3e:c9:80:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:35:12.145580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:12.161236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90870c17-c9cc-498a-a99f-d1df69d78e5e {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:12.185730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:12.190148 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:12.251553 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:12.261006 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.261376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.261946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.262592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.262941 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.263443 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.263830 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.264168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.264645 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.264983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.265318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.265646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:12.395874 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cb21-2221-4753-b621-ea92e8f03211 req-87bed0f0-2d7d-42b1-855e-8d88ee90bc10 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.397486 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb40cb21-2221-4753-b621-ea92e8f03211 req-87bed0f0-2d7d-42b1-855e-8d88ee90bc10 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 944 time: 0.0684962 Jul 16 09:35:12.438930 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fb40cb21-2221-4753-b621-ea92e8f03211 req-8dddf465-1b99-4e62-8b8e-3c74eda9fb88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Jul 16 09:35:12.465076 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-73dbc57e-017d-4d4f-b26c-6416f9a62289 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 999 time: 0.4651651 Jul 16 09:35:12.469282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-3a0102fc-8060-4740-97de-148682d25749 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 999 time: 0.4632721 Jul 16 09:35:12.496482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['90870c17-c9cc-498a-a99f-d1df69d78e5e'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:35:12.552054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-8c990d9e-8994-40c5-b4ea-f66a9ecc289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.553931 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-8c990d9e-8994-40c5-b4ea-f66a9ecc289a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0817134 Jul 16 09:35:12.555680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-30a0e1a9-d32b-4aeb-8a2b-2070adcd649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.556996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-30a0e1a9-d32b-4aeb-8a2b-2070adcd649e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0761819 Jul 16 09:35:12.658401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-46e36833-0d4c-421f-ac2f-9c6ee939d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.660009 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-46e36833-0d4c-421f-ac2f-9c6ee939d42b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002712 Jul 16 09:35:12.678579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-7030c588-b1a9-43bb-9f56-446cb1d41202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.680098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-7030c588-b1a9-43bb-9f56-446cb1d41202 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105881 Jul 16 09:35:12.696288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.18', 55519) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:12.830214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-a1df5b79-5d33-4acb-abe5-20be3c111219 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625426 Jul 16 09:35:12.836297 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-e74e40ef-752c-45dc-998c-a9de2f4ae516 service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460524 Jul 16 09:35:12.863374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-72354949-34b6-4f8f-8908-d67b83140d80 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.864889 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-72354949-34b6-4f8f-8908-d67b83140d80 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1&tenant_id=5f06e23df9e84feeb83e50761b6bb216&binding%3Ahost_id=n-h1-798249-10 HTTP/1.1" status: 200 len: 944 time: 0.1286860 Jul 16 09:35:12.873246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420df98-db8c-4edd-8445-e6838c549bd4 req-2feed656-977f-4948-87b9-0c25429796af tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:12.874662 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1420df98-db8c-4edd-8445-e6838c549bd4 req-2feed656-977f-4948-87b9-0c25429796af tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 944 time: 0.1732333 Jul 16 09:35:12.943614 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1420df98-db8c-4edd-8445-e6838c549bd4 req-5ed3fa3b-01c3-4261-afbb-42e2bf13c37a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619965 Jul 16 09:35:12.971441 n-d-798249-10 neutron-server[93700]: INFO neutron.api.v2.resource [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-c4f27cc2-bff8-4b9b-bb6d-cff55cae99db service neutron] delete failed (client error): The resource could not be found. Jul 16 09:35:12.972537 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-c4f27cc2-bff8-4b9b-bb6d-cff55cae99db service neutron] 10.222.0.18 "DELETE /v2.0/ports/90870c17-c9cc-498a-a99f-d1df69d78e5e/bindings/n-h2-798249-10 HTTP/1.1" status: 404 len: 381 time: 0.0970128 Jul 16 09:35:13.000282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-f2d839cd-290e-4769-9fd9-e83e75fa4bfc service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630144 Jul 16 09:35:13.002077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3e3d5151-7dd0-4698-9668-155e5939eff3 req-3e94af0b-872f-4c27-b75b-1972d07fed62 service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578262 Jul 16 09:35:13.077743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f579ffab-74b0-4016-abf1-6ef8653e2444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:13.125622 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-773d1d43-cf4e-4add-8011-8a776f68b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:13.127194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-773d1d43-cf4e-4add-8011-8a776f68b0ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1096 time: 0.0624442 Jul 16 09:35:13.218575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-ba1aaa51-b6b4-41bd-a126-3b6138a2bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:13.220040 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-ba1aaa51-b6b4-41bd-a126-3b6138a2bacf service neutron] 10.222.0.18 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0869777 Jul 16 09:35:13.288191 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-ad340920-1499-4916-bc2b-3dc74c15b6a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 1000 time: 0.0620713 Jul 16 09:35:13.302183 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aab0cd-8136-4bc2-8e1f-e6125ee27216 req-d76889ec-e744-4496-b147-033c5844b045 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:13.304011 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50aab0cd-8136-4bc2-8e1f-e6125ee27216 req-d76889ec-e744-4496-b147-033c5844b045 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 944 time: 0.0641580 Jul 16 09:35:13.338364 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-025a6421-de81-47b0-a4d5-4670fdcc7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:13.339851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-025a6421-de81-47b0-a4d5-4670fdcc7e74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0460429 Jul 16 09:35:13.343645 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-50aab0cd-8136-4bc2-8e1f-e6125ee27216 req-4df1766a-efbe-4f2f-8ad3-c56609cad162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340288 Jul 16 09:35:13.400195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-b5eabb79-2f94-45fc-839f-95248006fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:13.401773 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-b5eabb79-2f94-45fc-839f-95248006fb83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536382 Jul 16 09:35:13.494771 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-01a5c2df-3d87-4003-8e3e-24ea842f9883 service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Jul 16 09:35:13.583755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-4ce52f58-ec5f-43d6-a30e-332fa2d1420a service neutron] 10.222.0.18 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834231 Jul 16 09:35:14.001693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:14.051613 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 90870c17-c9cc-498a-a99f-d1df69d78e5e completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:14.055429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 90870c17-c9cc-498a-a99f-d1df69d78e5e triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:14.055807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:14.134512 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:14.158592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:14.161979 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c641f-b8cd-41a2-99ef-4cf6d03648b9" -d '{"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-plugged", "status": "completed", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:14.179262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:14.183553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:14.210891 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348df06d-47a1-4bf3-ac78-c7a8ca5d0bed x-openstack-request-id: req-348df06d-47a1-4bf3-ac78-c7a8ca5d0bed {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:14.211181 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-plugged", "status": "completed", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:14.211455 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-348df06d-47a1-4bf3-ac78-c7a8ca5d0bed {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:14.211860 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'code': 200} Jul 16 09:35:14.235548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:14.527481 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183f86e-93bc-48cb-a278-01c984bbf473 req-3e99b9d9-59ca-4c68-92df-266c3d11ee96 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:14.528971 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1183f86e-93bc-48cb-a278-01c984bbf473 req-3e99b9d9-59ca-4c68-92df-266c3d11ee96 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0713785 Jul 16 09:35:14.565567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1183f86e-93bc-48cb-a278-01c984bbf473 req-e95e7d9b-bc3a-42c8-9c60-df0700695a2e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311170 Jul 16 09:35:14.590851 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44930) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:14.650058 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0f0c8e00-5108-4819-af7b-8403ccce9595 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/f0e1c207-6fc5-4924-afb9-2a91b6e74839 HTTP/1.1" status: 200 len: 993 time: 0.0579875 Jul 16 09:35:15.750382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4d8fdf1f-8fab-49a0-9d21-0cb936f74729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:15.824365 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:16.885722 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:18.285232 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:18.579954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.252235 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:36.669948 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:36.677331 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-304f672f-0788-40ab-9f5d-ce8c21893f9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054959 Jul 16 09:35:36.789221 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-c9261bcf-6742-4c49-b4e5-79cbc0b3572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:36.790743 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-c9261bcf-6742-4c49-b4e5-79cbc0b3572f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1097 time: 0.0549171 Jul 16 09:35:36.901350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-9612e55c-c752-40ed-83e8-acfe2b23cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:36.903303 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-9612e55c-c752-40ed-83e8-acfe2b23cd43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0908141 Jul 16 09:35:36.968585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-83416068-d075-4634-872a-14d3285d941d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 1001 time: 0.0573800 Jul 16 09:35:37.015854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-8a881735-2dc5-45c5-8e28-8b352a4a1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:37.017271 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-8a881735-2dc5-45c5-8e28-8b352a4a1297 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0414200 Jul 16 09:35:37.078180 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-b24f7b54-d86f-4c63-9973-eb08a28c9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:37.079684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-b24f7b54-d86f-4c63-9973-eb08a28c9c1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560718 Jul 16 09:35:37.169653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-9a3893af-ff6a-4a24-8395-6078ebaee4c1 service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828247 Jul 16 09:35:37.261022 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0964976f-d9d2-4e8b-9eb9-da73e41bf2f6 req-c664c7de-81ad-443d-8304-109eed19714b service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848618 Jul 16 09:35:43.074609 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44942) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:43.080104 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7db0c856-623e-4c12-80c1-1da49fa4c11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.228240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 5e5ff064-e027-485d-9e8e-f43c03bf100d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:43.228575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.303614 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.303940 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.315670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 5e5ff064-e027-485d-9e8e-f43c03bf100d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:43.460227 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.485692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=5e5ff064-e027-485d-9e8e-f43c03bf100d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:43.518969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.519311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.519667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.519998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.520326 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.520651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.520974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.521294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.521612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.521927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.522245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.522561 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:43.562277 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.562578 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP f0e1c207-6fc5-4924-afb9-2a91b6e74839 disassociated (deleted). External IP: 172.25.0.249, port: 90870c17-c9cc-498a-a99f-d1df69d78e5e. Jul 16 09:35:43.766684 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 4d55ff9c-6918-4dd8-a565-14d482b5f47e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:43.874761 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:43.879819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.884582 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] Sync routers for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:43.895459 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:43.896071 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:43.917000 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d0b3910c-542c-4553-b1c4-e7883f506632 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/floatingips/f0e1c207-6fc5-4924-afb9-2a91b6e74839 HTTP/1.1" status: 204 len: 168 time: 0.8414209 Jul 16 09:35:43.917599 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:43.919880 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:44.001633 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:44.198816 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:16Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:44.223651 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c7e4b-7b4b-4499-b36f-efa0a8726b78 x-openstack-request-id: req-4d7c7e4b-7b4b-4499-b36f-efa0a8726b78 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:44.224153 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:44.224471 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d7c7e4b-7b4b-4499-b36f-efa0a8726b78 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:44.224896 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'status': 'completed', 'code': 200} Jul 16 09:35:44.225090 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] Checking router: 4d55ff9c-6918-4dd8-a565-14d482b5f47e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:44.234317 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:44.234927 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:44.323614 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-849d8719-c61c-474c-bb79-afc6b455a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.325168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-849d8719-c61c-474c-bb79-afc6b455a9e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 1097 time: 0.0561645 Jul 16 09:35:44.342726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:44.424349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-4112af2a-f4d6-4fee-9fa5-ccb8b6ea73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.425984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-4112af2a-f4d6-4fee-9fa5-ccb8b6ea73d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 200 len: 898 time: 0.0938389 Jul 16 09:35:44.432237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38e863-67da-4b89-84a4-cef64fe50166 req-90bae6ca-a97d-4f1c-925d-19b41b902c5c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.433976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd38e863-67da-4b89-84a4-cef64fe50166 req-90bae6ca-a97d-4f1c-925d-19b41b902c5c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.1186557 Jul 16 09:35:44.470874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-7d71ceb5-a62a-4de1-9ed1-9ca789d30f06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 200 len: 217 time: 0.0383871 Jul 16 09:35:44.475558 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bd38e863-67da-4b89-84a4-cef64fe50166 req-f3c3c54f-1178-496a-b0a0-9ebc62125564 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348608 Jul 16 09:35:44.521309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-8bda5be6-2a3f-47aa-b682-6340c8f694a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.522799 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-8bda5be6-2a3f-47aa-b682-6340c8f694a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 200 len: 834 time: 0.0459356 Jul 16 09:35:44.561529 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:16Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:44.582811 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-50214cbb-4d24-4195-87e4-74aff728ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.584281 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-50214cbb-4d24-4195-87e4-74aff728ecc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=655ad7c9-be80-4715-bb23-a77fda338ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542705 Jul 16 09:35:44.587305 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4560469-92d0-4daa-b322-c8b2912ff834 None None] The sync data for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 is: [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:34:11Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'fb35e456-6a6a-4a66-9454-3c97bd126a35', 'name': '', 'network_id': '655ad7c9-be80-4715-bb23-a77fda338ed8', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:d4:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:10Z', 'updated_at': '2021-07-16T09:34:16Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '296b15a3-18e0-4857-a1e6-6202a950b269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:44.683206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-ac4c7f80-335c-4a4c-9edc-7c98929711c6 service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923066 Jul 16 09:35:44.781081 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c521733f-45f3-4a3f-8f1d-18c6b7ab60cf req-8e309864-125f-408c-807e-55108aee2bac service neutron] 10.222.0.36 "GET /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910344 Jul 16 09:35:44.827849 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ba6c7-f80c-4cd0-a186-303af5db2ff2 None None] New status for floating IP f0e1c207-6fc5-4924-afb9-2a91b6e74839: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:35:45.637459 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76dcd-112c-4553-9039-1fd73936898d req-81dddbad-942f-4de8-a094-a62b3bd94176 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:45.638922 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ca76dcd-112c-4553-9039-1fd73936898d req-81dddbad-942f-4de8-a094-a62b3bd94176 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0647323 Jul 16 09:35:45.650660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc3866-1d82-41a1-8465-3fcf0e0c138a req-1cab8fe0-9ef8-431a-bad5-b8211e8b0162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:45.652130 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1abc3866-1d82-41a1-8465-3fcf0e0c138a req-1cab8fe0-9ef8-431a-bad5-b8211e8b0162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf301035-8704-4c86-881f-05d4ebc38da1 HTTP/1.1" status: 200 len: 945 time: 0.0627549 Jul 16 09:35:45.690249 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1abc3866-1d82-41a1-8465-3fcf0e0c138a req-d3802792-0415-4a47-833b-54ec2501bc77 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326111 Jul 16 09:35:45.743519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 90870c17-c9cc-498a-a99f-d1df69d78e5e {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:45.743862 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.750961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72fd8894-738e-41ea-8245-7e8e0e2e3023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.824797 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.834176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 90870c17-c9cc-498a-a99f-d1df69d78e5e, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=90870c17-c9cc-498a-a99f-d1df69d78e5e,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:45.834538 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.847067 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 90870c17-c9cc-498a-a99f-d1df69d78e5e owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:45.975455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.004528 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=90870c17-c9cc-498a-a99f-d1df69d78e5e,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:46.049186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] No DVR routers for this DVR port 90870c17-c9cc-498a-a99f-d1df69d78e5e on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:46.051869 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.054170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1ca76dcd-112c-4553-9039-1fd73936898d req-c8436961-1c38-4922-a066-0fe4ab30bd29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "DELETE /v2.0/ports/90870c17-c9cc-498a-a99f-d1df69d78e5e HTTP/1.1" status: 204 len: 173 time: 0.4093935 Jul 16 09:35:46.055189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-deleted', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:46.057540 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c206b57-e635-4718-b0b1-44a3f5665d59" -d '{"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-deleted", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:46.093957 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8a209-ac2a-4bf6-be6c-87a8bc3b00a6 x-openstack-request-id: req-dac8a209-ac2a-4bf6-be6c-87a8bc3b00a6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:46.094251 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf301035-8704-4c86-881f-05d4ebc38da1", "name": "network-vif-deleted", "tag": "90870c17-c9cc-498a-a99f-d1df69d78e5e", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:46.094502 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dac8a209-ac2a-4bf6-be6c-87a8bc3b00a6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:46.094897 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf301035-8704-4c86-881f-05d4ebc38da1', 'name': 'network-vif-deleted', 'tag': '90870c17-c9cc-498a-a99f-d1df69d78e5e', 'status': 'completed', 'code': 200} Jul 16 09:35:46.783828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44962) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:46.890899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.139120 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.727327 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port fb35e456-6a6a-4a66-9454-3c97bd126a35 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:47.727686 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.816294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port fb35e456-6a6a-4a66-9454-3c97bd126a35, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=fb35e456-6a6a-4a66-9454-3c97bd126a35,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:47.816936 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.829415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for fb35e456-6a6a-4a66-9454-3c97bd126a35 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:48.011016 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.042555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=fb35e456-6a6a-4a66-9454-3c97bd126a35,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.172066 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:48.192813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 90870c17-c9cc-498a-a99f-d1df69d78e5e {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:48.193152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 90870c17-c9cc-498a-a99f-d1df69d78e5e not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:48.216377 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.286892 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.433453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 4d55ff9c-6918-4dd8-a565-14d482b5f47e has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:48.537538 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:48.542948 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-44de2bae-7fad-415b-94b1-d183fb8b8101 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/4d55ff9c-6918-4dd8-a565-14d482b5f47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580748 Jul 16 09:35:48.545657 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44964) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.549381 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] Sync routers for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:48.559442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:48.560041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:48.583699 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.598637 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting subnet 296b15a3-18e0-4857-a1e6-6202a950b269 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:35:48.602219 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.641717 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.667462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:48.729572 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.787721 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.813416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Subnet': ['ID=296b15a3-18e0-4857-a1e6-6202a950b269,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.819075 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.823624 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-10e7dcf9-2876-478b-8f6f-ec9c4f3bf9e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/subnets/296b15a3-18e0-4857-a1e6-6202a950b269 HTTP/1.1" status: 204 len: 168 time: 0.2743900 Jul 16 09:35:48.823955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44966) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.833791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd90a0-036e-473a-8654-530d33373d63 None None] Network 655ad7c9-be80-4715-bb23-a77fda338ed8 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:48.845713 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:35:47Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:48.875464 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] Checking router: 4d55ff9c-6918-4dd8-a565-14d482b5f47e for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:48.884168 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] Routers {'4d55ff9c-6918-4dd8-a565-14d482b5f47e'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:48.884775 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:48.936054 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.997880 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] Set router 4d55ff9c-6918-4dd8-a565-14d482b5f47e gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:49.020761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] DHCP port deletion for 655ad7c9-be80-4715-bb23-a77fda338ed8 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:35:49.057297 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.070552 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] Deleting port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:49.071416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.123018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:49.123426 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.137346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] For port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,segment=NetworkSegment(05d75e15-6c04-45c9-8015-682844afbc10),segment_id=05d75e15-6c04-45c9-8015-682844afbc10)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:49.137736 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.151089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] Calling delete_port for d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:49.210651 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:49.211589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.223583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:49.240946 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.270431 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:35:47Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:49.270679 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] Pushing event deleted for resources: {'Port': ['ID=d1dc13fc-9c37-443d-9abe-fd0b2e9478a9,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:49.272730 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc45483-2910-408d-937c-7b4b12b324d1 None None] No DVR routers for this DVR port d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:49.299986 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9377012-7f49-4b48-a90e-0918d5a032c8 None None] The sync data for ids ['4d55ff9c-6918-4dd8-a565-14d482b5f47e'] in n-d-798249-10 is: [{'id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510975716', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:07Z', 'updated_at': '2021-07-16T09:35:47Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d55ff9c-6918-4dd8-a565-14d482b5f47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:08Z', 'updated_at': '2021-07-16T09:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:49.403726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.430478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:49.492554 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.581710 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.583709 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.625581 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.626091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Fanout notify agent at l3_agent the message router_deleted on router 4d55ff9c-6918-4dd8-a565-14d482b5f47e {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:35:49.634347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.636168 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bfd7ee44-a209-4c65-b483-0371ae2f6f79 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/routers/4d55ff9c-6918-4dd8-a565-14d482b5f47e HTTP/1.1" status: 204 len: 168 time: 0.8109038 Jul 16 09:35:49.638755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44968) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:49.721223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.808549 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.818517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655ad7c9-be80-4715-bb23-a77fda338ed8']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:49.828646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d75e15-6c04-45c9-8015-682844afbc10') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:49.829231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d75e15-6c04-45c9-8015-682844afbc10') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:49.838238 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.852327 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.858435 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:35:49.858907 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:35:49.861915 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:35:49.929746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.937202 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.939031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/networks/655ad7c9-be80-4715-bb23-a77fda338ed8 HTTP/1.1" status: 204 len: 168 time: 0.2994254 Jul 16 09:35:49.941919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44970) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:49.952205 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc341991-ffbe-4c87-acd9-3d78a4a4f63d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Network': ['ID=655ad7c9-be80-4715-bb23-a77fda338ed8,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:50.002840 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9757d9d-c991-429e-be86-1713779a452d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.028362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9757d9d-c991-429e-be86-1713779a452d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.087885 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9757d9d-c991-429e-be86-1713779a452d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.090601 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e9757d9d-c991-429e-be86-1713779a452d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.091768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9757d9d-c991-429e-be86-1713779a452d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/security-groups/c087e8e2-93c5-4cc6-a0e4-99c0698d9c96 HTTP/1.1" status: 204 len: 168 time: 0.1488585 Jul 16 09:35:50.105589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9757d9d-c991-429e-be86-1713779a452d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087e8e2-93c5-4cc6-a0e4-99c0698d9c96,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:50.340227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fb35e456-6a6a-4a66-9454-3c97bd126a35 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:50.511118 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: fb35e456-6a6a-4a66-9454-3c97bd126a35 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:50.511586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device fb35e456-6a6a-4a66-9454-3c97bd126a35 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:50.511920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:50.529814 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:50.530159 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 71dfc4cd-6be5-4919-bbe3-0e9acb3fea7b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:50.530587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:50.549391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:50.549731 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d1dc13fc-9c37-443d-9abe-fd0b2e9478a9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:50.639309 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 44976) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.643951 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533602624', 'description': 'tempest-secgroup-smoke-533602624 description', 'project_id': '5f06e23df9e84feeb83e50761b6bb216'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:50.666852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.750333 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.753822 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.776067 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.777277 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1369555 Jul 16 09:35:50.780352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44978) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.785214 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '534fb1ff-1e33-43da-bce6-d6145b7b1673', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:50.785448 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d1fb4-9204-45db-9ed2-bc72795af57e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534fb1ff-1e33-43da-bce6-d6145b7b1673,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:50.815099 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.871710 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.875095 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.892377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31e1942-2df0-4197-a167-fb4c276e77a5,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:50.897557 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.899223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-08f65a66-2bdb-4964-83c9-0590714ca82c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177359 Jul 16 09:35:50.902163 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44980) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.906612 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '534fb1ff-1e33-43da-bce6-d6145b7b1673', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:50.932233 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.992125 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.995593 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.013121 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128734e5-3ee1-419d-87af-817fb09aa2f9,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.018196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.019400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9190e339-a384-4e01-a950-565e836151ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162453 Jul 16 09:35:51.022100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44982) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.027076 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '534fb1ff-1e33-43da-bce6-d6145b7b1673', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.053311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.110417 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.113882 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.130383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09e239f-8682-44a8-abb0-559f37375a10,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.136653 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.137928 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-05c6960c-5107-41f8-a06e-e8e629992fab tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148810 Jul 16 09:35:51.140686 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44984) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.145069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '534fb1ff-1e33-43da-bce6-d6145b7b1673', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.181497 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.239133 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.242953 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.263512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea6361e-86df-4802-8dfd-bc3446164e30,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.267056 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.268268 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-47cf2c92-f618-4366-ae19-c4b27f75554f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266665 Jul 16 09:35:51.270969 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44986) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.276342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '534fb1ff-1e33-43da-bce6-d6145b7b1673', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.296825 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:35:51.301762 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.362604 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.365978 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.384135 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a018494f-4b9e-416b-96a1-7aa82c3ad1cd,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.388805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.390183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-67f0d583-6cd9-4b4e-90d1-0a743e2c9162 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180153 Jul 16 09:35:51.393849 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44988) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.398793 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '534fb1ff-1e33-43da-bce6-d6145b7b1673', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.419781 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:35:51.424452 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.483896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.487395 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.504463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1b2749-9678-4564-8f87-3bf8935d6597,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.511794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.512998 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5d9a862d-f629-47ef-862f-ebae0ca29dd4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182401 Jul 16 09:35:51.515946 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44990) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.520824 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'network': {'name': 'tempest-network-smoke--450764286', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.540626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:51.544241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.568801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:35:51.577708 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.578054 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Added segment c750d0db-2fe4-4eff-8329-b6b5115da28d of type vlan for network 4304d4b7-a659-41fe-96f1-9fafa966a887 Jul 16 09:35:51.618711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.647141 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.653334 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:51.653956 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.690925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1739502 Jul 16 09:35:51.693729 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44992) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.698246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'admin_state_up': True, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.747667 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c62f8-740a-4d6e-9ba1-f3e246011d47 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Network': ['ID=4304d4b7-a659-41fe-96f1-9fafa966a887,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.758963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:35:51.759669 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.760765 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.814072 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.950190 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.139787 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.158178 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.256507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.176 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/637aac93-c6fc-4a0d-9b46-075ccac15d71) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:52.359746 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.397881 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.433917 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:52.438600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:52.441909 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:52.467126 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=637aac93-c6fc-4a0d-9b46-075ccac15d71,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:52.691071 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.888784 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.015974 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:35:53.121245 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:53.130460 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Sync routers for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:53.139655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:53.140270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:53.140469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.141946 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a83b7342-e5af-473d-b57d-532173651281 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4473002 Jul 16 09:35:53.145081 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44994) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:53.174941 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-da2d51eb-0585-4830-b78a-69681018b16d tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5f06e23df9e84feeb83e50761b6bb216&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287585 Jul 16 09:35:53.177702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44996) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:53.244537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:53.267501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2782439-046a-42f7-ade1-eb23fa36e9bf tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.268885 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d2782439-046a-42f7-ade1-eb23fa36e9bf tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903020 Jul 16 09:35:53.271882 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 44998) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:53.300131 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4799b3ce-15bb-4ce2-8986-181d5a90b183 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272059 Jul 16 09:35:53.302841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45000) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:53.309377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-555250808', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:53.399947 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:53.403489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.423500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:53.453455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Checking router: 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:53.453803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Updating router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 port 637aac93-c6fc-4a0d-9b46-075ccac15d71 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:35:53.488533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.588214 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.652626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Subnet': ['ID=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:53.661330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Checking segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:53.661698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network hostable DHCP agents. Network: 4304d4b7-a659-41fe-96f1-9fafa966a887, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:35:53.678286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:35:53.687392 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 4304d4b7-a659-41fe-96f1-9fafa966a887) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:53.691449 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.692093 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.699098 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d023fd-c444-4416-8090-d491942b7cf2 None None] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:53.708031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1e2d5559-8f6d-4327-aa90-7ebf09041f2f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4038212 Jul 16 09:35:53.710496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45002) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:53.799473 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.817970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Transition to ACTIVE for port object 637aac93-c6fc-4a0d-9b46-075ccac15d71 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:53.831774 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.917185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Attempting to bind port 637aac93-c6fc-4a0d-9b46-075ccac15d71 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:53.917551 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Attempting to bind port 637aac93-c6fc-4a0d-9b46-075ccac15d71 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:53.917920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Attempting to bind port 637aac93-c6fc-4a0d-9b46-075ccac15d71 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:53.921519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39b38-7cf4-45c0-bae6-de12faff6f0d None None] Pushing event updated for resources: {'Port': ['ID=637aac93-c6fc-4a0d-9b46-075ccac15d71,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:53.929778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:53.930174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:53.930580 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.930970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:53.931473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Bound port: 637aac93-c6fc-4a0d-9b46-075ccac15d71, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:53.931868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.973430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-4304d4b7-a659-41fe-96f1-9fafa966a887', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:35:53.974292 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.070344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] For port 637aac93-c6fc-4a0d-9b46-075ccac15d71, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:54.093106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] For port 637aac93-c6fc-4a0d-9b46-075ccac15d71, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=637aac93-c6fc-4a0d-9b46-075ccac15d71,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:54.103616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.202126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:54.202815 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:54.207857 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39b38-7cf4-45c0-bae6-de12faff6f0d None None] Pushing event updated for resources: {'Port': ['ID=637aac93-c6fc-4a0d-9b46-075ccac15d71,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:54.211599 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Allocated IP 172.20.0.2 (4304d4b7-a659-41fe-96f1-9fafa966a887/a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c/c869a373-3bd4-4b4d-aae6-49f829a631c3) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:54.371513 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:54.502067 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.522701 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.562822 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Transition to ACTIVE for port object c869a373-3bd4-4b4d-aae6-49f829a631c3 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:54.594923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Transition to ACTIVE for port object c869a373-3bd4-4b4d-aae6-49f829a631c3 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:54.621283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.666249 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:54.672595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:54.681190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:54.685003 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Pushing event updated for resources: {'Port': ['ID=c869a373-3bd4-4b4d-aae6-49f829a631c3,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:54.754687 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Attempting to bind port c869a373-3bd4-4b4d-aae6-49f829a631c3 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:54.755061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Attempting to bind port c869a373-3bd4-4b4d-aae6-49f829a631c3 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:54.755455 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Attempting to bind port c869a373-3bd4-4b4d-aae6-49f829a631c3 on network 4304d4b7-a659-41fe-96f1-9fafa966a887 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:54.761840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:54.793950 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:54.794332 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Checking segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:54.794753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.795186 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Bound using segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:54.795398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.1 (4304d4b7-a659-41fe-96f1-9fafa966a887/a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c/a27fbbc8-b175-4294-821a-eb0c5a26929f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:54.795789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Bound port: c869a373-3bd4-4b4d-aae6-49f829a631c3, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:54.796237 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.799691 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e1529-6ceb-4501-baa3-c345854d6dec None None] The sync data for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 is: [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:54.866270 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] For port c869a373-3bd4-4b4d-aae6-49f829a631c3, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:54.870634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] For port c869a373-3bd4-4b4d-aae6-49f829a631c3, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c869a373-3bd4-4b4d-aae6-49f829a631c3,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:54.874758 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.916439 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.932713 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object a27fbbc8-b175-4294-821a-eb0c5a26929f will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:54.936256 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746ecd4-416d-42c2-b96b-2c502e9c203a None None] Pushing event updated for resources: {'Port': ['ID=c869a373-3bd4-4b4d-aae6-49f829a631c3,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:54.970893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.018499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:55.024179 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:55.028240 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:55.061698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=a27fbbc8-b175-4294-821a-eb0c5a26929f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:55.087150 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.283370 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.584526 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.590607 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.673062 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=a27fbbc8-b175-4294-821a-eb0c5a26929f,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:55.678463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.793173 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:55.794624 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:55.918050 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:55.972811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f8088-031d-42fe-b70e-3abd369de5c4 None None] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:56.031147 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:56.036143 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-92b62fe6-140c-4e7d-a45e-b10410dc563a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/12d5d69c-298e-4735-ba0f-d7c6c902d4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236430 Jul 16 09:35:56.048765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-160653da-454a-43e0-9377-686edb699100 None None] Provisioning for port c869a373-3bd4-4b4d-aae6-49f829a631c3 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:56.189148 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c869a373-3bd4-4b4d-aae6-49f829a631c3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:56.200397 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-aa01d62b-448b-4f46-98e8-a494f50f7a8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533602624&fields=id&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 267 time: 0.0371666 Jul 16 09:35:56.261923 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c869a373-3bd4-4b4d-aae6-49f829a631c3 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:56.265986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c869a373-3bd4-4b4d-aae6-49f829a631c3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:56.266357 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.313241 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-3e61759b-80b8-4450-81da-4bb99facc10c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:56.314836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-3e61759b-80b8-4450-81da-4bb99facc10c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 796 time: 0.1076915 Jul 16 09:35:56.332221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-2d46c82b-0a16-4cda-b68b-dc39e02ddcd0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/quotas/5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 375 time: 0.0118878 Jul 16 09:35:56.354088 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.388753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c869a373-3bd4-4b4d-aae6-49f829a631c3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c869a373-3bd4-4b4d-aae6-49f829a631c3,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:56.393954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.394753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 637aac93-c6fc-4a0d-9b46-075ccac15d71 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:56.411111 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-fd7f98a2-f31d-434f-890e-e13843551e62 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720682 Jul 16 09:35:56.480400 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c869a373-3bd4-4b4d-aae6-49f829a631c3,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:56.493920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 637aac93-c6fc-4a0d-9b46-075ccac15d71 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:56.498030 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 637aac93-c6fc-4a0d-9b46-075ccac15d71 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:56.498492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.524233 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-97bde6af-58c3-4be5-8daf-3952a85230f8 service neutron] 10.222.0.41 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001353 Jul 16 09:35:56.543119 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Sync routers for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:56.553682 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:56.554267 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:56.612220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.622168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-462a0d4b-c613-43ae-90c6-e2b8f7d655d6 None None] Provisioning for port a27fbbc8-b175-4294-821a-eb0c5a26929f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:56.635027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-462a0d4b-c613-43ae-90c6-e2b8f7d655d6 None None] Provisioning complete for port a27fbbc8-b175-4294-821a-eb0c5a26929f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:56.636083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-c1f449bb-2e6a-4cc8-9490-179c0fd1553b service neutron] 10.222.0.41 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067998 Jul 16 09:35:56.639815 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-462a0d4b-c613-43ae-90c6-e2b8f7d655d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.686207 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:56.889807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4fbcbfa7-150f-41c3-ade2-da4b88e5c372 req-14ea2075-4be8-497d-934b-0599c92261fe tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 210 time: 0.0455892 Jul 16 09:35:56.895103 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 637aac93-c6fc-4a0d-9b46-075ccac15d71, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=637aac93-c6fc-4a0d-9b46-075ccac15d71,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:56.900568 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.947226 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-462a0d4b-c613-43ae-90c6-e2b8f7d655d6 None None] Port a27fbbc8-b175-4294-821a-eb0c5a26929f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:56.978105 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=637aac93-c6fc-4a0d-9b46-075ccac15d71,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:56.980733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-462a0d4b-c613-43ae-90c6-e2b8f7d655d6 None None] Provisioning complete for port c869a373-3bd4-4b4d-aae6-49f829a631c3 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:56.981116 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-462a0d4b-c613-43ae-90c6-e2b8f7d655d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.984733 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 2, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:57.023272 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Checking router: 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:57.023787 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Updating router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 port a27fbbc8-b175-4294-821a-eb0c5a26929f binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:35:57.076462 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.195905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-358f9c02-238b-4e99-b3f4-661982cd6966 None None] Provisioning complete for port a27fbbc8-b175-4294-821a-eb0c5a26929f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:57.196451 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-358f9c02-238b-4e99-b3f4-661982cd6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.235380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-358f9c02-238b-4e99-b3f4-661982cd6966 None None] Port a27fbbc8-b175-4294-821a-eb0c5a26929f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:57.352528 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.363390 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Transition to ACTIVE for port object a27fbbc8-b175-4294-821a-eb0c5a26929f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:57.369280 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.417726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Pushing event updated for resources: {'Port': ['ID=a27fbbc8-b175-4294-821a-eb0c5a26929f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:57.445694 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.446030 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.446368 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.446697 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.447021 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.447388 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.447691 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.448009 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.449609 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.449609 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.449609 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.449609 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.483626 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Attempting to bind port a27fbbc8-b175-4294-821a-eb0c5a26929f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:57.483983 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Attempting to bind port a27fbbc8-b175-4294-821a-eb0c5a26929f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:57.484337 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Attempting to bind port a27fbbc8-b175-4294-821a-eb0c5a26929f on network 4304d4b7-a659-41fe-96f1-9fafa966a887 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:57.489629 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:57.490150 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Checking segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:57.490563 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.490948 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Bound using segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:57.491462 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Bound port: a27fbbc8-b175-4294-821a-eb0c5a26929f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:57.492457 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.564459 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] For port a27fbbc8-b175-4294-821a-eb0c5a26929f, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:57.567857 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] For port a27fbbc8-b175-4294-821a-eb0c5a26929f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a27fbbc8-b175-4294-821a-eb0c5a26929f,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:57.572483 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.633414 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197ef02-3da2-47c8-a953-2a326fa45b3d None None] Pushing event updated for resources: {'Port': ['ID=a27fbbc8-b175-4294-821a-eb0c5a26929f,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:57.636051 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:57.636646 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:57.744532 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:57.945173 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:57Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:57.975878 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32edb9f1-1482-4eaf-b02f-b6f9d920121d None None] The sync data for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 is: [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:57Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:58.088690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bbc07426-8272-4c9d-9b72-1fc2742e212c req-22975a03-c11a-4e79-8447-526950830df5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 210 time: 0.0788386 Jul 16 09:35:58.152557 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-a315c9d6-730e-456e-848f-d0dd1817afb0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.154131 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-a315c9d6-730e-456e-848f-d0dd1817afb0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 796 time: 0.1824815 Jul 16 09:35:58.220239 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-eccf7693-81a0-4c52-95c0-3be38752faf9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 379 time: 0.0500786 Jul 16 09:35:58.230349 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'port': {'device_id': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'admin_state_up': True, 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'security_groups': ['534fb1ff-1e33-43da-bce6-d6145b7b1673']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:58.263013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c869a373-3bd4-4b4d-aae6-49f829a631c3 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:58.317988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c869a373-3bd4-4b4d-aae6-49f829a631c3 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:58.318577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.352286 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:58.356121 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.400376 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a27fbbc8-b175-4294-821a-eb0c5a26929f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:58.454461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a27fbbc8-b175-4294-821a-eb0c5a26929f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:58.458877 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a27fbbc8-b175-4294-821a-eb0c5a26929f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:58.459260 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.498123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.4 (4304d4b7-a659-41fe-96f1-9fafa966a887/a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c/2241bfac-106e-4e75-bca2-41dc21812b62) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:58.541304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.576813 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a27fbbc8-b175-4294-821a-eb0c5a26929f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a27fbbc8-b175-4294-821a-eb0c5a26929f,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:58.581432 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.582548 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 637aac93-c6fc-4a0d-9b46-075ccac15d71 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:58.661853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a27fbbc8-b175-4294-821a-eb0c5a26929f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:58.662283 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.675123 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 637aac93-c6fc-4a0d-9b46-075ccac15d71 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:58.675644 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.681712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object 2241bfac-106e-4e75-bca2-41dc21812b62 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:58.719975 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.771785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:58.775604 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:58.779576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:58.822307 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=2241bfac-106e-4e75-bca2-41dc21812b62,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:58.843920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.844584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.860816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1575cad1-eda5-4099-97eb-97d69d069208 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6356776 Jul 16 09:35:58.877717 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Request body: {'port': {'device_id': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:58.965234 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.007640 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d2a3781-397d-4e67-a380-68007c454a4d None None] Provisioning for port 2241bfac-106e-4e75-bca2-41dc21812b62 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:59.011946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1d2a3781-397d-4e67-a380-68007c454a4d None None] Provisioning complete for port 2241bfac-106e-4e75-bca2-41dc21812b62 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:59.012322 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3781-397d-4e67-a380-68007c454a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.051312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a3781-397d-4e67-a380-68007c454a4d None None] Port 2241bfac-106e-4e75-bca2-41dc21812b62 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:59.254374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2241bfac-106e-4e75-bca2-41dc21812b62 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:59.262941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.275136 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Transition to ACTIVE for port object 2241bfac-106e-4e75-bca2-41dc21812b62 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:59.279044 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.281598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890f8f-7c40-4ebf-affd-91557c7c0c06 req-86d43367-cca8-46d9-aa7b-c0d6d2ef35b8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.283120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-00890f8f-7c40-4ebf-affd-91557c7c0c06 req-86d43367-cca8-46d9-aa7b-c0d6d2ef35b8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 931 time: 0.0719235 Jul 16 09:35:59.328434 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-00890f8f-7c40-4ebf-affd-91557c7c0c06 req-a3c99abf-1e1a-4aa6-b8b3-e6e0286950f2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387332 Jul 16 09:35:59.333102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Pushing event updated for resources: {'Port': ['ID=2241bfac-106e-4e75-bca2-41dc21812b62,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:59.406328 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Attempting to bind port 2241bfac-106e-4e75-bca2-41dc21812b62 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:59.406660 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Attempting to bind port 2241bfac-106e-4e75-bca2-41dc21812b62 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:59.406989 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Attempting to bind port 2241bfac-106e-4e75-bca2-41dc21812b62 on network 4304d4b7-a659-41fe-96f1-9fafa966a887 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:59.411426 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Port 2241bfac-106e-4e75-bca2-41dc21812b62 on network 4304d4b7-a659-41fe-96f1-9fafa966a887 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:59.411840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Attempting to bind port 2241bfac-106e-4e75-bca2-41dc21812b62 on network 4304d4b7-a659-41fe-96f1-9fafa966a887 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:59.416790 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:59.417088 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Checking segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:59.417465 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Bound using segment: {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:59.417890 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Bound port: 2241bfac-106e-4e75-bca2-41dc21812b62, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c750d0db-2fe4-4eff-8329-b6b5115da28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:59.418247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.486875 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] For port 2241bfac-106e-4e75-bca2-41dc21812b62, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:59.490148 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] For port 2241bfac-106e-4e75-bca2-41dc21812b62, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2241bfac-106e-4e75-bca2-41dc21812b62,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:59.494652 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.531122 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.531763 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.533153 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] 10.222.0.36 "PUT /v2.0/ports/2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 1092 time: 0.6598980 Jul 16 09:35:59.533567 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:59.535820 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f3aec-3794-4453-83db-fa7f5fc05dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:59.572053 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573d986-d8d6-483b-b696-d41ef539c427 service neutron] Pushing event updated for resources: {'Port': ['ID=2241bfac-106e-4e75-bca2-41dc21812b62,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:59.586839 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551e096-1264-41fa-8da3-b15da0c7f3ac x-openstack-request-id: req-a551e096-1264-41fa-8da3-b15da0c7f3ac {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:59.587129 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:59.587480 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a551e096-1264-41fa-8da3-b15da0c7f3ac {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:59.588109 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62', 'status': 'completed', 'code': 200} Jul 16 09:35:59.658519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8fcba1d3-4e31-4869-b314-a5b2f2c15369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.660384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8fcba1d3-4e31-4869-b314-a5b2f2c15369 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0571892 Jul 16 09:35:59.713193 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-8748d6d8-b056-448f-88fd-d73216b737d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 217 time: 0.0404332 Jul 16 09:35:59.762491 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-2f6cf222-09bf-4746-b473-766ea8e8dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.764004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-2f6cf222-09bf-4746-b473-766ea8e8dd6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 200 len: 834 time: 0.0452690 Jul 16 09:35:59.821956 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-75dc64aa-cf5e-4265-a189-4f033845d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.823510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-75dc64aa-cf5e-4265-a189-4f033845d038 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4304d4b7-a659-41fe-96f1-9fafa966a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534556 Jul 16 09:35:59.916860 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-de4fc60d-b52c-4451-95ad-e65864eeb60b service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865285 Jul 16 09:36:00.003371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4d5d7f57-10b8-4303-9eb4-64d9bb2e267f req-1133ab03-16de-468a-9082-439ee38ce6ae service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801821 Jul 16 09:36:00.099333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a27fbbc8-b175-4294-821a-eb0c5a26929f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:36:00.150188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a27fbbc8-b175-4294-821a-eb0c5a26929f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:36:00.150677 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:00.186988 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-296484cb-0153-4b73-ab57-a1bdb52902e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.188820 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-296484cb-0153-4b73-ab57-a1bdb52902e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0596697 Jul 16 09:36:00.279415 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-616b72b0-177b-43ed-89b0-6848499a29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.280869 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-616b72b0-177b-43ed-89b0-6848499a29b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 897 time: 0.0851638 Jul 16 09:36:00.326886 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-4ef0fb62-1244-4db3-acbc-e1f01d6a06f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 217 time: 0.0370853 Jul 16 09:36:00.375405 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-b3bc1194-7d27-453f-a1ea-a63e3fca34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.376861 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-b3bc1194-7d27-453f-a1ea-a63e3fca34e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 200 len: 834 time: 0.0433018 Jul 16 09:36:00.435601 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-dd9e4fbf-af09-498a-bd4a-49eeb5ef933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.437229 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-dd9e4fbf-af09-498a-bd4a-49eeb5ef933c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4304d4b7-a659-41fe-96f1-9fafa966a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522320 Jul 16 09:36:00.501011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a317f-dad9-4b7d-a683-0757abe5c97a req-b1c39a58-6da4-419a-90f6-1cf89e0a65d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.502509 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f5a317f-dad9-4b7d-a683-0757abe5c97a req-b1c39a58-6da4-419a-90f6-1cf89e0a65d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 943 time: 0.0628691 Jul 16 09:36:00.531991 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-48e622ad-5447-4d45-944f-98a4a5305760 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878661 Jul 16 09:36:00.540979 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f5a317f-dad9-4b7d-a683-0757abe5c97a req-4e0b3489-b850-4bea-ab46-4f326ec0355e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Jul 16 09:36:00.624802 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-686f3aec-3794-4453-83db-fa7f5fc05dd9 req-bc6dd493-3ab0-424a-ad68-52f7ff5ee7df service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837791 Jul 16 09:36:01.712959 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce28c3-6019-4194-afd3-354380bc3421 req-1d4cc59d-c856-409f-848d-ffbaef104e34 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:01.714416 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c6ce28c3-6019-4194-afd3-354380bc3421 req-1d4cc59d-c856-409f-848d-ffbaef104e34 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 943 time: 0.0621107 Jul 16 09:36:01.751108 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c6ce28c3-6019-4194-afd3-354380bc3421 req-a70ebb48-1c1c-4e5a-8ade-177ff1f52e3e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Jul 16 09:36:02.929626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee411-fbbc-4bd7-8b40-916441b7b6d8 req-f796c4d5-0443-4250-919f-98280d4124a7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:02.931742 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2cee411-fbbc-4bd7-8b40-916441b7b6d8 req-f796c4d5-0443-4250-919f-98280d4124a7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 943 time: 0.0667508 Jul 16 09:36:02.968271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e2cee411-fbbc-4bd7-8b40-916441b7b6d8 req-ce39e981-94e2-4ea3-b471-5087fc9dc26e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Jul 16 09:36:04.140281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74843b82-399f-4c4d-bd17-da8882097d6f req-7bd8f4a8-ddf3-45e9-8bd8-e91b05ad6ef5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:04.141776 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74843b82-399f-4c4d-bd17-da8882097d6f req-7bd8f4a8-ddf3-45e9-8bd8-e91b05ad6ef5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 943 time: 0.0632017 Jul 16 09:36:04.180132 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-74843b82-399f-4c4d-bd17-da8882097d6f req-fbe4e875-edb7-457b-844a-64b6382c6c0e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Jul 16 09:36:04.245823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2241bfac-106e-4e75-bca2-41dc21812b62 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:36:04.274384 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.350635 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2241bfac-106e-4e75-bca2-41dc21812b62, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2241bfac-106e-4e75-bca2-41dc21812b62,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:04.360799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '2241bfac-106e-4e75-bca2-41dc21812b62', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'port_id': '2241bfac-106e-4e75-bca2-41dc21812b62', 'mac_address': 'fa:16:3e:82:b7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:36:04.397366 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.409537 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2241bfac-106e-4e75-bca2-41dc21812b62 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:36:04.428722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2241bfac-106e-4e75-bca2-41dc21812b62, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2241bfac-106e-4e75-bca2-41dc21812b62,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:04.432934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.484493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2241bfac-106e-4e75-bca2-41dc21812b62,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:04.688147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['2241bfac-106e-4e75-bca2-41dc21812b62'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:36:05.357372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dd5b8-0a2c-4378-bfbf-f1ddc3e5ceed req-b836b5bc-c3c0-4e2d-b016-e3ebafce7c3c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:05.358830 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e0dd5b8-0a2c-4378-bfbf-f1ddc3e5ceed req-b836b5bc-c3c0-4e2d-b016-e3ebafce7c3c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 944 time: 0.0674038 Jul 16 09:36:05.395013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e0dd5b8-0a2c-4378-bfbf-f1ddc3e5ceed req-f5218020-a4bc-4d35-9c17-3f202a46e9ce tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Jul 16 09:36:06.249804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2241bfac-106e-4e75-bca2-41dc21812b62 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:36:06.297673 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 2241bfac-106e-4e75-bca2-41dc21812b62 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:36:06.301542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 2241bfac-106e-4e75-bca2-41dc21812b62 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:36:06.301919 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.377313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.400319 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:06.402593 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d3234-b897-4f4d-a1e0-2db4374b5902" -d '{"events": [{"server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "name": "network-vif-plugged", "status": "completed", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:06.419696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2241bfac-106e-4e75-bca2-41dc21812b62, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2241bfac-106e-4e75-bca2-41dc21812b62,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:06.423828 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.450113 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c08cc5-6f1f-414b-b217-bedd3b07ef9f x-openstack-request-id: req-31c08cc5-6f1f-414b-b217-bedd3b07ef9f {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:06.450406 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "name": "network-vif-plugged", "status": "completed", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:06.450659 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31c08cc5-6f1f-414b-b217-bedd3b07ef9f {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:06.451046 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62', 'code': 200} Jul 16 09:36:06.477434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2241bfac-106e-4e75-bca2-41dc21812b62,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:06.583701 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6f41-7c41-4c6d-a716-0ec6dfa88384 req-33401bb7-3d74-42fc-99fb-eea641bfa3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:06.585143 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad8b6f41-7c41-4c6d-a716-0ec6dfa88384 req-33401bb7-3d74-42fc-99fb-eea641bfa3f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0561836 Jul 16 09:36:06.601208 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4f30-5aaa-415e-944b-d41ee40070f5 req-2e3c6a5d-9651-4093-849e-3b78312bdc82 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:06.602692 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-694b4f30-5aaa-415e-944b-d41ee40070f5 req-2e3c6a5d-9651-4093-849e-3b78312bdc82 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0639248 Jul 16 09:36:06.619681 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ad8b6f41-7c41-4c6d-a716-0ec6dfa88384 req-2d7f1f5a-f44c-41c8-9e00-27354837bad1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281940 Jul 16 09:36:06.641369 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-694b4f30-5aaa-415e-944b-d41ee40070f5 req-e30b95d8-da5a-4b06-85c5-ce19eb6cb911 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jul 16 09:36:07.815677 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059141-332b-4eb9-9abc-68ed884a4a85 req-7a72b5bc-2ca6-4d0d-abfb-cc4fd9a0dc83 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.817148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b059141-332b-4eb9-9abc-68ed884a4a85 req-7a72b5bc-2ca6-4d0d-abfb-cc4fd9a0dc83 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0644591 Jul 16 09:36:07.853399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1b059141-332b-4eb9-9abc-68ed884a4a85 req-71006839-d040-4cd1-8539-43bf55aa6e10 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307841 Jul 16 09:36:08.029367 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abd69f-06fb-4df3-b0c5-018a773e742c req-3d6b7071-eb83-4021-a1b3-9da6c4c15cbe tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:08.030854 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64abd69f-06fb-4df3-b0c5-018a773e742c req-3d6b7071-eb83-4021-a1b3-9da6c4c15cbe tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0691829 Jul 16 09:36:08.068408 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64abd69f-06fb-4df3-b0c5-018a773e742c req-7e0440c6-31b0-4a41-b5a5-c1f2d253a462 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Jul 16 09:36:08.092690 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45054) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:08.144386 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03acf3e4-27b8-4305-a5c4-ba56919cf4b7 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:08.145925 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-03acf3e4-27b8-4305-a5c4-ba56919cf4b7 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1092 time: 0.0522449 Jul 16 09:36:08.148665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:08.153456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '2241bfac-106e-4e75-bca2-41dc21812b62', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:36:08.175610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.274102 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.375140 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.193 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/dc0ee2d6-342b-4a16-9da5-1659432c7c3d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:36:08.478311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.517087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.552872 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:36:08.559010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:36:08.563254 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:36:08.585406 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=dc0ee2d6-342b-4a16-9da5-1659432c7c3d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:08.924399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.000234 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.141967 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.146264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.217330 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=dc0ee2d6-342b-4a16-9da5-1659432c7c3d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:09.225235 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.323170 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP 8f45839b-9096-4206-ab10-c101d5746a4d associated. External IP: 172.25.0.193, port: 2241bfac-106e-4e75-bca2-41dc21812b62. Jul 16 09:36:09.853182 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:36:09.959797 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:36:09.969920 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] Sync routers for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:36:09.975812 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.980584 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:09.981368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:10.012657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-880603f3-7e59-4756-8824-d72a89b09b9f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8629134 Jul 16 09:36:10.013253 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:10.015554 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9" -d '{"events": [{"name": "network-changed", "server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:10.087870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:10.163438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9813ca-fd65-4366-9b5b-0eb198266f86 req-8985b1d1-134c-4e64-a3fd-65f65c194659 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.164943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa9813ca-fd65-4366-9b5b-0eb198266f86 req-8985b1d1-134c-4e64-a3fd-65f65c194659 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0629525 Jul 16 09:36:10.203331 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aa9813ca-fd65-4366-9b5b-0eb198266f86 req-4b198308-688a-4e0b-992c-79700c6a41a6 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327213 Jul 16 09:36:10.228395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45062) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:10.270768 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb61ba5e-770c-4feb-bd17-d05b141ff8cd x-openstack-request-id: req-bb61ba5e-770c-4feb-bd17-d05b141ff8cd {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:10.270979 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:10.271205 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb61ba5e-770c-4feb-bd17-d05b141ff8cd {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:10.271620 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62', 'status': 'completed', 'code': 200} Jul 16 09:36:10.301129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-47c0c0e0-cd68-4031-8ee2-f5c888b9dceb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/8f45839b-9096-4206-ab10-c101d5746a4d HTTP/1.1" status: 200 len: 991 time: 0.0714984 Jul 16 09:36:10.319975 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8f45839b-9096-4206-ab10-c101d5746a4d', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'port_id': '2241bfac-106e-4e75-bca2-41dc21812b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'mac_address': 'fa:16:3e:82:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:36:08Z', 'updated_at': '2021-07-16T09:36:08Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:58Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:10.351102 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] Checking router: 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:36:10.351361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-1bc70c5e-f672-461f-8941-2a7b791c888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.352798 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-1bc70c5e-f672-461f-8941-2a7b791c888e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0535181 Jul 16 09:36:10.360019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:10.360624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:10.441621 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-ec5810ff-20af-4fb4-a6a4-84db02f3c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.443077 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-ec5810ff-20af-4fb4-a6a4-84db02f3c70a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 897 time: 0.0843868 Jul 16 09:36:10.467708 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:10.511044 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-11a51bdc-e9ad-4f3f-ad14-f5676db9d103 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 999 time: 0.0620391 Jul 16 09:36:10.560640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-df01a140-8014-475b-88ba-cf4c30b0c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.562027 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-df01a140-8014-475b-88ba-cf4c30b0c80b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 200 len: 834 time: 0.0443466 Jul 16 09:36:10.618847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-409f63c0-5d7b-4b7e-80a2-c0c55ea830f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.620407 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-409f63c0-5d7b-4b7e-80a2-c0c55ea830f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4304d4b7-a659-41fe-96f1-9fafa966a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521448 Jul 16 09:36:10.691094 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8f45839b-9096-4206-ab10-c101d5746a4d', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'port_id': '2241bfac-106e-4e75-bca2-41dc21812b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'mac_address': 'fa:16:3e:82:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:36:08Z', 'updated_at': '2021-07-16T09:36:08Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:58Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:10.714581 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-6020204d-be82-4e6a-a2ba-6c7d47d34515 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875478 Jul 16 09:36:10.716816 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749c18e4-cd9d-4fe2-8e6f-735536c47d94 None None] The sync data for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 is: [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '8f45839b-9096-4206-ab10-c101d5746a4d', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'port_id': '2241bfac-106e-4e75-bca2-41dc21812b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'mac_address': 'fa:16:3e:82:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:36:08Z', 'updated_at': '2021-07-16T09:36:08Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:58Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:36:10.805912 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-15f49bc5-1568-4bf6-872b-ffd92ecdcde9 req-fe490cb9-8397-4569-b071-13b8ba99d9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855966 Jul 16 09:36:10.902688 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e5735-1cb0-4ba0-b048-9e488f0f3097 None None] New status for floating IP 8f45839b-9096-4206-ab10-c101d5746a4d: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:36:11.305119 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:11.365722 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-44248bc1-1c45-4469-a388-9536c388fe81 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/8f45839b-9096-4206-ab10-c101d5746a4d HTTP/1.1" status: 200 len: 993 time: 0.0593042 Jul 16 09:36:13.080826 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b867bd92-305e-41fc-afa1-4877c78194a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:13.670851 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:15.756918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-12b6b921-b536-449a-accb-e9c445b08da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:15.826764 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:16.892165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:18.291721 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:18.585407 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:34.281171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:36.626405 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-e2d13dac-ee1e-42d0-8d30-044981705872 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556030 Jul 16 09:36:36.735972 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-96ac9030-058f-4402-8618-8781f03768f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:36.737506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-96ac9030-058f-4402-8618-8781f03768f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0517108 Jul 16 09:36:36.845641 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-4b4eec7c-caf1-435d-9fe2-598489a337d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:36.847165 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-4b4eec7c-caf1-435d-9fe2-598489a337d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 897 time: 0.0895088 Jul 16 09:36:36.911019 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-f339ede9-c573-418f-8bc1-c5d6d40f4170 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 1001 time: 0.0569339 Jul 16 09:36:36.957939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-dd46a64b-a331-48e7-afe5-fd8159e33837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:36.959328 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-dd46a64b-a331-48e7-afe5-fd8159e33837 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 200 len: 834 time: 0.0415871 Jul 16 09:36:37.018281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-463b2e84-f76e-414a-bbd5-3822165aa91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:37.019754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-463b2e84-f76e-414a-bbd5-3822165aa91f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4304d4b7-a659-41fe-96f1-9fafa966a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538101 Jul 16 09:36:37.107930 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-6c6849fd-aa0c-422a-b1ab-453b8910810a service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808103 Jul 16 09:36:37.200596 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7e382b0-a476-47f9-9c30-47c09ed699c9 req-31f15430-ab15-4adf-b7d1-d2ae86e464a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864370 Jul 16 09:36:40.318740 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab746-932a-496a-8da1-2681d77ccc77 req-ea3e26a9-660d-4b08-b92c-6f0bbbc414d9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.320172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c30ab746-932a-496a-8da1-2681d77ccc77 req-ea3e26a9-660d-4b08-b92c-6f0bbbc414d9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0667841 Jul 16 09:36:40.361864 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c30ab746-932a-496a-8da1-2681d77ccc77 req-db6e94b1-cb5e-4360-90d4-0ddd0d5769c8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360847 Jul 16 09:36:41.545613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75408f-5d56-42a4-b452-8c7a28f7bef9 req-7a9320bf-6551-4120-ba6c-2d54d98f0f9b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:41.547150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e75408f-5d56-42a4-b452-8c7a28f7bef9 req-7a9320bf-6551-4120-ba6c-2d54d98f0f9b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0671449 Jul 16 09:36:41.589874 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8e75408f-5d56-42a4-b452-8c7a28f7bef9 req-1e3ca1f3-e63f-4446-bad6-94e08512402a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Jul 16 09:36:42.765352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dc4d3-200d-46c1-96db-0dc59bcdb6aa req-4027aa73-28a2-4065-9018-8e1c909816be tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:42.766862 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f77dc4d3-200d-46c1-96db-0dc59bcdb6aa req-4027aa73-28a2-4065-9018-8e1c909816be tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0633101 Jul 16 09:36:42.807339 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f77dc4d3-200d-46c1-96db-0dc59bcdb6aa req-9312684a-d2c9-46e3-b2dd-0ae9181ac40e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349202 Jul 16 09:36:43.081329 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ef81a9da-b439-4791-b894-f3bdcd4b0e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:43.985579 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46be8-ca62-404b-98fc-0fd53507a062 req-ed4ec4c0-fda2-4dab-a474-46d49dcb3930 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:43.987048 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aef46be8-ca62-404b-98fc-0fd53507a062 req-ed4ec4c0-fda2-4dab-a474-46d49dcb3930 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0671401 Jul 16 09:36:44.025433 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aef46be8-ca62-404b-98fc-0fd53507a062 req-4af1ecb9-8972-45f8-a0a8-08a98dd3c219 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Jul 16 09:36:45.199558 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161060-63d7-40eb-a185-b15254a9c468 req-deeb6dc6-940a-4018-ac68-2c216d4613f0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.201147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2161060-63d7-40eb-a185-b15254a9c468 req-deeb6dc6-940a-4018-ac68-2c216d4613f0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0641732 Jul 16 09:36:45.238673 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a2161060-63d7-40eb-a185-b15254a9c468 req-27860ae9-08ab-4585-b733-3e15626062b2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Jul 16 09:36:45.756696 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99a59981-32b8-454e-8d26-cf59d926a416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:45.829709 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:46.416477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233a201-52ce-42f2-9eae-2aae0e66384d req-4850807b-4ded-4a57-b13f-b47b0f47da27 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:46.417879 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c233a201-52ce-42f2-9eae-2aae0e66384d req-4850807b-4ded-4a57-b13f-b47b0f47da27 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0678854 Jul 16 09:36:46.455726 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c233a201-52ce-42f2-9eae-2aae0e66384d req-ff2fb9d2-1312-4241-8555-750404c019ff tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318427 Jul 16 09:36:46.895297 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:47.625815 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053ecd-1e7d-4e0f-80bb-830b8e60280f req-913c5669-f3ec-4ace-973a-ce6bc7017506 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:47.627281 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f053ecd-1e7d-4e0f-80bb-830b8e60280f req-913c5669-f3ec-4ace-973a-ce6bc7017506 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0623181 Jul 16 09:36:47.663974 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8f053ecd-1e7d-4e0f-80bb-830b8e60280f req-2b4cf3ba-b58f-44da-a874-48c8b9735b0f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Jul 16 09:36:48.318574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:48.588022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:48.835779 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c57fa-4a4d-4f13-b82c-3cf68544076d req-927edb28-5dff-481d-810d-5b5df17aa062 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:48.837272 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-108c57fa-4a4d-4f13-b82c-3cf68544076d req-927edb28-5dff-481d-810d-5b5df17aa062 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0641773 Jul 16 09:36:48.876286 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-108c57fa-4a4d-4f13-b82c-3cf68544076d req-cede909a-209c-49cf-81b4-82c94041f4b3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329242 Jul 16 09:36:50.049781 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca697c-8f6f-4852-8246-39171f3ac680 req-c0d63183-12ff-41bf-9a71-6cc5a418a141 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:50.051182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24ca697c-8f6f-4852-8246-39171f3ac680 req-c0d63183-12ff-41bf-9a71-6cc5a418a141 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0668056 Jul 16 09:36:50.088400 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-24ca697c-8f6f-4852-8246-39171f3ac680 req-68f82c72-cf92-46f2-aacc-16a153ab698f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Jul 16 09:36:50.670018 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:51.265553 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7766-d1ca-460c-884b-6e8a1d0c63e9 req-3ab4bf44-ac63-46a7-83b0-3307419ac310 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:51.267051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-316b7766-d1ca-460c-884b-6e8a1d0c63e9 req-3ab4bf44-ac63-46a7-83b0-3307419ac310 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0631590 Jul 16 09:36:51.304834 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-316b7766-d1ca-460c-884b-6e8a1d0c63e9 req-dc78e758-000a-4fca-be11-3737a2e704f7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Jul 16 09:36:51.328490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45106) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:51.392364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c394c373-1213-4f40-af94-43a98fae6590 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/8f45839b-9096-4206-ab10-c101d5746a4d HTTP/1.1" status: 200 len: 993 time: 0.0625744 Jul 16 09:36:52.830935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d6b31-b771-4dea-9323-fc11b1784967 req-670ebceb-3868-4bc4-bdb4-97fe77132cae tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:52.831982 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b759-764b-490f-93a3-7995b4dc0858 req-ff71f157-d11b-4e7c-9a60-04a3e69f0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:52.832481 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c60d6b31-b771-4dea-9323-fc11b1784967 req-670ebceb-3868-4bc4-bdb4-97fe77132cae tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0672231 Jul 16 09:36:52.833480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-ff71f157-d11b-4e7c-9a60-04a3e69f0114 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0560997 Jul 16 09:36:52.870549 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c60d6b31-b771-4dea-9323-fc11b1784967 req-ce12dbb1-3170-4706-82ec-8d3f46e67d0b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324526 Jul 16 09:36:52.926712 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b759-764b-490f-93a3-7995b4dc0858 req-ca2c3b93-51ae-4452-b1c6-a0eb3192db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:52.928387 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-ca2c3b93-51ae-4452-b1c6-a0eb3192db3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 897 time: 0.0887971 Jul 16 09:36:53.338671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-ef0c1465-f033-46db-9d36-a0c059a760a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 1001 time: 0.4040277 Jul 16 09:36:53.387744 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b759-764b-490f-93a3-7995b4dc0858 req-54627dce-5650-4455-b3bc-acb985a95b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:53.389816 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-54627dce-5650-4455-b3bc-acb985a95b58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 200 len: 834 time: 0.0435917 Jul 16 09:36:53.447248 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b759-764b-490f-93a3-7995b4dc0858 req-59ac7c7d-adb3-475b-85d1-76dc0e7bddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:53.448735 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-59ac7c7d-adb3-475b-85d1-76dc0e7bddb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4304d4b7-a659-41fe-96f1-9fafa966a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539637 Jul 16 09:36:53.536540 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-734d5f2c-4397-42b7-abc6-5fd421e4bbf0 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815558 Jul 16 09:36:53.630515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3701b759-764b-490f-93a3-7995b4dc0858 req-af16e224-20de-4b64-a500-f4c0870c5ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881875 Jul 16 09:36:54.047693 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab514ea-674a-4d2b-abd7-a2005f47f552 req-b0f79a24-41b2-47f7-98b6-5b5b72121e23 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:54.049184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ab514ea-674a-4d2b-abd7-a2005f47f552 req-b0f79a24-41b2-47f7-98b6-5b5b72121e23 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0677805 Jul 16 09:36:54.087873 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5ab514ea-674a-4d2b-abd7-a2005f47f552 req-0ecb7d38-e367-48bb-bb5a-2e85c0006017 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326619 Jul 16 09:36:55.259290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf05b6-f3e2-4d4c-a3b8-ecaf08a50929 req-f4c3587b-96a9-4982-b312-920d83fd2ded tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:55.260833 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12cf05b6-f3e2-4d4c-a3b8-ecaf08a50929 req-f4c3587b-96a9-4982-b312-920d83fd2ded tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0634112 Jul 16 09:36:55.298490 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-12cf05b6-f3e2-4d4c-a3b8-ecaf08a50929 req-e4ed47ee-bddc-4527-a02d-32e49e31d542 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318604 Jul 16 09:36:55.323867 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45118) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:55.387526 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-db268db6-739a-4181-b329-6e8d034f6229 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/8f45839b-9096-4206-ab10-c101d5746a4d HTTP/1.1" status: 200 len: 993 time: 0.0624032 Jul 16 09:37:04.281550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.083063 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-de5dcee2-64c3-46f6-b634-2dd61fa1c8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.756452 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-11710c35-be46-4165-9bdb-872678d799a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.830914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.899126 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:18.332146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:18.591043 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.098146 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45132) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:26.251649 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port dc0ee2d6-342b-4a16-9da5-1659432c7c3d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:26.251993 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.325895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.326241 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.337512 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for dc0ee2d6-342b-4a16-9da5-1659432c7c3d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:26.485929 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.510771 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=dc0ee2d6-342b-4a16-9da5-1659432c7c3d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:26.523732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.524032 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.524378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.524715 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.525139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.525518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.525846 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.526174 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.526503 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.526830 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.527157 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.527506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:26.589763 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.590014 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP 8f45839b-9096-4206-ab10-c101d5746a4d disassociated (deleted). External IP: 172.25.0.193, port: 2241bfac-106e-4e75-bca2-41dc21812b62. Jul 16 09:37:26.799474 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:26.906316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:26.911128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.915245 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] Sync routers for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:26.924713 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:26.925318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:26.947097 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c7193c0-c896-4798-b852-a6fcbbf4b27e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/floatingips/8f45839b-9096-4206-ab10-c101d5746a4d HTTP/1.1" status: 204 len: 168 time: 0.8478591 Jul 16 09:37:26.947705 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:26.949954 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23" -d '{"events": [{"name": "network-changed", "server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:27.033598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:27.199844 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a7f5a2-e6c7-4a03-9463-209e433073e3 x-openstack-request-id: req-a1a7f5a2-e6c7-4a03-9463-209e433073e3 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:27.200402 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:27.200402 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1a7f5a2-e6c7-4a03-9463-209e433073e3 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:27.200864 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62', 'status': 'completed', 'code': 200} Jul 16 09:37:27.238819 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:58Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:27.265948 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] Checking router: 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:27.274469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:27.275090 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:27.312868 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-d40b8315-6f59-4cba-aaa7-ed36dddc48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.314462 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-d40b8315-6f59-4cba-aaa7-ed36dddc48c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0553916 Jul 16 09:37:27.358935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769577e-0438-443e-8e8c-36c255f92345 req-474e6201-d986-46ca-a5a9-45142a50f957 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.360491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e769577e-0438-443e-8e8c-36c255f92345 req-474e6201-d986-46ca-a5a9-45142a50f957 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0705750 Jul 16 09:37:27.384734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:27.409508 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e769577e-0438-443e-8e8c-36c255f92345 req-51f4468e-52fe-4228-a709-4dec5bdcbcef tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Jul 16 09:37:27.409999 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-7ebfeb84-90dd-470a-97b6-deaf93ded55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.411604 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-7ebfeb84-90dd-470a-97b6-deaf93ded55a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 200 len: 897 time: 0.0903797 Jul 16 09:37:27.453737 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-44633351-9cf0-44a4-b2c0-e233848e54f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 200 len: 217 time: 0.0352414 Jul 16 09:37:27.505408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-50ad190e-90b2-4aaf-818d-456c3a53f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.506902 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-50ad190e-90b2-4aaf-818d-456c3a53f534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 200 len: 834 time: 0.0464785 Jul 16 09:37:27.572898 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-3769eb8f-014c-4c60-a650-6fc906a01506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.574463 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-3769eb8f-014c-4c60-a650-6fc906a01506 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4304d4b7-a659-41fe-96f1-9fafa966a887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606260 Jul 16 09:37:27.665979 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-e7960ba3-1c22-4f8c-b275-de093d6531e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Jul 16 09:37:27.669778 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:27.733811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:58Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:27.762082 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9a0b0758-6ef7-47a5-ae74-3d0af849ae23 req-4eba98cd-4310-45d2-b331-429a300e1951 service neutron] 10.222.0.36 "GET /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886648 Jul 16 09:37:27.762571 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fcd28-d8e3-4b61-b184-63667165e4ec None None] The sync data for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 is: [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:55Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'a27fbbc8-b175-4294-821a-eb0c5a26929f', 'name': '', 'network_id': '4304d4b7-a659-41fe-96f1-9fafa966a887', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:c3:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:54Z', 'updated_at': '2021-07-16T09:35:58Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': 'a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:27.981340 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e625d-cf0d-4f4b-adf4-d54c2c357469 None None] New status for floating IP 8f45839b-9096-4206-ab10-c101d5746a4d: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:28.588079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1198-63cc-4e83-baac-ddcc2dba8731 req-2f6f6ced-6367-4aca-aafe-fb833e8c9a1d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:28.589565 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d92f1198-63cc-4e83-baac-ddcc2dba8731 req-2f6f6ced-6367-4aca-aafe-fb833e8c9a1d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0677094 Jul 16 09:37:28.627334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d92f1198-63cc-4e83-baac-ddcc2dba8731 req-55fe6454-217d-4191-9b0f-82b0024da5e7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=534fb1ff-1e33-43da-bce6-d6145b7b1673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Jul 16 09:37:28.891756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-9b829f44-2318-4c2f-a78f-078dd508e52e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:28.893212 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-9b829f44-2318-4c2f-a78f-078dd508e52e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 945 time: 0.0625932 Jul 16 09:37:28.994509 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 2241bfac-106e-4e75-bca2-41dc21812b62 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:28.994852 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.082829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 2241bfac-106e-4e75-bca2-41dc21812b62, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2241bfac-106e-4e75-bca2-41dc21812b62,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:29.083103 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.095773 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 2241bfac-106e-4e75-bca2-41dc21812b62 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:29.223870 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.250711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=2241bfac-106e-4e75-bca2-41dc21812b62,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:29.260861 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.261213 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.261552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.261889 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.262220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.262549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.263458 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.264329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.264329 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.264521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.264867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.265281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.312611 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] No DVR routers for this DVR port 2241bfac-106e-4e75-bca2-41dc21812b62 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:29.315210 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.317228 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7653e2ec-510d-4186-b5c7-c2335e553cab req-3aada914-16a4-4da2-b8aa-c54727237972 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "DELETE /v2.0/ports/2241bfac-106e-4e75-bca2-41dc21812b62 HTTP/1.1" status: 204 len: 173 time: 0.4187787 Jul 16 09:37:29.317659 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'name': 'network-vif-deleted', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:29.319976 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8926d59a-3558-4798-a9db-e0ba54320487" -d '{"events": [{"server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "name": "network-vif-deleted", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:29.412685 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377d590-323e-45b5-886e-dcb1b4856564 x-openstack-request-id: req-1377d590-323e-45b5-886e-dcb1b4856564 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:29.412976 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38440f7-437d-41da-a3d1-73c19d6a9fe6", "name": "network-vif-deleted", "tag": "2241bfac-106e-4e75-bca2-41dc21812b62", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:29.413248 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1377d590-323e-45b5-886e-dcb1b4856564 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:29.413677 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38440f7-437d-41da-a3d1-73c19d6a9fe6', 'name': 'network-vif-deleted', 'tag': '2241bfac-106e-4e75-bca2-41dc21812b62', 'status': 'completed', 'code': 200} Jul 16 09:37:29.789135 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b12fcd27-2efe-4101-a037-6ffb2f36670b req-b7aef9d0-fcaa-4850-9959-b603f3980f63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38440f7-437d-41da-a3d1-73c19d6a9fe6 HTTP/1.1" status: 200 len: 210 time: 0.0313523 Jul 16 09:37:30.884283 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45156) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:31.250255 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.525613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port a27fbbc8-b175-4294-821a-eb0c5a26929f {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:31.525952 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.614359 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port a27fbbc8-b175-4294-821a-eb0c5a26929f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a27fbbc8-b175-4294-821a-eb0c5a26929f,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:31.614711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.627509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for a27fbbc8-b175-4294-821a-eb0c5a26929f owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:31.811636 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.839834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=a27fbbc8-b175-4294-821a-eb0c5a26929f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:32.022609 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.572598 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:32.668598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2241bfac-106e-4e75-bca2-41dc21812b62 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:32.676317 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:32.683519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0c6fd651-729e-44c7-9252-1d4cea2a1a67 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/12d5d69c-298e-4735-ba0f-d7c6c902d4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981629 Jul 16 09:37:32.684192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45158) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:32.689564 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] Sync routers for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:32.694808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 2241bfac-106e-4e75-bca2-41dc21812b62 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:32.695154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2241bfac-106e-4e75-bca2-41dc21812b62 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:32.701251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:32.701864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:32.740895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting subnet a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:37:32.743980 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.785369 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.807263 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:32.868985 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.932486 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.960967 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:32.962912 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.968259 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2a23c2d3-c214-40f1-ad87-0613f73daa88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/subnets/a4f6dff8-f9f7-4e90-9d4b-da00bc74c61c HTTP/1.1" status: 204 len: 168 time: 0.2825370 Jul 16 09:37:32.969993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45160) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:32.972786 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc25fb-8762-4be1-adc9-02fa93568242 None None] Network 4304d4b7-a659-41fe-96f1-9fafa966a887 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:33.088422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.191018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': '637aac93-c6fc-4a0d-9b46-075ccac15d71', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:52Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:33.196233 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.224587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] Checking router: 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:33.248354 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] Routers {'12d5d69c-298e-4735-ba0f-d7c6c902d4a0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:33.248651 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:33.260897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 637aac93-c6fc-4a0d-9b46-075ccac15d71 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:33.261244 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.321581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] DHCP port deletion for 4304d4b7-a659-41fe-96f1-9fafa966a887 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:37:33.348976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 637aac93-c6fc-4a0d-9b46-075ccac15d71, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=637aac93-c6fc-4a0d-9b46-075ccac15d71,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:33.349547 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.365319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 637aac93-c6fc-4a0d-9b46-075ccac15d71 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:33.367412 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] Set router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:33.424946 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:37:33Z', 'revision_number': 6, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:33.456615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f686c3-3dfe-45c3-8809-6e2622e14bd6 None None] The sync data for ids ['12d5d69c-298e-4735-ba0f-d7c6c902d4a0'] in n-d-798249-10 is: [{'id': '12d5d69c-298e-4735-ba0f-d7c6c902d4a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47484811', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:37:33Z', 'revision_number': 6, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:33.464130 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Deleting port c869a373-3bd4-4b4d-aae6-49f829a631c3 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:33.464508 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.527498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] For port c869a373-3bd4-4b4d-aae6-49f829a631c3, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c869a373-3bd4-4b4d-aae6-49f829a631c3,segment=NetworkSegment(c750d0db-2fe4-4eff-8329-b6b5115da28d),segment_id=c750d0db-2fe4-4eff-8329-b6b5115da28d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:33.527883 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.542201 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.545993 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Calling delete_port for c869a373-3bd4-4b4d-aae6-49f829a631c3 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:33.571060 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=637aac93-c6fc-4a0d-9b46-075ccac15d71,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:33.628923 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.637021 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.655964 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Pushing event deleted for resources: {'Port': ['ID=c869a373-3bd4-4b4d-aae6-49f829a631c3,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:33.659290 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] No DVR routers for this DVR port c869a373-3bd4-4b4d-aae6-49f829a631c3 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:33.669468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.669468 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.670083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.670187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.670675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.671110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.671499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.671836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.672168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.672499 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.672833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.673155 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b0672-c0ca-43d8-a2c0-b1d0e941c1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:33.739749 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.741908 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.785050 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.785512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Fanout notify agent at l3_agent the message router_deleted on router 12d5d69c-298e-4735-ba0f-d7c6c902d4a0 {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:37:33.792254 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.793357 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-1ec4f894-d847-451f-a5b3-4848a9b2b4ec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/routers/12d5d69c-298e-4735-ba0f-d7c6c902d4a0 HTTP/1.1" status: 204 len: 168 time: 0.8222752 Jul 16 09:37:33.798714 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45162) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:33.877792 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.971002 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.984152 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4304d4b7-a659-41fe-96f1-9fafa966a887']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:33.995766 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c750d0db-2fe4-4eff-8329-b6b5115da28d') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:33.996092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c750d0db-2fe4-4eff-8329-b6b5115da28d') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:34.005158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.019024 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.025095 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:37:34.025495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:37:34.029224 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:37:34.093204 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.100148 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.101953 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/networks/4304d4b7-a659-41fe-96f1-9fafa966a887 HTTP/1.1" status: 204 len: 168 time: 0.3039610 Jul 16 09:37:34.104959 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45166) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:34.119416 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff5b5-8662-4e12-ab22-aef6760e2d63 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Network': ['ID=4304d4b7-a659-41fe-96f1-9fafa966a887,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:34.166631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c869a373-3bd4-4b4d-aae6-49f829a631c3 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:34.176721 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e4b554-79d9-4882-b76c-bc1c342100d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.190259 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c869a373-3bd4-4b4d-aae6-49f829a631c3 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:34.190610 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c869a373-3bd4-4b4d-aae6-49f829a631c3 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:34.191034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a27fbbc8-b175-4294-821a-eb0c5a26929f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:34.205726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e4b554-79d9-4882-b76c-bc1c342100d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.210266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a27fbbc8-b175-4294-821a-eb0c5a26929f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:34.210727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a27fbbc8-b175-4294-821a-eb0c5a26929f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:34.211381 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 637aac93-c6fc-4a0d-9b46-075ccac15d71 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:34.235153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 637aac93-c6fc-4a0d-9b46-075ccac15d71 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:34.235663 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 637aac93-c6fc-4a0d-9b46-075ccac15d71 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:34.280180 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.283434 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e4b554-79d9-4882-b76c-bc1c342100d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.286075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-61e4b554-79d9-4882-b76c-bc1c342100d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.287299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-61e4b554-79d9-4882-b76c-bc1c342100d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/security-groups/534fb1ff-1e33-43da-bce6-d6145b7b1673 HTTP/1.1" status: 204 len: 168 time: 0.1813979 Jul 16 09:37:34.297600 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b554-79d9-4882-b76c-bc1c342100d3 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fb1ff-1e33-43da-bce6-d6145b7b1673,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:34.581036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45174) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:34.585716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778728655', 'description': 'tempest-secgroup-smoke-1778728655 description', 'project_id': '5f06e23df9e84feeb83e50761b6bb216'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:34.608362 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.688378 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.691926 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.720499 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.721707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396790 Jul 16 09:37:34.722853 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e3b2-ae13-499a-9281-d498ffe9a6f1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14868e30-169b-409d-9eaa-c670dd6454f4,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:34.724770 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45176) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:34.729613 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '14868e30-169b-409d-9eaa-c670dd6454f4', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:34.756245 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.812982 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.816669 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.838643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7393bb-2ee0-4e7c-a669-0b5b7cbaeee8,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:34.842810 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.844013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bff665a2-bf66-4e19-81c5-03b56fe5a6d5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182048 Jul 16 09:37:34.846741 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45178) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:34.851169 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '14868e30-169b-409d-9eaa-c670dd6454f4', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:34.877499 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.932192 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.936017 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.953278 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dc5f0a-28b2-4d8f-8a46-21892ef4ef9c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:34.959540 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.961056 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d1087e81-e1c1-44c6-8537-265cb0836fc8 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132882 Jul 16 09:37:34.963895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45180) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:34.968702 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '14868e30-169b-409d-9eaa-c670dd6454f4', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:34.995424 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.057632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.061156 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.078636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89932505-112c-4b54-803d-d2a40d9c0e57,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.084298 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.085681 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6695763c-9356-4ef0-aa0c-3bd4cbc90db5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208475 Jul 16 09:37:35.088390 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45182) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.093268 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '14868e30-169b-409d-9eaa-c670dd6454f4', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:35.118769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.176606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.180264 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.197280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b6ae2d-7b62-47af-96f3-3470b8e7bd88,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.202741 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.204046 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9cc50d95-6fbf-481c-a3e7-9e824cf9648a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147501 Jul 16 09:37:35.206768 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45184) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.211094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '14868e30-169b-409d-9eaa-c670dd6454f4', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:35.232721 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:37:35.237672 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.297495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.300972 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.319134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b7ee4b-baf4-4412-95ba-946041b54143,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.324458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.326514 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-b8c42109-99e3-47e1-a444-259dc2e4beec tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187100 Jul 16 09:37:35.329175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45186) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.333451 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'security_group_rule': {'security_group_id': '14868e30-169b-409d-9eaa-c670dd6454f4', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:35.354616 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Project 5f06e23df9e84feeb83e50761b6bb216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:37:35.359641 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.424182 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.427653 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.445922 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c3ad4e-693a-487e-b996-33fb9b201f6c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.452196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.453414 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1c5e102a-3a35-4499-8308-aebe0789dc8e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233692 Jul 16 09:37:35.456990 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45188) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.461819 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'network': {'name': 'tempest-network-smoke--1681809115', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'port_security_enabled': True}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:35.482524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:35.485893 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.508228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:37:35.517890 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.518233 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Added segment cdd08949-57bf-49f2-a7d8-2ac8f47895eb of type vlan for network c096871b-d50a-4dfc-8795-c07f3c264932 Jul 16 09:37:35.557669 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.586297 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.592394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:35.592977 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.630063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1720805 Jul 16 09:37:35.632910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45190) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.665480 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'admin_state_up': True, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:35.674120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782b73e-861c-4ba9-9ed7-1359a87c3ec5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Network': ['ID=c096871b-d50a-4dfc-8795-c07f3c264932,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.684587 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network c096871b-d50a-4dfc-8795-c07f3c264932 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:37:35.692393 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.693453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.745359 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.885886 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.077013 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.096130 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.202477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.83 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/a1f36f57-b2b2-40c4-b77b-0da3253d0fc9) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:36.306647 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.343973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.378308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:36.381059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:36.386509 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:36.412432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:36.635562 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.828311 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.954911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:37:37.059301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:37.068301 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Sync routers for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:37.077705 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.077905 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:37.078465 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:37.082172 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9072ef1a-9a23-4b83-b3ea-a5a22e518442 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4451735 Jul 16 09:37:37.082519 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45192) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.151954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-697ef03b-3d0c-40a1-a058-ae6330750712 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5f06e23df9e84feeb83e50761b6bb216&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683498 Jul 16 09:37:37.155308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45196) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.183196 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:37.244011 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfbe400-aa82-4c6c-becf-4d52507e65f2 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:37.245458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-ebfbe400-aa82-4c6c-becf-4d52507e65f2 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892229 Jul 16 09:37:37.248306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45198) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.280225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-15afc637-8741-4842-bcb8-c278ef348c8c tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=13dfb5d3-e9cb-4e7a-a170-c469cc959765&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308435 Jul 16 09:37:37.282955 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45200) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.288344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13015700', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:37.358110 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:36Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:37.376151 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:37.379756 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.388139 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Checking router: b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:37.388493 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Updating router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:37:37.422840 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.561930 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.629679 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Subnet': ['ID=3f4f8f7a-a2e0-4113-9e76-a74b304380c2,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.637668 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Checking segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:37.638110 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network hostable DHCP agents. Network: c096871b-d50a-4dfc-8795-c07f3c264932, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:37:37.654348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network c096871b-d50a-4dfc-8795-c07f3c264932 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:37:37.663019 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, c096871b-d50a-4dfc-8795-c07f3c264932) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:37.667115 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:37.667737 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.675919 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22fcb0-c853-487a-abf9-fab8df33dfea None None] Network c096871b-d50a-4dfc-8795-c07f3c264932 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:37.678788 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.687208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-aa091ea2-b837-4095-bdbe-d11ed31c1f39 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4025135 Jul 16 09:37:37.689460 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45202) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.691944 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Transition to ACTIVE for port object a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:37.698702 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.743770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Attempting to bind port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:37.743770 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Attempting to bind port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:37.744137 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Attempting to bind port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:37.755968 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:37.756339 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:37.756738 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.757187 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:37.757784 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Bound port: a1f36f57-b2b2-40c4-b77b-0da3253d0fc9, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:37.758579 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.811243 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Pushing event updated for resources: {'Port': ['ID=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,revision_number=2']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.820597 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] For port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:37.823666 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] For port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:37.825987 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.826413 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.826671 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.827005 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.827430 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.827726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.828076 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.828362 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.828686 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.829009 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.829332 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.829762 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:37.833890 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.845906 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-c096871b-d50a-4dfc-8795-c07f3c264932', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:37:37.846829 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.885779 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:37.886117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:37.933984 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566f661-263e-4b1c-a0c4-5a2464b6c795 None None] Pushing event updated for resources: {'Port': ['ID=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.991488 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Allocated IP 172.20.0.2 (c096871b-d50a-4dfc-8795-c07f3c264932/3f4f8f7a-a2e0-4113-9e76-a74b304380c2/c92ff452-f01b-4e59-ae8f-2542496d8d3b) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:38.000270 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:38.148009 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.159021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Transition to ACTIVE for port object c92ff452-f01b-4e59-ae8f-2542496d8d3b will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:38.172540 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.177453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Transition to ACTIVE for port object c92ff452-f01b-4e59-ae8f-2542496d8d3b will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:38.186941 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.199479 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:36Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:38.227921 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd16235-42d3-4de4-897f-abfb764c5490 None None] The sync data for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 is: [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:36Z', 'revision_number': 3, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:38.391736 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Pushing event updated for resources: {'Port': ['ID=c92ff452-f01b-4e59-ae8f-2542496d8d3b,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.401647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Network c096871b-d50a-4dfc-8795-c07f3c264932 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:38.403724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:38.406100 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:38.482493 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Attempting to bind port c92ff452-f01b-4e59-ae8f-2542496d8d3b on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:38.483063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Attempting to bind port c92ff452-f01b-4e59-ae8f-2542496d8d3b by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:38.483465 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Attempting to bind port c92ff452-f01b-4e59-ae8f-2542496d8d3b on network c096871b-d50a-4dfc-8795-c07f3c264932 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:38.490933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:38.491388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Checking segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:38.491543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.1 (c096871b-d50a-4dfc-8795-c07f3c264932/3f4f8f7a-a2e0-4113-9e76-a74b304380c2/ac1e42f0-a7cf-4872-adb5-bd76503c219d) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:38.491987 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.492223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Bound using segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:38.492699 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Bound port: c92ff452-f01b-4e59-ae8f-2542496d8d3b, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:38.493087 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.566357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] For port c92ff452-f01b-4e59-ae8f-2542496d8d3b, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:38.570390 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] For port c92ff452-f01b-4e59-ae8f-2542496d8d3b, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c92ff452-f01b-4e59-ae8f-2542496d8d3b,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:38.576147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.630805 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.652329 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3f81e-e729-4335-920c-8eefd0522d40 None None] Pushing event updated for resources: {'Port': ['ID=c92ff452-f01b-4e59-ae8f-2542496d8d3b,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.652569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object ac1e42f0-a7cf-4872-adb5-bd76503c219d will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:38.698276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.741494 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network c096871b-d50a-4dfc-8795-c07f3c264932 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:38.747454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:38.751548 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:38.780741 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=ac1e42f0-a7cf-4872-adb5-bd76503c219d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.805097 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.983276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.273369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.277788 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.357264 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.359046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=ac1e42f0-a7cf-4872-adb5-bd76503c219d,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:39.455519 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network c096871b-d50a-4dfc-8795-c07f3c264932 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:39.457010 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:39.577235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:39.630936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe454b31-07af-4ae1-badd-4deed30b3d69 None None] Network c096871b-d50a-4dfc-8795-c07f3c264932 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:39.689018 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:39.694171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-493b75de-67f4-4939-9721-e6cc9c703bc9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/b8bfce9c-1681-4175-aafc-5a0ad18ce0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0034661 Jul 16 09:37:39.700401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3f4b77c5-e919-4085-be89-d7a27eb7dd1c None None] Provisioning for port c92ff452-f01b-4e59-ae8f-2542496d8d3b completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:39.848690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-b370c2b9-defc-4d4e-9b9b-07a6a35d45aa tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778728655&fields=id&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 267 time: 0.0356793 Jul 16 09:37:39.962722 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-df0609ce-f363-41cb-849f-c90a98b2552f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:39.966491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-df0609ce-f363-41cb-849f-c90a98b2552f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/networks?id=c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 200 len: 797 time: 0.1109595 Jul 16 09:37:39.980234 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-c2408f2e-4bfb-43e5-9614-c59cec5cea29 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/quotas/5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 375 time: 0.0097411 Jul 16 09:37:40.027266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eb4be96b-d843-4f05-ac88-5c8db3af07bc None None] Provisioning for port ac1e42f0-a7cf-4872-adb5-bd76503c219d completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:40.033082 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eb4be96b-d843-4f05-ac88-5c8db3af07bc None None] Provisioning complete for port ac1e42f0-a7cf-4872-adb5-bd76503c219d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:40.034024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-eb4be96b-d843-4f05-ac88-5c8db3af07bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.062641 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-08cd7fef-88e8-42fd-95e3-a0170059d1eb tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751038 Jul 16 09:37:40.071085 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-eb4be96b-d843-4f05-ac88-5c8db3af07bc None None] Port ac1e42f0-a7cf-4872-adb5-bd76503c219d cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:40.190457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-9bdb6c00-d261-494e-a162-53ee55d4ddd0 service neutron] 10.222.0.41 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114893 Jul 16 09:37:40.193861 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Sync routers for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:40.204755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:40.205614 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:40.253176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:40.315239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-d4b15c63-9f66-4cf6-af91-d0200f0ac576 service neutron] 10.222.0.41 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178033 Jul 16 09:37:40.351360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-2ef6ec7a-d8bc-47f9-aa39-e573ffaab8a4 None None] Provisioning complete for port ac1e42f0-a7cf-4872-adb5-bd76503c219d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:40.351534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ec7a-d8bc-47f9-aa39-e573ffaab8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.403543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6ec7a-d8bc-47f9-aa39-e573ffaab8a4 None None] Port ac1e42f0-a7cf-4872-adb5-bd76503c219d cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:40.411893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:40.414108 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:40.444101 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:40.444489 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.494797 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-350771ba-ac99-41c7-b472-d334ce5eace5 req-70345dde-0636-4acc-b58e-41ba9444828d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 210 time: 0.0304883 Jul 16 09:37:40.558494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-43a87360-daf3-46b0-b055-7135bd7e2d3c None None] Provisioning complete for port ac1e42f0-a7cf-4872-adb5-bd76503c219d triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:40.558874 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-43a87360-daf3-46b0-b055-7135bd7e2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.658064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-43a87360-daf3-46b0-b055-7135bd7e2d3c None None] Port ac1e42f0-a7cf-4872-adb5-bd76503c219d cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:40.696655 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.722165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:40.727865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.728582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c92ff452-f01b-4e59-ae8f-2542496d8d3b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:40.816419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:39Z', 'revision_number': 2, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:40.846594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:40.849448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Checking router: b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:40.849809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Updating router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 port ac1e42f0-a7cf-4872-adb5-bd76503c219d binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:37:40.878289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port c92ff452-f01b-4e59-ae8f-2542496d8d3b completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:40.888781 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c92ff452-f01b-4e59-ae8f-2542496d8d3b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:40.889283 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.893381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.074603 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.161500 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port c92ff452-f01b-4e59-ae8f-2542496d8d3b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c92ff452-f01b-4e59-ae8f-2542496d8d3b,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:41.166421 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.246974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=c92ff452-f01b-4e59-ae8f-2542496d8d3b,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:41.290171 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.299883 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Transition to ACTIVE for port object ac1e42f0-a7cf-4872-adb5-bd76503c219d will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:41.305475 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.354446 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9503b3-fe40-44ea-b02f-43f75a48a1a5 None None] Pushing event updated for resources: {'Port': ['ID=ac1e42f0-a7cf-4872-adb5-bd76503c219d,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:41.408406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Attempting to bind port ac1e42f0-a7cf-4872-adb5-bd76503c219d on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:41.409191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Attempting to bind port ac1e42f0-a7cf-4872-adb5-bd76503c219d by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:41.409191 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Attempting to bind port ac1e42f0-a7cf-4872-adb5-bd76503c219d on network c096871b-d50a-4dfc-8795-c07f3c264932 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:41.415586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:41.415985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Checking segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:41.416398 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.416799 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Bound using segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:41.417283 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Bound port: ac1e42f0-a7cf-4872-adb5-bd76503c219d, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:41.417893 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.486668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] For port ac1e42f0-a7cf-4872-adb5-bd76503c219d, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:41.489988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] For port ac1e42f0-a7cf-4872-adb5-bd76503c219d, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ac1e42f0-a7cf-4872-adb5-bd76503c219d,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:41.495106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.601457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:41.602035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.669853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9503b3-fe40-44ea-b02f-43f75a48a1a5 None None] Pushing event updated for resources: {'Port': ['ID=ac1e42f0-a7cf-4872-adb5-bd76503c219d,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:41.703333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f89a7b3f-c8a3-4d80-820f-f819bf861554 req-3f5e5df4-2914-4c70-8a6a-b571e2948070 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 210 time: 0.0431032 Jul 16 09:37:41.752910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-bf4a904d-3169-47cf-8d3a-9fd5aebb6232 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:41.755149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-bf4a904d-3169-47cf-8d3a-9fd5aebb6232 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/networks?id=c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 200 len: 797 time: 0.1696975 Jul 16 09:37:41.823682 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:41.834667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-bf7faaa0-45f5-46c0-a628-cfe79a654ca5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06e23df9e84feeb83e50761b6bb216 HTTP/1.1" status: 200 len: 380 time: 0.0635364 Jul 16 09:37:41.846912 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'port': {'device_id': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'admin_state_up': True, 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'security_groups': ['14868e30-169b-409d-9eaa-c670dd6454f4']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:41.985348 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Made reservation on behalf of 5f06e23df9e84feeb83e50761b6bb216 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:41.989471 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.198120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:42.300261 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:42.300633 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.336121 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:41Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:42.366287 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455e239-d9e6-48fd-8a1b-2fead2d8d368 None None] The sync data for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 is: [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:41Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:42.440391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c92ff452-f01b-4e59-ae8f-2542496d8d3b up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:42.510905 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port c92ff452-f01b-4e59-ae8f-2542496d8d3b triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:42.511493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.546374 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.20.0.6 (c096871b-d50a-4dfc-8795-c07f3c264932/3f4f8f7a-a2e0-4113-9e76-a74b304380c2/2b1ab1e9-8080-471e-8580-056d265cc0b7) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:42.699149 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.714217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Transition to ACTIVE for port object 2b1ab1e9-8080-471e-8580-056d265cc0b7 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:42.750548 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.800222 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network c096871b-d50a-4dfc-8795-c07f3c264932 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:42.803774 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:42.806420 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:42.836724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=2b1ab1e9-8080-471e-8580-056d265cc0b7,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:42.871367 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:42.872633 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.894311 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e3c7a-819a-4195-8163-a506ecfcddb3 req-e7e2b136-88b2-42b2-932d-5117edf73929 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:42.895436 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-0a040578-b1d7-42e3-abb8-c23e3b54fba0 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0548978 Jul 16 09:37:42.897037 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c2e3c7a-819a-4195-8163-a506ecfcddb3 req-e7e2b136-88b2-42b2-932d-5117edf73929 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 931 time: 0.0762372 Jul 16 09:37:42.913256 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Request body: {'port': {'device_id': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:42.939210 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c2e3c7a-819a-4195-8163-a506ecfcddb3 req-f9378b6f-a2ba-485e-87cd-b00a61260fd1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Jul 16 09:37:43.014627 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.087685 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-042559ce-1b84-4226-8187-5c5c14d255ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.103228 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d9d9de02-c9e3-4f3f-a57b-b93242b6e5f5 None None] Provisioning for port 2b1ab1e9-8080-471e-8580-056d265cc0b7 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:43.107966 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-d9d9de02-c9e3-4f3f-a57b-b93242b6e5f5 None None] Provisioning complete for port 2b1ab1e9-8080-471e-8580-056d265cc0b7 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:43.108338 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9de02-c9e3-4f3f-a57b-b93242b6e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.142989 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9de02-c9e3-4f3f-a57b-b93242b6e5f5 None None] Port 2b1ab1e9-8080-471e-8580-056d265cc0b7 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:43.312076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1ab1e9-8080-471e-8580-056d265cc0b7 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:43.320181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.333371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Transition to ACTIVE for port object 2b1ab1e9-8080-471e-8580-056d265cc0b7 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:43.337809 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.425105 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ab1e9-8080-471e-8580-056d265cc0b7,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:43.484487 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Attempting to bind port 2b1ab1e9-8080-471e-8580-056d265cc0b7 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:43.484830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Attempting to bind port 2b1ab1e9-8080-471e-8580-056d265cc0b7 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:43.485171 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Attempting to bind port 2b1ab1e9-8080-471e-8580-056d265cc0b7 on network c096871b-d50a-4dfc-8795-c07f3c264932 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:43.493217 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Port 2b1ab1e9-8080-471e-8580-056d265cc0b7 on network c096871b-d50a-4dfc-8795-c07f3c264932 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:37:43.493554 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Attempting to bind port 2b1ab1e9-8080-471e-8580-056d265cc0b7 on network c096871b-d50a-4dfc-8795-c07f3c264932 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:43.499301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:43.499687 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Checking segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:43.500085 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Bound using segment: {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:43.500532 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Bound port: 2b1ab1e9-8080-471e-8580-056d265cc0b7, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:43.500905 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.576287 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] For port 2b1ab1e9-8080-471e-8580-056d265cc0b7, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:43.579650 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] For port 2b1ab1e9-8080-471e-8580-056d265cc0b7, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:43.583991 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.621401 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:43.622172 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.623605 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 200 len: 1092 time: 0.7149317 Jul 16 09:37:43.624229 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:43.626496 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b5663b-00fe-49d2-878f-f4421ab5349e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:43.655976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1eec-281c-4fda-94db-8fd5240ecf63 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ab1e9-8080-471e-8580-056d265cc0b7,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:43.696977 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d5857-86c4-48f8-b2f1-833693664d32 x-openstack-request-id: req-9e5d5857-86c4-48f8-b2f1-833693664d32 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:43.697286 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:43.697554 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e5d5857-86c4-48f8-b2f1-833693664d32 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:43.697997 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'status': 'completed', 'code': 200} Jul 16 09:37:43.766004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-cbb5ebc2-2e16-419c-a835-72aedc6f99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:43.768469 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-cbb5ebc2-2e16-419c-a835-72aedc6f99fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1095 time: 0.0578041 Jul 16 09:37:43.817786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-75d388d9-ac65-4fd6-a1e5-76d3e355dc88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0363026 Jul 16 09:37:43.865656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-6fd97cd8-e2fd-4df2-ab42-a34b761c8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:43.867037 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-6fd97cd8-e2fd-4df2-ab42-a34b761c8d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f4f8f7a-a2e0-4113-9e76-a74b304380c2 HTTP/1.1" status: 200 len: 833 time: 0.0436800 Jul 16 09:37:43.930399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-c922a9b7-daf2-45aa-8a89-9305d7cd7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:43.931959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-c922a9b7-daf2-45aa-8a89-9305d7cd7e38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096871b-d50a-4dfc-8795-c07f3c264932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585554 Jul 16 09:37:44.022031 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-e8c02ebd-6588-4526-aeff-c4837ae26bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Jul 16 09:37:44.124791 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345dd2d-9859-487a-8224-a6ecc2114312 req-9ef3a87b-f8ef-4166-b838-5887fb311d37 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:44.127785 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5345dd2d-9859-487a-8224-a6ecc2114312 req-9ef3a87b-f8ef-4166-b838-5887fb311d37 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 943 time: 0.0736756 Jul 16 09:37:44.128217 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f7c3e5f2-a5d5-42e7-9a83-7bd1a97ce142 req-88a957e0-d460-4a6f-b3d2-bc7cf3d7b7d2 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005280 Jul 16 09:37:44.166354 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5345dd2d-9859-487a-8224-a6ecc2114312 req-aebe9825-0edb-4e53-893c-29c82b532541 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343461 Jul 16 09:37:44.188596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ac1e42f0-a7cf-4872-adb5-bd76503c219d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:44.240706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port ac1e42f0-a7cf-4872-adb5-bd76503c219d completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:44.244333 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ac1e42f0-a7cf-4872-adb5-bd76503c219d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:44.244716 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.266686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-65678305-8821-42db-a86e-a808478503c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:44.268238 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-65678305-8821-42db-a86e-a808478503c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1095 time: 0.0570521 Jul 16 09:37:44.321706 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.355882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port ac1e42f0-a7cf-4872-adb5-bd76503c219d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ac1e42f0-a7cf-4872-adb5-bd76503c219d,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:44.360340 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.367627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-0ab11a55-19d5-40bd-a6d8-a7853d511336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:44.369429 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-0ab11a55-19d5-40bd-a6d8-a7853d511336 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 200 len: 898 time: 0.0951302 Jul 16 09:37:44.408896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=ac1e42f0-a7cf-4872-adb5-bd76503c219d,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:44.412877 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-d368f118-1862-4dcb-9592-36085c41d780 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0368299 Jul 16 09:37:44.463303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-116d001c-925e-4f71-9fe3-aa672b644769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:44.464748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-116d001c-925e-4f71-9fe3-aa672b644769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f4f8f7a-a2e0-4113-9e76-a74b304380c2 HTTP/1.1" status: 200 len: 833 time: 0.0449758 Jul 16 09:37:44.533696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-0d6fdace-4c58-46ca-b2ef-14fc019258c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:44.535208 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-0d6fdace-4c58-46ca-b2ef-14fc019258c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096871b-d50a-4dfc-8795-c07f3c264932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615187 Jul 16 09:37:44.626327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-de5e3e3d-8f69-4a68-8b05-70e2a4a315f4 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Jul 16 09:37:44.719608 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-86b5663b-00fe-49d2-878f-f4421ab5349e req-ef1cdc9f-615c-4812-8011-22b7feb87861 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861900 Jul 16 09:37:45.340495 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c7402-3f77-4469-a05f-13a9707b6bd1 req-fb8c45bc-d30e-4c8a-a115-393586634afc tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:45.341976 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b5c7402-3f77-4469-a05f-13a9707b6bd1 req-fb8c45bc-d30e-4c8a-a115-393586634afc tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 943 time: 0.0631993 Jul 16 09:37:45.378430 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b5c7402-3f77-4469-a05f-13a9707b6bd1 req-a776e208-7eba-4481-9915-83d95f53a22c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Jul 16 09:37:45.757970 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-72c577a7-858c-46fa-86f3-966b57ae790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:45.834624 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.152195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ac1e42f0-a7cf-4872-adb5-bd76503c219d up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:46.198655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port ac1e42f0-a7cf-4872-adb5-bd76503c219d triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:46.199022 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.557879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7124d4-4b91-4691-bf79-230b9a3d1f79 req-fb79f1a1-3e4c-4c47-85da-611a9faf8956 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:46.559485 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b7124d4-4b91-4691-bf79-230b9a3d1f79 req-fb79f1a1-3e4c-4c47-85da-611a9faf8956 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 943 time: 0.0677543 Jul 16 09:37:46.596446 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8b7124d4-4b91-4691-bf79-230b9a3d1f79 req-72d97e97-4b7f-4abc-b90d-118037c85cac tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jul 16 09:37:46.714953 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2b1ab1e9-8080-471e-8580-056d265cc0b7 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:37:46.811567 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2b1ab1e9-8080-471e-8580-056d265cc0b7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:46.822878 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'port_id': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'mac_address': 'fa:16:3e:7c:93:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:37:46.860102 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.872479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1ab1e9-8080-471e-8580-056d265cc0b7 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:46.897016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2b1ab1e9-8080-471e-8580-056d265cc0b7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:46.904477 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.933371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.958079 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2b1ab1e9-8080-471e-8580-056d265cc0b7,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:47.174605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['2b1ab1e9-8080-471e-8580-056d265cc0b7'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:37:47.766737 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17833ef-b9e7-4c78-9a4c-62bb38b935a7 req-9adcae0d-40bc-4021-a23c-a9ae516eb06f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:47.768276 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c17833ef-b9e7-4c78-9a4c-62bb38b935a7 req-9adcae0d-40bc-4021-a23c-a9ae516eb06f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 944 time: 0.0620863 Jul 16 09:37:47.806444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c17833ef-b9e7-4c78-9a4c-62bb38b935a7 req-cdbb07cf-42cb-4f5e-a1ba-743137ea70b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327458 Jul 16 09:37:48.330146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:48.595511 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:48.714113 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2b1ab1e9-8080-471e-8580-056d265cc0b7 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:48.760306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 2b1ab1e9-8080-471e-8580-056d265cc0b7 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:48.764321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 2b1ab1e9-8080-471e-8580-056d265cc0b7 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:48.764690 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:48.839308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:48.864501 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:48.866777 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cec63-9519-4a5a-a4a5-6bccb59a1c58" -d '{"events": [{"server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:48.879637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2b1ab1e9-8080-471e-8580-056d265cc0b7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:48.883491 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:48.930234 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2b1ab1e9-8080-471e-8580-056d265cc0b7,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:48.985170 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804975ec-d4da-431d-ad23-26a74c0e7350 req-66697fde-2413-4841-8e1c-77191edf3a6e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:48.986690 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-804975ec-d4da-431d-ad23-26a74c0e7350 req-66697fde-2413-4841-8e1c-77191edf3a6e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0671744 Jul 16 09:37:49.022929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-804975ec-d4da-431d-ad23-26a74c0e7350 req-4cdee37e-4b10-4665-89df-ec8933321c30 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Jul 16 09:37:49.113388 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eaf944-5ed3-47f0-9ca2-92787fc75f33 x-openstack-request-id: req-48eaf944-5ed3-47f0-9ca2-92787fc75f33 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:49.113687 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:49.113942 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48eaf944-5ed3-47f0-9ca2-92787fc75f33 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:49.114339 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'code': 200} Jul 16 09:37:49.251910 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1fdf1-d7ff-42ab-9ef4-6cfb98b487fc req-95e4e888-261f-440c-a06f-fd118ea25398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:49.253384 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5e1fdf1-d7ff-42ab-9ef4-6cfb98b487fc req-95e4e888-261f-440c-a06f-fd118ea25398 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1097 time: 0.0520418 Jul 16 09:37:49.287597 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e5e1fdf1-d7ff-42ab-9ef4-6cfb98b487fc req-e7928d50-21d3-441a-a822-2db159fb5c34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276144 Jul 16 09:37:50.196234 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9bec2-32a9-41a6-ba1d-eb6c2743f921 req-0b33bb8a-8061-4f49-bf8c-45fa8dab1104 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:50.197769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51b9bec2-32a9-41a6-ba1d-eb6c2743f921 req-0b33bb8a-8061-4f49-bf8c-45fa8dab1104 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0625432 Jul 16 09:37:50.236523 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-51b9bec2-32a9-41a6-ba1d-eb6c2743f921 req-48fedda4-7b07-4a4b-9092-aea1dbea5a7d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jul 16 09:37:51.408724 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259e52f-9ca0-41c1-9512-97a3d6158240 req-156e852f-18ff-499c-b321-a5ca6630ba5f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:51.410198 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2259e52f-9ca0-41c1-9512-97a3d6158240 req-156e852f-18ff-499c-b321-a5ca6630ba5f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0616572 Jul 16 09:37:51.448297 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2259e52f-9ca0-41c1-9512-97a3d6158240 req-bc09cb6d-bb10-488a-8969-213d1d15be99 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Jul 16 09:37:51.625099 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325051d9-d6c8-4aff-9f50-61aeb6d91fe6 req-09411df2-3f43-43f5-9078-231e98bfd491 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:51.626472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-325051d9-d6c8-4aff-9f50-61aeb6d91fe6 req-09411df2-3f43-43f5-9078-231e98bfd491 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0681334 Jul 16 09:37:51.663329 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-325051d9-d6c8-4aff-9f50-61aeb6d91fe6 req-6fa25a01-176c-40ab-9e17-9f7074843c34 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Jul 16 09:37:51.686690 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45258) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:51.738113 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c010ad-d7e2-48fa-928d-8dee3e0ac4c4 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:51.739611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e9c010ad-d7e2-48fa-928d-8dee3e0ac4c4 tempest-TestNetworkAdvancedServerOps-260639404 tempest-TestNetworkAdvancedServerOps-260639404-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1092 time: 0.0518785 Jul 16 09:37:51.742292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45260) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:51.746539 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:51.768734 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:51.871865 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:51.977728 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Allocated IP 172.25.0.209 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/033aa2c7-3146-44df-8e83-883a15f1a936) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:52.077323 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.116092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.151946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:52.156814 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:52.160182 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:52.191093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=033aa2c7-3146-44df-8e83-883a15f1a936,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:52.525824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.604280 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.758691 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.763664 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.833913 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event updated for resources: {'Port': ['ID=033aa2c7-3146-44df-8e83-883a15f1a936,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:52.843522 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:52.942094 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP 949bb447-964c-4fc1-a521-26b06527c505 associated. External IP: 172.25.0.209, port: 2b1ab1e9-8080-471e-8580-056d265cc0b7. Jul 16 09:37:53.153277 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:53.260549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:53.270304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] Sync routers for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:53.276639 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:53.279125 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:53.279767 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:53.314348 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5afe20df-ec2e-4fdb-9734-9de134168068 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5710456 Jul 16 09:37:53.314941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:53.317246 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7b78a-6de0-4777-9e51-ee63a932f210" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:53.387430 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:53.466883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956ed2-8539-4fb8-934e-a4722c890eec req-50b84b97-ad50-450f-ac90-5692e2b730f9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.468501 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35956ed2-8539-4fb8-934e-a4722c890eec req-50b84b97-ad50-450f-ac90-5692e2b730f9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0652897 Jul 16 09:37:53.509217 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-35956ed2-8539-4fb8-934e-a4722c890eec req-e8d25c90-dbd3-436d-a0b6-db261aedaa3f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Jul 16 09:37:53.535283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45266) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:53.578527 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c388c-767b-4369-b1f8-e8d3497b24cd x-openstack-request-id: req-475c388c-767b-4369-b1f8-e8d3497b24cd {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:53.578814 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:53.579068 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-475c388c-767b-4369-b1f8-e8d3497b24cd {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:53.579489 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'status': 'completed', 'code': 200} Jul 16 09:37:53.610435 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-51392905-5efd-49b9-8157-805878e6f3b9 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/949bb447-964c-4fc1-a521-26b06527c505 HTTP/1.1" status: 200 len: 991 time: 0.0737011 Jul 16 09:37:53.663652 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-ce67f5a3-6849-4771-8c1c-e80eadaa11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.665172 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-ce67f5a3-6849-4771-8c1c-e80eadaa11dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1097 time: 0.0528998 Jul 16 09:37:53.701873 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '949bb447-964c-4fc1-a521-26b06527c505', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'port_id': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'mac_address': 'fa:16:3e:7c:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:52Z', 'updated_at': '2021-07-16T09:37:52Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:53.731406 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] Checking router: b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:53.739615 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:53.740215 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:53.757340 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-dd0dd9b8-0045-4235-8683-f35484a231ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.758821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-dd0dd9b8-0045-4235-8683-f35484a231ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 200 len: 898 time: 0.0873773 Jul 16 09:37:53.830830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-f78e3577-f95e-4fe9-b870-afaf3768be67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 200 len: 999 time: 0.0660009 Jul 16 09:37:53.844666 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:53.878444 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-bc630028-450c-4b7b-b61c-71a7a558193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.880033 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-bc630028-450c-4b7b-b61c-71a7a558193a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f4f8f7a-a2e0-4113-9e76-a74b304380c2 HTTP/1.1" status: 200 len: 833 time: 0.0435154 Jul 16 09:37:53.936335 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-f7332446-1328-4333-9e0c-54bfcaa706ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.937959 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-f7332446-1328-4333-9e0c-54bfcaa706ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096871b-d50a-4dfc-8795-c07f3c264932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518634 Jul 16 09:37:54.031506 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-ed4f56f4-d5fe-4806-ad2c-268d46383b81 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870771 Jul 16 09:37:54.066226 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '949bb447-964c-4fc1-a521-26b06527c505', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'port_id': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'mac_address': 'fa:16:3e:7c:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:52Z', 'updated_at': '2021-07-16T09:37:52Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:54.096112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535e43f-678a-4e98-b37e-aee71aeeaa70 None None] The sync data for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 is: [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '949bb447-964c-4fc1-a521-26b06527c505', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'port_id': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'mac_address': 'fa:16:3e:7c:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:52Z', 'updated_at': '2021-07-16T09:37:52Z', 'revision_number': 0, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:54.126753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-42d7b78a-6de0-4777-9e51-ee63a932f210 req-a3d12dbb-a99e-4776-9dc7-7f09d2d35724 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888662 Jul 16 09:37:54.306426 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b1c433-5bf5-4daa-9323-cd04e32d4b54 None None] New status for floating IP 949bb447-964c-4fc1-a521-26b06527c505: ACTIVE {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:54.613847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45268) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:54.677239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-010117a2-0b1e-4d96-b751-1bc69788658a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/949bb447-964c-4fc1-a521-26b06527c505 HTTP/1.1" status: 200 len: 993 time: 0.0622604 Jul 16 09:38:04.279897 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:04.668403 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:13.088887 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-532f2f37-d39c-4810-ad41-93f38b5941c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:15.758106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b64a11a7-ad79-4d26-beb3-723e5300b1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:15.835132 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:16.905501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:18.347034 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:18.597091 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:26.212151 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5850ba-1040-4dcc-a9a1-d77e1fdeab7a req-b09096d5-9a68-4952-a7ec-306f159f3e9b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.213607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc5850ba-1040-4dcc-a9a1-d77e1fdeab7a req-b09096d5-9a68-4952-a7ec-306f159f3e9b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0621121 Jul 16 09:38:26.250166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bc5850ba-1040-4dcc-a9a1-d77e1fdeab7a req-9ad2becc-4ec2-4a7b-91fb-5e807e110ee7 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 16 09:38:27.430488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a947f-15ba-43be-aacb-d99d56aea0d8 req-1ea2876b-4f55-4f91-bc5b-8cca80bb6bd2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.431983 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c66a947f-15ba-43be-aacb-d99d56aea0d8 req-1ea2876b-4f55-4f91-bc5b-8cca80bb6bd2 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0666883 Jul 16 09:38:27.468223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c66a947f-15ba-43be-aacb-d99d56aea0d8 req-b568518b-a675-4c7a-8499-a872364b04b4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Jul 16 09:38:27.492803 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45298) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:27.553326 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-30cbcaed-2451-4746-811c-3818f144f47b tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/949bb447-964c-4fc1-a521-26b06527c505 HTTP/1.1" status: 200 len: 993 time: 0.0589433 Jul 16 09:38:28.994861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105684a-e301-482e-b05d-a7062eb43435 req-2be5ae79-81a0-409f-9ef2-dd9b30567c81 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.995778 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284431d-180d-4946-883a-ef28cab42dbb req-1f2a6986-caa3-403f-9f25-5f90105e653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.996390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e105684a-e301-482e-b05d-a7062eb43435 req-2be5ae79-81a0-409f-9ef2-dd9b30567c81 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0647640 Jul 16 09:38:29.000225 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-1f2a6986-caa3-403f-9f25-5f90105e653a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1097 time: 0.0608680 Jul 16 09:38:29.038737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e105684a-e301-482e-b05d-a7062eb43435 req-e27a6276-a380-4e09-9178-55474aac36dc tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Jul 16 09:38:29.090740 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284431d-180d-4946-883a-ef28cab42dbb req-c3d85f00-194d-49ea-bed6-e04011d1c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.092171 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-c3d85f00-194d-49ea-bed6-e04011d1c6dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 200 len: 898 time: 0.0862243 Jul 16 09:38:29.157904 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-1980ae26-f655-4129-8149-012270620ee2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 200 len: 1001 time: 0.0590773 Jul 16 09:38:29.204045 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284431d-180d-4946-883a-ef28cab42dbb req-a03cdf3b-e6a6-4792-a263-bc0a95db8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.205411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-a03cdf3b-e6a6-4792-a263-bc0a95db8cfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f4f8f7a-a2e0-4113-9e76-a74b304380c2 HTTP/1.1" status: 200 len: 833 time: 0.0412974 Jul 16 09:38:29.262903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284431d-180d-4946-883a-ef28cab42dbb req-5e1a6d62-8f79-4689-b38c-c827509f2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.264397 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-5e1a6d62-8f79-4689-b38c-c827509f2623 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096871b-d50a-4dfc-8795-c07f3c264932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530057 Jul 16 09:38:29.354759 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-403e9f29-5cd7-4c4f-811d-8d4ccbdef9b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Jul 16 09:38:29.442049 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-3284431d-180d-4946-883a-ef28cab42dbb req-9747ee91-33c2-4f94-9597-75c6a93045d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812497 Jul 16 09:38:30.212979 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f5ce9-fa7b-4ee8-b91f-3a58dd572948 req-307b05b6-abc2-46df-b89b-37b8e1ae57a5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:30.214607 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-001f5ce9-fa7b-4ee8-b91f-3a58dd572948 req-307b05b6-abc2-46df-b89b-37b8e1ae57a5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0641184 Jul 16 09:38:30.253225 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-001f5ce9-fa7b-4ee8-b91f-3a58dd572948 req-a27bbe79-4987-4780-ab7a-ce926cb708fa tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330930 Jul 16 09:38:31.426083 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5197cae-1906-45cc-b1b1-3951c99b6851 req-409faa56-d250-4a1c-9f95-78256c858a1f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.427502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b5197cae-1906-45cc-b1b1-3951c99b6851 req-409faa56-d250-4a1c-9f95-78256c858a1f tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0625875 Jul 16 09:38:31.465865 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b5197cae-1906-45cc-b1b1-3951c99b6851 req-741ff02e-bdae-4a90-85f9-833e81e0a341 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Jul 16 09:38:31.492565 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45314) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:31.559901 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4873b769-c1c4-4902-b42d-d40e7556fbb1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/floatingips/949bb447-964c-4fc1-a521-26b06527c505 HTTP/1.1" status: 200 len: 993 time: 0.0659175 Jul 16 09:38:31.822735 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45320) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:31.979122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 033aa2c7-3146-44df-8e83-883a15f1a936 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:31.979510 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.059928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.060250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.071622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 033aa2c7-3146-44df-8e83-883a15f1a936 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:32.555919 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.584308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=033aa2c7-3146-44df-8e83-883a15f1a936,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:32.611139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.611523 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.611858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.612188 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.612517 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.613410 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.613736 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.614055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.614373 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.614691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.615010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.615357 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:32.655973 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.656316 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Floating IP 949bb447-964c-4fc1-a521-26b06527c505 disassociated (deleted). External IP: 172.25.0.209, port: 2b1ab1e9-8080-471e-8580-056d265cc0b7. Jul 16 09:38:32.865758 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:32.972632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:32.977675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.982299 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] Sync routers for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:32.992410 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:32.993015 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:33.013909 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-53abc8d7-5dbb-4fed-98d4-9f67c3c9ed70 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/floatingips/949bb447-964c-4fc1-a521-26b06527c505 HTTP/1.1" status: 204 len: 168 time: 1.1901598 Jul 16 09:38:33.014499 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:33.016808 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baf842e-0fae-4ed0-88d0-57757168d0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:33.097804 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:33.259970 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7be6d3a-b7a2-4190-a15d-749f81a23f73 x-openstack-request-id: req-a7be6d3a-b7a2-4190-a15d-749f81a23f73 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:33.260258 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:33.260534 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7be6d3a-b7a2-4190-a15d-749f81a23f73 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:33.260959 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'status': 'completed', 'code': 200} Jul 16 09:38:33.299201 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:33.327467 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] Checking router: b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:33.336050 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:33.336663 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:33.385806 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-14c54de8-73f5-438f-afbb-d165b16247c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:33.387259 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-14c54de8-73f5-438f-afbb-d165b16247c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f06e23df9e84feeb83e50761b6bb216&device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 1097 time: 0.0603211 Jul 16 09:38:33.417153 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88df6-23ea-4a1e-947a-325bd013352a req-01b8cc76-d2b1-47c2-97ba-0eb428e88998 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:33.418823 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3f88df6-23ea-4a1e-947a-325bd013352a req-01b8cc76-d2b1-47c2-97ba-0eb428e88998 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0699029 Jul 16 09:38:33.450392 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:33.465768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3f88df6-23ea-4a1e-947a-325bd013352a req-8a265b7d-e35c-49c9-874e-c833fb65e22e tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Jul 16 09:38:33.483020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-02460103-8e6b-45cb-b2a5-b3522a888ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:33.484633 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-02460103-8e6b-45cb-b2a5-b3522a888ee3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 200 len: 898 time: 0.0912051 Jul 16 09:38:33.530400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-b846444c-e6be-4486-90e7-e7444eba24ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0384433 Jul 16 09:38:33.579877 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-ef8cd28b-c251-47ab-ba3a-ae7564be7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:33.581946 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-ef8cd28b-c251-47ab-ba3a-ae7564be7e26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f4f8f7a-a2e0-4113-9e76-a74b304380c2 HTTP/1.1" status: 200 len: 833 time: 0.0438821 Jul 16 09:38:33.639645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-4b780a97-efa3-4b7f-a8d8-87285ebfc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:33.641071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-4b780a97-efa3-4b7f-a8d8-87285ebfc259 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c096871b-d50a-4dfc-8795-c07f3c264932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521371 Jul 16 09:38:33.651383 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:33.651633 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-674476bc-c3a3-4907-8562-bc6eb04ee043 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:38:33.652615 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-674476bc-c3a3-4907-8562-bc6eb04ee043 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049765 Jul 16 09:38:33.677779 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36b0c4-0957-4cf4-aeee-29b9a88bf070 None None] The sync data for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 is: [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:37:38Z', 'revision_number': 4, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'ac1e42f0-a7cf-4872-adb5-bd76503c219d', 'name': '', 'network_id': 'c096871b-d50a-4dfc-8795-c07f3c264932', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'mac_address': 'fa:16:3e:b6:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'subnets': [{'id': '3f4f8f7a-a2e0-4113-9e76-a74b304380c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:33.751675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-896e7fac-52d2-434a-b57c-b80ad5db7e7e service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924768 Jul 16 09:38:33.846200 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0baf842e-0fae-4ed0-88d0-57757168d0dc req-4a870c37-f9bd-4270-a456-f220182a57e7 service neutron] 10.222.0.36 "GET /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880108 Jul 16 09:38:33.986990 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd76c8-3f31-417d-9ef5-9de28cbd3060 None None] New status for floating IP 949bb447-964c-4fc1-a521-26b06527c505: DOWN {{(pid=93701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:38:34.293109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.642970 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22ed21-dfc2-47f8-bb9b-690825ba326f req-dbc3095b-a030-4fde-b2cb-8378b9ee7cac tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:34.645182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d22ed21-dfc2-47f8-bb9b-690825ba326f req-dbc3095b-a030-4fde-b2cb-8378b9ee7cac tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0626724 Jul 16 09:38:34.682380 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0d22ed21-dfc2-47f8-bb9b-690825ba326f req-e668f294-e4c6-4471-9c96-fcc44f1f5bf4 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/security-groups?id=14868e30-169b-409d-9eaa-c670dd6454f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Jul 16 09:38:35.008924 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-e822644b-4082-42aa-82d4-39040c424e8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.010364 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-e822644b-4082-42aa-82d4-39040c424e8c tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 945 time: 0.0654008 Jul 16 09:38:35.106047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port 2b1ab1e9-8080-471e-8580-056d265cc0b7 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:35.106388 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:35.195919 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port 2b1ab1e9-8080-471e-8580-056d265cc0b7, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2b1ab1e9-8080-471e-8580-056d265cc0b7,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:35.196269 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:35.207757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for 2b1ab1e9-8080-471e-8580-056d265cc0b7 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:35.337268 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:35.369552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=2b1ab1e9-8080-471e-8580-056d265cc0b7,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:35.384344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.384344 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.384696 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.385041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.385380 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.385715 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.386051 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.386383 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.386714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.387041 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.387410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.387737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:35.428516 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] No DVR routers for this DVR port 2b1ab1e9-8080-471e-8580-056d265cc0b7 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:35.431112 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:35.433137 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-abbc04b9-e288-45f7-92d8-026e28291d72 req-584193c8-7c12-470e-87fe-74d153ddc61d tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.36 "DELETE /v2.0/ports/2b1ab1e9-8080-471e-8580-056d265cc0b7 HTTP/1.1" status: 204 len: 173 time: 0.4176283 Jul 16 09:38:35.433568 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'name': 'network-vif-deleted', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:35.435820 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf77a15-7350-4b33-86e9-6a42d71a29b8" -d '{"events": [{"server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "name": "network-vif-deleted", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:35.474879 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9053fe39-8822-413d-8ae8-9b5d00a04e66 x-openstack-request-id: req-9053fe39-8822-413d-8ae8-9b5d00a04e66 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:35.475169 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd", "name": "network-vif-deleted", "tag": "2b1ab1e9-8080-471e-8580-056d265cc0b7", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:35.475456 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9053fe39-8822-413d-8ae8-9b5d00a04e66 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:35.475862 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd', 'name': 'network-vif-deleted', 'tag': '2b1ab1e9-8080-471e-8580-056d265cc0b7', 'status': 'completed', 'code': 200} Jul 16 09:38:35.850077 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ee8cf1c5-3ba7-4d6a-9e95-645d6c4b00a5 req-51f037c8-ca73-4021-bd95-4800a05758ac tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b9ebf75-8f16-4170-ae7f-6ac1e4b964dd HTTP/1.1" status: 200 len: 210 time: 0.0328763 Jul 16 09:38:36.942625 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45336) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:37.305403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.567276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port ac1e42f0-a7cf-4872-adb5-bd76503c219d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:37.567539 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.655755 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port ac1e42f0-a7cf-4872-adb5-bd76503c219d, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=ac1e42f0-a7cf-4872-adb5-bd76503c219d,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:37.656111 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.668668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for ac1e42f0-a7cf-4872-adb5-bd76503c219d owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:37.858781 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.888017 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=ac1e42f0-a7cf-4872-adb5-bd76503c219d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:38.069127 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.285462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:38.389720 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:38.395343 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dc7de7e0-f9e6-46be-a2cd-89bb2ac8dc88 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "PUT /v2.0/routers/b8bfce9c-1681-4175-aafc-5a0ad18ce0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515789 Jul 16 09:38:38.398058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45338) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:38.400731 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] Sync routers for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:38.410441 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:38.411121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:38.450143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting subnet 3f4f8f7a-a2e0-4113-9e76-a74b304380c2 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:38:38.453222 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.493285 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.590998 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.609566 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:38.649619 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.677997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4f8f7a-a2e0-4113-9e76-a74b304380c2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:38.680254 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.682124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d5e5890d-a4e9-4b57-a58f-f483289a54b5 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/subnets/3f4f8f7a-a2e0-4113-9e76-a74b304380c2 HTTP/1.1" status: 204 len: 168 time: 0.2831411 Jul 16 09:38:38.684807 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45340) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:38.689484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d138f7a-5a48-4c89-984b-aca45ffdbaf0 None None] Network c096871b-d50a-4dfc-8795-c07f3c264932 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:38.799947 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:38:37Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:38.800811 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.834308 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] Checking router: b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:38.843072 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] Routers {'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:38.843719 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:38.874482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2b1ab1e9-8080-471e-8580-056d265cc0b7 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:38.898284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] DHCP port deletion for c096871b-d50a-4dfc-8795-c07f3c264932 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:38:38.900714 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 2b1ab1e9-8080-471e-8580-056d265cc0b7 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:38.901122 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2b1ab1e9-8080-471e-8580-056d265cc0b7 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:38.918896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.953250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Deleting port c92ff452-f01b-4e59-ae8f-2542496d8d3b {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:38.954106 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.956046 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] Set router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:38.971915 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Deleting port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:38.972852 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.020035 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] For port c92ff452-f01b-4e59-ae8f-2542496d8d3b, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=c92ff452-f01b-4e59-ae8f-2542496d8d3b,segment=NetworkSegment(cdd08949-57bf-49f2-a7d8-2ac8f47895eb),segment_id=cdd08949-57bf-49f2-a7d8-2ac8f47895eb)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:39.020423 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.032349 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Calling delete_port for c92ff452-f01b-4e59-ae8f-2542496d8d3b owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:39.058794 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] For port a1f36f57-b2b2-40c4-b77b-0da3253d0fc9, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:39.059159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.071886 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Calling delete_port for a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:39.117313 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.145403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Pushing event deleted for resources: {'Port': ['ID=c92ff452-f01b-4e59-ae8f-2542496d8d3b,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:39.146997 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:38:37Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:39.147894 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] No DVR routers for this DVR port c92ff452-f01b-4e59-ae8f-2542496d8d3b on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:39.165119 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.165535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.165942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.166469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.167015 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.167438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.167860 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.168251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.168644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.169038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.169430 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.169817 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024427d-f748-4e08-9996-df746c7f0cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:39.179531 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e4064-8fb0-4f66-b480-83293927c04b None None] The sync data for ids ['b8bfce9c-1681-4175-aafc-5a0ad18ce0c0'] in n-d-798249-10 is: [{'id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639934985', 'tenant_id': '5f06e23df9e84feeb83e50761b6bb216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:35Z', 'updated_at': '2021-07-16T09:38:37Z', 'revision_number': 5, 'project_id': '5f06e23df9e84feeb83e50761b6bb216', 'gw_port': {'id': 'a1f36f57-b2b2-40c4-b77b-0da3253d0fc9', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bfce9c-1681-4175-aafc-5a0ad18ce0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:36Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:39.254674 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.279877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Port': ['ID=a1f36f57-b2b2-40c4-b77b-0da3253d0fc9,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:39.344720 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.436279 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.438290 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.479941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.480441 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Fanout notify agent at l3_agent the message router_deleted on router b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:38:39.487443 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.488547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6ca090e9-387d-40d7-8c68-7ab1b2887983 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/routers/b8bfce9c-1681-4175-aafc-5a0ad18ce0c0 HTTP/1.1" status: 204 len: 168 time: 0.8028369 Jul 16 09:38:39.491300 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:39.572137 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.660216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.670660 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c096871b-d50a-4dfc-8795-c07f3c264932']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:39.680681 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:39.680972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd08949-57bf-49f2-a7d8-2ac8f47895eb') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:39.689533 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.702579 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.708950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:38:39.709330 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:38:39.712170 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:38:39.776766 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.793795 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.795687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/networks/c096871b-d50a-4dfc-8795-c07f3c264932 HTTP/1.1" status: 204 len: 168 time: 0.3033640 Jul 16 09:38:39.797058 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1438a8-aea0-4afa-a588-d513452786b1 tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'Network': ['ID=c096871b-d50a-4dfc-8795-c07f3c264932,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:39.798549 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45346) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:39.861620 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba272ef5-a436-4a84-bf88-69e8228aad6a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.887155 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba272ef5-a436-4a84-bf88-69e8228aad6a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.947385 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba272ef5-a436-4a84-bf88-69e8228aad6a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.949966 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ba272ef5-a436-4a84-bf88-69e8228aad6a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.951122 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ba272ef5-a436-4a84-bf88-69e8228aad6a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] 10.222.0.41 "DELETE /v2.0/security-groups/14868e30-169b-409d-9eaa-c670dd6454f4 HTTP/1.1" status: 204 len: 168 time: 0.1515925 Jul 16 09:38:39.961353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272ef5-a436-4a84-bf88-69e8228aad6a tempest-TestNetworkAdvancedServerOps-1480843024 tempest-TestNetworkAdvancedServerOps-1480843024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14868e30-169b-409d-9eaa-c670dd6454f4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:40.248438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:40.269595 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:40.270018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device a1f36f57-b2b2-40c4-b77b-0da3253d0fc9 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:40.270515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c92ff452-f01b-4e59-ae8f-2542496d8d3b no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:40.288888 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: c92ff452-f01b-4e59-ae8f-2542496d8d3b {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:40.289239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device c92ff452-f01b-4e59-ae8f-2542496d8d3b not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:40.289659 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ac1e42f0-a7cf-4872-adb5-bd76503c219d no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:40.309007 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: ac1e42f0-a7cf-4872-adb5-bd76503c219d {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:40.309358 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device ac1e42f0-a7cf-4872-adb5-bd76503c219d not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:40.328410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45354) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:40.462071 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-74ac93ec-7d03-402f-aed2-f305bac2ec67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f06e23df9e84feeb83e50761b6bb216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323979 Jul 16 09:38:40.464561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45358) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:40.856369 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01caa5fe-e782-40ed-86e6-cc3a0b1bffef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.877429 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01caa5fe-e782-40ed-86e6-cc3a0b1bffef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.923276 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01caa5fe-e782-40ed-86e6-cc3a0b1bffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.926092 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-01caa5fe-e782-40ed-86e6-cc3a0b1bffef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.927325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-01caa5fe-e782-40ed-86e6-cc3a0b1bffef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0c44062-4309-4131-bb83-126cd9f47069 HTTP/1.1" status: 204 len: 168 time: 0.4618671 Jul 16 09:38:40.935881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caa5fe-e782-40ed-86e6-cc3a0b1bffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c44062-4309-4131-bb83-126cd9f47069,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:41.180102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45364) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:41.193275 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997b3b1b-be8e-4d79-a339-86d1cd195cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.283897 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997b3b1b-be8e-4d79-a339-86d1cd195cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.287661 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-997b3b1b-be8e-4d79-a339-86d1cd195cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.324486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-997b3b1b-be8e-4d79-a339-86d1cd195cc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e47ad8fa7f64b1888ad66bf568e9033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433005 Jul 16 09:38:41.326469 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b3b1b-be8e-4d79-a339-86d1cd195cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878bf442-14c5-4e93-ad5b-acc1c42e0d9d,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:41.327738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45366) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:41.376819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc07f578-c816-44bd-885b-0476b08c2574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.401477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc07f578-c816-44bd-885b-0476b08c2574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.452595 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc07f578-c816-44bd-885b-0476b08c2574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.455114 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cc07f578-c816-44bd-885b-0476b08c2574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.456325 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cc07f578-c816-44bd-885b-0476b08c2574 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/878bf442-14c5-4e93-ad5b-acc1c42e0d9d HTTP/1.1" status: 204 len: 168 time: 0.1275990 Jul 16 09:38:41.464694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07f578-c816-44bd-885b-0476b08c2574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878bf442-14c5-4e93-ad5b-acc1c42e0d9d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:41.670284 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:42.257185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45388) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.350196 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-761563699-network', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:42.371048 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Made reservation on behalf of 1c8051128f3942ecbfaff19a0e02b83b for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:42.373389 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.385446 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.474776 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.478451 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.498699 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:38:42.513478 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f19361-a43a-45ee-9ea3-f301e94874b3,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:42.516364 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.516703 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Added segment 360c663a-9498-4bbb-b10b-006b1cf62b53 of type vlan for network 34b41e5b-868b-483c-850d-d89a93fbf25c Jul 16 09:38:42.557043 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.585028 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.585956 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:42.586538 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.617747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3594325 Jul 16 09:38:42.620894 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45392) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.626101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Request body: {'subnet': {'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-761563699-subnet', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:42.647227 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Made reservation on behalf of 1c8051128f3942ecbfaff19a0e02b83b for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:42.650176 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.650438 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb915aa-d6d8-4849-9058-28d89481eb4f admin admin] Pushing event updated for resources: {'Network': ['ID=34b41e5b-868b-483c-850d-d89a93fbf25c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:42.660523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 34b41e5b-868b-483c-850d-d89a93fbf25c details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:38:42.824793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.877837 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd58d6a-4226-4582-871f-0853d37de65e,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:42.894991 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:42.895402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Network hostable DHCP agents. Network: 34b41e5b-868b-483c-850d-d89a93fbf25c, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:38:42.911642 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Network 34b41e5b-868b-483c-850d-d89a93fbf25c is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:38:42.920003 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 34b41e5b-868b-483c-850d-d89a93fbf25c) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:42.924040 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:42.924622 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.930512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba232b-cc0c-4e69-af44-cf079492975d None None] Network 34b41e5b-868b-483c-850d-d89a93fbf25c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:42.941910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-cb67e1b8-8f3f-476b-9d06-a3ec70b403c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3197949 Jul 16 09:38:42.944808 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45394) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.949199 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:42.969127 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.970094 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.021195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.078970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-34b41e5b-868b-483c-850d-d89a93fbf25c', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:38:43.079940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.109713 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53efcfbf-262e-42f0-b326-0c79280efd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.157850 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.227938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Allocated IP 172.20.0.2 (34b41e5b-868b-483c-850d-d89a93fbf25c/abd58d6a-4226-4582-871f-0853d37de65e/b38ad773-9717-47c5-a726-583655135291) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:43.359104 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.368293 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.376934 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Transition to ACTIVE for port object b38ad773-9717-47c5-a726-583655135291 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:43.383717 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.392480 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Transition to ACTIVE for port object b38ad773-9717-47c5-a726-583655135291 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:43.397807 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.437656 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Network 34b41e5b-868b-483c-850d-d89a93fbf25c is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:43.443165 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:43.446598 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:43.457058 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Pushing event updated for resources: {'Port': ['ID=b38ad773-9717-47c5-a726-583655135291,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:43.489655 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Allocated IP 172.25.0.26 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/6f3f2c4f-3376-411e-956e-cf40b8b97c82) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:43.507851 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Attempting to bind port b38ad773-9717-47c5-a726-583655135291 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:43.508223 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Attempting to bind port b38ad773-9717-47c5-a726-583655135291 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:43.508592 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Attempting to bind port b38ad773-9717-47c5-a726-583655135291 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:43.513535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:43.513909 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:43.514312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.514710 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Bound using segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:43.515175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Bound port: b38ad773-9717-47c5-a726-583655135291, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:43.515583 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.579041 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] For port b38ad773-9717-47c5-a726-583655135291, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:43.583144 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] For port b38ad773-9717-47c5-a726-583655135291, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b38ad773-9717-47c5-a726-583655135291,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:43.588998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.606377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.646166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6af9d-4042-4e07-8d14-12bd1c44c747 None None] Pushing event updated for resources: {'Port': ['ID=b38ad773-9717-47c5-a726-583655135291,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:43.648168 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.696634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:43.699865 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:43.704336 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:43.707520 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f2c4f-3376-411e-956e-cf40b8b97c82,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:43.971646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.171560 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.209514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b38ad773-9717-47c5-a726-583655135291 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:44.261785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b38ad773-9717-47c5-a726-583655135291 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:44.312096 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:38:44.424726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:44.435750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:44.442924 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.444453 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bbb8776f-1d5b-4813-8c67-b6e22fac1c78 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4986584 Jul 16 09:38:44.447108 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45396) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:44.447285 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:44.447900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:44.574666 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:44.628401 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2dec65-4976-4534-8044-1bc48a4f6c16 None None] Network 34b41e5b-868b-483c-850d-d89a93fbf25c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:44.833302 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] Provisioning for port b38ad773-9717-47c5-a726-583655135291 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:44.884273 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.891464 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] Provisioning complete for port b38ad773-9717-47c5-a726-583655135291 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:44.891850 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.040357 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Allocated IP 172.20.0.1 (34b41e5b-868b-483c-850d-d89a93fbf25c/abd58d6a-4226-4582-871f-0853d37de65e/928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:45.096683 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.126917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:43Z', 'revision_number': 3, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:45.146347 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.160849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Transition to ACTIVE for port object 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:45.169627 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:45.169985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Updating router d8fffca0-d31a-4632-9668-2fdf2f0907ac port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:45.176291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] For port b38ad773-9717-47c5-a726-583655135291, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b38ad773-9717-47c5-a726-583655135291,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:45.195219 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.201649 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.233917 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Network 34b41e5b-868b-483c-850d-d89a93fbf25c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:45.239447 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:45.241255 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.243093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:45.271352 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Pushing event updated for resources: {'Port': ['ID=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.287972 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.291194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a230770-d62f-4fd3-aa1e-1b0c115dad89 None None] Pushing event updated for resources: {'Port': ['ID=b38ad773-9717-47c5-a726-583655135291,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.439072 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.532849 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.548230 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Transition to ACTIVE for port object 6f3f2c4f-3376-411e-956e-cf40b8b97c82 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:45.549977 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6dc05ba1-df9a-49c0-a1cf-0d4d773b5d57 None None] Provisioning complete for port b38ad773-9717-47c5-a726-583655135291 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:45.550934 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6dc05ba1-df9a-49c0-a1cf-0d4d773b5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.583233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.622409 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.627844 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.640378 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Attempting to bind port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:45.640755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Attempting to bind port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:45.641127 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Attempting to bind port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:45.654288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:45.654653 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:45.655087 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.655509 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:45.655984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Bound port: 6f3f2c4f-3376-411e-956e-cf40b8b97c82, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:45.656373 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.686221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaed85-2e31-4319-aa84-ac40a8719361 None None] Pushing event updated for resources: {'Port': ['ID=6f3f2c4f-3376-411e-956e-cf40b8b97c82,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.698685 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.700605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Pushing event updated for resources: {'Port': ['ID=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.758262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] For port 6f3f2c4f-3376-411e-956e-cf40b8b97c82, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:45.779061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] For port 6f3f2c4f-3376-411e-956e-cf40b8b97c82, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6f3f2c4f-3376-411e-956e-cf40b8b97c82,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:45.780124 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8f36c408-6567-4e9d-9e7b-303345e6ec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.783673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.794246 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Network 34b41e5b-868b-483c-850d-d89a93fbf25c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:45.795662 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:45.857648 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.860711 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:45.861388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:45.867761 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaed85-2e31-4319-aa84-ac40a8719361 None None] Pushing event updated for resources: {'Port': ['ID=6f3f2c4f-3376-411e-956e-cf40b8b97c82,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.921084 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-21753aca-4b00-4e87-b498-d8530900b585 None None] Provisioning for port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:45.925596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:45.928519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-21753aca-4b00-4e87-b498-d8530900b585 None None] Provisioning complete for port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:45.928893 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21753aca-4b00-4e87-b498-d8530900b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.997131 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-21753aca-4b00-4e87-b498-d8530900b585 None None] Port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:46.023503 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:46.039552 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:46.044561 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-224825c4-6f40-4780-b413-b1a34575d183 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8fffca0-d31a-4632-9668-2fdf2f0907ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5962555 Jul 16 09:38:46.157876 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ff75b7cd-e918-4e13-9b39-aa5e99a36055 None None] Provisioning complete for port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:46.158250 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ff75b7cd-e918-4e13-9b39-aa5e99a36055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.209166 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b38ad773-9717-47c5-a726-583655135291 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:46.240566 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-ff75b7cd-e918-4e13-9b39-aa5e99a36055 None None] Port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:46.294874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b38ad773-9717-47c5-a726-583655135291 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:46.295687 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.328318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 2, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:46.361457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4afda0-8eba-490f-b927-f252ea7d5bac None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 2, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:46.529264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45412) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:46.536623 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939071709-network', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:46.566757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Made reservation on behalf of 4d769ef68d0b4ee480861fa0b69e2d51 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:46.569304 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.913238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.922964 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.034306 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.039586 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.067654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:38:47.077752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8417e-fa2f-43ba-9709-19c605a702c5,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.085225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.085562 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Added segment d789738a-136b-4e22-a9fc-2a9b8c4d7d2e of type vlan for network 566ccd58-fe34-44d4-bf9d-d94437812688 Jul 16 09:38:47.133691 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.169209 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.170276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.170924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.209482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45416) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:47.210030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6791377 Jul 16 09:38:47.218146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Request body: {'subnet': {'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939071709-subnet', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'ip_version': 4}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:47.239454 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2984ede-e545-4c0a-8d70-e4f5fc8446af admin admin] Pushing event updated for resources: {'Network': ['ID=566ccd58-fe34-44d4-bf9d-d94437812688,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.241505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Made reservation on behalf of 4d769ef68d0b4ee480861fa0b69e2d51 for: {'subnet': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:47.244828 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13379694'] for subnet, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.250847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 566ccd58-fe34-44d4-bf9d-d94437812688 details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:38:47.770980 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13379708'] for subnet, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.825566 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fdd59b-136f-484e-bf1e-0ac155d297fe,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.835608 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Checking segment: {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:47.835971 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Network hostable DHCP agents. Network: 566ccd58-fe34-44d4-bf9d-d94437812688, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:38:47.852013 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Network 566ccd58-fe34-44d4-bf9d-d94437812688 is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:38:47.859824 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 566ccd58-fe34-44d4-bf9d-d94437812688) {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:47.864485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.865079 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.868983 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb861ac3-8aad-4082-9847-28746bbdaefc None None] Network 566ccd58-fe34-44d4-bf9d-d94437812688 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:47.881196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-bab515ee-0f6f-4d20-9272-9b90d097855d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6675658 Jul 16 09:38:47.881711 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45418) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:47.886228 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:47.906186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.907159 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.959760 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.024793 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-566ccd58-fe34-44d4-bf9d-d94437812688', 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'fixed_ips': [{'subnet_id': '73fdd59b-136f-484e-bf1e-0ac155d297fe'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:38:48.025744 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.101405 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.169531 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Allocated IP 172.20.0.2 (566ccd58-fe34-44d4-bf9d-d94437812688/73fdd59b-136f-484e-bf1e-0ac155d297fe/77f353e5-50c5-4d59-97bb-659c3cbe5d77) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:48.329402 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.353098 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.398698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6f3f2c4f-3376-411e-956e-cf40b8b97c82 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:48.423651 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:48.436112 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:48.437849 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:48.446646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.463375 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Allocated IP 172.25.0.142 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/80d44844-f17e-4fc7-8dd4-6b75cf562102) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:48.507867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:48.515461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:48.515845 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.551916 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:48.552633 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.568913 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Transition to ACTIVE for port object 77f353e5-50c5-4d59-97bb-659c3cbe5d77 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:48.583917 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.602091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Transition to ACTIVE for port object 77f353e5-50c5-4d59-97bb-659c3cbe5d77 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:48.609984 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.612042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.629624 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.673571 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:48.677057 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:48.681159 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:48.683737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Network 566ccd58-fe34-44d4-bf9d-d94437812688 is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:48.687136 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Pushing event updated for resources: {'Port': ['ID=80d44844-f17e-4fc7-8dd4-6b75cf562102,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:48.690511 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:48.692347 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.698250 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:48.715806 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Pushing event updated for resources: {'Port': ['ID=77f353e5-50c5-4d59-97bb-659c3cbe5d77,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:48.747853 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 6f3f2c4f-3376-411e-956e-cf40b8b97c82, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6f3f2c4f-3376-411e-956e-cf40b8b97c82,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:48.770358 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 2, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:48.774024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.806795 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:48.807294 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Updating router d8fffca0-d31a-4632-9668-2fdf2f0907ac port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:48.818050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Attempting to bind port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:48.818722 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Attempting to bind port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:48.819167 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Attempting to bind port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 on network 566ccd58-fe34-44d4-bf9d-d94437812688 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:48.827019 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:48.827422 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Checking segment: {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:48.827977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.828229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Bound using segment: {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:48.828703 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Bound port: 77f353e5-50c5-4d59-97bb-659c3cbe5d77, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:48.829091 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.842609 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.853018 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=6f3f2c4f-3376-411e-956e-cf40b8b97c82,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:48.907152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] For port 77f353e5-50c5-4d59-97bb-659c3cbe5d77, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:48.911008 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] For port 77f353e5-50c5-4d59-97bb-659c3cbe5d77, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77f353e5-50c5-4d59-97bb-659c3cbe5d77,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:48.915937 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.959005 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.991641 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a1cd7-65ff-4b4e-8a5c-9724611ccfa3 None None] Pushing event updated for resources: {'Port': ['ID=77f353e5-50c5-4d59-97bb-659c3cbe5d77,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.174011 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.187345 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Transition to ACTIVE for port object 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:49.193091 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.196255 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.254136 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Pushing event updated for resources: {'Port': ['ID=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.285244 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.285807 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.286381 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.286937 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.287517 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.288070 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.288631 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.289182 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.289738 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.290295 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.292073 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.292513 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:49.326793 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Attempting to bind port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:49.327308 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Attempting to bind port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:49.327692 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Attempting to bind port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:49.333360 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:49.333722 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:49.334303 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.334695 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Bound using segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:49.335943 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Bound port: 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:49.336329 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.354473 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Router 763b01f1-dffa-44f1-9854-14a6496120ce is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:38:49.406264 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] For port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:49.410617 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] For port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:49.415139 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.481001 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:49.484145 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edb5f1-1a62-4d62-912f-d756f2cfe5d0 None None] Pushing event updated for resources: {'Port': ['ID=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.488681 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:49.489344 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:49.493555 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Sync routers for ids ['763b01f1-dffa-44f1-9854-14a6496120ce'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:49.509228 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.510339 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Routers {'763b01f1-dffa-44f1-9854-14a6496120ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:49.511147 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-cfe43fda-39a6-4fdb-b86f-1c4e12274e2b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6282971 Jul 16 09:38:49.511526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['763b01f1-dffa-44f1-9854-14a6496120ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:49.513814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45420) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:49.621392 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:49.666646 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Set router 763b01f1-dffa-44f1-9854-14a6496120ce gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:49.886104 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:49.922982 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 3, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:49.955733 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Checking router: 763b01f1-dffa-44f1-9854-14a6496120ce for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:49.956083 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Updating router 763b01f1-dffa-44f1-9854-14a6496120ce port 80d44844-f17e-4fc7-8dd4-6b75cf562102 binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:50.004781 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.005517 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.029373 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f1318-82e3-4ab9-9543-5768a74d45d9 None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:50.243467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Allocated IP 172.20.0.1 (566ccd58-fe34-44d4-bf9d-d94437812688/73fdd59b-136f-484e-bf1e-0ac155d297fe/b534dea8-b482-400d-9073-c4e4a2abe04f) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:50.251039 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97c847-901d-4f10-b723-6facecba2ca4 None None] Network 566ccd58-fe34-44d4-bf9d-d94437812688 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:50.372980 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.382523 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:50.389134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Transition to ACTIVE for port object b534dea8-b482-400d-9073-c4e4a2abe04f will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:50.413297 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-7c263c14-538d-48db-97d6-2570c1830099 None None] Provisioning for port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:50.429529 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.474380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Network 566ccd58-fe34-44d4-bf9d-d94437812688 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:50.475994 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.479672 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:50.487696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:50.503752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Transition to ACTIVE for port object 80d44844-f17e-4fc7-8dd4-6b75cf562102 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:50.516820 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.522828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Pushing event updated for resources: {'Port': ['ID=b534dea8-b482-400d-9073-c4e4a2abe04f,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:50.537991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.564171 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:50.584152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:50.584533 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.622038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640883-7222-4071-83ab-85fece3a413c None None] Pushing event updated for resources: {'Port': ['ID=80d44844-f17e-4fc7-8dd4-6b75cf562102,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:50.630002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Attempting to bind port 80d44844-f17e-4fc7-8dd4-6b75cf562102 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:50.630386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Attempting to bind port 80d44844-f17e-4fc7-8dd4-6b75cf562102 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:50.631073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Attempting to bind port 80d44844-f17e-4fc7-8dd4-6b75cf562102 on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:50.644338 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:50.644727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:50.645138 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.645540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:50.646020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Bound port: 80d44844-f17e-4fc7-8dd4-6b75cf562102, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:50.646415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.693360 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.743391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] For port 80d44844-f17e-4fc7-8dd4-6b75cf562102, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:50.764027 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] For port 80d44844-f17e-4fc7-8dd4-6b75cf562102, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=80d44844-f17e-4fc7-8dd4-6b75cf562102,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:50.773604 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.777146 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.867152 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:50.868528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Routers {'763b01f1-dffa-44f1-9854-14a6496120ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:50.869310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['763b01f1-dffa-44f1-9854-14a6496120ce'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:50.874621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640883-7222-4071-83ab-85fece3a413c None None] Pushing event updated for resources: {'Port': ['ID=80d44844-f17e-4fc7-8dd4-6b75cf562102,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:50.912243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.913047 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6f3f2c4f-3376-411e-956e-cf40b8b97c82 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:50.915076 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.920392 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.000715 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.002929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Pushing event updated for resources: {'Port': ['ID=b534dea8-b482-400d-9073-c4e4a2abe04f,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:51.057686 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:51.082536 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] Set router 763b01f1-dffa-44f1-9854-14a6496120ce gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:51.106606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Network 566ccd58-fe34-44d4-bf9d-d94437812688 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:51.108592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:51.108794 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-42544d6c-8ed8-49af-99ca-c46a91c5ba68 None None] Provisioning for port b534dea8-b482-400d-9073-c4e4a2abe04f completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:51.124192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-42544d6c-8ed8-49af-99ca-c46a91c5ba68 None None] Provisioning complete for port b534dea8-b482-400d-9073-c4e4a2abe04f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:51.124526 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42544d6c-8ed8-49af-99ca-c46a91c5ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.127698 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:51.127981 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.235372 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Router 763b01f1-dffa-44f1-9854-14a6496120ce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:51.279938 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-42544d6c-8ed8-49af-99ca-c46a91c5ba68 None None] Port b534dea8-b482-400d-9073-c4e4a2abe04f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:51.359029 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:51.364921 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-063d6c7e-f85d-4b01-9f81-26d58d335170 admin admin] 10.222.0.41 "PUT /v2.0/routers/763b01f1-dffa-44f1-9854-14a6496120ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490345 Jul 16 09:38:51.377526 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77f353e5-50c5-4d59-97bb-659c3cbe5d77 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:51.438954 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-171b00c3-0594-4846-b910-9e774b328aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b534dea8-b482-400d-9073-c4e4a2abe04f', 'name': '', 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'mac_address': 'fa:16:3e:9d:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 1, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'subnets': [{'id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:51.624924 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b00c3-0594-4846-b910-9e774b328aff None None] The sync data for ids ['763b01f1-dffa-44f1-9854-14a6496120ce'] in n-d-798249-10 is: [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b534dea8-b482-400d-9073-c4e4a2abe04f', 'name': '', 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'mac_address': 'fa:16:3e:9d:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 1, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'subnets': [{'id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:51.627863 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:51.634472 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:51.634784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.661110 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c6348c00-1775-4df4-bda9-71b39d843b97 None None] Provisioning complete for port b534dea8-b482-400d-9073-c4e4a2abe04f triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:51.661498 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c6348c00-1775-4df4-bda9-71b39d843b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.707093 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c6348c00-1775-4df4-bda9-71b39d843b97 None None] Port b534dea8-b482-400d-9073-c4e4a2abe04f cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:51.748227 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.786394 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 77f353e5-50c5-4d59-97bb-659c3cbe5d77, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77f353e5-50c5-4d59-97bb-659c3cbe5d77,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:51.791515 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.865435 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=77f353e5-50c5-4d59-97bb-659c3cbe5d77,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.126111 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45428) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.130908 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78888845', 'description': 'tempest-secgroup-smoke-78888845 description', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.154570 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.215280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:52.251140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.255068 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.263185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:52.263597 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.283543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.285521 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1581786 Jul 16 09:38:52.288412 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45430) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.293115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': 'c8c458de-df40-402d-91be-0bfbc5e29913', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.298895 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84796546-8857-449d-964f-c6674dd1fcc1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c458de-df40-402d-91be-0bfbc5e29913,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.323554 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.347874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77f353e5-50c5-4d59-97bb-659c3cbe5d77 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:52.381505 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.385284 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.394213 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:52.394592 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.406676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257c2fe0-3c8d-4695-80ab-ae4dc742c61e,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.411014 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.412160 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f6c91b8b-85fa-465e-a4f4-4d3b3e06a452 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228333 Jul 16 09:38:52.414991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45432) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.419643 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': 'c8c458de-df40-402d-91be-0bfbc5e29913', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.446379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.508879 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.512652 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.527845 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9de0d00-998c-4da8-a1ce-939e8f24f81b,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.535959 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.537251 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bb1d7057-69b3-45e2-a1a0-4738ed8e82dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212361 Jul 16 09:38:52.540033 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45434) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.544446 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': 'c8c458de-df40-402d-91be-0bfbc5e29913', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.570576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.626838 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.630863 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.646332 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4110c67b-5cba-4c3e-b068-554ee4f4528a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.655361 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.656568 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-bfd5aa44-4c22-49ac-ba15-2ce4b171e056 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155393 Jul 16 09:38:52.659280 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45436) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.663664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': 'c8c458de-df40-402d-91be-0bfbc5e29913', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.688771 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.748927 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.752348 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.771911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb0a195-5666-4496-8df1-52d51dc2d9d7,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.774140 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.775334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a2eb7f92-21ee-446e-88ae-39935ec5f483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151099 Jul 16 09:38:52.778046 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45438) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.782433 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': 'c8c458de-df40-402d-91be-0bfbc5e29913', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.805425 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Project 1c8051128f3942ecbfaff19a0e02b83b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:38:52.811216 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.898769 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.902782 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.921177 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6b4c37-2685-45cc-bde9-3b5bb5acfc33,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.929548 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.930866 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-262b94ac-cfac-4916-b192-208779290873 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519012 Jul 16 09:38:52.933671 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45440) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:52.938315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': 'c8c458de-df40-402d-91be-0bfbc5e29913', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:52.961042 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Project 1c8051128f3942ecbfaff19a0e02b83b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:38:52.966344 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.029995 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.034631 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.053510 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3ec20d-b769-4a5b-8fc7-c9c413197a7c,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:53.061058 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.063816 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-97c33418-0347-4a6e-babc-15a1449a58aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291127 Jul 16 09:38:53.272768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-109ddd32-f3c6-4dd2-b538-273610ea3ea4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78888845&fields=id&tenant_id=1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 267 time: 0.0367448 Jul 16 09:38:53.721796 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-d47d7d4f-874d-4bf3-9fd2-4dacf675dc34 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:53.723901 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-d47d7d4f-874d-4bf3-9fd2-4dacf675dc34 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 808 time: 0.4445815 Jul 16 09:38:53.738227 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5fdf3c8c-cc44-4332-81ab-d0423be563a2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/quotas/1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 375 time: 0.0089734 Jul 16 09:38:53.804214 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-77005087-6396-4a58-af5a-3dce21294c56 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611212 Jul 16 09:38:53.820105 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-f2276174-f359-440a-be97-2eeef78b3f46 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:38:53.821115 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-f2276174-f359-440a-be97-2eeef78b3f46 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058610 Jul 16 09:38:53.914894 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-9cb85277-265c-4c43-9e6b-b708df6d6c20 service neutron] 10.222.0.41 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879602 Jul 16 09:38:54.006456 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-b83e718b-52f7-435e-9934-eb966037c1e2 service neutron] 10.222.0.41 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859153 Jul 16 09:38:54.121923 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Sync routers for ids ['763b01f1-dffa-44f1-9854-14a6496120ce'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:54.132927 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Routers {'763b01f1-dffa-44f1-9854-14a6496120ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:54.133623 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['763b01f1-dffa-44f1-9854-14a6496120ce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:54.202445 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-23f3595c-1491-48b9-be48-28f556387c16 req-e9db011b-5f62-4bde-b375-6b69f6171e73 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 210 time: 0.0420258 Jul 16 09:38:54.262179 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 80d44844-f17e-4fc7-8dd4-6b75cf562102 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:54.288504 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Set router 763b01f1-dffa-44f1-9854-14a6496120ce gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:54.316586 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 80d44844-f17e-4fc7-8dd4-6b75cf562102 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:54.320826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 80d44844-f17e-4fc7-8dd4-6b75cf562102 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:54.321187 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.406915 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.431839 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 80d44844-f17e-4fc7-8dd4-6b75cf562102, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=80d44844-f17e-4fc7-8dd4-6b75cf562102,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:54.436856 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.492512 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=80d44844-f17e-4fc7-8dd4-6b75cf562102,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.510806 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b534dea8-b482-400d-9073-c4e4a2abe04f', 'name': '', 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'mac_address': 'fa:16:3e:9d:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 2, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'subnets': [{'id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:54.538903 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Checking router: 763b01f1-dffa-44f1-9854-14a6496120ce for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:54.539569 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Updating router 763b01f1-dffa-44f1-9854-14a6496120ce port b534dea8-b482-400d-9073-c4e4a2abe04f binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:54.576805 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.836635 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.846675 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Transition to ACTIVE for port object b534dea8-b482-400d-9073-c4e4a2abe04f will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:54.852582 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.903803 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21776-bc96-4ced-8707-dd93d2ec49f4 None None] Pushing event updated for resources: {'Port': ['ID=b534dea8-b482-400d-9073-c4e4a2abe04f,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.959038 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Attempting to bind port b534dea8-b482-400d-9073-c4e4a2abe04f on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:54.959435 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Attempting to bind port b534dea8-b482-400d-9073-c4e4a2abe04f by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:54.959800 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Attempting to bind port b534dea8-b482-400d-9073-c4e4a2abe04f on network 566ccd58-fe34-44d4-bf9d-d94437812688 {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:54.965760 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:54.966128 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Checking segment: {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:54.966528 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.966920 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Bound using segment: {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:54.967401 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Bound port: b534dea8-b482-400d-9073-c4e4a2abe04f, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:54.967783 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.032923 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] For port b534dea8-b482-400d-9073-c4e4a2abe04f, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:55.036330 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] For port b534dea8-b482-400d-9073-c4e4a2abe04f, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b534dea8-b482-400d-9073-c4e4a2abe04f,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:55.041076 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.101921 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Routers {'763b01f1-dffa-44f1-9854-14a6496120ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:55.102553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['763b01f1-dffa-44f1-9854-14a6496120ce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:55.104327 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21776-bc96-4ced-8707-dd93d2ec49f4 None None] Pushing event updated for resources: {'Port': ['ID=b534dea8-b482-400d-9073-c4e4a2abe04f,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:55.220684 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] Set router 763b01f1-dffa-44f1-9854-14a6496120ce gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:55.320303 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-7948c475-b954-4bdd-9064-dbf0facc1a84 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:55.322538 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-7948c475-b954-4bdd-9064-dbf0facc1a84 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 808 time: 0.1453333 Jul 16 09:38:55.406091 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-7409cb87-2b51-483c-b0cc-139ae2de85d9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 378 time: 0.0736079 Jul 16 09:38:55.418292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'port': {'device_id': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'admin_state_up': True, 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'security_groups': ['c8c458de-df40-402d-91be-0bfbc5e29913']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:55.437367 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e347b1f5-b813-424b-8589-15a48b45fece req-55edeb39-10f2-4da2-83f0-53a51ea3255a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 210 time: 0.0361807 Jul 16 09:38:55.548808 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b534dea8-b482-400d-9073-c4e4a2abe04f', 'name': '', 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'mac_address': 'fa:16:3e:9d:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:55Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'subnets': [{'id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:55.564188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Made reservation on behalf of 1c8051128f3942ecbfaff19a0e02b83b for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:55.568117 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.577602 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f122-2313-4479-8bc5-52348fb2ccba None None] The sync data for ids ['763b01f1-dffa-44f1-9854-14a6496120ce'] in n-d-798249-10 is: [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'b534dea8-b482-400d-9073-c4e4a2abe04f', 'name': '', 'network_id': '566ccd58-fe34-44d4-bf9d-d94437812688', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'mac_address': 'fa:16:3e:9d:7a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:55Z', 'revision_number': 4, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'subnets': [{'id': '73fdd59b-136f-484e-bf1e-0ac155d297fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:55.704327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Allocated IP 172.20.0.14 (34b41e5b-868b-483c-850d-d89a93fbf25c/abd58d6a-4226-4582-871f-0853d37de65e/c25b9062-86ff-404e-b660-7f9634819cd6) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:55.855583 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.869711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Transition to ACTIVE for port object c25b9062-86ff-404e-b660-7f9634819cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:55.903917 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.945102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Network 34b41e5b-868b-483c-850d-d89a93fbf25c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:55.948417 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:55.954579 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:55.990176 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:56.019391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.020114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.037485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-5ee281ac-419a-4ba9-b96a-6c6e60baace3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6254394 Jul 16 09:38:56.050977 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Request body: {'port': {'device_id': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:56.129547 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.209402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5a115c40-c492-456d-8340-3e6f0e4e26d9 None None] Provisioning for port c25b9062-86ff-404e-b660-7f9634819cd6 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:56.213342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-5a115c40-c492-456d-8340-3e6f0e4e26d9 None None] Provisioning complete for port c25b9062-86ff-404e-b660-7f9634819cd6 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:56.213793 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5a115c40-c492-456d-8340-3e6f0e4e26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.247220 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 80d44844-f17e-4fc7-8dd4-6b75cf562102 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:56.279791 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-5a115c40-c492-456d-8340-3e6f0e4e26d9 None None] Port c25b9062-86ff-404e-b660-7f9634819cd6 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:56.303479 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 80d44844-f17e-4fc7-8dd4-6b75cf562102 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:56.303857 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.380359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b534dea8-b482-400d-9073-c4e4a2abe04f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:56.409612 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:38:56.428812 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.438908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b534dea8-b482-400d-9073-c4e4a2abe04f completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:56.441939 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Transition to ACTIVE for port object c25b9062-86ff-404e-b660-7f9634819cd6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:56.443360 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b534dea8-b482-400d-9073-c4e4a2abe04f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:56.443757 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.445020 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.524656 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:56.532654 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.571749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b534dea8-b482-400d-9073-c4e4a2abe04f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b534dea8-b482-400d-9073-c4e4a2abe04f,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:56.577698 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.585736 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:56.586135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:56.586529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:56.591392 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Port c25b9062-86ff-404e-b660-7f9634819cd6 on network 34b41e5b-868b-483c-850d-d89a93fbf25c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:38:56.591797 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:56.597124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:56.597558 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:56.598008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Bound using segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:56.598769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Bound port: c25b9062-86ff-404e-b660-7f9634819cd6, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:56.599195 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.642482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b534dea8-b482-400d-9073-c4e4a2abe04f,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:56.652089 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd7ef-26bf-4929-93e2-641abc41c163 req-ce46c718-4851-4d07-bc9a-94a95b98dd53 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.654385 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c67dd7ef-26bf-4929-93e2-641abc41c163 req-ce46c718-4851-4d07-bc9a-94a95b98dd53 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 944 time: 0.0803671 Jul 16 09:38:56.672437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:56.678948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:56.683776 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.699996 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c67dd7ef-26bf-4929-93e2-641abc41c163 req-eb384525-1a56-422f-b28b-88d775394e30 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394170 Jul 16 09:38:56.717880 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.718506 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.720320 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] 10.222.0.18 "PUT /v2.0/ports/c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1093 time: 0.6750638 Jul 16 09:38:56.720786 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:56.724334 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04497ace-888c-49be-8b61-c2170cf757e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:56.756020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ec980-0701-419d-81e5-482dfc6e2e8b service neutron] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:56.775437 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb2fa7b-cab4-46e4-9b77-452f60ffdc4c x-openstack-request-id: req-cdb2fa7b-cab4-46e4-9b77-452f60ffdc4c {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:56.775727 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:56.775974 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdb2fa7b-cab4-46e4-9b77-452f60ffdc4c {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:56.776368 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'status': 'completed', 'code': 200} Jul 16 09:38:56.830200 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-8682a66d-31c9-45fa-b6e4-9a0e682d62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.833312 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-8682a66d-31c9-45fa-b6e4-9a0e682d62d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1096 time: 0.0732207 Jul 16 09:38:56.881628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-3cff7b56-4e64-4611-8614-92ace4004e61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 217 time: 0.0404029 Jul 16 09:38:56.932561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-71fee955-84bf-446e-9866-818290b35cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.934098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-71fee955-84bf-446e-9866-818290b35cb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0469735 Jul 16 09:38:56.991080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61892b-cc21-461e-87d8-407f0d04980d req-df2aadb8-00a2-4555-a83d-cc24f3d11574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.992585 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-df2aadb8-00a2-4555-a83d-cc24f3d11574 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522187 Jul 16 09:38:57.084466 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-c8bf439e-b4f5-4998-9290-1a27077fb7d3 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Jul 16 09:38:57.174750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ed61892b-cc21-461e-87d8-407f0d04980d req-9589cef4-3692-441a-8668-0518ff931bbe service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831723 Jul 16 09:38:57.282306 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04497ace-888c-49be-8b61-c2170cf757e2 req-8360d62d-9fb7-4bba-9550-08a4f06e0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.283841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-8360d62d-9fb7-4bba-9550-08a4f06e0e9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1096 time: 0.0590713 Jul 16 09:38:57.381285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04497ace-888c-49be-8b61-c2170cf757e2 req-e561c672-9ae4-48a1-aa61-d49652015954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.382750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-e561c672-9ae4-48a1-aa61-d49652015954 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0924816 Jul 16 09:38:57.427536 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-591ea338-344a-4eaf-9a7d-6d0a0f272d8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 217 time: 0.0371861 Jul 16 09:38:57.475102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04497ace-888c-49be-8b61-c2170cf757e2 req-e703e4be-67c1-41c6-a066-62f70481df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.476555 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-e703e4be-67c1-41c6-a066-62f70481df46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0426126 Jul 16 09:38:57.535049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04497ace-888c-49be-8b61-c2170cf757e2 req-a0152c5b-63f6-4ba5-aa59-64f19e7154db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.536619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-a0152c5b-63f6-4ba5-aa59-64f19e7154db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538845 Jul 16 09:38:57.631454 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-f0758494-bd8e-45ac-8751-fd43bc1b7ced service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870574 Jul 16 09:38:57.728675 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-04497ace-888c-49be-8b61-c2170cf757e2 req-8483af0b-0e1e-428b-832c-e35b5e3433b2 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832629 Jul 16 09:38:57.883542 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2e8f2-23a7-463c-b955-1f871ab516ef req-4228dc2d-3ba0-4ce4-8e8b-19200e727279 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.885199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4f2e8f2-23a7-463c-b955-1f871ab516ef req-4228dc2d-3ba0-4ce4-8e8b-19200e727279 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 944 time: 0.0644157 Jul 16 09:38:57.922327 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4f2e8f2-23a7-463c-b955-1f871ab516ef req-45e8870e-1cd2-4f17-a920-759c18db801b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315976 Jul 16 09:38:58.201775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b534dea8-b482-400d-9073-c4e4a2abe04f up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:58.250175 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b534dea8-b482-400d-9073-c4e4a2abe04f triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:58.250555 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.279618 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:38:58.414588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:58.426016 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'mac_address': 'fa:16:3e:1f:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:38:58.462852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.475930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:38:58.495351 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:58.499762 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.550818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:58.751821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c25b9062-86ff-404e-b660-7f9634819cd6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:38:59.099883 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e2070-260e-46d1-8f3c-3fc45779abfd req-e88ddb0c-8ce1-41c2-bb7f-2e98906e5f37 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.101364 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b16e2070-260e-46d1-8f3c-3fc45779abfd req-e88ddb0c-8ce1-41c2-bb7f-2e98906e5f37 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0685365 Jul 16 09:38:59.137500 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b16e2070-260e-46d1-8f3c-3fc45779abfd req-213db576-65d0-4d29-833f-32bedd8869dd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306356 Jul 16 09:39:00.298481 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:00.313547 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c624a1-0e31-47c1-8652-7c4552604538 req-5e458a22-0aba-4ad9-a000-a9141dd7e2c3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:00.315030 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40c624a1-0e31-47c1-8652-7c4552604538 req-5e458a22-0aba-4ad9-a000-a9141dd7e2c3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0628607 Jul 16 09:39:00.347492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port c25b9062-86ff-404e-b660-7f9634819cd6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:00.351268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port c25b9062-86ff-404e-b660-7f9634819cd6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:00.351673 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.353687 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-40c624a1-0e31-47c1-8652-7c4552604538 req-fdbfa552-3bc9-4486-810e-024ba5258340 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327647 Jul 16 09:39:00.426595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.448268 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:00.450515 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b84f11-674f-4c76-ac59-35fc1374df40" -d '{"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:00.466942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:00.471007 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.494218 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13155c5-ebb9-4810-aad9-68fb427b2819 x-openstack-request-id: req-d13155c5-ebb9-4810-aad9-68fb427b2819 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:00.494514 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:00.494770 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d13155c5-ebb9-4810-aad9-68fb427b2819 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:00.495159 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'code': 200} Jul 16 09:39:00.521515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:00.601283 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a104e-a730-4630-b213-6b16116bb87c req-3a151f2d-c3ae-46bc-8122-20675a7fd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:00.602752 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-938a104e-a730-4630-b213-6b16116bb87c req-3a151f2d-c3ae-46bc-8122-20675a7fd9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1098 time: 0.0518281 Jul 16 09:39:00.640111 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-938a104e-a730-4630-b213-6b16116bb87c req-3083f962-7db6-4388-83bd-e6ae3c2819d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308645 Jul 16 09:39:01.536366 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50010ad-6082-4637-b7d6-8ce24ae62066 req-c74fb1ae-db52-4f83-93c9-2559a144cb02 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:01.537791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50010ad-6082-4637-b7d6-8ce24ae62066 req-c74fb1ae-db52-4f83-93c9-2559a144cb02 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0702503 Jul 16 09:39:01.576177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f50010ad-6082-4637-b7d6-8ce24ae62066 req-fcabeddf-1bf4-4bb4-8d5a-d85f4a6bdc1b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327544 Jul 16 09:39:02.749821 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696be8ee-1a44-4349-b772-b9584b0a48ce req-70f626a0-ea45-4bd1-ad2d-08e189a4a1ea tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:02.751340 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-696be8ee-1a44-4349-b772-b9584b0a48ce req-70f626a0-ea45-4bd1-ad2d-08e189a4a1ea tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0638433 Jul 16 09:39:02.790352 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-696be8ee-1a44-4349-b772-b9584b0a48ce req-8c523cad-f8d3-4f59-a5e4-79c6ba61c7f9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321758 Jul 16 09:39:02.960727 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031646b-2279-47f4-b728-54a8e0ec08ec req-fd774053-1305-46cf-bcfa-45719af0bcef tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:02.962199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1031646b-2279-47f4-b728-54a8e0ec08ec req-fd774053-1305-46cf-bcfa-45719af0bcef tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0636551 Jul 16 09:39:02.999458 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1031646b-2279-47f4-b728-54a8e0ec08ec req-28c6c106-09dc-4a55-93f6-f24157a56860 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317683 Jul 16 09:39:03.023403 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45488) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:03.160143 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cbc05-28d7-4436-8a76-0966f835447b tempest-TestShelveInstance-1827053989 tempest-TestShelveInstance-1827053989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:03.161651 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5c7cbc05-28d7-4436-8a76-0966f835447b tempest-TestShelveInstance-1827053989 tempest-TestShelveInstance-1827053989-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1093 time: 0.1372702 Jul 16 09:39:03.164627 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45492) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:03.168896 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:03.191429 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.284379 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.392055 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Allocated IP 172.25.0.245 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/2cf92d33-5f74-4ceb-98a0-a02606d7b7d4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:03.494240 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.539399 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.575494 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:03.580202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:03.583507 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:03.613462 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'Port': ['ID=2cf92d33-5f74-4ceb-98a0-a02606d7b7d4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:03.955759 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.029859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.185087 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.189281 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.261615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'Port': ['ID=2cf92d33-5f74-4ceb-98a0-a02606d7b7d4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:04.274386 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.283079 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.372876 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Floating IP 70649d78-6c69-47b3-afdd-8c8a9a2bec2b associated. External IP: 172.25.0.245, port: c25b9062-86ff-404e-b660-7f9634819cd6. Jul 16 09:39:04.582422 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:04.690137 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:04.699670 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13df42-048e-44a3-9551-829371889898 None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:04.706305 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.708834 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:04.709458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:04.743307 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4422de68-c403-4c4c-ae56-f6bf4993747b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5776758 Jul 16 09:39:04.743920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:04.746180 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:04.786042 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc11518-3816-49c8-b6b0-602b41ccfdcd x-openstack-request-id: req-2fc11518-3816-49c8-b6b0-602b41ccfdcd {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:04.786327 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:04.786577 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fc11518-3816-49c8-b6b0-602b41ccfdcd {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:04.786984 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'status': 'completed', 'code': 200} Jul 16 09:39:04.832675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:04.860249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-4d8db6c9-e336-4de3-ad0b-5b0b7f187d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:04.861778 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-4d8db6c9-e336-4de3-ad0b-5b0b7f187d9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1098 time: 0.0526102 Jul 16 09:39:04.951169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-28967a45-188f-4ecb-a695-a296c6bfe5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:04.952701 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-28967a45-188f-4ecb-a695-a296c6bfe5c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0845766 Jul 16 09:39:05.020638 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-cd309327-44d2-44ad-8f89-9ee4932a8fd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0619328 Jul 16 09:39:05.055600 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '70649d78-6c69-47b3-afdd-8c8a9a2bec2b', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'mac_address': 'fa:16:3e:1f:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:03Z', 'updated_at': '2021-07-16T09:39:03Z', 'revision_number': 0, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:05.069072 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-797b90ed-ccdb-45dc-b628-3e4d2d40f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:05.070582 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-797b90ed-ccdb-45dc-b628-3e4d2d40f486 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0441580 Jul 16 09:39:05.085240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13df42-048e-44a3-9551-829371889898 None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:05.093520 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:05.094117 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:05.128839 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-b5798e43-aa98-4900-968f-c86c8ba36c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:05.130374 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-b5798e43-aa98-4900-968f-c86c8ba36c9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536830 Jul 16 09:39:05.197808 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:05.225214 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-84101fc9-a750-471e-aa48-45ae8ac6fb07 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880961 Jul 16 09:39:05.315541 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-03d67c29-d0d0-4dc9-ad5f-a8eb279deae9 req-da447363-698f-4b2a-9239-a18ce50c0701 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832710 Jul 16 09:39:05.419596 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-1b13df42-048e-44a3-9551-829371889898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '70649d78-6c69-47b3-afdd-8c8a9a2bec2b', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'mac_address': 'fa:16:3e:1f:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:03Z', 'updated_at': '2021-07-16T09:39:03Z', 'revision_number': 0, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:05.445238 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13df42-048e-44a3-9551-829371889898 None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '70649d78-6c69-47b3-afdd-8c8a9a2bec2b', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'mac_address': 'fa:16:3e:1f:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:03Z', 'updated_at': '2021-07-16T09:39:03Z', 'revision_number': 0, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:05.623707 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c95493-d657-4dde-8c03-8bfd8cf319c3 None None] New status for floating IP 70649d78-6c69-47b3-afdd-8c8a9a2bec2b: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:39:13.095360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-67e43e0e-c781-4b88-a138-e4e7092ec785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.760795 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-42bb02a1-5456-466b-a2e3-8dd2d9df043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.841538 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.910543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.550666 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-2ab98960-f769-4f98-8d8f-fcbe109f95ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1162782 Jul 16 09:39:17.645044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688325e8-ef5e-4584-b763-f480eeda3255 req-011d0a5b-839a-4ad0-8a7c-e553db278e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.646539 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-011d0a5b-839a-4ad0-8a7c-e553db278e75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1098 time: 0.0528266 Jul 16 09:39:17.751297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688325e8-ef5e-4584-b763-f480eeda3255 req-0feded74-7a6e-43f1-a0a3-0288ccd40b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.753413 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-0feded74-7a6e-43f1-a0a3-0288ccd40b9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0877783 Jul 16 09:39:17.822372 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-1c964deb-1b5d-4bf8-bbc7-cc01828f423d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0582049 Jul 16 09:39:17.869521 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688325e8-ef5e-4584-b763-f480eeda3255 req-afb44ed2-d79d-45ff-8cf2-27121d8967b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.870907 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-afb44ed2-d79d-45ff-8cf2-27121d8967b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0420825 Jul 16 09:39:17.932084 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688325e8-ef5e-4584-b763-f480eeda3255 req-45b35533-4f96-49cf-98ef-15c6bb1f3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.933686 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-45b35533-4f96-49cf-98ef-15c6bb1f3950 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550864 Jul 16 09:39:18.021510 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-a33ed03e-e1f0-4a3f-bf94-ba071754fc70 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795426 Jul 16 09:39:18.113901 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-688325e8-ef5e-4584-b763-f480eeda3255 req-c135162b-1d07-42b5-950b-5b85f98adfd7 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855019 Jul 16 09:39:18.357493 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:18.603802 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:18.669117 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:39:34.290616 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.095412 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a355-6fe3-4679-abf3-2f44beceb979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.761848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-335a99a3-953b-467c-a58b-556d0aa69318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.841743 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:46.913513 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.358268 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.606064 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.668515 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:04.306030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.086854 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b0d21d93-d07e-420d-9178-b0c45b245c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.762415 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c351df94-f50c-4d03-a8e2-7446a6acbf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.841296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:16.915917 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.381670 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.608125 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:19.479830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-7694235d-e618-499b-b532-b55678a056fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546165 Jul 16 09:40:19.572631 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f584-06d2-47e2-9f01-df683b9402bf req-b3a722a6-9d65-4e52-99f8-9af55fd37dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.574150 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-b3a722a6-9d65-4e52-99f8-9af55fd37dfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1098 time: 0.0541334 Jul 16 09:40:19.669626 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-5b579bd5-5783-4757-8eb0-decb494b229f req-433ed60b-622a-47ee-8706-7a849a05d3ea service neutron] (93700) timed out ('10.222.0.41', 41024) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:40:19.681099 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f584-06d2-47e2-9f01-df683b9402bf req-11408469-0a00-4f82-a2cb-67cb3aa948d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.682545 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-11408469-0a00-4f82-a2cb-67cb3aa948d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0871758 Jul 16 09:40:19.746299 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-00ad0e22-6cf3-4735-9bee-08ae1d2822f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0565143 Jul 16 09:40:19.799037 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f584-06d2-47e2-9f01-df683b9402bf req-c9199217-2ef5-4a6f-b11e-56ab82282098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.800539 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-c9199217-2ef5-4a6f-b11e-56ab82282098 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0480468 Jul 16 09:40:19.857488 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f584-06d2-47e2-9f01-df683b9402bf req-a1808bce-a702-484b-aade-bbda312ce824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.858937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-a1808bce-a702-484b-aade-bbda312ce824 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514152 Jul 16 09:40:19.946649 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-4f36a47b-1526-4510-a19a-ead9c57fd330 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810232 Jul 16 09:40:20.037302 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1856f584-06d2-47e2-9f01-df683b9402bf req-75ebf29a-d122-4f9d-bc43-2658cbece73f service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Jul 16 09:40:32.667447 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:34.307930 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.090349 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c2a215f2-4632-43c8-910f-6e78a3a01a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.762704 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0600aaab-e307-4bff-baee-650838ca4376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.842388 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.919972 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.390314 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.610719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:00.676075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a624101-efb4-4c14-8af0-0d5b25158044 req-20d40220-4ac0-4efb-82f2-ae0eeeac20d9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:00.677471 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a624101-efb4-4c14-8af0-0d5b25158044 req-20d40220-4ac0-4efb-82f2-ae0eeeac20d9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0714519 Jul 16 09:41:00.714359 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2a624101-efb4-4c14-8af0-0d5b25158044 req-402c7645-63af-4137-90b7-41812c1137f4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311687 Jul 16 09:41:01.914405 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ff9b5-b54e-46ad-9e4c-706d249ad77b req-7d3de058-ae9a-4df7-9d49-98bfb41a69c7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:01.915929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-246ff9b5-b54e-46ad-9e4c-706d249ad77b req-7d3de058-ae9a-4df7-9d49-98bfb41a69c7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0708685 Jul 16 09:41:01.954563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-246ff9b5-b54e-46ad-9e4c-706d249ad77b req-53e328c4-3ee6-45af-965d-a0a0a1db7865 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330617 Jul 16 09:41:03.123820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990f157-54c6-4dcc-989a-dd248c49ece4 req-54cd3342-d3db-4875-8c34-d7af3204f65c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:03.125216 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c990f157-54c6-4dcc-989a-dd248c49ece4 req-54cd3342-d3db-4875-8c34-d7af3204f65c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0630057 Jul 16 09:41:03.162346 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c990f157-54c6-4dcc-989a-dd248c49ece4 req-8f89b971-549f-481a-a184-4d28ca7ecc96 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311508 Jul 16 09:41:04.318623 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.337273 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0436d-af8c-494e-ae51-21c443df9010 req-c6d30b1a-3ee9-48d2-b83b-4e6b787e5cf6 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:04.338769 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4a0436d-af8c-494e-ae51-21c443df9010 req-c6d30b1a-3ee9-48d2-b83b-4e6b787e5cf6 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0681379 Jul 16 09:41:04.375578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4a0436d-af8c-494e-ae51-21c443df9010 req-3f056189-12c9-4094-a8b9-180de2bb88f3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312314 Jul 16 09:41:05.546564 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5387ec-e87a-4ea4-8267-437b4112db12 req-c2c1fcde-5ebc-4455-a2d6-586a080234bb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:05.548063 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec5387ec-e87a-4ea4-8267-437b4112db12 req-c2c1fcde-5ebc-4455-a2d6-586a080234bb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0635483 Jul 16 09:41:05.584736 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ec5387ec-e87a-4ea4-8267-437b4112db12 req-1063415a-c396-4e9f-943d-26d10c0333d4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312357 Jul 16 09:41:06.762047 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5133d-6897-4f9b-bf1c-26d9dbe7dc98 req-cff1abe7-1de9-4392-9613-80fd1d1db483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:06.763570 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cc5133d-6897-4f9b-bf1c-26d9dbe7dc98 req-cff1abe7-1de9-4392-9613-80fd1d1db483 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0666440 Jul 16 09:41:06.802491 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6cc5133d-6897-4f9b-bf1c-26d9dbe7dc98 req-eb92464b-cb9a-4e14-bfac-cc74da9c4cf9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321331 Jul 16 09:41:07.976420 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8fd33-61b3-4cb4-957c-fb68bf5df82a req-8361d87d-2ab7-4d2b-8a5f-cfd5abd951f4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:07.977887 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6b8fd33-61b3-4cb4-957c-fb68bf5df82a req-8361d87d-2ab7-4d2b-8a5f-cfd5abd951f4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0626776 Jul 16 09:41:08.015124 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f6b8fd33-61b3-4cb4-957c-fb68bf5df82a req-82d7151c-3bc9-4023-aeeb-e443c34672f2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317724 Jul 16 09:41:09.185139 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ff0fd-d892-4d89-b368-7bc3e8f1ef46 req-b7af3371-1fff-4df3-9773-7767d903bc51 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:09.186588 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f67ff0fd-d892-4d89-b368-7bc3e8f1ef46 req-b7af3371-1fff-4df3-9773-7767d903bc51 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0623448 Jul 16 09:41:09.223487 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f67ff0fd-d892-4d89-b368-7bc3e8f1ef46 req-7863b7f8-9715-4f11-ac18-644af1015e75 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306292 Jul 16 09:41:09.666361 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:10.397831 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f246b7-6a43-47e0-bab2-528f0e0a7b11 req-dbb892bf-ce19-4c31-93e6-70d9842733e9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:10.399300 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4f246b7-6a43-47e0-bab2-528f0e0a7b11 req-dbb892bf-ce19-4c31-93e6-70d9842733e9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0674872 Jul 16 09:41:10.436768 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4f246b7-6a43-47e0-bab2-528f0e0a7b11 req-83cea2a0-45d5-44d1-9029-f13527186c6f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319233 Jul 16 09:41:11.612930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8acb4a-f82d-4cf3-9069-e9c0c9d4aaac req-ac663646-54e2-4d04-bc30-9fe51e8a6e62 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:11.614399 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d8acb4a-f82d-4cf3-9069-e9c0c9d4aaac req-ac663646-54e2-4d04-bc30-9fe51e8a6e62 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0624850 Jul 16 09:41:11.651293 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d8acb4a-f82d-4cf3-9069-e9c0c9d4aaac req-7d4e488b-cd80-4dad-b1b9-8ae2b660c23d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313787 Jul 16 09:41:12.831357 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:41:12.832094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924d52a-6627-4633-a4dd-3b9447a51ab0 req-a42d0f89-47b4-42c1-8fbb-aa28d8260508 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:12.833622 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a924d52a-6627-4633-a4dd-3b9447a51ab0 req-a42d0f89-47b4-42c1-8fbb-aa28d8260508 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0710557 Jul 16 09:41:12.874883 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a924d52a-6627-4633-a4dd-3b9447a51ab0 req-31c62cd4-cd35-499b-9d24-b0e28f909451 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348279 Jul 16 09:41:12.929542 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:12.940824 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'mac_address': 'fa:16:3e:1f:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:41:12.980902 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.994637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:13.013735 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:13.018705 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.070111 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:13.082959 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.083310 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.083676 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.084010 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.084365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.084702 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.085038 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.085705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.085705 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.085994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.086318 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.086642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:13.093677 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['c25b9062-86ff-404e-b660-7f9634819cd6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:13.126072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-9347e4bc-697b-4d7d-b714-ebfcbed1a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.070663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14926e-0e9b-4037-9d6f-1e9994140424 req-c90b9a91-5fdb-476c-86c0-0c83fd4a46a6 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:14.072842 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf14926e-0e9b-4037-9d6f-1e9994140424 req-c90b9a91-5fdb-476c-86c0-0c83fd4a46a6 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0672350 Jul 16 09:41:14.114126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cf14926e-0e9b-4037-9d6f-1e9994140424 req-1a8eaf15-b24d-4dcc-834d-dceb06bc86a1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344105 Jul 16 09:41:14.843985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:14.903864 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port c25b9062-86ff-404e-b660-7f9634819cd6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:14.904339 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.000601 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.028242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:15.031149 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c003c278-a981-4e83-80f0-ca4f1676a93b" -d '{"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:15.046321 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:15.051680 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.081219 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b2aee-5d72-4945-a404-7c3d669b4516 x-openstack-request-id: req-cf7b2aee-5d72-4945-a404-7c3d669b4516 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:15.081633 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:15.081889 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf7b2aee-5d72-4945-a404-7c3d669b4516 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:15.082279 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'code': 200} Jul 16 09:41:15.111882 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:15.305703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbfca-b3c7-4c28-bfbe-0c8d8609ad3d req-91ea1c01-2acd-462f-ac0a-8271719695a1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:15.307992 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa3dbfca-b3c7-4c28-bfbe-0c8d8609ad3d req-91ea1c01-2acd-462f-ac0a-8271719695a1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0678849 Jul 16 09:41:15.352918 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa3dbfca-b3c7-4c28-bfbe-0c8d8609ad3d req-0e9758c1-992a-4daa-94a2-cfd4c3eecc0a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393450 Jul 16 09:41:15.765831 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6773f2d6-5780-48b2-8ad9-1d2872bcb0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.844509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.584266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476b82-2fcf-4ad2-af4f-b7d31289e33d req-6452b7d0-6f8c-4d1a-9646-cbd21904c9e1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:16.585891 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa476b82-2fcf-4ad2-af4f-b7d31289e33d req-6452b7d0-6f8c-4d1a-9646-cbd21904c9e1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0771220 Jul 16 09:41:16.641006 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-fa476b82-2fcf-4ad2-af4f-b7d31289e33d req-4297bf9a-9f01-43f6-b0f1-467f8eeb4720 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370235 Jul 16 09:41:16.925665 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.868070 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea17b-8390-462c-9eea-2e3c25b3fa0b req-1fbcdeaa-9e31-43eb-8642-70180f048af5 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:17.870437 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ea17b-8390-462c-9eea-2e3c25b3fa0b req-1fbcdeaa-9e31-43eb-8642-70180f048af5 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0853372 Jul 16 09:41:17.918634 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-5f9ea17b-8390-462c-9eea-2e3c25b3fa0b req-b990f36c-43e3-421f-86fb-1b3c6b0ace7e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425291 Jul 16 09:41:18.434552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.616647 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.112459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d69621-bdf9-4346-b118-c357c2e71860 req-f2079c2d-c9c7-422a-b1e4-79b5111c92ee tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:19.113571 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64d69621-bdf9-4346-b118-c357c2e71860 req-f2079c2d-c9c7-422a-b1e4-79b5111c92ee tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0714135 Jul 16 09:41:19.161334 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-64d69621-bdf9-4346-b118-c357c2e71860 req-64d49b04-0c83-422b-b0cd-81e1588c2a5d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417678 Jul 16 09:41:20.356352 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f10db6-956e-4743-a2d8-4a5b5cd172aa req-6bc7e1e0-f477-4d50-9a29-d3f222c06cd0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:20.358171 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1f10db6-956e-4743-a2d8-4a5b5cd172aa req-6bc7e1e0-f477-4d50-9a29-d3f222c06cd0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0779886 Jul 16 09:41:20.400302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b1f10db6-956e-4743-a2d8-4a5b5cd172aa req-da5a50c1-ca00-4004-b3bd-961439ef6730 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360143 Jul 16 09:41:20.536645 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-90352cf4-3265-4ff0-88d1-d850da3d7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:20.541282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-90352cf4-3265-4ff0-88d1-d850da3d7f90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1098 time: 0.0671883 Jul 16 09:41:20.680119 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-00eb78bc-d520-4dc5-a36b-27c3eb1eb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:20.681657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-00eb78bc-d520-4dc5-a36b-27c3eb1eb7d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.1186006 Jul 16 09:41:20.755557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-1349ffc2-6d4f-4ce3-b780-4a24ff7693e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0674014 Jul 16 09:41:20.819667 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-8db36489-ba26-41c3-ba4f-fa9b980cf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:20.821075 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-8db36489-ba26-41c3-ba4f-fa9b980cf307 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0595486 Jul 16 09:41:20.886932 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-28be3fd8-94b1-4212-9336-9a178d3e59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:20.888834 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-28be3fd8-94b1-4212-9336-9a178d3e59e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615563 Jul 16 09:41:21.000426 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-dbacd799-f990-4a68-a2be-488dffcccaf1 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044245 Jul 16 09:41:21.115185 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-f2e4966b-a89c-49de-8030-24ffe33728a2 req-987fd4c5-fa38-447d-8fe7-1cc5c777b6b2 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062105 Jul 16 09:41:21.605291 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275a2b-c7ed-4237-8a30-1734ade5368d req-47a9033b-a59a-4c99-83b8-156f1439d412 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:21.607129 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78275a2b-c7ed-4237-8a30-1734ade5368d req-47a9033b-a59a-4c99-83b8-156f1439d412 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0729454 Jul 16 09:41:21.652779 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-78275a2b-c7ed-4237-8a30-1734ade5368d req-25d62828-11d3-453b-9ed6-51ec56d2dda3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374231 Jul 16 09:41:22.444446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-20485975-40e7-40f7-93ff-f132bdf580f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.445927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-20485975-40e7-40f7-93ff-f132bdf580f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1098 time: 0.0522470 Jul 16 09:41:22.537872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-45454844-ce60-4f18-a3c5-6e43c856b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.539437 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-45454844-ce60-4f18-a3c5-6e43c856b64f service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0863757 Jul 16 09:41:22.602068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-5d0fc1c2-102c-4622-9e7d-99169e3d54b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0568676 Jul 16 09:41:22.654285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-d4bccafb-b5c1-426b-a5cd-908f8dba902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.655879 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-d4bccafb-b5c1-426b-a5cd-908f8dba902e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0478303 Jul 16 09:41:22.714654 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-5923487c-b5fe-4dd2-a6c0-b0169f86d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.716213 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-5923487c-b5fe-4dd2-a6c0-b0169f86d641 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532653 Jul 16 09:41:22.807754 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-da57c610-e935-4966-831f-c8658c5c27b2 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842016 Jul 16 09:41:22.836141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48a47-d160-4577-8ec0-d9b904c6a3ec req-8cd5b6be-6b91-456f-9d93-3a19b879d865 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.837678 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10d48a47-d160-4577-8ec0-d9b904c6a3ec req-8cd5b6be-6b91-456f-9d93-3a19b879d865 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0690014 Jul 16 09:41:22.875939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-10d48a47-d160-4577-8ec0-d9b904c6a3ec req-6a518b63-a0ab-4b5e-97d2-1c27c73c82e8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327094 Jul 16 09:41:22.902194 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6d2cf972-749b-4d26-8cde-0c7373b93989 req-cf1496dd-30f1-4120-8608-b22f6d2785b0 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887604 Jul 16 09:41:24.046828 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a542c-92fd-4984-ba39-95b7bcac1676 req-c823e9d7-f9fd-4d87-95f9-b5dd133b047c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:24.048719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-827a542c-92fd-4984-ba39-95b7bcac1676 req-c823e9d7-f9fd-4d87-95f9-b5dd133b047c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0626707 Jul 16 09:41:24.085694 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-827a542c-92fd-4984-ba39-95b7bcac1676 req-920a2c0e-7b7e-4703-8dfd-7bf987724e05 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315080 Jul 16 09:41:25.009818 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-65420ad2-7201-4b3b-bb0a-2eabeabfecae req-39d39d3c-5c36-46c4-871f-e06ab0f0f916 service neutron] (93699) timed out ('10.222.0.41', 37126) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:41:25.258733 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6171-5544-4670-8bd5-e64408c2f476 req-7c38f38c-c20a-4c3c-ab9c-728d409b2eae tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:25.260230 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-921c6171-5544-4670-8bd5-e64408c2f476 req-7c38f38c-c20a-4c3c-ab9c-728d409b2eae tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0657394 Jul 16 09:41:25.297065 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-921c6171-5544-4670-8bd5-e64408c2f476 req-cb9e2942-f1d1-4ae5-9209-0ce875d4b69e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313869 Jul 16 09:41:25.644424 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204a58e-46d1-45aa-b24e-41a0b303dcb0 req-b8d44fc0-ab89-496b-8adf-4badc3b9993f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:25.645947 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6204a58e-46d1-45aa-b24e-41a0b303dcb0 req-b8d44fc0-ab89-496b-8adf-4badc3b9993f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0647254 Jul 16 09:41:25.684653 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6204a58e-46d1-45aa-b24e-41a0b303dcb0 req-767bf579-1c79-48b9-8447-e0712b054e2b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330667 Jul 16 09:41:25.731596 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45680) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:25.820960 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-1a6ce822-cb69-48c0-bdd8-97af10a63a69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882010 Jul 16 09:41:26.862120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d950-3baf-45db-a8eb-a5e983c9db72 req-6b4979a1-f1c4-4cce-906d-172e0e6c7f83 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:26.863657 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6982d950-3baf-45db-a8eb-a5e983c9db72 req-6b4979a1-f1c4-4cce-906d-172e0e6c7f83 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0655067 Jul 16 09:41:26.902425 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6982d950-3baf-45db-a8eb-a5e983c9db72 req-73186148-0ab1-45e9-b797-e3c305109fb4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332673 Jul 16 09:41:26.928523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-14476578-9292-4530-9217-8d3ea59ec1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:26.929317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:26.930325 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-14476578-9292-4530-9217-8d3ea59ec1dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b&tenant_id=1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 1098 time: 0.0993519 Jul 16 09:41:26.947074 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:27.005016 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.018477 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.026197 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:27.028456 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a40b02-0376-4ef2-94cc-d139f36cb9fc" -d '{"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-unplugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:27.040754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:27.045312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.073190 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09775e3f-6475-40b4-b355-b515e0349b96 x-openstack-request-id: req-09775e3f-6475-40b4-b355-b515e0349b96 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:27.073412 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.db.api [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:41:27.073532 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-unplugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:27.073704 n-d-798249-10 neutron-server[93699]: DEBUG oslo_db.api [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:41:27.073817 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09775e3f-6475-40b4-b355-b515e0349b96 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:27.074104 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'code': 200} Jul 16 09:41:27.097248 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.614296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.814314 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:27.847194 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:27.878020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:27.885118 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.897289 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Transition to ACTIVE for port object c25b9062-86ff-404e-b660-7f9634819cd6 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:27.901000 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.985526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=9']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.003056 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.003681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.004232 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.004597 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.004941 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.005501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.005846 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.006175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.006503 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.006828 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.007150 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.007505 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:28.046046 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] No DVR routers for this DVR port c25b9062-86ff-404e-b660-7f9634819cd6 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:28.102378 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de51b1-2e9c-4f04-aa06-69f305fac60f req-01c94eab-7daa-4577-9b56-45a6b3070e27 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.104017 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90de51b1-2e9c-4f04-aa06-69f305fac60f req-01c94eab-7daa-4577-9b56-45a6b3070e27 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 944 time: 0.0725834 Jul 16 09:41:28.146322 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90de51b1-2e9c-4f04-aa06-69f305fac60f req-91d28d7d-c401-4112-af28-391082a833d3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364745 Jul 16 09:41:28.186418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:28.186757 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:28.187080 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:28.192087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Port c25b9062-86ff-404e-b660-7f9634819cd6 on network 34b41e5b-868b-483c-850d-d89a93fbf25c not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:41:28.192409 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Attempting to bind port c25b9062-86ff-404e-b660-7f9634819cd6 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:28.197291 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:28.197569 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:28.197948 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Bound using segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:28.198371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Bound port: c25b9062-86ff-404e-b660-7f9634819cd6, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:28.198726 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.260916 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:28.263953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:28.268811 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.305327 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.305937 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.307327 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] 10.222.0.36 "PUT /v2.0/ports/c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1093 time: 1.3644192 Jul 16 09:41:28.307777 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:28.310010 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2811db5c-1455-46c9-a908-59ef74ab5b13" -d '{"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:28.338536 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afe178-fcb2-41fc-b2a9-8a556eeb4b8f service neutron] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=10']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.373593 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30255d68-e711-4c3b-8c5c-c39305e51c6f x-openstack-request-id: req-30255d68-e711-4c3b-8c5c-c39305e51c6f {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:28.373894 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:28.374145 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30255d68-e711-4c3b-8c5c-c39305e51c6f {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:28.374538 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'status': 'completed', 'code': 200} Jul 16 09:41:28.403135 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-f80761a0-7881-42db-97e2-3ff6e2735f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.404758 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-f80761a0-7881-42db-97e2-3ff6e2735f10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1097 time: 0.0598712 Jul 16 09:41:28.502746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-fed3abae-20ac-4f1a-b564-f8d426bef5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.504243 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-fed3abae-20ac-4f1a-b564-f8d426bef5fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0930123 Jul 16 09:41:28.568958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-e2420399-c8b4-469b-b778-985730af5445 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0581236 Jul 16 09:41:28.617047 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-f9b515b7-96d3-4c7e-a25d-6b6ef7d14b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.618464 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-f9b515b7-96d3-4c7e-a25d-6b6ef7d14b89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0435417 Jul 16 09:41:28.680087 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-ff41d142-401a-4f9d-84de-e42fa8e2743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.681474 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-ff41d142-401a-4f9d-84de-e42fa8e2743b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560100 Jul 16 09:41:28.771053 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-8889ac96-8088-433a-b394-5047cb7adab2 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822079 Jul 16 09:41:28.863899 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-2a173cd7-f1a6-4faf-b1f6-d24d38b9fbd9 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867617 Jul 16 09:41:28.980756 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-dc4c1648-ecc0-4c11-9d45-aec857c0fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.982249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-dc4c1648-ecc0-4c11-9d45-aec857c0fd57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1097 time: 0.0521014 Jul 16 09:41:29.462034 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b59ac-6a1d-42ff-af4c-25369c258b6b req-7a3e1d98-ab2f-4f70-8242-f163bb79a840 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:29.464312 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-419b59ac-6a1d-42ff-af4c-25369c258b6b req-7a3e1d98-ab2f-4f70-8242-f163bb79a840 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.1040707 Jul 16 09:41:29.470510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-d3c55743-8e8b-4934-866e-fd21f65aa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:29.472591 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-d3c55743-8e8b-4934-866e-fd21f65aa42d service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.4806271 Jul 16 09:41:29.531711 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-419b59ac-6a1d-42ff-af4c-25369c258b6b req-ab9ff4c9-45d6-4c0b-bbe0-83358fe91985 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596175 Jul 16 09:41:30.714916 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d558f27-2966-4739-8bcf-5475522bac12 req-9eeaa0b7-66c8-420e-a573-91d2ba690aca tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:30.717538 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d558f27-2966-4739-8bcf-5475522bac12 req-9eeaa0b7-66c8-420e-a573-91d2ba690aca tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0808294 Jul 16 09:41:30.778336 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d558f27-2966-4739-8bcf-5475522bac12 req-7c2a3b4c-aa95-459f-9639-f2a91795b9ef tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549316 Jul 16 09:41:31.967783 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150a1bc-d207-4b14-a80e-4e182680ccc5 req-578f9594-1aa9-46a6-a789-079aff2e7fab tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:31.969654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d150a1bc-d207-4b14-a80e-4e182680ccc5 req-578f9594-1aa9-46a6-a789-079aff2e7fab tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0844269 Jul 16 09:41:32.027096 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d150a1bc-d207-4b14-a80e-4e182680ccc5 req-8ff70e22-519b-4ef8-9f7c-5af12d7b7905 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481501 Jul 16 09:41:33.199897 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cb0a3-b758-48a9-adca-6e39dbfc6cfa req-5a553157-4d70-45d7-aa9d-01c56d9e8b55 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.201384 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b42cb0a3-b758-48a9-adca-6e39dbfc6cfa req-5a553157-4d70-45d7-aa9d-01c56d9e8b55 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0656617 Jul 16 09:41:33.244989 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b42cb0a3-b758-48a9-adca-6e39dbfc6cfa req-03a491e7-0b1f-47ee-a8be-d96b8094ac2f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373304 Jul 16 09:41:34.331899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.425725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5e5fd-65fc-470f-96a7-b44b46893267 req-6d7b9623-25bb-40b3-acff-7ae465eb6d65 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.427200 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ea5e5fd-65fc-470f-96a7-b44b46893267 req-6d7b9623-25bb-40b3-acff-7ae465eb6d65 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0646207 Jul 16 09:41:34.464888 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0ea5e5fd-65fc-470f-96a7-b44b46893267 req-26bb3394-aeff-4a30-98bb-840d4d5b78b3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318809 Jul 16 09:41:35.637031 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd792603-72a1-49a5-ab30-5644da47f54a req-6b6a6ee9-26a0-4bd7-aa2f-f40b5895a20c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.638412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd792603-72a1-49a5-ab30-5644da47f54a req-6b6a6ee9-26a0-4bd7-aa2f-f40b5895a20c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0625241 Jul 16 09:41:35.675177 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd792603-72a1-49a5-ab30-5644da47f54a req-bab052a9-db52-4cf8-9951-1a6b41dffab7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307257 Jul 16 09:41:36.919759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578581ec-2e0b-47c6-abd1-3bcd49dd7e5a req-f15bd430-776c-40f1-a7b2-0bdc108b52b1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:36.921255 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-578581ec-2e0b-47c6-abd1-3bcd49dd7e5a req-f15bd430-776c-40f1-a7b2-0bdc108b52b1 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0669603 Jul 16 09:41:36.958429 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-578581ec-2e0b-47c6-abd1-3bcd49dd7e5a req-99473887-e6af-4c43-ad1c-14a7466436bd tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316615 Jul 16 09:41:38.136877 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbbacf-eedf-4086-8897-0647ae3ab9c7 req-a417e5bc-e719-49b5-b83a-b77f0d5b6a1c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:38.138347 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1edbbacf-eedf-4086-8897-0647ae3ab9c7 req-a417e5bc-e719-49b5-b83a-b77f0d5b6a1c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0657303 Jul 16 09:41:38.180636 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1edbbacf-eedf-4086-8897-0647ae3ab9c7 req-ac478831-aaff-4010-bf6f-0da368093fde tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360849 Jul 16 09:41:39.354423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c54ec-cd27-4ffb-87e1-2e14f2e5ace5 req-a3664210-1b27-4c86-aad9-a0819c0dab40 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:39.355913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47c54ec-cd27-4ffb-87e1-2e14f2e5ace5 req-a3664210-1b27-4c86-aad9-a0819c0dab40 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0625088 Jul 16 09:41:39.396285 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47c54ec-cd27-4ffb-87e1-2e14f2e5ace5 req-97ce843a-1844-496c-ae8a-e69b46c265da tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340862 Jul 16 09:41:40.592351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5bda7-01af-4279-a583-59ba544bb4b2 req-12a3f42b-0f7a-4c73-9a26-d04a588c6fb8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:40.593883 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cba5bda7-01af-4279-a583-59ba544bb4b2 req-12a3f42b-0f7a-4c73-9a26-d04a588c6fb8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0748181 Jul 16 09:41:40.632999 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cba5bda7-01af-4279-a583-59ba544bb4b2 req-fcf7529b-9813-46cf-a4ef-57e53378e76b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327802 Jul 16 09:41:41.808991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9adba-294d-4df9-b299-ae3a29ec5846 req-7dbf1377-1b0e-4d30-beb9-a0baabd3a8b8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:41.810472 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7a9adba-294d-4df9-b299-ae3a29ec5846 req-7dbf1377-1b0e-4d30-beb9-a0baabd3a8b8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0628350 Jul 16 09:41:41.847713 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a7a9adba-294d-4df9-b299-ae3a29ec5846 req-2bb359b9-06c5-4233-ae83-53b30f46c7c0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315797 Jul 16 09:41:42.114954 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-e5559e44-6082-4723-8f3d-91a4b3f38d73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0643895 Jul 16 09:41:42.186810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-d52826c1-d005-48e4-a45f-0ffa453a93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:42.188371 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-d52826c1-d005-48e4-a45f-0ffa453a93e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0440118 Jul 16 09:41:42.251476 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-49612b67-89b2-457f-ae08-a48d1006d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:42.252944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-49612b67-89b2-457f-ae08-a48d1006d998 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554345 Jul 16 09:41:42.355067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-d8b39bce-8239-4fa9-921c-c6a4e932fb14 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807304 Jul 16 09:41:42.449753 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-2811db5c-1455-46c9-a908-59ef74ab5b13 req-80933d69-3770-44fb-a9af-2a4f44071aee service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868409 Jul 16 09:41:43.025748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2aa9e-2b5a-42da-85e9-407675e570f0 req-b1516d84-4599-4322-99f9-29e8daea5adf tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:43.027219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bb2aa9e-2b5a-42da-85e9-407675e570f0 req-b1516d84-4599-4322-99f9-29e8daea5adf tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0672481 Jul 16 09:41:43.066454 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2bb2aa9e-2b5a-42da-85e9-407675e570f0 req-8679d8fd-7be8-4f28-8a51-8fe8df352981 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331140 Jul 16 09:41:43.097717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-420d247a-c6c7-42dc-a62e-b85f11dbf039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:44.246941 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84862368-20b9-4f6d-b5af-0d2fd7a84a68 req-1428fae5-8fbf-429f-bdc7-90a1debb5afb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.248449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84862368-20b9-4f6d-b5af-0d2fd7a84a68 req-1428fae5-8fbf-429f-bdc7-90a1debb5afb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0697351 Jul 16 09:41:44.292801 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-84862368-20b9-4f6d-b5af-0d2fd7a84a68 req-5c932641-48bd-48d9-b014-3ab5426fcb64 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367260 Jul 16 09:41:44.669556 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-6e7c63de-36a1-4e75-b0ba-caaecb4020dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.671135 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-6e7c63de-36a1-4e75-b0ba-caaecb4020dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1097 time: 0.0637288 Jul 16 09:41:44.800215 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-53138905-2813-489c-b28f-bf51ff53e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.801728 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-53138905-2813-489c-b28f-bf51ff53e1ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.1073732 Jul 16 09:41:44.872211 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-0b795831-e9f3-4152-a374-70947b8e96ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0642190 Jul 16 09:41:44.929388 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-2bc99ccd-4609-4675-bb5c-e019c36a0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.930889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-2bc99ccd-4609-4675-bb5c-e019c36a0440 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0523164 Jul 16 09:41:45.004188 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-c3979554-7298-45ef-9ba6-6cd8236c7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:45.005704 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-c3979554-7298-45ef-9ba6-6cd8236c7f4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678666 Jul 16 09:41:45.110546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-682eca8f-635f-48ca-9db0-f1f65e465d8a service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980086 Jul 16 09:41:45.208667 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-92dc146e-5629-4a08-8f35-f9219f7e01a9 req-bf797890-85da-4179-a115-6b38be27fc29 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919368 Jul 16 09:41:45.469388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b23348-70ea-4687-a4bc-3ce78f10384d req-cb6f1d2e-2a49-4a57-9e60-19478d4a0b78 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:45.470781 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b23348-70ea-4687-a4bc-3ce78f10384d req-cb6f1d2e-2a49-4a57-9e60-19478d4a0b78 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 945 time: 0.0672603 Jul 16 09:41:45.508223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-11b23348-70ea-4687-a4bc-3ce78f10384d req-7b6b13c6-991d-4638-83e9-2af02883c229 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317802 Jul 16 09:41:45.713664 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:41:45.793786 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-63d1c81d-02b5-4b77-bd9f-a6bcef2b09ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.837149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:45.853487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'port_id': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'mac_address': 'fa:16:3e:1f:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:41:45.861092 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.897233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.909404 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:45.928657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:45.932497 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.977630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=11']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:46.244462 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['c25b9062-86ff-404e-b660-7f9634819cd6'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:46.665209 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:46.684246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6a5d4-b593-40a8-afa4-344b1f57c7a8 req-b25b279f-ab50-4c71-967e-7f11652b3c71 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:46.685737 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72b6a5d4-b593-40a8-afa4-344b1f57c7a8 req-b25b279f-ab50-4c71-967e-7f11652b3c71 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0632551 Jul 16 09:41:46.723013 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-72b6a5d4-b593-40a8-afa4-344b1f57c7a8 req-09c65ca8-25b4-4f0f-a55a-140c5e11f7fe tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317211 Jul 16 09:41:46.925135 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.737153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:47.786089 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port c25b9062-86ff-404e-b660-7f9634819cd6 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:47.789639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port c25b9062-86ff-404e-b660-7f9634819cd6 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:47.790017 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.869976 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.894639 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:47.896926 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5226c61-fc26-491f-aca3-6375cdf79c4d" -d '{"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:47.904022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad02b1-7529-4058-b288-f90db5d981df req-736a82b7-d037-487a-b032-50861b013523 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:47.905563 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14ad02b1-7529-4058-b288-f90db5d981df req-736a82b7-d037-487a-b032-50861b013523 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 946 time: 0.0638802 Jul 16 09:41:47.911936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:47.927566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.946422 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-14ad02b1-7529-4058-b288-f90db5d981df req-6d29312e-e231-4306-8341-ae95156c82a2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347865 Jul 16 09:41:47.975073 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=12']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:47.993380 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d82570-fce9-4243-a239-a87f97936aa6 x-openstack-request-id: req-93d82570-fce9-4243-a239-a87f97936aa6 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:47.993671 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-plugged", "status": "completed", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:47.993925 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93d82570-fce9-4243-a239-a87f97936aa6 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:47.994316 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'code': 200} Jul 16 09:41:48.212743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0fa90-494d-43fd-9b3e-03874c1d641d req-56709bcb-ad99-4bcd-8a71-28792b2dfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:48.214250 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6aa0fa90-494d-43fd-9b3e-03874c1d641d req-56709bcb-ad99-4bcd-8a71-28792b2dfd98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1099 time: 0.0558167 Jul 16 09:41:48.250382 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6aa0fa90-494d-43fd-9b3e-03874c1d641d req-4eba3fee-2dba-47db-b4b7-42885999043e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290434 Jul 16 09:41:48.432068 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:48.614117 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.129501 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4050c4-4b8a-4653-b435-ed5e14155666 req-8ce66566-60ed-493e-a1a3-f737a77cdb81 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:49.130988 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be4050c4-4b8a-4653-b435-ed5e14155666 req-8ce66566-60ed-493e-a1a3-f737a77cdb81 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 947 time: 0.0676994 Jul 16 09:41:49.169206 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be4050c4-4b8a-4653-b435-ed5e14155666 req-fbb3b761-7df8-4177-9cfe-58906a77dd3f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326414 Jul 16 09:41:50.348996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9df2cd-0404-463f-a671-c485e9c4802d req-9dea1b7c-d44d-4e70-8cb1-071d691f05c0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:50.350807 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c9df2cd-0404-463f-a671-c485e9c4802d req-9dea1b7c-d44d-4e70-8cb1-071d691f05c0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 947 time: 0.0676777 Jul 16 09:41:50.391561 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c9df2cd-0404-463f-a671-c485e9c4802d req-aa3c582c-de20-4121-8c7b-be8fa5de1188 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349660 Jul 16 09:42:04.348708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:13.097550 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4fe20ad3-45f2-400f-9d29-b4a745ef9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.766066 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-d61768b1-d3d2-4699-ac78-253d818d324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.853029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.928728 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:18.450410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:18.614719 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:23.664237 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:34.346963 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.100642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-045a5398-dbba-4cea-bee4-eca5558bc4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:44.606254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-5ab56cb9-dab5-4a18-a740-dc74029afcd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509481 Jul 16 09:42:44.723869 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-9ac20663-d1ae-4b51-a522-611f3a7c8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:44.725346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-9ac20663-d1ae-4b51-a522-611f3a7c8000 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1099 time: 0.0592885 Jul 16 09:42:44.829985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-949fb988-7614-4f2c-afd8-dbc7fa26c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:44.831517 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-949fb988-7614-4f2c-afd8-dbc7fa26c927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0860538 Jul 16 09:42:44.900768 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-3c59cfbf-3271-4344-a16b-1a6cc4c0d376 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0617998 Jul 16 09:42:44.949399 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-0a30e1e4-a738-4ed9-90dc-91bfbc70e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:44.950800 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-0a30e1e4-a738-4ed9-90dc-91bfbc70e53d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0423224 Jul 16 09:42:45.007369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-935a0c80-3fc4-45ea-aee9-6f0f07afe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:45.008866 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-935a0c80-3fc4-45ea-aee9-6f0f07afe135 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519009 Jul 16 09:42:45.102731 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-034617ec-ef64-4170-a328-0fabb21c4ebb service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865812 Jul 16 09:42:45.190546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4586b3b8-7368-4ba0-a2b6-bc39cdac5552 req-a414e8ca-6193-4e4c-a3bd-0e2f725d5434 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802586 Jul 16 09:42:45.767811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fb09c3c2-d86e-4397-919c-d804a69d705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.854109 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:46.934193 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.450353 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.617137 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.663130 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:04.346832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:05.918671 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45824) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:06.074319 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Deleting port 2cf92d33-5f74-4ceb-98a0-a02606d7b7d4 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:06.074568 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.151777 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.152106 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.164160 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Calling delete_port for 2cf92d33-5f74-4ceb-98a0-a02606d7b7d4 owned by network:floatingip {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:06.311660 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.336903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event deleted for resources: {'Port': ['ID=2cf92d33-5f74-4ceb-98a0-a02606d7b7d4,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:06.366753 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.367100 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.367485 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.367821 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.368153 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.368482 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.368809 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.369132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.369454 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.369776 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.370101 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.370422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:06.408205 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.408604 n-d-798249-10 neutron-server[93699]: INFO neutron.db.l3_db [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Floating IP 70649d78-6c69-47b3-afdd-8c8a9a2bec2b disassociated (deleted). External IP: 172.25.0.245, port: c25b9062-86ff-404e-b660-7f9634819cd6. Jul 16 09:43:06.618189 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:06.728404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:06.733181 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.738482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:06.746963 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:06.747605 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:06.771461 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-38813cea-5119-4125-9eef-e89bbccd9288 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "DELETE /v2.0/floatingips/70649d78-6c69-47b3-afdd-8c8a9a2bec2b HTTP/1.1" status: 204 len: 168 time: 0.8486323 Jul 16 09:43:06.771461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:06.772356 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:06.859219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:07.068168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:07.073817 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4048d-ede6-498f-851f-cf3d7efbf833 x-openstack-request-id: req-13b4048d-ede6-498f-851f-cf3d7efbf833 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:07.074327 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:07.074327 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13b4048d-ede6-498f-851f-cf3d7efbf833 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:07.074744 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'status': 'completed', 'code': 200} Jul 16 09:43:07.094606 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:07.103072 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:07.103719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:42:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:07.177050 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-b2d59d48-f171-4d2c-9331-910b5f4bc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.178967 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-b2d59d48-f171-4d2c-9331-910b5f4bc620 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 1099 time: 0.0590279 Jul 16 09:43:07.213362 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:07.240687 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143686f3-3b82-459b-babb-f192939a33a8 req-8830ae4d-a633-4a00-9886-5ac4375994f8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.242196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-143686f3-3b82-459b-babb-f192939a33a8 req-8830ae4d-a633-4a00-9886-5ac4375994f8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 947 time: 0.0764117 Jul 16 09:43:07.277595 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-a476a545-8518-4390-aacf-2bc6f3a8bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.279094 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-a476a545-8518-4390-aacf-2bc6f3a8bab8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0935583 Jul 16 09:43:07.283059 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-143686f3-3b82-459b-babb-f192939a33a8 req-3db50d75-883c-4209-b569-e88e7d36e094 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344493 Jul 16 09:43:07.326618 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-e514b9ec-ba8d-4c53-814a-fde948463518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 200 len: 217 time: 0.0404513 Jul 16 09:43:07.375191 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-38c93420-0e58-4479-aba6-1c6875e556b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.376684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-38c93420-0e58-4479-aba6-1c6875e556b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0439467 Jul 16 09:43:07.428280 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:07.433508 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-ad637757-1ae7-4367-9bac-e6343511261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:07.435060 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-ad637757-1ae7-4367-9bac-e6343511261a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521138 Jul 16 09:43:07.455157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fac4e-2cd7-4367-936a-b9a50617efe3 None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:07.532494 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-af4ed3a3-3040-4bc6-9032-c97216c905aa service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897162 Jul 16 09:43:07.631610 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d297f0ad-59fa-41c1-b8da-8ffbf71fbb8f req-490af1bd-af4a-4e1f-b7a4-7be4f79727c7 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923018 Jul 16 09:43:07.688986 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4437c40-c853-4eee-a1ab-bc0a26821848 None None] New status for floating IP 70649d78-6c69-47b3-afdd-8c8a9a2bec2b: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:43:08.459605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239c95-55dd-4443-a9f5-5e7d111cd7da req-3f5d0a54-857b-4490-96d3-91227e9d486d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:08.461064 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90239c95-55dd-4443-a9f5-5e7d111cd7da req-3f5d0a54-857b-4490-96d3-91227e9d486d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 947 time: 0.0629575 Jul 16 09:43:08.497031 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-90239c95-55dd-4443-a9f5-5e7d111cd7da req-a36c8064-12ea-4df1-a710-f1790cd7d41f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8c458de-df40-402d-91be-0bfbc5e29913&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303330 Jul 16 09:43:08.549985 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-b41121b9-fd69-4510-8fa8-c5e462fcf240 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:08.551400 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-b41121b9-fd69-4510-8fa8-c5e462fcf240 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 947 time: 0.0692797 Jul 16 09:43:08.649518 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Deleting port c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:08.649859 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.740273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] For port c25b9062-86ff-404e-b660-7f9634819cd6, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=c25b9062-86ff-404e-b660-7f9634819cd6,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:08.740632 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.752300 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Calling delete_port for c25b9062-86ff-404e-b660-7f9634819cd6 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:08.881743 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.914076 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event deleted for resources: {'Port': ['ID=c25b9062-86ff-404e-b660-7f9634819cd6,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:08.959947 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] No DVR routers for this DVR port c25b9062-86ff-404e-b660-7f9634819cd6 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:43:08.962589 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.964632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-de3d5990-4844-47ea-8155-0cfdd0556249 req-ef6b6f81-bb9e-4089-a691-fbd2e58f25d8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.36 "DELETE /v2.0/ports/c25b9062-86ff-404e-b660-7f9634819cd6 HTTP/1.1" status: 204 len: 173 time: 0.4083235 Jul 16 09:43:09.075688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-deleted', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:09.078064 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e65713d-8d04-41f3-9886-389dae7fdf5e" -d '{"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-deleted", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:09.113684 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2c680-4e1f-426d-9625-f79249ef7589 x-openstack-request-id: req-2cd2c680-4e1f-426d-9625-f79249ef7589 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:09.114067 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed584abd-7c38-4383-9ed2-ec26b146b16b", "name": "network-vif-deleted", "tag": "c25b9062-86ff-404e-b660-7f9634819cd6", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:09.114420 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd2c680-4e1f-426d-9625-f79249ef7589 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:09.114881 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed584abd-7c38-4383-9ed2-ec26b146b16b', 'name': 'network-vif-deleted', 'tag': 'c25b9062-86ff-404e-b660-7f9634819cd6', 'status': 'completed', 'code': 200} Jul 16 09:43:09.664986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0b969ef2-6951-4150-a5c4-0ce3eeea444c req-5f04828f-057a-4848-a0d6-b4cdba114895 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed584abd-7c38-4383-9ed2-ec26b146b16b HTTP/1.1" status: 200 len: 210 time: 0.0285339 Jul 16 09:43:10.756014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45848) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:10.817247 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1787c1d-87f2-474f-b758-ebd450184bc0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:10.843071 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1787c1d-87f2-474f-b758-ebd450184bc0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:10.905944 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1787c1d-87f2-474f-b758-ebd450184bc0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:10.908693 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-e1787c1d-87f2-474f-b758-ebd450184bc0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:10.909872 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-e1787c1d-87f2-474f-b758-ebd450184bc0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "DELETE /v2.0/security-groups/c8c458de-df40-402d-91be-0bfbc5e29913 HTTP/1.1" status: 204 len: 168 time: 0.1528563 Jul 16 09:43:10.919251 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1787c1d-87f2-474f-b758-ebd450184bc0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c458de-df40-402d-91be-0bfbc5e29913,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.184711 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 45854) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.189555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876483271', 'description': 'tempest-secgroup-smoke-876483271 description', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.213035 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.299252 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.303724 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.333913 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.335162 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1492925 Jul 16 09:43:11.336332 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea459e-7879-4685-b8c9-4fae211bd3d7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340b0f85-7968-48a0-ab7e-9cfe313a7078,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.338203 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45856) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.343012 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': '340b0f85-7968-48a0-ab7e-9cfe313a7078', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.369250 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.427985 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.431738 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.450788 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94a75ef-98d0-4dd2-9c16-8ff2a2d41348,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.460635 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.460978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.461315 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.461648 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.461978 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.462306 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.462628 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.462951 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.463363 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.463615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.463935 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.464257 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:11.466788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.467998 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-08109faf-92cf-49fb-8d52-f20997a11715 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286614 Jul 16 09:43:11.470818 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45858) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.475290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': '340b0f85-7968-48a0-ab7e-9cfe313a7078', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.500850 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.560079 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.563670 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.582249 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76333bf3-71fd-4eb2-a232-fa69b1a63bfa,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.585862 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.587042 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-082f8188-d0e4-4dd1-8886-bf0110750167 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154244 Jul 16 09:43:11.589862 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45860) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.594166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': '340b0f85-7968-48a0-ab7e-9cfe313a7078', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.620332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.678157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.681809 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.698458 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92234a92-2f1e-42f6-bbeb-994c2b617f5a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.704828 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.706123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dfeb5da4-9631-4e2e-8e53-55cffd39d179 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152666 Jul 16 09:43:11.708955 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45862) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.713634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': '340b0f85-7968-48a0-ab7e-9cfe313a7078', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.741469 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.801606 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.805427 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.823440 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ec7de5-3356-49e1-9ff0-4ca7c252d5f6,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.826320 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.827519 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d5911b6d-bb0e-4d08-9c72-1eadef757fc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176145 Jul 16 09:43:11.830336 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45864) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.835526 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': '340b0f85-7968-48a0-ab7e-9cfe313a7078', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.856735 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Project 1c8051128f3942ecbfaff19a0e02b83b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:11.861420 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.920326 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.923872 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.942325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e276066-dbc9-498e-9a14-ac4c46674bcd,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:11.945383 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.946546 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-34a4b86a-7bbc-4899-aefd-eaf182d41168 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146941 Jul 16 09:43:11.949395 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 45866) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:11.953752 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'security_group_rule': {'security_group_id': '340b0f85-7968-48a0-ab7e-9cfe313a7078', 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:11.975372 n-d-798249-10 neutron-server[93700]: INFO neutron.db.securitygroups_db [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Project 1c8051128f3942ecbfaff19a0e02b83b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:11.979991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:12.040196 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:12.043824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:12.062263 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841960f0-07ff-43b1-aef2-abaf4e3a470a,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:12.068590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:12.074845 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-80404c90-3bb6-43cd-bccd-2e1213782a9f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195133 Jul 16 09:43:12.225578 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:12.246292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: c25b9062-86ff-404e-b660-7f9634819cd6 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:12.246704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device c25b9062-86ff-404e-b660-7f9634819cd6 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:13.102388 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6a8c49d3-1d85-4bb3-aca9-e9d50ec41a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:15.771542 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af9918f1-31f6-43ff-a378-c7c28fff6317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:15.855156 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:16.937700 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.448475 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.620461 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:26.345327 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-be4334ee-8e07-44e8-9964-3b4dc271bfe2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876483271&fields=id&tenant_id=1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 267 time: 0.0325930 Jul 16 09:43:26.453460 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-3a21c470-8adc-4dcb-ac6d-0380a0c1260d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:26.454844 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-3a21c470-8adc-4dcb-ac6d-0380a0c1260d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 808 time: 0.1024137 Jul 16 09:43:26.469516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-454c2b04-c637-4a72-a7c4-8233a58c6ccf tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/quotas/1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 375 time: 0.0087969 Jul 16 09:43:26.534283 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e5eb1472-8dcf-48ad-bdd9-bdce8b448be0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600541 Jul 16 09:43:26.674732 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-87adf8eb-0031-4abc-9ca6-bc920e87f6ee service neutron] 10.222.0.41 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289527 Jul 16 09:43:26.767123 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-10223f7d-2ef7-4130-9545-fb8b2052bede service neutron] 10.222.0.41 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863853 Jul 16 09:43:27.059578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a4a850d8-f47e-4f5a-9358-bd2ed3b2b762 req-19be1741-4aa0-4fcc-80db-b741bd81716d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 210 time: 0.0301614 Jul 16 09:43:28.158425 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-c79f8d79-f50a-4a17-8cd3-d2b49d2bd0ea tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:28.160067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-c79f8d79-f50a-4a17-8cd3-d2b49d2bd0ea tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 808 time: 0.1070058 Jul 16 09:43:28.203952 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-3016c86f-a4b3-4a91-b489-e09eb1dec42a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 379 time: 0.0348499 Jul 16 09:43:28.212586 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'port': {'device_id': '9edd0467-c00b-4e48-a846-a512a5c12016', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'admin_state_up': True, 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'security_groups': ['340b0f85-7968-48a0-ab7e-9cfe313a7078']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:28.227581 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c49276f-d10b-4e64-91bb-fb617b32706f req-fd6d3677-d0cd-4b97-99c4-817da0743bdf tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 210 time: 0.0323706 Jul 16 09:43:28.329267 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Made reservation on behalf of 1c8051128f3942ecbfaff19a0e02b83b for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:43:28.331863 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:28.463762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Allocated IP 172.20.0.13 (34b41e5b-868b-483c-850d-d89a93fbf25c/abd58d6a-4226-4582-871f-0853d37de65e/2f7cf4bd-a1f4-4dac-9dd9-559ad2789854) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:28.600501 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:28.614512 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Transition to ACTIVE for port object 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:28.648027 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:28.701845 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Network 34b41e5b-868b-483c-850d-d89a93fbf25c is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:28.705156 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:28.709350 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:28.715810 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:28.763871 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:28.764556 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:28.785884 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-2d72cd02-a7cb-465d-9988-a8842d422f13 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767870 Jul 16 09:43:28.797404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Request body: {'port': {'device_id': '9edd0467-c00b-4e48-a846-a512a5c12016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:28.876193 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:28.977880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e1f5970-ac68-4cf7-b929-466ba9ba9327 None None] Provisioning for port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:28.983142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6e1f5970-ac68-4cf7-b929-466ba9ba9327 None None] Provisioning complete for port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:28.983708 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e1f5970-ac68-4cf7-b929-466ba9ba9327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.022355 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f5970-ac68-4cf7-b929-466ba9ba9327 None None] Port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:29.155796 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:29.163973 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.175840 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Transition to ACTIVE for port object 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:29.180003 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.235234 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:29.313247 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:29.313749 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:29.314090 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:29.319914 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on network 34b41e5b-868b-483c-850d-d89a93fbf25c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:43:29.320249 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:29.326124 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:29.326471 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:29.326867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Bound using segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:29.327304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Bound port: 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:29.327688 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.416069 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:29.422408 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:29.430793 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.480735 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.481392 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.483204 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] 10.222.0.18 "PUT /v2.0/ports/2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 1093 time: 0.6904287 Jul 16 09:43:29.483760 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:29.486669 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d258d7-3d2b-4f41-ad61-81fb875f1372" -d '{"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:29.519402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec1a7-3f32-428e-912e-0f24264a000c service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:29.589836 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-5a91772e-7b6f-4459-9dca-080a63b5abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.591385 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-5a91772e-7b6f-4459-9dca-080a63b5abe0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1096 time: 0.0659027 Jul 16 09:43:29.641611 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-7e9d6035-7ac2-4b75-98cf-88c6ce13c8f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 217 time: 0.0419092 Jul 16 09:43:29.695654 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c417c-546b-4203-9598-71c22499284e req-99d86c74-0037-444e-ab3c-370901881fb0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.698260 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-f4ee1ca6-27f4-4d69-a281-6f3ac3713b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.699957 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-f4ee1ca6-27f4-4d69-a281-6f3ac3713b1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0500996 Jul 16 09:43:29.702705 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f6c417c-546b-4203-9598-71c22499284e req-99d86c74-0037-444e-ab3c-370901881fb0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0745685 Jul 16 09:43:29.738956 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1f6c417c-546b-4203-9598-71c22499284e req-13d6761e-e4ba-450b-bc13-ca776557bbfa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352659 Jul 16 09:43:29.773079 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-6397fde2-04e4-4321-9780-1003943b0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.774684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-6397fde2-04e4-4321-9780-1003943b0806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665185 Jul 16 09:43:29.802491 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b30864-c0a5-4515-98c4-65727664f9f6 x-openstack-request-id: req-d9b30864-c0a5-4515-98c4-65727664f9f6 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:29.802491 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:29.802491 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9b30864-c0a5-4515-98c4-65727664f9f6 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:29.802491 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'status': 'completed', 'code': 200} Jul 16 09:43:29.871677 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-e71c485e-368f-489e-a97f-1b558977f2ec service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909386 Jul 16 09:43:29.960141 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1cbe64eb-d105-4778-af7f-7e55489b8190 req-b13ab0fa-3374-4e6e-b371-bd2145793e78 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813208 Jul 16 09:43:30.063181 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-13dab9e2-12e0-44c9-abab-b921a97df351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:30.065408 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-13dab9e2-12e0-44c9-abab-b921a97df351 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1096 time: 0.0583866 Jul 16 09:43:30.156305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-662f084d-d265-451a-a542-17e255e3e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:30.157841 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-662f084d-d265-451a-a542-17e255e3e0b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0874920 Jul 16 09:43:30.202751 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-d57be6c2-ebbe-4734-93c1-894f6247ed8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 217 time: 0.0390396 Jul 16 09:43:30.251872 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-c2b1cc85-152d-4e1a-8a81-82d18b33845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:30.253361 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-c2b1cc85-152d-4e1a-8a81-82d18b33845c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0446715 Jul 16 09:43:30.310439 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-881fbf61-5028-4e39-a020-4e49ee75dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:30.312062 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-881fbf61-5028-4e39-a020-4e49ee75dadf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523760 Jul 16 09:43:30.404684 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-6fb598f3-15e7-4f15-839b-3765d41bfdaa service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860715 Jul 16 09:43:30.496308 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-53d258d7-3d2b-4f41-ad61-81fb875f1372 req-d730566c-93ca-4166-84c6-df02a069f149 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Jul 16 09:43:30.923963 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4d8d2-be71-4aa4-a594-6c3b573f1b96 req-d1eb8c21-e95a-4bc8-b099-e184fce45314 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:30.925934 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ef4d8d2-be71-4aa4-a594-6c3b573f1b96 req-d1eb8c21-e95a-4bc8-b099-e184fce45314 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0685310 Jul 16 09:43:30.965242 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3ef4d8d2-be71-4aa4-a594-6c3b573f1b96 req-1ac4f9fc-2b5c-4a02-857d-95057a185f8c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332818 Jul 16 09:43:32.144477 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b135c4-4f6e-4382-9c2f-8cb44f75f27d req-1b70775e-e522-4918-a586-67dc34104b26 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:32.145978 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17b135c4-4f6e-4382-9c2f-8cb44f75f27d req-1b70775e-e522-4918-a586-67dc34104b26 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0647428 Jul 16 09:43:32.184747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-17b135c4-4f6e-4382-9c2f-8cb44f75f27d req-03633938-7b37-4bcd-8972-e3ee3adafc86 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328317 Jul 16 09:43:33.357380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa1ec0-df34-4c7b-b562-44826d1fc232 req-ba6c1894-f47e-4fb1-9ef2-33e24b70ff4b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.358859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-befa1ec0-df34-4c7b-b562-44826d1fc232 req-ba6c1894-f47e-4fb1-9ef2-33e24b70ff4b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0667174 Jul 16 09:43:33.397459 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-befa1ec0-df34-4c7b-b562-44826d1fc232 req-c28679c0-2b5b-4418-840a-0194ff39638b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jul 16 09:43:34.360686 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.568231 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91cc0d-109d-470f-b752-e5046f7357b8 req-bab8f667-12e5-49fc-90e0-ee156e22dafa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:34.569646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd91cc0d-109d-470f-b752-e5046f7357b8 req-bab8f667-12e5-49fc-90e0-ee156e22dafa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0648367 Jul 16 09:43:34.607943 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cd91cc0d-109d-470f-b752-e5046f7357b8 req-78cf0c87-8338-4370-b1ec-35127294bb96 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Jul 16 09:43:35.777602 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5978e58-8a47-49a9-8d05-03fda15c3616 req-44334a47-011a-4dd8-812e-27fbeea7efca tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:35.779080 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5978e58-8a47-49a9-8d05-03fda15c3616 req-44334a47-011a-4dd8-812e-27fbeea7efca tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0622108 Jul 16 09:43:35.817166 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d5978e58-8a47-49a9-8d05-03fda15c3616 req-71985137-b21c-4aec-9ac5-a5c978b87153 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Jul 16 09:43:36.993149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b6f9e-8c23-4757-8f99-e7901bc7adb0 req-87e2ceee-f9b0-48c3-a8e2-1309ec067687 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:36.994608 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b6b6f9e-8c23-4757-8f99-e7901bc7adb0 req-87e2ceee-f9b0-48c3-a8e2-1309ec067687 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0673952 Jul 16 09:43:37.032592 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7b6b6f9e-8c23-4757-8f99-e7901bc7adb0 req-304544c7-14ef-440d-b2ca-eb542c24b422 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323873 Jul 16 09:43:37.662715 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:38.200798 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b3f67-112a-428e-8cdd-9a3678365ad6 req-0d39f7c2-7b6f-4b91-8ad3-992cc28b74bb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:38.202264 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47b3f67-112a-428e-8cdd-9a3678365ad6 req-0d39f7c2-7b6f-4b91-8ad3-992cc28b74bb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0632625 Jul 16 09:43:38.240221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e47b3f67-112a-428e-8cdd-9a3678365ad6 req-00f90a42-fb2b-49f2-a7eb-6d6316bf4313 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319211 Jul 16 09:43:39.414292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586bfc9-7703-4a37-94a9-be1b7ee74231 req-2f23953a-3a9a-4b6b-908d-0816bdf1c855 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:39.415804 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3586bfc9-7703-4a37-94a9-be1b7ee74231 req-2f23953a-3a9a-4b6b-908d-0816bdf1c855 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0677559 Jul 16 09:43:39.453547 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3586bfc9-7703-4a37-94a9-be1b7ee74231 req-b914f068-4002-417b-a7d6-04790117d14e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322807 Jul 16 09:43:40.627141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c441d-e103-475b-bc7c-429937e59701 req-8ad05caf-f139-4ce9-a1b5-9bcff1e1d21d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:40.628553 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c0c441d-e103-475b-bc7c-429937e59701 req-8ad05caf-f139-4ce9-a1b5-9bcff1e1d21d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0674262 Jul 16 09:43:40.666187 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6c0c441d-e103-475b-bc7c-429937e59701 req-6ec508d5-792b-43b7-85b3-890134eaf59a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320358 Jul 16 09:43:41.598662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:43:41.847180 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:41.847664 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a23e73-d3b0-42cc-b006-eaab19180a56 req-530af02e-6eec-4b8e-aee9-ddab6788eb7d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:41.849244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60a23e73-d3b0-42cc-b006-eaab19180a56 req-530af02e-6eec-4b8e-aee9-ddab6788eb7d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0655599 Jul 16 09:43:41.858734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'port_id': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'mac_address': 'fa:16:3e:b0:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:43:41.887120 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-60a23e73-d3b0-42cc-b006-eaab19180a56 req-231d462f-fd45-4dc7-9a0e-fbed67cf675f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324612 Jul 16 09:43:41.895852 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.908612 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:41.927752 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:41.931834 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.977384 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:41.984444 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.984789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.985126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.985459 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.985789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.986647 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.986996 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.987399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.987665 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.987985 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.988303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:41.988621 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:42.169427 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:43.059948 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5df04-ba36-4f7c-9a14-9da9a67f83f2 req-8c89d1ff-504e-4962-83f0-7de520acca26 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:43.061305 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfa5df04-ba36-4f7c-9a14-9da9a67f83f2 req-8c89d1ff-504e-4962-83f0-7de520acca26 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 945 time: 0.0654237 Jul 16 09:43:43.099542 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cfa5df04-ba36-4f7c-9a14-9da9a67f83f2 req-b51854fb-4b03-4650-9558-ebe66136f8cb tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Jul 16 09:43:43.102958 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8a29b96a-1b22-413d-ba4f-f1d31877eb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.614288 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:43.665496 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:43.669013 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:43.669384 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.744281 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.765797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:43.768152 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0b53bc-6db1-4c8c-b1ca-c2a0f30a3d7a" -d '{"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-plugged", "status": "completed", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:43.781087 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:43.785742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.833662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.857061 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a40f4-742a-411a-82ab-89d561dadd8e x-openstack-request-id: req-2e3a40f4-742a-411a-82ab-89d561dadd8e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:43.857354 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-plugged", "status": "completed", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:43.857602 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e3a40f4-742a-411a-82ab-89d561dadd8e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:43.858000 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'code': 200} Jul 16 09:43:43.968593 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25656814-6a8f-47ce-8187-465a57b887a2 req-90eaef84-b76f-4c39-9924-8d8330a6c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:43.969987 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-25656814-6a8f-47ce-8187-465a57b887a2 req-90eaef84-b76f-4c39-9924-8d8330a6c4c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1098 time: 0.0520983 Jul 16 09:43:44.007993 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-25656814-6a8f-47ce-8187-465a57b887a2 req-e798c74d-bba4-49ce-bd23-773415ec600c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Jul 16 09:43:44.273464 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3969dd1-8f01-44c1-8166-5b469d7a6538 req-f1877158-45c1-4eb5-af6c-8c549f94f710 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:44.274950 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3969dd1-8f01-44c1-8166-5b469d7a6538 req-f1877158-45c1-4eb5-af6c-8c549f94f710 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0638969 Jul 16 09:43:44.312803 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b3969dd1-8f01-44c1-8166-5b469d7a6538 req-04289848-3041-4e6d-99b1-3e62f524057e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320110 Jul 16 09:43:45.488911 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb346d-c7c7-41e5-acd2-03780b4759e6 req-36b47740-1748-4f3a-aa71-8a641d6916f4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:45.490386 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4cb346d-c7c7-41e5-acd2-03780b4759e6 req-36b47740-1748-4f3a-aa71-8a641d6916f4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0676839 Jul 16 09:43:45.526741 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c4cb346d-c7c7-41e5-acd2-03780b4759e6 req-974bed73-259d-4c08-88a5-65ffd6fc2ef8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Jul 16 09:43:45.700731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672ee3f-2350-42a6-b5a1-c68345ab65cf req-808e50f1-f291-4eea-b4fa-d72da7682e66 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:45.702107 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c672ee3f-2350-42a6-b5a1-c68345ab65cf req-808e50f1-f291-4eea-b4fa-d72da7682e66 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0642860 Jul 16 09:43:45.739646 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-c672ee3f-2350-42a6-b5a1-c68345ab65cf req-c84650b8-9230-4f15-8997-07495833085f tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Jul 16 09:43:45.763223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46070) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:45.783617 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8e954970-6307-4ba2-be08-963a3ea876e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.815166 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe1ec8-1e2a-4b82-a9fb-e55bb9e081a7 tempest-TestShelveInstance-1827053989 tempest-TestShelveInstance-1827053989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:45.816744 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-acfe1ec8-1e2a-4b82-a9fb-e55bb9e081a7 tempest-TestShelveInstance-1827053989 tempest-TestShelveInstance-1827053989-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1093 time: 0.0523770 Jul 16 09:43:45.819692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46072) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:45.824207 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:45.845666 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.858042 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.273868 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.376342 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Allocated IP 172.25.0.81 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/8d92846f-382c-4145-a88e-40a310fa6fa4) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:46.476751 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.514637 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.567094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:46.570423 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:46.574806 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:46.599607 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'Port': ['ID=8d92846f-382c-4145-a88e-40a310fa6fa4,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:46.942951 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.010537 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.100797 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.266155 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.271021 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.342150 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event updated for resources: {'Port': ['ID=8d92846f-382c-4145-a88e-40a310fa6fa4,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:47.352303 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.453353 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Floating IP 826bdf42-9d59-4c21-a9bb-94b2fabedc00 associated. External IP: 172.25.0.81, port: 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854. Jul 16 09:43:47.659085 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:47.764540 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:47.774821 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:47.781022 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.785219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:47.785847 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:47.820840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-27c09113-ed80-45cf-85c3-d321b2e2b375 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0000846 Jul 16 09:43:47.821580 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:47.824092 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894" -d '{"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:47.892630 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:47.913459 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032b95c1-5f62-42cb-a603-1d6721115d96 x-openstack-request-id: req-032b95c1-5f62-42cb-a603-1d6721115d96 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:47.913746 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:47.913994 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-032b95c1-5f62-42cb-a603-1d6721115d96 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:47.914390 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'status': 'completed', 'code': 200} Jul 16 09:43:47.986284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-f72832eb-6c61-484e-a13a-318f95613db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:47.987498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-f72832eb-6c61-484e-a13a-318f95613db7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1098 time: 0.0524104 Jul 16 09:43:48.075721 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-6506f6ca-46f8-476f-abd5-ae3d7378f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:48.077207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-6506f6ca-46f8-476f-abd5-ae3d7378f8b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0838127 Jul 16 09:43:48.117190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '826bdf42-9d59-4c21-a9bb-94b2fabedc00', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'port_id': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'mac_address': 'fa:16:3e:b0:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edd0467-c00b-4e48-a846-a512a5c12016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:46Z', 'updated_at': '2021-07-16T09:43:46Z', 'revision_number': 0, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:48.143789 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:48.146448 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-901fd8b4-4431-45af-af39-644ad98d1bd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 999 time: 0.0630546 Jul 16 09:43:48.152185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:48.152797 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:43:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:48.194483 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-223f0b10-67f7-47b6-85a8-3b486fac275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:48.195937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-223f0b10-67f7-47b6-85a8-3b486fac275c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0438154 Jul 16 09:43:48.251909 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-d90e1405-3edf-4472-9276-fab73ad84a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:48.253553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-d90e1405-3edf-4472-9276-fab73ad84a13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518913 Jul 16 09:43:48.258865 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:48.346170 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-3f7ba5c8-5459-477a-bf44-4689340aa4e3 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866213 Jul 16 09:43:48.433632 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fa76a6d6-c7a3-4ba8-b058-4bed93ba8894 req-0de801fe-8fc3-4519-ba84-3e12ea0476e2 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818183 Jul 16 09:43:48.477377 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.499461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '826bdf42-9d59-4c21-a9bb-94b2fabedc00', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'port_id': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'mac_address': 'fa:16:3e:b0:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edd0467-c00b-4e48-a846-a512a5c12016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:46Z', 'updated_at': '2021-07-16T09:43:46Z', 'revision_number': 0, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:48.525787 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5f51f-e522-4361-824f-658ae4cfe4c6 None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': '826bdf42-9d59-4c21-a9bb-94b2fabedc00', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'port_id': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'mac_address': 'fa:16:3e:b0:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edd0467-c00b-4e48-a846-a512a5c12016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:46Z', 'updated_at': '2021-07-16T09:43:46Z', 'revision_number': 0, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:48.623876 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.722261 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9173e3-7428-4318-bcf9-f96e87ff696b None None] New status for floating IP 826bdf42-9d59-4c21-a9bb-94b2fabedc00: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:44:04.406600 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:13.105650 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c62e0cb2-b4b4-4c08-8f34-b8330709a030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:14.661774 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:15.774267 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4a71ebae-a857-44ec-8084-a44fd1e44807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:15.858468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:16.941209 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:18.475641 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:18.625521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:24.511480 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-119a700c-d894-4eb9-b5b3-3f4ae9cb1c6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0952864 Jul 16 09:44:24.604324 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-0a05eb44-0d89-451d-bb74-a53d36a5c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:24.605712 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-0a05eb44-0d89-451d-bb74-a53d36a5c7f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1098 time: 0.0527942 Jul 16 09:44:25.059878 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-ce8e63c6-993d-41d9-8805-b8d099f798c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:25.061362 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-ce8e63c6-993d-41d9-8805-b8d099f798c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.4346476 Jul 16 09:44:25.124106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-328ee9c8-8943-4e75-b528-89bf1e9241b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 1001 time: 0.0562682 Jul 16 09:44:25.172168 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-11ca432d-947c-426e-9591-cbe5bd2a2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:25.173569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-11ca432d-947c-426e-9591-cbe5bd2a2436 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0427480 Jul 16 09:44:25.234235 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-e848f263-7be4-400f-af56-9de6a00dc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:25.235720 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-e848f263-7be4-400f-af56-9de6a00dc53e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558825 Jul 16 09:44:25.246220 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-28b02692-81ad-4129-8c02-f2c3d5b00011 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:44:25.247146 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-28b02692-81ad-4129-8c02-f2c3d5b00011 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Jul 16 09:44:25.334401 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-80ecdae1-ad13-49b0-8eb8-dcbd699330b8 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810606 Jul 16 09:44:25.426890 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-9e4a6bb9-7646-43ef-835e-5c6d40522a1d req-b5084817-0051-4867-a7d9-d6141d467a72 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863688 Jul 16 09:44:34.421285 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.108652 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad115316-c93d-4e03-9f5e-79961a3867af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:45.775572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7f31846c-e094-4729-8eaa-fe25cf95a874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:45.858524 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:46.945804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:48.496576 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:48.627958 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.661048 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:04.419379 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.109306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a15c234b-3167-437f-ae25-aa0113105782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:15.775691 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad13d6ce-06f3-4429-b07a-8ce0551320b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:15.858410 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:16.946642 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:18.498209 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:18.631363 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:26.460270 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-514f3e38-e786-4294-82d6-22f726f6f819 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533020 Jul 16 09:45:26.551123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-fa356ac5-d364-4e2d-9dac-a0daf831023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:26.552671 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-fa356ac5-d364-4e2d-9dac-a0daf831023d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1098 time: 0.0515153 Jul 16 09:45:26.656723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-edfca044-f513-43af-b370-41630d8dff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:26.658098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-edfca044-f513-43af-b370-41630d8dff0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0864670 Jul 16 09:45:26.721195 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-734bfa30-0f2c-4205-9e6a-9e1cda5c473a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 1001 time: 0.0568612 Jul 16 09:45:26.774382 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-40059c7f-7af1-4d3a-9a92-147d438de0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:26.775910 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-40059c7f-7af1-4d3a-9a92-147d438de0cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0490317 Jul 16 09:45:26.833901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-1c4f3555-ebcf-4acd-9f6f-2df6377d553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:26.835411 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-1c4f3555-ebcf-4acd-9f6f-2df6377d553c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526655 Jul 16 09:45:26.925068 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-efb64a4f-658b-471f-bafd-a01f2b352f4d service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822685 Jul 16 09:45:27.017485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-26454daf-3bf4-48ef-a902-b241e7276b2a req-bcc7acba-760d-4767-b6e9-5ecc42a86dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864491 Jul 16 09:45:28.659656 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:34.418998 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:43.110041 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b761ff3d-3ce0-4792-82f5-0cafab751d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:45.603669 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b198c5-e224-4a97-aade-67052be23614 req-0899dad8-419e-4f93-a313-d2a5cf0c3052 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:45.605164 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88b198c5-e224-4a97-aade-67052be23614 req-0899dad8-419e-4f93-a313-d2a5cf0c3052 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0649381 Jul 16 09:45:45.646703 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-88b198c5-e224-4a97-aade-67052be23614 req-820106e1-747b-4808-ae32-f4d18ed93024 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351954 Jul 16 09:45:45.776681 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5d3e16fb-a96a-44f5-9e77-7ba40dfa3e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:45.857927 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:46.874817 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83ebf8-9f3d-456c-873e-fcf5965890fc req-5023987d-ef98-40aa-b124-536c8450cc61 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:46.876924 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f83ebf8-9f3d-456c-873e-fcf5965890fc req-5023987d-ef98-40aa-b124-536c8450cc61 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0826738 Jul 16 09:45:46.923221 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f83ebf8-9f3d-456c-873e-fcf5965890fc req-49019f77-24b1-4742-a4fe-2e55874e52ac tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 Jul 16 09:45:46.953496 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:48.103663 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0880df9-db84-4ed3-9df3-5783b3a239c4 req-d0e87ec7-faa4-48e2-82f6-9db5f9aa69d9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:48.105045 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0880df9-db84-4ed3-9df3-5783b3a239c4 req-d0e87ec7-faa4-48e2-82f6-9db5f9aa69d9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0632780 Jul 16 09:45:48.142534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a0880df9-db84-4ed3-9df3-5783b3a239c4 req-36da1529-b22f-4af0-8f73-0094feb9dc0b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Jul 16 09:45:48.495020 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:48.633595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:49.318814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784c2a-66e4-4cd8-85da-bab0a01fb492 req-216028bc-70d3-4ed1-986e-fa5c8fed630d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:49.320589 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c784c2a-66e4-4cd8-85da-bab0a01fb492 req-216028bc-70d3-4ed1-986e-fa5c8fed630d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0667686 Jul 16 09:45:49.358323 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4c784c2a-66e4-4cd8-85da-bab0a01fb492 req-cc7e3b26-d3f3-465d-bc79-31a0036d92db tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322418 Jul 16 09:45:50.530950 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f2bc-7a7f-4d78-a6e9-6188ef57aa8a req-7433ec78-b66f-4d87-8f08-e59139121dd8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:50.532455 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7095f2bc-7a7f-4d78-a6e9-6188ef57aa8a req-7433ec78-b66f-4d87-8f08-e59139121dd8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0623617 Jul 16 09:45:50.570760 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7095f2bc-7a7f-4d78-a6e9-6188ef57aa8a req-0f45811d-f7ee-4de3-ad49-651fd75e1491 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323465 Jul 16 09:45:51.740269 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9073e9-ab1d-463f-a9d4-448857f75368 req-7b1eeb01-638a-4822-9f91-b919422ae8fa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:51.741747 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d9073e9-ab1d-463f-a9d4-448857f75368 req-7b1eeb01-638a-4822-9f91-b919422ae8fa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0635388 Jul 16 09:45:51.785917 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2d9073e9-ab1d-463f-a9d4-448857f75368 req-1ac2508e-d8f4-484e-8878-1d9d1a538adc tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 Jul 16 09:45:52.958880 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c58fce-9556-4986-ad26-62dd53e5b693 req-9ce49f83-a190-4eab-aec5-aa4d45d352b8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.960378 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8c58fce-9556-4986-ad26-62dd53e5b693 req-9ce49f83-a190-4eab-aec5-aa4d45d352b8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0643418 Jul 16 09:45:52.997469 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8c58fce-9556-4986-ad26-62dd53e5b693 req-294c3c40-4042-4820-821c-21110ca3fb02 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315254 Jul 16 09:45:54.168933 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d04ca-8270-4195-b2f8-2f5f62ca70fc req-290c6fdc-3373-4529-9bae-e14ece6f4f1e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:54.170391 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-225d04ca-8270-4195-b2f8-2f5f62ca70fc req-290c6fdc-3373-4529-9bae-e14ece6f4f1e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0622211 Jul 16 09:45:54.207566 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-225d04ca-8270-4195-b2f8-2f5f62ca70fc req-fd7557d5-b152-4a44-b689-c910c3260645 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Jul 16 09:45:55.385858 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814576-f4bc-454d-9690-1bee8b49730e req-21572490-dbb2-4ad9-bf2c-8c37016a6070 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.387371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b814576-f4bc-454d-9690-1bee8b49730e req-21572490-dbb2-4ad9-bf2c-8c37016a6070 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0669019 Jul 16 09:45:55.424050 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b814576-f4bc-454d-9690-1bee8b49730e req-9a9a4e43-5661-461d-b09e-9a60388ed509 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311940 Jul 16 09:45:55.699403 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a860d-d27b-4a25-945c-487086833f1a req-2e8bd8d4-2791-42d8-b45b-97f8428c24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.700889 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-2e8bd8d4-2791-42d8-b45b-97f8428c24c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1098 time: 0.0521038 Jul 16 09:45:55.794375 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a860d-d27b-4a25-945c-487086833f1a req-e016a476-da23-4d58-b608-142f243bbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.795914 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-e016a476-da23-4d58-b608-142f243bbf91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0894816 Jul 16 09:45:55.859741 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-090b717f-82f4-4962-b085-61d5e4814c34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 1001 time: 0.0580678 Jul 16 09:45:55.911187 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a860d-d27b-4a25-945c-487086833f1a req-89cc3ac1-054f-47f9-9062-e8e6806e1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.912653 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-89cc3ac1-054f-47f9-9062-e8e6806e1b17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0475099 Jul 16 09:45:55.967769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a860d-d27b-4a25-945c-487086833f1a req-42a75efa-24ff-46a8-b997-7af3ab04b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.969149 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-42a75efa-24ff-46a8-b997-7af3ab04b6f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508616 Jul 16 09:45:56.060136 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-c173f661-ba9f-417f-a676-f058e37f5aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851295 Jul 16 09:45:56.152478 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-841a860d-d27b-4a25-945c-487086833f1a req-82266c65-fb8e-4b2b-be65-1fb739db9c0b service neutron] 10.222.0.18 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868111 Jul 16 09:45:56.595087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acaaf4-255b-42a4-b831-d59a8bf6c327 req-c95a41b1-da79-4fd9-bd40-e106dbd124e0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:56.596716 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7acaaf4-255b-42a4-b831-d59a8bf6c327 req-c95a41b1-da79-4fd9-bd40-e106dbd124e0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0639286 Jul 16 09:45:56.634025 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d7acaaf4-255b-42a4-b831-d59a8bf6c327 req-1e5061f0-73d2-406a-a661-aa61be7c6474 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Jul 16 09:45:57.810442 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789451ee-0bd6-4a69-bb18-03be72964b1a req-47890835-670d-4107-9ee8-7de3c62f27f8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:57.811954 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-789451ee-0bd6-4a69-bb18-03be72964b1a req-47890835-670d-4107-9ee8-7de3c62f27f8 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0654404 Jul 16 09:45:57.853719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-789451ee-0bd6-4a69-bb18-03be72964b1a req-359fd44a-ea7d-443b-b57a-69d8be7c0521 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359855 Jul 16 09:45:59.030653 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ad9cf-8702-49de-839a-9d93b50a227e req-b0bcc27a-0d27-4e82-91df-72a112b46aec tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:59.032367 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-314ad9cf-8702-49de-839a-9d93b50a227e req-b0bcc27a-0d27-4e82-91df-72a112b46aec tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0664709 Jul 16 09:45:59.072725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-314ad9cf-8702-49de-839a-9d93b50a227e req-9fc6ae63-ac65-4649-9df3-c6494750c030 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341728 Jul 16 09:46:00.299274 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80128b-4e1c-4910-9175-5c7de68c7002 req-c22b0cb7-347f-4f6d-b44d-f7319cefacc7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:00.300959 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a80128b-4e1c-4910-9175-5c7de68c7002 req-c22b0cb7-347f-4f6d-b44d-f7319cefacc7 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.1161692 Jul 16 09:46:00.338506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4a80128b-4e1c-4910-9175-5c7de68c7002 req-cf370246-3e7a-4689-9a0d-603ae6d2dd9c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Jul 16 09:46:00.697167 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-55156208-927e-4933-9398-4a30565736aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403985 Jul 16 09:46:00.709468 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f212c-b82a-4d3c-b067-61666b496822 req-22c1a5d2-da0d-470e-9378-2a71e403233a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:00.710913 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e9f212c-b82a-4d3c-b067-61666b496822 req-22c1a5d2-da0d-470e-9378-2a71e403233a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0827572 Jul 16 09:46:00.751150 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1e9f212c-b82a-4d3c-b067-61666b496822 req-66e06df8-c3fd-4c8f-97e5-1b5c702c9d1c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Jul 16 09:46:01.935676 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5ab88-4579-41d5-aa70-6b1da5199b0b req-09642984-608e-47d4-a3f8-b8919818d3bf tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:01.937176 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bf5ab88-4579-41d5-aa70-6b1da5199b0b req-09642984-608e-47d4-a3f8-b8919818d3bf tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 946 time: 0.0639868 Jul 16 09:46:01.979578 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9bf5ab88-4579-41d5-aa70-6b1da5199b0b req-8177c8a2-d0d1-437a-9fca-9e652ea8102a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362413 Jul 16 09:46:02.391450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:02.467814 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:02.490765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:02.493037 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176e962e-cc04-49ee-a695-79477ca0e69d" -d '{"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:02.505826 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:02.509942 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:02.532903 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1947a7-1549-4dc5-9a39-575b9d932a3a x-openstack-request-id: req-1a1947a7-1549-4dc5-9a39-575b9d932a3a {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:02.533202 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-unplugged", "status": "failed", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "code": 422}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:02.533459 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a1947a7-1549-4dc5-9a39-575b9d932a3a {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:02.533852 n-d-798249-10 neutron-server[93701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'code': 422} returned with failed status Jul 16 09:46:02.560380 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:02.567904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.568246 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.568582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.568936 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.569262 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.569588 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.569912 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.570232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.570550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.570901 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.571346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:02.571669 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:03.155124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2f87-281b-4a15-8a59-b5ad8783e6f8 req-451e5cc0-d252-4edb-8b95-9ba8379a2d18 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:03.156670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-788d2f87-281b-4a15-8a59-b5ad8783e6f8 req-451e5cc0-d252-4edb-8b95-9ba8379a2d18 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0645003 Jul 16 09:46:03.196271 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-788d2f87-281b-4a15-8a59-b5ad8783e6f8 req-3c624863-5aba-41f2-909c-3ea999accf94 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336142 Jul 16 09:46:04.373600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b24d8-bc78-4bef-908f-c4c23cd21b67 req-54e1ef52-a059-451b-88d1-05f5a37036a4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:04.375109 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-944b24d8-bc78-4bef-908f-c4c23cd21b67 req-54e1ef52-a059-451b-88d1-05f5a37036a4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0649488 Jul 16 09:46:04.414656 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-944b24d8-bc78-4bef-908f-c4c23cd21b67 req-8748ed9a-0be7-489f-8b99-75e910f4b1a6 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Jul 16 09:46:04.420866 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.542036 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-90bc43bf-7f71-434d-89c5-7d89ac2cbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.543690 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-90bc43bf-7f71-434d-89c5-7d89ac2cbbef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016&tenant_id=1c8051128f3942ecbfaff19a0e02b83b HTTP/1.1" status: 200 len: 1096 time: 0.0532477 Jul 16 09:46:05.559883 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-10', 'device_owner': 'compute:nova'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:05.596156 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9310-79d7-44c0-93ed-1d101b8fed08 req-db8cfb58-1867-486b-ab3b-49c6dd3ff864 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.598333 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73af9310-79d7-44c0-93ed-1d101b8fed08 req-db8cfb58-1867-486b-ab3b-49c6dd3ff864 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0694273 Jul 16 09:46:05.635706 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73af9310-79d7-44c0-93ed-1d101b8fed08 req-10046cb2-b7a4-4bda-9ab2-cc99ccbad63e tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jul 16 09:46:05.636091 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.657920 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:05.837686 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:05.869897 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:05.901452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:05.908705 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.920945 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Transition to ACTIVE for port object 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:05.924105 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.977437 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=7']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:06.017581 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.017934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.018280 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.019402 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.019748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.020186 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.020572 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.020860 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.021193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.021522 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.021852 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.022175 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:06.064737 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] No DVR routers for this DVR port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:46:06.201974 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:06.202305 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:06.202628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:06.207398 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on network 34b41e5b-868b-483c-850d-d89a93fbf25c not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:46:06.207719 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Attempting to bind port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on network 34b41e5b-868b-483c-850d-d89a93fbf25c {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:06.212478 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:06.212812 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Checking segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:06.213197 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Bound using segment: {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:06.213613 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Bound port: 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360c663a-9498-4bbb-b10b-006b1cf62b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:06.213962 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:06.281490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:06.284575 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:06.288513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:06.322981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.323626 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:06.325015 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] 10.222.0.36 "PUT /v2.0/ports/2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 1093 time: 0.7696280 Jul 16 09:46:06.325456 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:06.327728 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db17c2-b03d-429e-8084-7862ebb68625" -d '{"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:06.353634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58541c8a-92de-4ec0-be8a-e6cf708c05bb service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=8']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:06.374223 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d36e64-cd2d-4247-918c-53c876eb3d2e x-openstack-request-id: req-c6d36e64-cd2d-4247-918c-53c876eb3d2e {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:06.374526 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:06.374783 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6d36e64-cd2d-4247-918c-53c876eb3d2e {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:06.375193 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'status': 'completed', 'code': 200} Jul 16 09:46:06.423743 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-c8c7efc8-04d0-4819-a1ee-0ae738fbfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.425878 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-c8c7efc8-04d0-4819-a1ee-0ae738fbfd09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1096 time: 0.0622833 Jul 16 09:46:06.521720 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-f71f7d1b-3236-4c82-8e1e-e09fbc2027eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.523206 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-f71f7d1b-3236-4c82-8e1e-e09fbc2027eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0913074 Jul 16 09:46:06.588317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-f618e88c-3f16-4f4f-8858-e979dbcb23a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 999 time: 0.0582955 Jul 16 09:46:06.636166 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-99e5a493-46dc-4f5a-8d63-5099488b0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.637568 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-99e5a493-46dc-4f5a-8d63-5099488b0f6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0431309 Jul 16 09:46:06.699016 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-64413a99-d0d0-4443-9aa1-b002dca2e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.700595 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-64413a99-d0d0-4443-9aa1-b002dca2e314 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566010 Jul 16 09:46:06.790851 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-66c1c562-3532-48be-a4b4-b7389e17ee55 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837424 Jul 16 09:46:06.817059 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62120e8-d75b-401c-836f-793e201b2a9d req-1af3bf9b-e1fb-4059-b55b-d68a032b02ed tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.818475 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b62120e8-d75b-401c-836f-793e201b2a9d req-1af3bf9b-e1fb-4059-b55b-d68a032b02ed tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0645108 Jul 16 09:46:06.855719 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-b62120e8-d75b-401c-836f-793e201b2a9d req-1fe849c0-9092-4786-a305-2922a1b0c855 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jul 16 09:46:06.889864 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-0c0b07da-24d1-49f2-983b-03420ba104c3 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910964 Jul 16 09:46:07.009302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-dabedd47-6a22-405a-90c3-4cf8b0771952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:07.010786 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-dabedd47-6a22-405a-90c3-4cf8b0771952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1096 time: 0.0532436 Jul 16 09:46:07.105393 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-5de73846-aaca-4c1c-bb97-e5ab7c138695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:07.106794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-5de73846-aaca-4c1c-bb97-e5ab7c138695 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0885277 Jul 16 09:46:07.169970 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-e5ec5a6c-31c4-4477-91bd-4eff027ba3e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 999 time: 0.0563457 Jul 16 09:46:07.218238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-3801aa24-795a-45b4-b25a-3f4b81683e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:07.219657 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-3801aa24-795a-45b4-b25a-3f4b81683e36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0425696 Jul 16 09:46:07.278214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-fbf5fc03-9a73-4dc7-a61a-c3531a334c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:07.279682 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-fbf5fc03-9a73-4dc7-a61a-c3531a334c5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538447 Jul 16 09:46:07.369055 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-5f00b2b5-d0d4-487a-87db-0e5aabf1b727 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820222 Jul 16 09:46:07.462557 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c1db17c2-b03d-429e-8084-7862ebb68625 req-8a1c830c-447a-4d9b-bab5-887bf3b264ec service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Jul 16 09:46:08.028122 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b9288-4592-4c9f-a803-07808af6c5db req-c847d311-6897-4870-bffb-9b3a16ffcb9d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:08.029506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-717b9288-4592-4c9f-a803-07808af6c5db req-c847d311-6897-4870-bffb-9b3a16ffcb9d tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0629764 Jul 16 09:46:08.071658 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-717b9288-4592-4c9f-a803-07808af6c5db req-f9cf7d5d-ec07-4ac5-8d21-80c8b242bbd3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366352 Jul 16 09:46:09.242158 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3887-c262-488a-8845-75e0b093bcd9 req-c3081a91-10e7-4e60-b988-2447ec29f92b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:09.243652 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d71e3887-c262-488a-8845-75e0b093bcd9 req-c3081a91-10e7-4e60-b988-2447ec29f92b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0641069 Jul 16 09:46:09.281159 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d71e3887-c262-488a-8845-75e0b093bcd9 req-b7bea0ac-f072-4663-8b26-60a0631fefc2 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320966 Jul 16 09:46:10.451288 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f24dad-c895-44b4-b32d-a075d3ad44f9 req-b728ff35-bae8-4e27-870f-88d5d9d99751 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:10.452789 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0f24dad-c895-44b4-b32d-a075d3ad44f9 req-b728ff35-bae8-4e27-870f-88d5d9d99751 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0637989 Jul 16 09:46:10.489986 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e0f24dad-c895-44b4-b32d-a075d3ad44f9 req-778edf5c-38b2-43dd-9c6c-f70dcdcf37bc tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Jul 16 09:46:11.673087 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a6db-6a6c-46f2-aeb5-85e0d8b3bb91 req-1d8dd386-19d0-4e17-8e0c-4c35481467ad tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:11.674587 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b61a6db-6a6c-46f2-aeb5-85e0d8b3bb91 req-1d8dd386-19d0-4e17-8e0c-4c35481467ad tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0671539 Jul 16 09:46:11.712223 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-2b61a6db-6a6c-46f2-aeb5-85e0d8b3bb91 req-b52a642d-c4c2-4dfa-80db-d07fb2cc7785 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Jul 16 09:46:12.883634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49323a-baad-4e74-a099-f340b192306a req-250d7c2c-fd9a-4c56-b307-84521936b8af tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:12.885094 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ad49323a-baad-4e74-a099-f340b192306a req-250d7c2c-fd9a-4c56-b307-84521936b8af tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0622666 Jul 16 09:46:12.921196 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ad49323a-baad-4e74-a099-f340b192306a req-28758e7e-eff4-4d32-8957-0ac76e4d517b tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306768 Jul 16 09:46:13.112672 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6dd8608b-c0c2-4d43-acaf-8a9052a3821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.093772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a64d3c-fd14-40d8-a130-de1f52b96041 req-f7a8cdb5-81dd-4a10-844f-1c2c38b5f227 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:14.095168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6a64d3c-fd14-40d8-a130-de1f52b96041 req-f7a8cdb5-81dd-4a10-844f-1c2c38b5f227 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 944 time: 0.0638785 Jul 16 09:46:14.137629 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6a64d3c-fd14-40d8-a130-de1f52b96041 req-9ecbf500-b890-4017-9e53-29058e974d20 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368226 Jul 16 09:46:14.977070 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:46:15.071225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:15.082469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'port_id': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'mac_address': 'fa:16:3e:b0:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:46:15.117543 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.130522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:15.149540 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:15.153298 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.203601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=9']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:15.308910 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081cf82-1569-410c-bebb-7ffec7a6909e req-cca3d9e1-2ac0-452f-881c-5bc0d00463ce tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:15.310371 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3081cf82-1569-410c-bebb-7ffec7a6909e req-cca3d9e1-2ac0-452f-881c-5bc0d00463ce tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 945 time: 0.0628896 Jul 16 09:46:15.348457 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3081cf82-1569-410c-bebb-7ffec7a6909e req-df348d14-ac26-4358-901b-a0bddc9c58f4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Jul 16 09:46:15.457649 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:46:15.775928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2b45de2f-a36e-47d5-bec2-6b724b36a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.859444 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.527339 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6699646-bdc0-468b-9c32-062290188df9 req-0d016366-cb6c-4a88-9286-9a6030242e06 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:16.528836 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6699646-bdc0-468b-9c32-062290188df9 req-0d016366-cb6c-4a88-9286-9a6030242e06 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 945 time: 0.0650918 Jul 16 09:46:16.568507 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d6699646-bdc0-468b-9c32-062290188df9 req-f2560e85-3012-497d-a128-19da0ada7dd9 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Jul 16 09:46:16.952812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:16.991765 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:17.039489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:17.042875 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:17.043245 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.121821 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.144114 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:17.146344 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10540fce-3094-4416-947f-8d5380a21d54" -d '{"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-plugged", "status": "completed", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:17.159601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:17.163618 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.187488 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd1f34c-0fc7-4252-a209-6823b19f79f3 x-openstack-request-id: req-edd1f34c-0fc7-4252-a209-6823b19f79f3 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:17.187780 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-plugged", "status": "completed", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:17.188032 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edd1f34c-0fc7-4252-a209-6823b19f79f3 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:17.188421 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'code': 200} Jul 16 09:46:17.213922 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=10']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:17.388843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510806-aeb9-453e-a4aa-11e28bb991f8 req-b9441034-026f-4a28-8a21-ccf64d792d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:17.390318 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c9510806-aeb9-453e-a4aa-11e28bb991f8 req-b9441034-026f-4a28-8a21-ccf64d792d1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1099 time: 0.0593414 Jul 16 09:46:17.423260 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c9510806-aeb9-453e-a4aa-11e28bb991f8 req-747a676a-5abb-4449-87b1-567e40fb0e34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271380 Jul 16 09:46:17.748376 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee2d4f-8ce2-40c4-93b3-853f87142adb req-b1742ed9-92e5-4e65-b3d1-2ce6f2df6ec3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:17.749771 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aaee2d4f-8ce2-40c4-93b3-853f87142adb req-b1742ed9-92e5-4e65-b3d1-2ce6f2df6ec3 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 947 time: 0.0684299 Jul 16 09:46:17.788092 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-aaee2d4f-8ce2-40c4-93b3-853f87142adb req-4ef42e10-5f38-4517-b3ab-8509210d8145 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Jul 16 09:46:18.502344 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.637250 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.959108 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d560fc6-2e1d-445a-aec6-c607ff98f6be req-cc8b8bb6-9911-42a4-ab87-83ec61a2ebd0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:18.960523 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d560fc6-2e1d-445a-aec6-c607ff98f6be req-cc8b8bb6-9911-42a4-ab87-83ec61a2ebd0 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 947 time: 0.0631983 Jul 16 09:46:18.997990 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9d560fc6-2e1d-445a-aec6-c607ff98f6be req-f665dfb2-0399-41ef-b61d-cfe766dd2386 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Jul 16 09:46:34.421450 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.656780 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:43.113455 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b115fe6e-8c74-44fa-9f10-bb11325ec1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.775865 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-934a3681-a605-46a1-a716-8ca7ed3a5df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.859071 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.954675 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.498263 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.641389 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.661963 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-8fba38c4-7780-4fc3-b139-60738105071c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1118309 Jul 16 09:46:48.787589 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-3b385e67-2d59-4d87-b3f6-cc57615e5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:48.789103 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-3b385e67-2d59-4d87-b3f6-cc57615e5654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1099 time: 0.0603216 Jul 16 09:46:48.913054 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-ea04eb99-b13b-4c52-a024-c2019601fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:48.914821 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-ea04eb99-b13b-4c52-a024-c2019601fd8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.1039689 Jul 16 09:46:48.997546 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-af86c1de-ff82-4784-98c7-f87d03e0b306 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 1001 time: 0.0750051 Jul 16 09:46:49.053365 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-438b3759-3b1b-49f9-8b68-b677ac29fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:49.054971 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-438b3759-3b1b-49f9-8b68-b677ac29fd05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0509827 Jul 16 09:46:49.124091 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-00c12e93-58d6-4b56-a8b9-ef0b4dd262f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:49.126106 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-00c12e93-58d6-4b56-a8b9-ef0b4dd262f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642300 Jul 16 09:46:49.244947 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-232408cd-a273-4ec3-aaf1-5e082c774f63 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121886 Jul 16 09:46:49.341707 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-606933a9-895b-4ef8-a2ec-b6d5dc8b3b63 req-4433aa94-fd0e-42d2-9868-76085c856f99 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Jul 16 09:47:04.421745 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:13.114167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-167255cb-3c2d-4d40-a635-5fdd3bad78f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:15.776447 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a54f3e8e-4d20-487b-b984-e03ec1b340cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:15.858147 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:16.959717 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:18.513040 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:18.641185 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:19.656003 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:34.437474 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.537997 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46250) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:34.696281 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Deleting port 8d92846f-382c-4145-a88e-40a310fa6fa4 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:34.696516 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.774046 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.774381 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.785802 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Calling delete_port for 8d92846f-382c-4145-a88e-40a310fa6fa4 owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:34.932396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.959394 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event deleted for resources: {'Port': ['ID=8d92846f-382c-4145-a88e-40a310fa6fa4,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:34.985432 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.985772 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.986638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.986965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.987292 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.987638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.987958 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.988276 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.988592 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.988907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.989223 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:34.989638 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:35.027731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.028181 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Floating IP 826bdf42-9d59-4c21-a9bb-94b2fabedc00 disassociated (deleted). External IP: 172.25.0.81, port: 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854. Jul 16 09:47:35.232192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:35.337574 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:35.342421 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.348694 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:35.357515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:35.358129 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:35.378287 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-acb06f1f-e265-4804-9425-34afa49892aa tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "DELETE /v2.0/floatingips/826bdf42-9d59-4c21-a9bb-94b2fabedc00 HTTP/1.1" status: 204 len: 168 time: 0.8392186 Jul 16 09:47:35.378968 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:35.381336 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:35.619284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:35.632171 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5d701-1340-4a61-814c-c18b803eb52a x-openstack-request-id: req-e8c5d701-1340-4a61-814c-c18b803eb52a {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:35.632693 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:35.632897 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8c5d701-1340-4a61-814c-c18b803eb52a {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:35.633420 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'status': 'completed', 'code': 200} Jul 16 09:47:35.761517 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-5b141828-4ea6-4805-892f-f057c4ca6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:35.764283 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-5b141828-4ea6-4805-892f-f057c4ca6c78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 1099 time: 0.0612075 Jul 16 09:47:35.787784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962de9e-d761-4ea3-b3f0-093d6a0ca871 req-51869306-6e23-438d-9c20-a5fc1ad5d97c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:35.789449 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1962de9e-d761-4ea3-b3f0-093d6a0ca871 req-51869306-6e23-438d-9c20-a5fc1ad5d97c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 947 time: 0.0711734 Jul 16 09:47:35.827312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:35.832239 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-1962de9e-d761-4ea3-b3f0-093d6a0ca871 req-55aa5ff4-731a-4e5e-b1d1-ee49ef86d7a6 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369234 Jul 16 09:47:35.854792 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:35.863266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:35.863908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:35.864688 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-db9148c9-18c6-4bb2-ab37-639ae036106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:35.866249 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-db9148c9-18c6-4bb2-ab37-639ae036106e service neutron] 10.222.0.36 "GET /v2.0/networks?id=34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 200 len: 909 time: 0.0940449 Jul 16 09:47:35.911846 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-a6cf82ba-24ff-4c19-8497-000d2a2a93c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 200 len: 217 time: 0.0381539 Jul 16 09:47:35.960844 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-3cc3e4d5-594a-4c3c-ae6d-9b1a8ea93db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:35.962329 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-3cc3e4d5-594a-4c3c-ae6d-9b1a8ea93db9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 200 len: 847 time: 0.0443981 Jul 16 09:47:35.970291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:36.020371 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-1c845a29-e2b8-494e-a4d8-0a6478576155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:36.021812 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-1c845a29-e2b8-494e-a4d8-0a6478576155 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34b41e5b-868b-483c-850d-d89a93fbf25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525103 Jul 16 09:47:36.115636 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-d7d4598d-f393-4d31-9574-4afe3d20f12b service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Jul 16 09:47:36.171706 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:36.205563 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-d8068888-b2f6-418c-aaaa-74e9a3e6f4e3 req-3a7d44ab-4584-49ac-a7ab-365d7cc01e20 service neutron] 10.222.0.36 "GET /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826807 Jul 16 09:47:36.208995 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be60225-7ce5-4bb4-a134-af03ec1c2ded None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 4, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2', 'name': '', 'network_id': '34b41e5b-868b-483c-850d-d89a93fbf25c', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'mac_address': 'fa:16:3e:9f:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:44Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'subnets': [{'id': 'abd58d6a-4226-4582-871f-0853d37de65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:36.427195 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6ebc0-084d-4115-92d3-098dd9937b01 None None] New status for floating IP 826bdf42-9d59-4c21-a9bb-94b2fabedc00: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:47:37.024784 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e97de-46fd-4e10-ae1d-1883cb822a52 req-070bdfce-6bfc-4787-aaa2-988eb18bfca4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.026183 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c2e97de-46fd-4e10-ae1d-1883cb822a52 req-070bdfce-6bfc-4787-aaa2-988eb18bfca4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 947 time: 0.0649431 Jul 16 09:47:37.063725 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0c2e97de-46fd-4e10-ae1d-1883cb822a52 req-8856c0b3-21a2-4b75-bb0d-1ebce5f2ee81 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/security-groups?id=340b0f85-7968-48a0-ab7e-9cfe313a7078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Jul 16 09:47:37.385049 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-2f4b35bf-63dc-4022-936c-5d2340ccb3a5 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.386414 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-2f4b35bf-63dc-4022-936c-5d2340ccb3a5 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.36 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 947 time: 0.0679502 Jul 16 09:47:37.487610 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Deleting port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:37.488262 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.579288 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] For port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:37.579732 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.591920 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Calling delete_port for 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:37.716296 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.749285 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event deleted for resources: {'Port': ['ID=2f7cf4bd-a1f4-4dac-9dd9-559ad2789854,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:37.782585 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.782946 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.783273 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.783640 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.783970 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.784297 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.784620 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.784943 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.785265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.785582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.785903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.786224 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:37.809847 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] No DVR routers for this DVR port 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:37.812670 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.815569 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a2195496-e79d-4a22-ba3b-39197f2cb880 req-afd91b0f-0ba8-4073-83b8-161937baaa7c tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.36 "DELETE /v2.0/ports/2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 HTTP/1.1" status: 204 len: 173 time: 0.4229190 Jul 16 09:47:37.816022 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-deleted', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:37.818360 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d3903-412c-4113-afd9-7fe11e471968" -d '{"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-deleted", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:37.855152 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30f32e3-0820-400f-8bdd-b41e6503e1a7 x-openstack-request-id: req-b30f32e3-0820-400f-8bdd-b41e6503e1a7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:37.855485 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edd0467-c00b-4e48-a846-a512a5c12016", "name": "network-vif-deleted", "tag": "2f7cf4bd-a1f4-4dac-9dd9-559ad2789854", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:37.855743 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b30f32e3-0820-400f-8bdd-b41e6503e1a7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:37.856151 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edd0467-c00b-4e48-a846-a512a5c12016', 'name': 'network-vif-deleted', 'tag': '2f7cf4bd-a1f4-4dac-9dd9-559ad2789854', 'status': 'completed', 'code': 200} Jul 16 09:47:38.219846 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e137e17c-63ec-4974-9a93-2cd92ef7c4f5 req-55c08bc6-333e-4428-af36-a9a9595cc2ad tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 210 time: 0.0310497 Jul 16 09:47:39.365535 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-ab410321-8721-42d6-9a9a-90c3624ca239 req-529c40df-dcb5-4f4a-850a-9dc2ac5a636a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 210 time: 0.0293400 Jul 16 09:47:40.512688 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-3e0c6bb6-4d02-4615-9045-e72ddfcb4f67 req-83f1c763-59a9-4e49-a1d0-e2ed9f13a9e4 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 210 time: 0.0331151 Jul 16 09:47:41.467945 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:41.488884 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:41.489239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device 2f7cf4bd-a1f4-4dac-9dd9-559ad2789854 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:41.669916 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-82b06b25-61d5-400d-9c66-b9b39f0e89bc req-ca315860-e989-4780-879b-ba76b6a62027 tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "GET /v2.0/ports?device_id=9edd0467-c00b-4e48-a846-a512a5c12016 HTTP/1.1" status: 200 len: 210 time: 0.0304832 Jul 16 09:47:42.768870 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46284) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:42.827246 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aebdac4e-40fd-45d0-90f8-e8168e8ff54a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.852575 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aebdac4e-40fd-45d0-90f8-e8168e8ff54a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.912660 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aebdac4e-40fd-45d0-90f8-e8168e8ff54a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.915188 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-aebdac4e-40fd-45d0-90f8-e8168e8ff54a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.916593 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-aebdac4e-40fd-45d0-90f8-e8168e8ff54a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] 10.222.0.41 "DELETE /v2.0/security-groups/340b0f85-7968-48a0-ab7e-9cfe313a7078 HTTP/1.1" status: 204 len: 168 time: 0.1465893 Jul 16 09:47:42.927685 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdac4e-40fd-45d0-90f8-e8168e8ff54a tempest-TestShelveInstance-1132882370 tempest-TestShelveInstance-1132882370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b0f85-7968-48a0-ab7e-9cfe313a7078,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:42.974180 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46288) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:43.115973 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-85467e9c-4418-467d-abcf-cf05fa8bb212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.432384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.698665 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Deleting port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:43.698903 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.775757 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] For port 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:43.776331 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.790308 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Calling delete_port for 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:43.979003 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.005856 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:44.510605 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.722622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Router d8fffca0-d31a-4632-9668-2fdf2f0907ac has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:44.829264 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:44.834277 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-3cf1e12b-0ac3-42c9-8280-4c9df2a2bcf3 admin admin] 10.222.0.41 "PUT /v2.0/routers/d8fffca0-d31a-4632-9668-2fdf2f0907ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8580122 Jul 16 09:47:44.836840 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46292) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:44.839477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] Sync routers for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:44.849053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:44.849662 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:44.939611 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.956415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:45.042463 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.095810 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Deleting port 6f3f2c4f-3376-411e-956e-cf40b8b97c82 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:45.096171 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.137487 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 5, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port': {'id': '6f3f2c4f-3376-411e-956e-cf40b8b97c82', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:43Z', 'updated_at': '2021-07-16T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:45.164758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] Checking router: d8fffca0-d31a-4632-9668-2fdf2f0907ac for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:45.173028 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] Routers {'d8fffca0-d31a-4632-9668-2fdf2f0907ac'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:45.174344 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:45.175202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] For port 6f3f2c4f-3376-411e-956e-cf40b8b97c82, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=6f3f2c4f-3376-411e-956e-cf40b8b97c82,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:45.175600 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.188075 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Calling delete_port for 6f3f2c4f-3376-411e-956e-cf40b8b97c82 owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:45.259755 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] Set router d8fffca0-d31a-4632-9668-2fdf2f0907ac gateway port host: None {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:45.312187 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:47:45Z', 'revision_number': 6, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:45.341557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564c884-7692-4bef-96e7-c3f6570232f7 None None] The sync data for ids ['d8fffca0-d31a-4632-9668-2fdf2f0907ac'] in n-d-798249-10 is: [{'id': 'd8fffca0-d31a-4632-9668-2fdf2f0907ac', 'name': 'tempest-TestShelveInstance-761563699-router', 'tenant_id': '1c8051128f3942ecbfaff19a0e02b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:42Z', 'updated_at': '2021-07-16T09:47:45Z', 'revision_number': 6, 'project_id': '1c8051128f3942ecbfaff19a0e02b83b', 'gw_port_host': None}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:45.355805 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.387651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3f2c4f-3376-411e-956e-cf40b8b97c82,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.448212 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.538734 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.540902 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.584206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.584636 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8fffca0-d31a-4632-9668-2fdf2f0907ac {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:47:45.589088 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.590280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-1ff64222-0321-4dc5-b5ef-77ccac590df7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d8fffca0-d31a-4632-9668-2fdf2f0907ac HTTP/1.1" status: 204 len: 168 time: 0.7525403 Jul 16 09:47:45.592879 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46294) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:45.640890 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Deleting subnet abd58d6a-4226-4582-871f-0853d37de65e {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:47:45.644625 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.680166 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.763906 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.784577 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-87fd8680-6ce8-4f87-bac8-564f43ba7405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.820895 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.853721 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd58d6a-4226-4582-871f-0853d37de65e,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.855639 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.857518 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-501b1868-2eb9-4f9b-9b1c-650afa0e5548 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/abd58d6a-4226-4582-871f-0853d37de65e HTTP/1.1" status: 204 len: 168 time: 0.2637196 Jul 16 09:47:45.860463 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46296) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:45.861350 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.864300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197765d9-e0f2-4695-aabd-d6e5de67cb6c None None] Network 34b41e5b-868b-483c-850d-d89a93fbf25c requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:45.929991 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.983848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Deleting port b38ad773-9717-47c5-a726-583655135291 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:45.984186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.054411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] For port b38ad773-9717-47c5-a726-583655135291, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b38ad773-9717-47c5-a726-583655135291,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:46.054768 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.069812 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Calling delete_port for b38ad773-9717-47c5-a726-583655135291 owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:46.091096 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] DHCP port deletion for 34b41e5b-868b-483c-850d-d89a93fbf25c request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:47:46.143727 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Deleting port b38ad773-9717-47c5-a726-583655135291 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:46.144188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.153396 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.184754 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Pushing event deleted for resources: {'Port': ['ID=b38ad773-9717-47c5-a726-583655135291,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:46.188282 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] No DVR routers for this DVR port b38ad773-9717-47c5-a726-583655135291 on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:46.210419 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] For port b38ad773-9717-47c5-a726-583655135291, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b38ad773-9717-47c5-a726-583655135291,segment=NetworkSegment(360c663a-9498-4bbb-b10b-006b1cf62b53),segment_id=360c663a-9498-4bbb-b10b-006b1cf62b53)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:46.210811 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.227229 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Calling delete_port for b38ad773-9717-47c5-a726-583655135291 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:46.268276 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.278748 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b41e5b-868b-483c-850d-d89a93fbf25c']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:46.289398 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360c663a-9498-4bbb-b10b-006b1cf62b53') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:46.289743 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360c663a-9498-4bbb-b10b-006b1cf62b53') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:46.300048 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.309362 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.315928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.323178 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:47:46.323816 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:47:46.325412 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:47:46.338655 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Pushing event deleted for resources: {'Port': ['ID=b38ad773-9717-47c5-a726-583655135291,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:46.342949 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] No DVR routers for this DVR port b38ad773-9717-47c5-a726-583655135291 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:46.352034 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.352391 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.353700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.355533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.355533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.355978 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.356174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.356561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.356785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.357091 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.357415 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.357741 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceca41-005c-4caf-ac83-46ab1d621449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:46.397777 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.404481 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.405958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] 10.222.0.41 "DELETE /v2.0/networks/34b41e5b-868b-483c-850d-d89a93fbf25c HTTP/1.1" status: 204 len: 168 time: 0.5437326 Jul 16 09:47:46.409165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46298) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:46.416972 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d860537-d5e9-4a5e-b1f5-702a74f75abb admin admin] Pushing event deleted for resources: {'Network': ['ID=34b41e5b-868b-483c-850d-d89a93fbf25c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:46.483074 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:46.504522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:46.504871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 928f6e30-bde8-4e2d-8ad5-01f0b8d2d3c2 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:46.505300 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6f3f2c4f-3376-411e-956e-cf40b8b97c82 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:46.526719 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 6f3f2c4f-3376-411e-956e-cf40b8b97c82 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:46.527061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 6f3f2c4f-3376-411e-956e-cf40b8b97c82 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:46.527508 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b38ad773-9717-47c5-a726-583655135291 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:46.545967 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b38ad773-9717-47c5-a726-583655135291 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:46.546313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b38ad773-9717-47c5-a726-583655135291 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:46.763744 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.959730 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.013268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Deleting port b534dea8-b482-400d-9073-c4e4a2abe04f {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:47.013616 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.091236 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] For port b534dea8-b482-400d-9073-c4e4a2abe04f, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b534dea8-b482-400d-9073-c4e4a2abe04f,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:47.091534 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.104436 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Calling delete_port for b534dea8-b482-400d-9073-c4e4a2abe04f owned by network:router_interface {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:47.280935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.308606 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b534dea8-b482-400d-9073-c4e4a2abe04f,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:47.823418 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.038500 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Router 763b01f1-dffa-44f1-9854-14a6496120ce has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:48.143093 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:48.148383 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0d2a296a-a068-4e39-b3ba-196cb1b67f7f admin admin] 10.222.0.41 "PUT /v2.0/routers/763b01f1-dffa-44f1-9854-14a6496120ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378769 Jul 16 09:47:48.150627 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46300) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:48.153143 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] Sync routers for ids ['763b01f1-dffa-44f1-9854-14a6496120ce'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:48.162985 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] Routers {'763b01f1-dffa-44f1-9854-14a6496120ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:48.163627 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['763b01f1-dffa-44f1-9854-14a6496120ce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.255889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks [] for router, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.268057 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] Set router 763b01f1-dffa-44f1-9854-14a6496120ce gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:48.355573 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.413490 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Deleting port 80d44844-f17e-4fc7-8dd4-6b75cf562102 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:48.413833 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.452201 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port': {'id': '80d44844-f17e-4fc7-8dd4-6b75cf562102', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:48Z', 'updated_at': '2021-07-16T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.483633 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] Checking router: 763b01f1-dffa-44f1-9854-14a6496120ce for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:48.492470 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] Routers {'763b01f1-dffa-44f1-9854-14a6496120ce'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:48.493089 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['763b01f1-dffa-44f1-9854-14a6496120ce'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.503623 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] For port 80d44844-f17e-4fc7-8dd4-6b75cf562102, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=80d44844-f17e-4fc7-8dd4-6b75cf562102,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:48.503982 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.518724 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Calling delete_port for 80d44844-f17e-4fc7-8dd4-6b75cf562102 owned by network:router_gateway {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:48.536083 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.590612 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] Set router 763b01f1-dffa-44f1-9854-14a6496120ce gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:48.651175 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.666209 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:47:48Z', 'revision_number': 6, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:48.703742 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8127d-df89-44ee-affc-b6c36731c401 None None] The sync data for ids ['763b01f1-dffa-44f1-9854-14a6496120ce'] in n-d-798249-10 is: [{'id': '763b01f1-dffa-44f1-9854-14a6496120ce', 'name': 'tempest-TestShelveInstance-1939071709-router', 'tenant_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:47:48Z', 'revision_number': 6, 'project_id': '4d769ef68d0b4ee480861fa0b69e2d51', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:48.720469 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.748787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Pushing event deleted for resources: {'Port': ['ID=80d44844-f17e-4fc7-8dd4-6b75cf562102,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.820164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.923260 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.926098 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.976722 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.977257 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763b01f1-dffa-44f1-9854-14a6496120ce {{(pid=93699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:47:48.981758 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] Notify callbacks [] for router, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.982830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-5234a2e7-ffb2-4d28-9a93-879aa09c759d admin admin] 10.222.0.41 "DELETE /v2.0/routers/763b01f1-dffa-44f1-9854-14a6496120ce HTTP/1.1" status: 204 len: 168 time: 0.8312864 Jul 16 09:47:48.985714 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46302) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:49.042386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Deleting subnet 73fdd59b-136f-484e-bf1e-0ac155d297fe {{(pid=93699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:47:49.045607 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.090646 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14616543'] for subnet, precommit_delete_associations {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.185169 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.237454 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14616559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13379653'] for subnet, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.268903 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fdd59b-136f-484e-bf1e-0ac155d297fe,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:49.270843 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.272730 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-97d691d0-75a3-4dae-90cf-177eb3d1ccf3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/73fdd59b-136f-484e-bf1e-0ac155d297fe HTTP/1.1" status: 204 len: 168 time: 0.2860038 Jul 16 09:47:49.275214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46304) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:49.277742 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df037a8a-5da8-4300-b4e6-56e766ce537c None None] Network 566ccd58-fe34-44d4-bf9d-d94437812688 requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:49.349935 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.404543 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Deleting port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:49.404895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.473794 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] For port 77f353e5-50c5-4d59-97bb-659c3cbe5d77, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77f353e5-50c5-4d59-97bb-659c3cbe5d77,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:49.474056 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.488739 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Calling delete_port for 77f353e5-50c5-4d59-97bb-659c3cbe5d77 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:49.510928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] DHCP port deletion for 566ccd58-fe34-44d4-bf9d-d94437812688 request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:47:49.559106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] Deleting port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 {{(pid=93701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:49.559980 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.571309 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.600463 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] No DVR routers for this DVR port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:49.602165 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f353e5-50c5-4d59-97bb-659c3cbe5d77,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:49.625628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] For port 77f353e5-50c5-4d59-97bb-659c3cbe5d77, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=77f353e5-50c5-4d59-97bb-659c3cbe5d77,segment=NetworkSegment(d789738a-136b-4e22-a9fc-2a9b8c4d7d2e),segment_id=d789738a-136b-4e22-a9fc-2a9b8c4d7d2e)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:49.626024 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.643933 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] Calling delete_port for 77f353e5-50c5-4d59-97bb-659c3cbe5d77 owned by network:dhcp {{(pid=93701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:49.684075 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.695634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566ccd58-fe34-44d4-bf9d-d94437812688']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:49.707048 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:49.707443 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd789738a-136b-4e22-a9fc-2a9b8c4d7d2e') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:49.717794 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.725058 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356'] for port, after_delete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.734521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.742276 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:47:49.743064 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:47:49.745078 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:47:49.748984 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] Pushing event deleted for resources: {'Port': ['ID=77f353e5-50c5-4d59-97bb-659c3cbe5d77,revision_number=None']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:49.760628 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189a1b9-c244-48aa-948e-ed7f629d69c0 None None] No DVR routers for this DVR port 77f353e5-50c5-4d59-97bb-659c3cbe5d77 on host n-d-798249-10 {{(pid=93701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:49.823340 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.828872 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.830782 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] 10.222.0.41 "DELETE /v2.0/networks/566ccd58-fe34-44d4-bf9d-d94437812688 HTTP/1.1" status: 204 len: 168 time: 0.5546105 Jul 16 09:47:49.841559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2fd1c-7877-41c2-bb31-0a015c176e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=566ccd58-fe34-44d4-bf9d-d94437812688,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:49.936428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46308) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:49.976567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-6cc0f94c-15ee-4e07-81e1-0cd9fcc7c0af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c8051128f3942ecbfaff19a0e02b83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388498 Jul 16 09:47:49.979013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46310) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:50.031928 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41f404fc-f6d4-40be-99a7-9674eb2dced1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.052986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41f404fc-f6d4-40be-99a7-9674eb2dced1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.103675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41f404fc-f6d4-40be-99a7-9674eb2dced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.106128 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-41f404fc-f6d4-40be-99a7-9674eb2dced1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.107280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-41f404fc-f6d4-40be-99a7-9674eb2dced1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18f19361-a43a-45ee-9ea3-f301e94874b3 HTTP/1.1" status: 204 len: 168 time: 0.1273298 Jul 16 09:47:50.115848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f404fc-f6d4-40be-99a7-9674eb2dced1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f19361-a43a-45ee-9ea3-f301e94874b3,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:50.411738 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46316) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:50.454008 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-460a4292-80b1-4517-877b-9b45251750ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d769ef68d0b4ee480861fa0b69e2d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387731 Jul 16 09:47:50.454433 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46318) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:50.484195 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 80d44844-f17e-4fc7-8dd4-6b75cf562102 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:50.505149 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 80d44844-f17e-4fc7-8dd4-6b75cf562102 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:50.505492 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 80d44844-f17e-4fc7-8dd4-6b75cf562102 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:50.505641 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d78-74de-450d-8ce9-495a39a24b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.505907 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77f353e5-50c5-4d59-97bb-659c3cbe5d77 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:50.526658 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d78-74de-450d-8ce9-495a39a24b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.529157 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 77f353e5-50c5-4d59-97bb-659c3cbe5d77 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:50.529508 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 77f353e5-50c5-4d59-97bb-659c3cbe5d77 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:50.529930 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b534dea8-b482-400d-9073-c4e4a2abe04f no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:50.551240 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b534dea8-b482-400d-9073-c4e4a2abe04f {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:50.551615 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b534dea8-b482-400d-9073-c4e4a2abe04f not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:50.575179 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d78-74de-450d-8ce9-495a39a24b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.577873 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d78-74de-450d-8ce9-495a39a24b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.579038 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d44c6d78-74de-450d-8ce9-495a39a24b02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5b8417e-fa2f-43ba-9709-19c605a702c5 HTTP/1.1" status: 204 len: 168 time: 0.1236143 Jul 16 09:47:50.587292 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6d78-74de-450d-8ce9-495a39a24b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8417e-fa2f-43ba-9709-19c605a702c5,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.218555 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46340) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:51.313193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-360602407-network', 'tenant_id': 'b3d480ecfd514357960313959134b3a7'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:51.334762 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Made reservation on behalf of b3d480ecfd514357960313959134b3a7 for: {'network': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:51.337070 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.345427 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.436019 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.440804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.462957 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:47:51.476723 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82744fd0-6a56-4d15-81dd-93a739772c4b,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.483281 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.483691 n-d-798249-10 neutron-server[93699]: INFO neutron.db.segments_db [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Added segment ee7364a0-7539-4f9e-a67f-71e4b113ddce of type vlan for network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb Jul 16 09:47:51.523718 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.551523 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.552410 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:51.552968 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.583124 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3634899 Jul 16 09:47:51.586141 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46344) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:51.591260 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Request body: {'subnet': {'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-360602407-subnet', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:51.612829 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Made reservation on behalf of b3d480ecfd514357960313959134b3a7 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:51.615137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cacd35-76ac-4aed-8369-9610851e9f7a admin admin] Pushing event updated for resources: {'Network': ['ID=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.615287 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.624734 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:47:51.785259 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.841543 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=512bb7d6-b0df-4fb9-82c0-4ecde612f63f,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.849114 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Checking segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:51.849470 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Network hostable DHCP agents. Network: 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:47:51.865443 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:47:51.873751 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:51.877822 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:51.878404 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.884276 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0263d-7288-4759-844c-6265c1398a94 None None] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:51.894506 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eee4bb3f-9d5b-48ed-9216-87045d12de5e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3046250 Jul 16 09:47:51.894712 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46346) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:51.899104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:51.919553 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.920530 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.974957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.028893 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:47:52.030127 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.109044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.169399 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Allocated IP 172.20.0.2 (9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb/512bb7d6-b0df-4fb9-82c0-4ecde612f63f/969f4469-f72d-4c1c-90fc-ad20dc0d6a79) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:52.311094 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.316617 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.319574 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Transition to ACTIVE for port object 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:52.334987 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Transition to ACTIVE for port object 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:52.336454 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.340954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.377867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:52.383836 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:52.387330 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:52.395164 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Pushing event updated for resources: {'Port': ['ID=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:52.445535 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Allocated IP 172.25.0.209 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/daf23c1b-60f7-4816-8147-a5ae09e3c0fd) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:52.450064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Attempting to bind port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:52.450438 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Attempting to bind port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:52.450818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Attempting to bind port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:52.457184 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:52.457800 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Checking segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:52.458361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.458785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Bound using segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:52.459303 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Bound port: 969f4469-f72d-4c1c-90fc-ad20dc0d6a79, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:52.459720 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.525721 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] For port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:52.529020 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] For port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:52.532622 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.547988 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.591063 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b589e4-0c9f-4967-ac8a-52a6810aec69 None None] Pushing event updated for resources: {'Port': ['ID=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:52.596018 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.637337 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:52.640107 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:52.644286 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:52.649646 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Pushing event updated for resources: {'Port': ['ID=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:52.918974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.111970 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.255475 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Router caeac187-5408-482b-a48f-1cbce7be0e34 is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:47:53.366041 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:53.375970 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:53.383126 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:53.384650 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d155f609-7aee-4ae4-ba2b-86934f43c4bd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4889941 Jul 16 09:47:53.387615 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46348) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:53.389845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:53.390473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:53.489785 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69284ae8-d07d-41ba-acb9-9a12dd78a85e None None] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:53.525601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:53.852193 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-eab91436-7c95-4c57-98f0-4159f4862aaa None None] Provisioning for port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:53.999780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:52Z', 'revision_number': 3, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:54.027251 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:54.027543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Updating router caeac187-5408-482b-a48f-1cbce7be0e34 port daf23c1b-60f7-4816-8147-a5ae09e3c0fd binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:54.066570 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.160460 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.316925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Allocated IP 172.20.0.1 (9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb/512bb7d6-b0df-4fb9-82c0-4ecde612f63f/d3322df9-7497-48b7-84bc-dcdc8587d3da) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:54.345552 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.356545 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Transition to ACTIVE for port object daf23c1b-60f7-4816-8147-a5ae09e3c0fd will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:54.362728 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.416359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Attempting to bind port daf23c1b-60f7-4816-8147-a5ae09e3c0fd on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:54.417143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Attempting to bind port daf23c1b-60f7-4816-8147-a5ae09e3c0fd by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:54.417143 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Attempting to bind port daf23c1b-60f7-4816-8147-a5ae09e3c0fd on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:54.419031 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111bdd8-9e09-467c-9fde-8f1ea3ee2057 None None] Pushing event updated for resources: {'Port': ['ID=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.425153 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:54.425516 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:54.425914 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.426039 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.426295 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:54.426754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Bound port: daf23c1b-60f7-4816-8147-a5ae09e3c0fd, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:54.427129 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.441027 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.provisioning_blocks [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Transition to ACTIVE for port object d3322df9-7497-48b7-84bc-dcdc8587d3da will not be triggered until provisioned by entity DHCP. {{(pid=93700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:54.475521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.490146 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] For port daf23c1b-60f7-4816-8147-a5ae09e3c0fd, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:54.493476 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] For port daf23c1b-60f7-4816-8147-a5ae09e3c0fd, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:54.498666 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.521131 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:54.523907 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:54.527570 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:54.533834 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Pushing event updated for resources: {'Port': ['ID=d3322df9-7497-48b7-84bc-dcdc8587d3da,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.556359 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:54.580819 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.591335 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111bdd8-9e09-467c-9fde-8f1ea3ee2057 None None] Pushing event updated for resources: {'Port': ['ID=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.613521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:54.614227 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:54.669134 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:54.675067 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:54.675469 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.742896 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.776002 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:54.777754 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6079c9b0-956f-49d3-91cd-2eb02adcdb12 None None] Provisioning for port d3322df9-7497-48b7-84bc-dcdc8587d3da completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:54.809014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6079c9b0-956f-49d3-91cd-2eb02adcdb12 None None] Provisioning complete for port d3322df9-7497-48b7-84bc-dcdc8587d3da triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:54.809302 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6079c9b0-956f-49d3-91cd-2eb02adcdb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.908023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.912824 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.918904 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6079c9b0-956f-49d3-91cd-2eb02adcdb12 None None] Port d3322df9-7497-48b7-84bc-dcdc8587d3da cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:54.944920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.983723 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.987116 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Pushing event updated for resources: {'Port': ['ID=d3322df9-7497-48b7-84bc-dcdc8587d3da,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:54.996374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:55.016408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.078383 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:55.078633 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.080719 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:55.097758 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:52Z', 'revision_number': 3, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:55.125726 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b30c0-c058-4be1-8968-966ba8419a72 None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:52Z', 'revision_number': 3, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:55.203456 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Router caeac187-5408-482b-a48f-1cbce7be0e34 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:55.318839 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:55.324023 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-14b8427b-058f-457b-84df-168011b22390 admin admin] 10.222.0.41 "PUT /v2.0/routers/caeac187-5408-482b-a48f-1cbce7be0e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353015 Jul 16 09:47:55.374840 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-c1c8da96-cd73-4927-ab43-183a2017d4bd None None] Provisioning complete for port d3322df9-7497-48b7-84bc-dcdc8587d3da triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:55.375220 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c1c8da96-cd73-4927-ab43-183a2017d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.419712 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8da96-cd73-4927-ab43-183a2017d4bd None None] Port d3322df9-7497-48b7-84bc-dcdc8587d3da cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:55.828176 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46364) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:55.834258 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-464395060-network', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:55.855294 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Made reservation on behalf of 1f395d209bbd4cae9bc3eb879d8ead99 for: {'network': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:55.857794 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for network, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.867843 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.961934 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.966407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:55.991861 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:47:56.000560 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e032660-fe6f-4ffb-adcf-9cb854a31c34,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:56.007229 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.007612 n-d-798249-10 neutron-server[93700]: INFO neutron.db.segments_db [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Added segment 84160736-dffb-4af8-b3b2-145a76e41725 of type vlan for network df50e54f-25b0-4069-af6d-071bd39188ed Jul 16 09:47:56.050749 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746759795716'] for network, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.079262 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449'] for network, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.080340 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:56.080926 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.112051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2827249 Jul 16 09:47:56.114814 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46366) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:56.121256 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Request body: {'subnet': {'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-464395060-subnet', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'ip_version': 4}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:56.150555 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986158-e713-4bd9-bdfe-843e912b2215 admin admin] Pushing event updated for resources: {'Network': ['ID=df50e54f-25b0-4069-af6d-071bd39188ed,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:56.161624 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Network df50e54f-25b0-4069-af6d-071bd39188ed details requested by agent ovs-agent-n-d-798249-10 with host n-d-798249-10 {{(pid=93701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:47:56.168903 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Made reservation on behalf of 1f395d209bbd4cae9bc3eb879d8ead99 for: {'subnet': 1} {{(pid=93700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:56.171308 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24214454'] for subnet, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.343135 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13614587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24214436'] for subnet, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.399848 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd253a7-3c40-4aca-95d5-bea0d97ad646,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:56.411088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Checking segment: {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:56.411645 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Network hostable DHCP agents. Network: df50e54f-25b0-4069-af6d-071bd39188ed, hostable agents: ['c1fe6aab-a712-4d26-b29e-8dcace962ae8'], hosted agents: [] {{(pid=93700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:47:56.428506 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Network df50e54f-25b0-4069-af6d-071bd39188ed is scheduled to be hosted by DHCP agent c1fe6aab-a712-4d26-b29e-8dcace962ae8 with binding_index 1 {{(pid=93700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:47:56.437801 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-10, df50e54f-25b0-4069-af6d-071bd39188ed) {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:56.446192 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:56.448514 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4462f-4a39-49f7-a1b1-d1a017d2e42f None None] Network df50e54f-25b0-4069-af6d-071bd39188ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:56.450566 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.472859 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-838fc5c5-b1ea-49c6-8efe-9f2647bc2c87 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3520975 Jul 16 09:47:56.473104 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46368) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:56.478026 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:56.503115 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-762506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125596'] for router, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.504210 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-762445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125591'] for router, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.576158 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.591106 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:56.662783 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:56.666522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9f1231b-73d2-50a7-ade6-c343c21bce95-df50e54f-25b0-4069-af6d-071bd39188ed', 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'fixed_ips': [{'subnet_id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646'}]}} from n-d-798249-10. {{(pid=93701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:47:56.667388 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.682619 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:56.682988 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.717864 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-762463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-762607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130685'] for router, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.740155 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:56.749930 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:56.750547 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:56.863811 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.db_base_plugin_common [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Allocated IP 172.20.0.2 (df50e54f-25b0-4069-af6d-071bd39188ed/efd253a7-3c40-4aca-95d5-bea0d97ad646/bc763fb0-6507-4992-a10e-a40f7c54411a) {{(pid=93701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:56.870190 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device daf23c1b-60f7-4816-8147-a5ae09e3c0fd up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:56.957830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.959355 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:56.980059 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.988211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port daf23c1b-60f7-4816-8147-a5ae09e3c0fd completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:57.000206 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port daf23c1b-60f7-4816-8147-a5ae09e3c0fd triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:57.000576 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.082898 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Notify callbacks [] for port, precommit_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.093461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Transition to ACTIVE for port object bc763fb0-6507-4992-a10e-a40f7c54411a will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:57.098694 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Allocated IP 172.25.0.143 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:57.172565 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 2, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:57.207886 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:57.208228 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Updating router caeac187-5408-482b-a48f-1cbce7be0e34 port d3322df9-7497-48b7-84bc-dcdc8587d3da binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:57.212888 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.247805 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.255023 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.293216 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Transition to ACTIVE for port object bc763fb0-6507-4992-a10e-a40f7c54411a will not be triggered until provisioned by entity DHCP. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:57.301416 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.303923 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:57.307371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:57.308059 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347'] for port, after_create {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.311996 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:57.315723 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.346211 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port daf23c1b-60f7-4816-8147-a5ae09e3c0fd, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:57.359010 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.368753 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Network df50e54f-25b0-4069-af6d-071bd39188ed is already hosted by enough agents. {{(pid=93701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:57.372489 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Pushing event updated for resources: {'Port': ['ID=bc763fb0-6507-4992-a10e-a40f7c54411a,revision_number=1']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.374896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.scheduler.base_scheduler [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Resources bound (agent type, host, resource id): {{(pid=93701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:57.380046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Received port after_create {{(pid=93701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:57.466704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.478521 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Attempting to bind port bc763fb0-6507-4992-a10e-a40f7c54411a on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:57.478974 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Attempting to bind port bc763fb0-6507-4992-a10e-a40f7c54411a by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:57.479413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Attempting to bind port bc763fb0-6507-4992-a10e-a40f7c54411a on network df50e54f-25b0-4069-af6d-071bd39188ed {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:57.486833 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:57.487350 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Checking segment: {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:57.487824 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.488336 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Bound using segment: {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:57.488869 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Bound port: bc763fb0-6507-4992-a10e-a40f7c54411a, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:57.489312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.553942 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] For port bc763fb0-6507-4992-a10e-a40f7c54411a, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:57.557482 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] For port bc763fb0-6507-4992-a10e-a40f7c54411a, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=bc763fb0-6507-4992-a10e-a40f7c54411a,segment=NetworkSegment(84160736-dffb-4af8-b3b2-145a76e41725),segment_id=84160736-dffb-4af8-b3b2-145a76e41725)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:57.567049 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.578630 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.589952 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Transition to ACTIVE for port object d3322df9-7497-48b7-84bc-dcdc8587d3da will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:57.591696 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.597813 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.648298 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da55c1-ac83-4f38-a68a-c48f91fe9112 None None] Pushing event updated for resources: {'Port': ['ID=bc763fb0-6507-4992-a10e-a40f7c54411a,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.662784 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Pushing event updated for resources: {'Port': ['ID=d3322df9-7497-48b7-84bc-dcdc8587d3da,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.674884 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.675226 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.675766 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.676094 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.676459 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.676746 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.677071 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.677909 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.678261 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.678592 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.678911 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.679238 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:57.770130 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Attempting to bind port d3322df9-7497-48b7-84bc-dcdc8587d3da on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:57.770442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Attempting to bind port d3322df9-7497-48b7-84bc-dcdc8587d3da by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:57.770797 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Attempting to bind port d3322df9-7497-48b7-84bc-dcdc8587d3da on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:57.777156 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:57.777522 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Checking segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:57.777918 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.778304 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Bound using segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:57.778763 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Bound port: d3322df9-7497-48b7-84bc-dcdc8587d3da, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:57.779138 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.865690 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] For port d3322df9-7497-48b7-84bc-dcdc8587d3da, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:57.872553 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] For port d3322df9-7497-48b7-84bc-dcdc8587d3da, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d3322df9-7497-48b7-84bc-dcdc8587d3da,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:57.879025 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.886904 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-762497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-762490'] for router, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:57.978769 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:57.979490 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:58.061274 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e805796-d776-474a-a1a4-055f80cf808f None None] Pushing event updated for resources: {'Port': ['ID=d3322df9-7497-48b7-84bc-dcdc8587d3da,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:58.121977 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d is scheduled to L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d with binding_index 1 {{(pid=93700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:47:58.160666 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:58.233371 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:58.243502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Sync routers for ids ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:58.255061 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.256502 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Routers {'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:58.257147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:58.257670 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ae3ca75-96af-4932-b103-851c75bb6c35 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7830160 Jul 16 09:47:58.260419 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46370) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:58.374477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Set router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:58.396319 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:58.422339 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a93a3-7cc1-48d1-b8e6-286bba20767a None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:58.653154 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 3, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:58.683032 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Checking router: a1c69ec8-7d0d-4954-b50d-7f15ed495c5d for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:58.687397 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Updating router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb binding host n-d-798249-10 {{(pid=93701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:58.698569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bc763fb0-6507-4992-a10e-a40f7c54411a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:58.768327 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.872088 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:58.873341 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port bc763fb0-6507-4992-a10e-a40f7c54411a completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:58.881026 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device daf23c1b-60f7-4816-8147-a5ae09e3c0fd up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:58.992583 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c24e3-0bf0-4813-9235-0110ce1abadb None None] Network df50e54f-25b0-4069-af6d-071bd39188ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:59.033737 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port daf23c1b-60f7-4816-8147-a5ae09e3c0fd triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:59.034163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.071061 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Allocated IP 172.20.0.1 (df50e54f-25b0-4069-af6d-071bd39188ed/efd253a7-3c40-4aca-95d5-bea0d97ad646/3642f0f3-270e-4259-b1b2-766d6f9e4088) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:59.145768 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] Provisioning for port bc763fb0-6507-4992-a10e-a40f7c54411a completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:59.185151 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] Provisioning complete for port bc763fb0-6507-4992-a10e-a40f7c54411a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:59.185534 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.186623 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.203802 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Transition to ACTIVE for port object 3642f0f3-270e-4259-b1b2-766d6f9e4088 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:59.242236 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.270163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Notify callbacks [] for port, precommit_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.284065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Network df50e54f-25b0-4069-af6d-071bd39188ed is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:59.291243 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:59.291874 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Transition to ACTIVE for port object b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb will not be triggered until provisioned by entity L2. {{(pid=93701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:59.293901 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:59.321304 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.325708 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Pushing event updated for resources: {'Port': ['ID=3642f0f3-270e-4259-b1b2-766d6f9e4088,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.353983 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682317'] for router_interface, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.439870 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc743e-1d2c-416e-a26f-b3a3ad2000a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,revision_number=2']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.452342 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Attempting to bind port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb on host n-d-798249-10 for vnic_type normal with profile {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:59.452717 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Attempting to bind port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:59.453086 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Attempting to bind port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb on network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:59.470488 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.474486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:59.474867 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Checking segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:59.475269 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.475693 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Bound using segment: {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'} {{(pid=93701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:59.476183 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.managers [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Bound port: b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0fb552-2d06-4ddd-9131-404382d2a98d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765'}}] {{(pid=93701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:59.476572 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.511114 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.545926 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] For port bc763fb0-6507-4992-a10e-a40f7c54411a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=bc763fb0-6507-4992-a10e-a40f7c54411a,segment=NetworkSegment(84160736-dffb-4af8-b3b2-145a76e41725),segment_id=84160736-dffb-4af8-b3b2-145a76e41725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:59.554840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.586393 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] For port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb, host n-d-798249-10, cleared binding levels {{(pid=93701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:59.606194 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] For port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:59.624402 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.642928 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97d9f2-69ab-496a-949f-29fc89fe3409 None None] Pushing event updated for resources: {'Port': ['ID=bc763fb0-6507-4992-a10e-a40f7c54411a,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.685477 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Routers {'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:59.686185 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:59.734051 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.740164 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.741255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc743e-1d2c-416e-a26f-b3a3ad2000a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,revision_number=3']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.823863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Pushing event updated for resources: {'Port': ['ID=3642f0f3-270e-4259-b1b2-766d6f9e4088,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:59.831360 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682297'] for router_interface, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.853453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] Set router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:59.905881 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dfe36925-46ef-4a9c-b506-26fa75b9d1b6 None None] Provisioning for port 3642f0f3-270e-4259-b1b2-766d6f9e4088 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:59.935707 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Network df50e54f-25b0-4069-af6d-071bd39188ed is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:59.937680 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dfe36925-46ef-4a9c-b506-26fa75b9d1b6 None None] Provisioning complete for port 3642f0f3-270e-4259-b1b2-766d6f9e4088 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:59.937856 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:59.938242 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfe36925-46ef-4a9c-b506-26fa75b9d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.000790 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-dfe36925-46ef-4a9c-b506-26fa75b9d1b6 None None] Port 3642f0f3-270e-4259-b1b2-766d6f9e4088 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:00.050550 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-dfe36925-46ef-4a9c-b506-26fa75b9d1b6 None None] Provisioning complete for port bc763fb0-6507-4992-a10e-a40f7c54411a triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.050916 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfe36925-46ef-4a9c-b506-26fa75b9d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.080193 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:00.180568 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3642f0f3-270e-4259-b1b2-766d6f9e4088', 'name': '', 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'mac_address': 'fa:16:3e:a3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 1, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'subnets': [{'id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:00.198544 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:00.203838 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-29ac639a-eeaa-43f8-afaa-2823b1c46c0f admin admin] 10.222.0.41 "PUT /v2.0/routers/a1c69ec8-7d0d-4954-b50d-7f15ed495c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423714 Jul 16 09:48:00.207543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924a60c-c157-4fbe-9d08-14bc712e3eea None None] The sync data for ids ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'] in n-d-798249-10 is: [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3642f0f3-270e-4259-b1b2-766d6f9e4088', 'name': '', 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'mac_address': 'fa:16:3e:a3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 1, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'subnets': [{'id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:00.294457 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-0ef501d9-126b-4a4d-ab88-c878ed008cc7 None None] Provisioning complete for port 3642f0f3-270e-4259-b1b2-766d6f9e4088 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.294827 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-0ef501d9-126b-4a4d-ab88-c878ed008cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.334313 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-0ef501d9-126b-4a4d-ab88-c878ed008cc7 None None] Port 3642f0f3-270e-4259-b1b2-766d6f9e4088 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:00.581498 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d3322df9-7497-48b7-84bc-dcdc8587d3da up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:00.636174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port d3322df9-7497-48b7-84bc-dcdc8587d3da completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:00.640192 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d3322df9-7497-48b7-84bc-dcdc8587d3da triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.640512 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.728018 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.740415 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46378) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:00.745213 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847345137', 'description': 'tempest-secgroup-smoke-847345137 description', 'project_id': 'b3d480ecfd514357960313959134b3a7'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:00.772771 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port d3322df9-7497-48b7-84bc-dcdc8587d3da, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d3322df9-7497-48b7-84bc-dcdc8587d3da,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:00.775569 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.777258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.778077 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bc763fb0-6507-4992-a10e-a40f7c54411a up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:00.856601 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=d3322df9-7497-48b7-84bc-dcdc8587d3da,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:00.869012 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port bc763fb0-6507-4992-a10e-a40f7c54411a triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:00.869392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.871668 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.875601 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.902974 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.904244 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1628070 Jul 16 09:48:00.907250 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46380) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:00.912005 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff', 'project_id': 'b3d480ecfd514357960313959134b3a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:00.919659 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac26b3-eefe-4372-a29c-6e674857f329 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:00.942164 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.997644 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.001622 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.020197 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d5d3c9-6dad-4f4f-90bd-5400330aac33,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.023522 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.024691 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-97b47946-57d0-461a-b1b9-45896eb11aa1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161835 Jul 16 09:48:01.027377 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46382) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:01.031753 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff', 'project_id': 'b3d480ecfd514357960313959134b3a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:01.057495 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.128092 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.133428 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.151409 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c4cbee-9251-404b-bad9-50727d2dedbb,revision_number=0']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.160854 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.164341 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-eb36d3b8-dd71-4238-856d-932381849244 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351466 Jul 16 09:48:01.166313 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46384) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:01.171390 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff', 'project_id': 'b3d480ecfd514357960313959134b3a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:01.203208 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.277537 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.281291 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.305496 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5c31ce-6ab3-4ec9-a41d-33b0754933b3,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.308157 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.309651 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-953832b4-7072-459a-8fb8-d66edc75c027 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420693 Jul 16 09:48:01.312407 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46386) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:01.317561 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff', 'project_id': 'b3d480ecfd514357960313959134b3a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:01.344824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.410057 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.413889 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.433854 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db08f0e4-2081-4dee-87f1-97bf97324db5,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.442739 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.444196 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-8ea11139-4e57-4970-8d4e-e76f243aa9ae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308255 Jul 16 09:48:01.447042 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46388) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:01.451681 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff', 'project_id': 'b3d480ecfd514357960313959134b3a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:01.475581 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Project b3d480ecfd514357960313959134b3a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:48:01.480588 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.544829 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.549782 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.570605 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a11492-c3a0-43ca-8a46-89e577689f14,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.573590 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.574958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d44d5ce2-cdc0-405e-8031-e5f1edd53abf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269519 Jul 16 09:48:01.577805 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 46390) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:01.582628 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'security_group_rule': {'security_group_id': 'a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff', 'project_id': 'b3d480ecfd514357960313959134b3a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:01.605627 n-d-798249-10 neutron-server[93699]: INFO neutron.db.securitygroups_db [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Project b3d480ecfd514357960313959134b3a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:48:01.612271 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.677790 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.681584 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616471'] for security_group_rule, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.702990 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924da8a0-f7f3-4d72-84dc-a5a8205dca80,revision_number=0']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:01.710736 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.712158 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-d68d898b-25cb-494a-9b72-0de773ebd6a4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331716 Jul 16 09:48:01.850834 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-1091fb67-68fe-4187-814e-aba382e2598c tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847345137&fields=id&tenant_id=b3d480ecfd514357960313959134b3a7 HTTP/1.1" status: 200 len: 267 time: 0.0330737 Jul 16 09:48:01.971759 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-89bc6125-8a1b-4f94-afbb-d16b61ece202 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:01.973148 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-89bc6125-8a1b-4f94-afbb-d16b61ece202 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 809 time: 0.1161964 Jul 16 09:48:01.987872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-0e64779b-1091-487f-82af-2c73dbcc01ee tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/quotas/b3d480ecfd514357960313959134b3a7 HTTP/1.1" status: 200 len: 375 time: 0.0094926 Jul 16 09:48:02.053570 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-a3f99709-f7b0-4dbb-9933-bee9880fceb4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609617 Jul 16 09:48:02.154083 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-7844cf72-941d-49fe-bcf3-012cd4ba8399 service neutron] 10.222.0.41 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891926 Jul 16 09:48:02.247780 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-472bddf0-f468-42e0-b6f2-5404ffba6eaa service neutron] 10.222.0.41 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870993 Jul 16 09:48:02.435590 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8cd49576-9c41-488f-9f4f-c266839ea9a7 req-7e19d6be-5267-40c5-a093-5ea47ee43328 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 210 time: 0.0375876 Jul 16 09:48:02.443091 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Sync routers for ids ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:02.465041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Routers {'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:02.465041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:02.577481 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Set router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:02.611650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d3322df9-7497-48b7-84bc-dcdc8587d3da up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:02.662461 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port d3322df9-7497-48b7-84bc-dcdc8587d3da triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:02.663377 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.820489 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3642f0f3-270e-4259-b1b2-766d6f9e4088', 'name': '', 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'mac_address': 'fa:16:3e:a3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 2, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'subnets': [{'id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:02.850106 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Checking router: a1c69ec8-7d0d-4954-b50d-7f15ed495c5d for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:02.850442 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Updating router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d port 3642f0f3-270e-4259-b1b2-766d6f9e4088 binding host n-d-798249-10 {{(pid=93702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:48:02.885261 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:02.904940 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:02.957675 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:02.962036 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:02.962564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.047603 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.073252 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:03.077095 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.132569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:03.172282 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Notify callbacks [] for port, precommit_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.184218 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.provisioning_blocks [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Transition to ACTIVE for port object 3642f0f3-270e-4259-b1b2-766d6f9e4088 will not be triggered until provisioned by entity L2. {{(pid=93702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:03.189984 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.238992 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fcbdf-3332-4de7-b80d-352ab6d2371d None None] Pushing event updated for resources: {'Port': ['ID=3642f0f3-270e-4259-b1b2-766d6f9e4088,revision_number=3']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:03.291762 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Attempting to bind port 3642f0f3-270e-4259-b1b2-766d6f9e4088 on host n-d-798249-10 for vnic_type normal with profile {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:03.292118 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Attempting to bind port 3642f0f3-270e-4259-b1b2-766d6f9e4088 by drivers openvswitch,hyperv on host n-d-798249-10 at level 0 using segments [{'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:03.292473 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Attempting to bind port 3642f0f3-270e-4259-b1b2-766d6f9e4088 on network df50e54f-25b0-4069-af6d-071bd39188ed {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:03.297605 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Checking agent: {'id': '41848b94-ccb2-42da-a77f-52b98a2a5ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:03.298519 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Checking segment: {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:03.299008 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.299414 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Bound using segment: {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'} {{(pid=93702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:03.299868 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.managers [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Bound port: 3642f0f3-270e-4259-b1b2-766d6f9e4088, host: n-d-798249-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84160736-dffb-4af8-b3b2-145a76e41725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed'}}] {{(pid=93702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:03.300248 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.370977 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] For port 3642f0f3-270e-4259-b1b2-766d6f9e4088, host n-d-798249-10, cleared binding levels {{(pid=93702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:03.374287 n-d-798249-10 neutron-server[93702]: DEBUG neutron.plugins.ml2.db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] For port 3642f0f3-270e-4259-b1b2-766d6f9e4088, host n-d-798249-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3642f0f3-270e-4259-b1b2-766d6f9e4088,segment=NetworkSegment(84160736-dffb-4af8-b3b2-145a76e41725),segment_id=84160736-dffb-4af8-b3b2-145a76e41725)] {{(pid=93702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:03.378721 n-d-798249-10 neutron-server[93702]: DEBUG neutron_lib.callbacks.manager [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.439137 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Routers {'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:03.439868 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:03.442487 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fcbdf-3332-4de7-b80d-352ab6d2371d None None] Pushing event updated for resources: {'Port': ['ID=3642f0f3-270e-4259-b1b2-766d6f9e4088,revision_number=4']} {{(pid=93702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:03.649605 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-93faa3e8-6849-4da6-ba31-ff124d569b7e req-65f757cb-10da-4e96-ac1e-fac995e16356 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 210 time: 0.0478327 Jul 16 09:48:03.654836 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] Set router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:03.717993 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-2ff480b2-670f-45d3-98ce-f16c99095a1e tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:03.720346 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-2ff480b2-670f-45d3-98ce-f16c99095a1e tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 809 time: 0.1675520 Jul 16 09:48:03.774537 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-83448716-16e1-4442-b0c3-dc7d00c16ba8 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3d480ecfd514357960313959134b3a7 HTTP/1.1" status: 200 len: 379 time: 0.0410256 Jul 16 09:48:03.784893 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'port': {'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'admin_state_up': True, 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'security_groups': ['a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:03.872292 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3642f0f3-270e-4259-b1b2-766d6f9e4088', 'name': '', 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'mac_address': 'fa:16:3e:a3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:03Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'subnets': [{'id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:03.903244 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f27055-6923-4135-80ff-a523d42c0f84 None None] The sync data for ids ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'] in n-d-798249-10 is: [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:47:59Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': '3642f0f3-270e-4259-b1b2-766d6f9e4088', 'name': '', 'network_id': 'df50e54f-25b0-4069-af6d-071bd39188ed', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'mac_address': 'fa:16:3e:a3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:58Z', 'updated_at': '2021-07-16T09:48:03Z', 'revision_number': 4, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'subnets': [{'id': 'efd253a7-3c40-4aca-95d5-bea0d97ad646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:03.911377 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Made reservation on behalf of b3d480ecfd514357960313959134b3a7 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:48:03.915040 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.052694 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Allocated IP 172.20.0.6 (9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb/512bb7d6-b0df-4fb9-82c0-4ecde612f63f/ecea02aa-764a-432f-9189-2d4444907cc0) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:04.207928 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.224109 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Transition to ACTIVE for port object ecea02aa-764a-432f-9189-2d4444907cc0 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:04.259455 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.301691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:04.305014 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:04.307492 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:04.349834 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:04.379376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.379988 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.398393 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-228b23c1-ae87-4cce-a1d5-88371331ac48 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6185930 Jul 16 09:48:04.416430 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Request body: {'port': {'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:04.448244 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.514446 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.541014 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3642f0f3-270e-4259-b1b2-766d6f9e4088 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:04.543458 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-57bb40c6-0a90-4865-b77b-fb90674108a2 None None] Provisioning for port ecea02aa-764a-432f-9189-2d4444907cc0 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:04.566116 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-57bb40c6-0a90-4865-b77b-fb90674108a2 None None] Provisioning complete for port ecea02aa-764a-432f-9189-2d4444907cc0 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:04.566571 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-57bb40c6-0a90-4865-b77b-fb90674108a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.612050 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-57bb40c6-0a90-4865-b77b-fb90674108a2 None None] Port ecea02aa-764a-432f-9189-2d4444907cc0 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:04.624286 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning for port 3642f0f3-270e-4259-b1b2-766d6f9e4088 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:04.628780 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3642f0f3-270e-4259-b1b2-766d6f9e4088 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:04.629188 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.712308 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.758132 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] For port 3642f0f3-270e-4259-b1b2-766d6f9e4088, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3642f0f3-270e-4259-b1b2-766d6f9e4088,segment=NetworkSegment(84160736-dffb-4af8-b3b2-145a76e41725),segment_id=84160736-dffb-4af8-b3b2-145a76e41725)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:04.768462 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.772277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:04.812680 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecea02aa-764a-432f-9189-2d4444907cc0 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:48:04.823513 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.838484 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Transition to ACTIVE for port object ecea02aa-764a-432f-9189-2d4444907cc0 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:04.841520 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a61861-268c-4714-9b81-11c7fc7d05e4 req-2d7cd9ba-6c1b-4f4c-a049-50d1543fcefc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:04.843126 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87a61861-268c-4714-9b81-11c7fc7d05e4 req-2d7cd9ba-6c1b-4f4c-a049-50d1543fcefc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 931 time: 0.0709059 Jul 16 09:48:04.843591 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.854370 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Pushing event updated for resources: {'Port': ['ID=3642f0f3-270e-4259-b1b2-766d6f9e4088,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:04.865728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:04.866206 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:04.902792 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:04.903881 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-87a61861-268c-4714-9b81-11c7fc7d05e4 req-d831f4cb-6059-4f81-b2bb-36ba07d8d5f0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534101 Jul 16 09:48:04.993750 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Attempting to bind port ecea02aa-764a-432f-9189-2d4444907cc0 on host n-h1-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:04.994083 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Attempting to bind port ecea02aa-764a-432f-9189-2d4444907cc0 by drivers openvswitch,hyperv on host n-h1-798249-10 at level 0 using segments [{'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:04.994413 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Attempting to bind port ecea02aa-764a-432f-9189-2d4444907cc0 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:04.998962 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Port ecea02aa-764a-432f-9189-2d4444907cc0 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:48:04.999284 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Attempting to bind port ecea02aa-764a-432f-9189-2d4444907cc0 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:05.006138 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Checking agent: {'id': 'c21146fe-e405-4b18-99ae-c6f98a052d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:05.006477 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Checking segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:05.006863 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Bound using segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:05.007290 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Bound port: ecea02aa-764a-432f-9189-2d4444907cc0, host: n-h1-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:05.007675 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:05.075578 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:05.078481 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:05.083827 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:05.117879 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.118396 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:05.119815 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] 10.222.0.36 "PUT /v2.0/ports/ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 1092 time: 0.7079222 Jul 16 09:48:05.120255 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:05.122513 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:05.156265 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71578660-3ab4-4489-9571-cd4b409fc246 service neutron] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:05.163574 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8184e05b-a282-409b-bf25-f135df9dd6e5 x-openstack-request-id: req-8184e05b-a282-409b-bf25-f135df9dd6e5 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:05.164011 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:05.164283 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8184e05b-a282-409b-bf25-f135df9dd6e5 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:05.164681 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'status': 'completed', 'code': 200} Jul 16 09:48:05.241102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-68145ce5-8d4f-4e49-8f11-c37fa3936b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.242736 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-68145ce5-8d4f-4e49-8f11-c37fa3936b84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1095 time: 0.0583687 Jul 16 09:48:05.290628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-508e3e0c-82a3-4933-a347-6819639808c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 217 time: 0.0351462 Jul 16 09:48:05.343000 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-ede092c9-1c03-4617-83ac-f9a813de236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.344416 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-ede092c9-1c03-4617-83ac-f9a813de236b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0477240 Jul 16 09:48:05.402452 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-ec1d120f-cfa3-4226-afb4-2b6c64443114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.403984 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-ec1d120f-cfa3-4226-afb4-2b6c64443114 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532517 Jul 16 09:48:05.495233 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-71df30c5-94f5-4c26-b0b1-08c0a884642f service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849633 Jul 16 09:48:05.587659 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-e60425f7-c52d-4226-9844-9c1e2ce7e3d6 req-e0661c43-4433-42fc-9bbd-9de33417afb6 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Jul 16 09:48:05.729867 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-ffecf26e-6327-4ca4-8afa-571de8e98b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.731337 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-ffecf26e-6327-4ca4-8afa-571de8e98b83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1095 time: 0.0521092 Jul 16 09:48:05.826146 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-165c5da4-a3cf-46f0-9461-a15c3cbb0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.827700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-165c5da4-a3cf-46f0-9461-a15c3cbb0f48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0897393 Jul 16 09:48:05.868256 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-de1ef003-d482-4856-a8ad-c9096abdcdad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 217 time: 0.0336027 Jul 16 09:48:05.918849 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-b58d02f1-59b5-43b8-9a81-be0b6cc43cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:05.920311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-b58d02f1-59b5-43b8-9a81-be0b6cc43cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0456672 Jul 16 09:48:06.083290 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6fbad-b027-4ea0-9c34-d8887834cf60 req-380e7df6-95ed-461a-80e0-9eb2897761cc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:06.085602 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5f6fbad-b027-4ea0-9c34-d8887834cf60 req-380e7df6-95ed-461a-80e0-9eb2897761cc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 943 time: 0.0712934 Jul 16 09:48:06.127351 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a5f6fbad-b027-4ea0-9c34-d8887834cf60 req-8a530fd0-bac2-46a9-bfae-e797907eaad9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359328 Jul 16 09:48:06.325004 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-f20c8377-2c36-4f29-abb6-6575aef7e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:06.326513 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-f20c8377-2c36-4f29-abb6-6575aef7e3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3976359 Jul 16 09:48:06.427797 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-1ba13b19-ddf4-4bd7-b150-f06f7e5f7a2d service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927830 Jul 16 09:48:06.496632 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3642f0f3-270e-4259-b1b2-766d6f9e4088 up at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:06.520227 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-7dcc2811-2f01-45ee-b65d-b0a9b78e1498 req-71e23089-66ae-472f-87d7-3acc0d1846ae service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856822 Jul 16 09:48:06.547181 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Provisioning complete for port 3642f0f3-270e-4259-b1b2-766d6f9e4088 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:06.547868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.301892 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeec9d-388b-4ccd-bc0c-b1f3033ee5df req-335765c1-0297-4947-af14-7bfcaf064ff0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:07.303398 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43eeec9d-388b-4ccd-bc0c-b1f3033ee5df req-335765c1-0297-4947-af14-7bfcaf064ff0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 943 time: 0.0644100 Jul 16 09:48:07.340872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-43eeec9d-388b-4ccd-bc0c-b1f3033ee5df req-1a7a953c-badc-42b4-be67-6d48556d01e1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Jul 16 09:48:07.599593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:48:07.695452 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:07.706004 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:48:07.741935 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.754202 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecea02aa-764a-432f-9189-2d4444907cc0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:48:07.772988 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:07.776890 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.824068 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:08.046126 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['ecea02aa-764a-432f-9189-2d4444907cc0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:48:08.511502 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270461c-f7ba-471c-944c-f3c1459d2c15 req-6767e083-7ea5-4b6a-aa5e-cba56b373d2a tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:08.512984 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9270461c-f7ba-471c-944c-f3c1459d2c15 req-6767e083-7ea5-4b6a-aa5e-cba56b373d2a tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 944 time: 0.0624025 Jul 16 09:48:08.554702 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9270461c-f7ba-471c-944c-f3c1459d2c15 req-df5b231f-a8f1-4329-9d61-e0a1ab232750 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358930 Jul 16 09:48:09.607650 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:09.660581 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning for port ecea02aa-764a-432f-9189-2d4444907cc0 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:09.664346 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port ecea02aa-764a-432f-9189-2d4444907cc0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:09.664731 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:09.736998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516fa6-297c-4d8c-a4c5-541396a926c6 req-eb81f9d6-d72e-42e1-9ab2-990f0633d459 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:09.738502 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9c516fa6-297c-4d8c-a4c5-541396a926c6 req-eb81f9d6-d72e-42e1-9ab2-990f0633d459 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 944 time: 0.0713170 Jul 16 09:48:09.742167 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:09.764707 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:09.767589 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccf4442-6056-46d1-9731-35be64930c62" -d '{"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-plugged", "status": "completed", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:09.780272 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:09.783342 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9c516fa6-297c-4d8c-a4c5-541396a926c6 req-2898ef9d-57f5-4b86-b7e5-fd2fd508db3d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393093 Jul 16 09:48:09.784652 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:09.838462 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed42e3ad-f529-43a1-93e8-067daf0d8619 x-openstack-request-id: req-ed42e3ad-f529-43a1-93e8-067daf0d8619 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:09.842958 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-plugged", "status": "completed", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:09.843262 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed42e3ad-f529-43a1-93e8-067daf0d8619 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:09.843710 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'code': 200} Jul 16 09:48:09.844450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:09.973102 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140af61-31f7-4fe1-8f53-46a5807b44b6 req-22bc88e5-a648-4727-a530-f190878c4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:09.974599 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5140af61-31f7-4fe1-8f53-46a5807b44b6 req-22bc88e5-a648-4727-a530-f190878c4ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1097 time: 0.0518298 Jul 16 09:48:10.007859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5140af61-31f7-4fe1-8f53-46a5807b44b6 req-86da11ee-5994-4919-be1e-0525a161db21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271523 Jul 16 09:48:10.955698 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc36a3-27cf-412a-a864-9a69fdff33e1 req-aa4f79ed-9228-44b4-96bc-386853c136cc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:10.957168 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ffc36a3-27cf-412a-a864-9a69fdff33e1 req-aa4f79ed-9228-44b4-96bc-386853c136cc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 945 time: 0.0637701 Jul 16 09:48:10.993853 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9ffc36a3-27cf-412a-a864-9a69fdff33e1 req-75fa5794-dc2d-4613-be92-e1324a3139d9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310683 Jul 16 09:48:12.167725 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95462-3550-4df5-a795-68e8b7e46a86 req-ff06fcc9-d499-4bed-a873-95390f12779f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:12.169235 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4af95462-3550-4df5-a795-68e8b7e46a86 req-ff06fcc9-d499-4bed-a873-95390f12779f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 945 time: 0.0658607 Jul 16 09:48:12.208958 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4af95462-3550-4df5-a795-68e8b7e46a86 req-f41ecb69-593c-4a82-8ebe-88d2de8f82b3 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Jul 16 09:48:12.379491 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752b856-e8d6-48e9-98ac-aef374e694fa req-9e132dbd-69a2-4218-9b0c-4d0b0c9d4ec6 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:12.380878 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9752b856-e8d6-48e9-98ac-aef374e694fa req-9e132dbd-69a2-4218-9b0c-4d0b0c9d4ec6 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 945 time: 0.0639067 Jul 16 09:48:12.421800 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9752b856-e8d6-48e9-98ac-aef374e694fa req-c66d9028-7bc0-49c2-b4ac-160a4afea7bb tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354733 Jul 16 09:48:12.445763 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46440) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:12.584732 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c76d36-f031-482d-9bc5-c16f0aa4c3a2 tempest-TestSnapshotPattern-950906428 tempest-TestSnapshotPattern-950906428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:12.588609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-88c76d36-f031-482d-9bc5-c16f0aa4c3a2 tempest-TestSnapshotPattern-950906428 tempest-TestSnapshotPattern-950906428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1092 time: 0.1394989 Jul 16 09:48:12.589167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46444) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:12.593381 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:12.614830 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.714731 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.818466 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Allocated IP 172.25.0.61 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/a9c5d4fd-07f6-4b72-a1ae-46446ea9934d) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:12.917789 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.955924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:12.990479 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:12.996548 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:13.000079 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:13.006696 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'Port': ['ID=a9c5d4fd-07f6-4b72-a1ae-46446ea9934d,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:13.118404 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a648b350-5805-4074-8a9d-0ce59d2503a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.695629 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.775384 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.924225 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.928521 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:14.004691 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'Port': ['ID=a9c5d4fd-07f6-4b72-a1ae-46446ea9934d,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:14.010084 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:14.109836 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Floating IP fd887c46-ddbd-43fa-8a67-d814ec7d723d associated. External IP: 172.25.0.61, port: ecea02aa-764a-432f-9189-2d4444907cc0. Jul 16 09:48:14.316920 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Router caeac187-5408-482b-a48f-1cbce7be0e34 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:14.428344 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:14.437986 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:14.445924 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:14.449818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:14.449818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:14.484279 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-4a3c6558-6500-4bc1-bf25-3d0632eb00b0 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8940954 Jul 16 09:48:14.484900 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:14.487584 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994f79f-b322-44d9-a956-c16111d8b58e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:14.524085 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48edff3-2720-4ae4-b68a-90b9cb9a2a8e x-openstack-request-id: req-e48edff3-2720-4ae4-b68a-90b9cb9a2a8e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:14.524374 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:14.524628 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e48edff3-2720-4ae4-b68a-90b9cb9a2a8e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:14.525031 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'status': 'completed', 'code': 200} Jul 16 09:48:14.570757 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:14.629576 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994f79f-b322-44d9-a956-c16111d8b58e req-d5827452-61f9-4176-b06a-24be4f2b471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:14.631098 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-d5827452-61f9-4176-b06a-24be4f2b471d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1097 time: 0.0574932 Jul 16 09:48:14.723169 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994f79f-b322-44d9-a956-c16111d8b58e req-62361c96-07ce-4532-b86c-87865bd4dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:14.724711 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-62361c96-07ce-4532-b86c-87865bd4dba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0879760 Jul 16 09:48:14.792406 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:13Z', 'revision_number': 0, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:14.792732 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-c6a4708a-f11b-4ace-a3c4-a5ad773acd9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 998 time: 0.0619011 Jul 16 09:48:14.823724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:14.832232 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:14.832845 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:14.841976 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994f79f-b322-44d9-a956-c16111d8b58e req-247306e2-b592-448a-8519-c0f1a16b3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:14.843485 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-247306e2-b592-448a-8519-c0f1a16b3072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0444369 Jul 16 09:48:14.901446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994f79f-b322-44d9-a956-c16111d8b58e req-2dcd6765-065d-41dc-b7ed-703c189df3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:14.902958 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-2dcd6765-065d-41dc-b7ed-703c189df3f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522082 Jul 16 09:48:14.934445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:14.998376 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-edeac065-64c4-4ca9-8e3f-93da4414472a service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877755 Jul 16 09:48:15.086295 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-5994f79f-b322-44d9-a956-c16111d8b58e req-6ca1387d-b844-490b-a8a7-de0630db977f service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819044 Jul 16 09:48:15.163284 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:13Z', 'revision_number': 0, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:15.190274 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678806d1-1c93-4cd4-a86c-20556658e435 None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:13Z', 'revision_number': 0, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:15.374041 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00552c40-45a1-462d-83a4-3d23a553f5d1 None None] New status for floating IP fd887c46-ddbd-43fa-8a67-d814ec7d723d: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:48:15.776618 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-196497a8-1398-4199-8a25-bcea3d6348e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:15.861357 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:16.963474 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:18.543653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:18.645771 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.652351 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:48:34.459208 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.120414 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fe92bf81-790f-4aeb-936f-bfba0c8f8123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:45.777371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-aa038dde-365a-4a40-b338-31d9784f0b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:45.861661 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:46.964805 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:48.546694 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:48.652707 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:52.626246 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-9b1fc892-fe55-4dd9-b51b-431e8eb6ba6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558321 Jul 16 09:48:52.733553 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-a7ba24f5-c435-4002-b991-b026c64832f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:52.734996 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-a7ba24f5-c435-4002-b991-b026c64832f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1097 time: 0.0535300 Jul 16 09:48:52.841207 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-e6906f75-10e5-46f0-b105-8b05d8ae75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:52.842679 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-e6906f75-10e5-46f0-b105-8b05d8ae75cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0894835 Jul 16 09:48:52.907625 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-64a531ed-329c-49e1-9eab-2c9aaeae779b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 1000 time: 0.0579677 Jul 16 09:48:52.955462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-03ddbed5-25af-4ebb-9894-3a8614b48a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:52.956933 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-03ddbed5-25af-4ebb-9894-3a8614b48a6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0443563 Jul 16 09:48:53.019830 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-68a7f920-2186-4a8a-bb2b-de0562e44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:53.021356 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-68a7f920-2186-4a8a-bb2b-de0562e44730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574765 Jul 16 09:48:53.031391 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-91c04a64-e24e-4367-8781-4f71d2d80052 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:48:53.032449 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-91c04a64-e24e-4367-8781-4f71d2d80052 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050702 Jul 16 09:48:53.121207 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-f497d580-1fb6-4155-b14f-1370d309a2a4 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826814 Jul 16 09:48:53.213498 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-4cefab70-5063-4ac6-847f-ee45f0e0b1c6 req-b09bfec6-5d93-4d31-b662-95c9a465387a service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863779 Jul 16 09:49:04.461310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:10.651210 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:13.121381 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-56523c81-7b0c-4a37-b194-a34949021a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:15.776751 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ed56c30a-e359-475b-8808-a5b471ff1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:15.860940 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:16.968257 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:18.555274 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:18.652064 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:34.460589 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:43.121996 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4df0cd38-6191-4677-bd40-9dd3888f771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.777448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8ecd43b5-a3d0-4be7-aa0c-47f002a5bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.862372 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:46.971454 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.649844 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:48.547546 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.658732 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:54.605274 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-0c04f83d-9103-47aa-9282-895c9e74de68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545897 Jul 16 09:49:54.713353 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-9b7b1b92-6eb5-484f-a2b1-b5af5096a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:54.714862 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-9b7b1b92-6eb5-484f-a2b1-b5af5096a798 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1097 time: 0.0532298 Jul 16 09:49:54.822634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-a23bf938-8efa-483f-8679-d26f0eaab53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:54.824123 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-a23bf938-8efa-483f-8679-d26f0eaab53f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0900784 Jul 16 09:49:54.887932 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-7344bf5a-4141-4f6a-866d-02e835aa8b55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 1000 time: 0.0577540 Jul 16 09:49:54.942361 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-46323448-02fa-4493-be6a-8543453baf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:54.943794 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-46323448-02fa-4493-be6a-8543453baf77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0494502 Jul 16 09:49:55.000798 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-b607e565-ed1d-49aa-bf9f-07627867b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:55.002257 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-b607e565-ed1d-49aa-bf9f-07627867b582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524678 Jul 16 09:49:55.092166 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-50eed621-696c-4d8c-9973-8b0ab8b32d8d service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831826 Jul 16 09:49:55.185761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-a8ee5857-a471-462b-bcb1-a6088a8f4bd4 req-d0cc46e8-4355-4a6c-a800-c72d4832a110 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Jul 16 09:50:04.476509 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.450076 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 details requested by agent hyperv_n-h1-798249-10 with host n-h1-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:50:12.547222 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:12.558885 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Returning: {'device': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:50:12.594660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.606684 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecea02aa-764a-432f-9189-2d4444907cc0 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:12.625317 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:12.629259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.677848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:12.684804 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.685150 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.685486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.686064 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.686402 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.686728 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.687053 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.687407 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.687729 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.688046 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.688365 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.688689 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:12.798528 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] get_ports_and_sgs() called for port_ids ['ecea02aa-764a-432f-9189-2d4444907cc0'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:50:12.974493 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-eaf32328-a646-4343-b9e6-88bfcd8cef2a req-c4f27cc2-bff8-4b9b-bb6d-cff55cae99db service neutron] (93700) timed out ('10.222.0.18', 55519) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:50:13.122951 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b7f04746-6d90-493c-9f94-92e125f423bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.471387 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 up at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:14.529900 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Provisioning complete for port ecea02aa-764a-432f-9189-2d4444907cc0 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:14.530272 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.632899 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.657445 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:14.659767 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d969580d-790a-47e1-b481-f513b5dca2e9" -d '{"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-plugged", "status": "completed", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:14.681277 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:14.695808 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.759413 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:14.829380 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f2928-1bfa-4792-bc6c-68553943d175 x-openstack-request-id: req-3c7f2928-1bfa-4792-bc6c-68553943d175 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:14.829688 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-plugged", "status": "completed", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:14.829938 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c7f2928-1bfa-4792-bc6c-68553943d175 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:14.830335 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'code': 200} Jul 16 09:50:15.781681 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2f526512-ef25-4c88-ba16-ae8042a1e2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.866044 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:16.977277 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.558384 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.658920 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:23.120236 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-495c1d69-5e55-4676-b3a9-686ddfc10df4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847345137&fields=id&tenant_id=b3d480ecfd514357960313959134b3a7 HTTP/1.1" status: 200 len: 267 time: 0.0345559 Jul 16 09:50:23.229010 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-c7d1abb4-a9ac-4394-91d1-ba548f459fcd tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:23.230462 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-c7d1abb4-a9ac-4394-91d1-ba548f459fcd tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 809 time: 0.1040859 Jul 16 09:50:23.245184 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-fe76eebd-936e-4888-82c3-656ffbdfbc29 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/quotas/b3d480ecfd514357960313959134b3a7 HTTP/1.1" status: 200 len: 375 time: 0.0094209 Jul 16 09:50:23.314534 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-de254a3f-5492-4535-af78-edd7a29d4f42 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0646136 Jul 16 09:50:23.382549 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-e72ddb0a-e549-4f2a-afe7-2fdca03ebccc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:50:23.383753 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-e72ddb0a-e549-4f2a-afe7-2fdca03ebccc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574598 Jul 16 09:50:23.477840 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-9739b103-995d-484a-a16d-306259a7b4c7 service neutron] 10.222.0.41 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883951 Jul 16 09:50:23.565548 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-ba96a908-8e1e-483a-9266-a4c727297493 service neutron] 10.222.0.41 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820112 Jul 16 09:50:24.649832 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:24.753182 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-be3f061a-3f6a-4346-b5f3-ff9785b7e7ed req-b5ccfa1b-69ba-4927-aa88-d7803fa5ab99 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 210 time: 0.0333221 Jul 16 09:50:25.835444 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9f34ed1c-7d77-4103-9e1d-9b83bc12a774 req-079c66de-de45-4575-8345-90e59569c7e4 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Jul 16 09:50:26.507371 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:26.585182 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:26.606740 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:26.608980 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f885955d-22b2-4db8-b913-08a22e50a00c" -d '{"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-unplugged", "status": "completed", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:26.621161 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:26.624832 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:26.647980 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d417ecd1-9aaf-4abe-8945-3a0ad7a4f37b x-openstack-request-id: req-d417ecd1-9aaf-4abe-8945-3a0ad7a4f37b {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:26.648274 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-unplugged", "status": "completed", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:26.648527 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d417ecd1-9aaf-4abe-8945-3a0ad7a4f37b {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:26.648913 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'code': 200} Jul 16 09:50:26.673386 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Pushing event updated for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:26.982390 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-8a8f28f4-099d-4fd5-be96-f546491e1975 req-6aadccf2-c63a-4c06-81f8-e22730775d8d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 210 time: 0.0298362 Jul 16 09:50:27.019791 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-98a0e10e-9b33-4e9b-a22c-e47b38b5de20 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:27.021248 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-98a0e10e-9b33-4e9b-a22c-e47b38b5de20 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.18 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 809 time: 0.1198757 Jul 16 09:50:27.071282 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-17e3e0f8-a891-45ca-9e15-65f5fa0ec87d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3d480ecfd514357960313959134b3a7 HTTP/1.1" status: 200 len: 379 time: 0.0349171 Jul 16 09:50:27.083510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'port': {'device_id': '087caded-c631-4f3c-be66-6d4e00ed2330', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'admin_state_up': True, 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'security_groups': ['a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff']}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:27.192742 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Made reservation on behalf of b3d480ecfd514357960313959134b3a7 for: {'port': 1} {{(pid=93699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:27.196478 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.329406 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.db_base_plugin_common [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Allocated IP 172.20.0.13 (9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb/512bb7d6-b0df-4fb9-82c0-4ecde612f63f/f9e7951e-5c22-44da-b1c2-cae7c28af252) {{(pid=93699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:27.510298 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for port, precommit_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.531005 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Transition to ACTIVE for port object f9e7951e-5c22-44da-b1c2-cae7c28af252 will not be triggered until provisioned by entity DHCP. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:27.582391 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_create {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.653767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb is already hosted by enough agents. {{(pid=93699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:27.657691 n-d-798249-10 neutron-server[93699]: DEBUG neutron.scheduler.base_scheduler [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Resources bound (agent type, host, resource id): {{(pid=93699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:27.663152 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Received port after_create {{(pid=93699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:27.672799 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=1']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:27.708462 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.708885 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.709302 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.709718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.710137 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.710537 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.710934 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.711354 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.711864 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.712268 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.712718 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.713112 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:27.745360 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:27.746302 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.761771 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-a22498ea-a7ad-4e11-ac7d-9acbecf17d09 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6818047 Jul 16 09:50:27.938374 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6b091e99-a4a6-4045-93f3-fbde75f33c85 None None] Provisioning for port f9e7951e-5c22-44da-b1c2-cae7c28af252 completed by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:27.943434 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-6b091e99-a4a6-4045-93f3-fbde75f33c85 None None] Provisioning complete for port f9e7951e-5c22-44da-b1c2-cae7c28af252 triggered by entity DHCP. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:27.943886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6b091e99-a4a6-4045-93f3-fbde75f33c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.981312 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-6b091e99-a4a6-4045-93f3-fbde75f33c85 None None] Port f9e7951e-5c22-44da-b1c2-cae7c28af252 cannot update to ACTIVE because it is not bound. {{(pid=93701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:28.165634 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e77ce-15c3-4009-8e48-c755291db31b req-f1f6b299-a5c6-4b5a-9296-324ca699cdaa tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:28.167978 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-484e77ce-15c3-4009-8e48-c755291db31b req-f1f6b299-a5c6-4b5a-9296-324ca699cdaa tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0674443 Jul 16 09:50:28.211569 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-484e77ce-15c3-4009-8e48-c755291db31b req-27f85db7-78f5-42be-8eb8-0874dc3a0e3b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376313 Jul 16 09:50:29.390622 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56a851-098f-44c0-85ab-db03094e2877 req-2bbd0538-84b3-4428-bfef-982ef637f24c tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:29.392133 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d56a851-098f-44c0-85ab-db03094e2877 req-2bbd0538-84b3-4428-bfef-982ef637f24c tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0671034 Jul 16 09:50:29.432599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6d56a851-098f-44c0-85ab-db03094e2877 req-c3c5e364-9f3a-4825-9e15-f96421e5a5a1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342155 Jul 16 09:50:30.620374 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003146-679a-4023-a08e-453ed2920f37 req-e5b2ccc1-2c90-4335-a656-bde02d60c9b2 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:30.621939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a003146-679a-4023-a08e-453ed2920f37 req-e5b2ccc1-2c90-4335-a656-bde02d60c9b2 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0700393 Jul 16 09:50:30.662005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-9a003146-679a-4023-a08e-453ed2920f37 req-7dfa2f8c-5496-4fea-85b7-d6882929ea70 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344698 Jul 16 09:50:31.864069 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78875-09e6-4afe-b3ef-0f71780555b1 req-1da1df67-cac8-4f96-885f-bba18b65506d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:31.865654 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73a78875-09e6-4afe-b3ef-0f71780555b1 req-1da1df67-cac8-4f96-885f-bba18b65506d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0831783 Jul 16 09:50:31.905596 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-73a78875-09e6-4afe-b3ef-0f71780555b1 req-f67ad437-ee5a-4f53-9856-beda782879bc tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343866 Jul 16 09:50:33.105042 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dc51c-5fb7-45c8-90a5-b599d7e79619 req-04d241b3-dffd-4870-a8c1-38751efc8400 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:33.110275 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc4dc51c-5fb7-45c8-90a5-b599d7e79619 req-04d241b3-dffd-4870-a8c1-38751efc8400 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0887558 Jul 16 09:50:33.150598 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-cc4dc51c-5fb7-45c8-90a5-b599d7e79619 req-53e6ce17-54c8-4264-a5cb-f448c9d9e3eb tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364716 Jul 16 09:50:34.327246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d615-af79-4ed5-b6f3-8cc3e1723536 req-981dbe8d-86c2-4611-8593-cfbb4cd14ecf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:34.328796 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e48d615-af79-4ed5-b6f3-8cc3e1723536 req-981dbe8d-86c2-4611-8593-cfbb4cd14ecf tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0658059 Jul 16 09:50:34.374567 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0e48d615-af79-4ed5-b6f3-8cc3e1723536 req-71ec7a8c-db12-4aad-9042-5b7a8acdcaae tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391862 Jul 16 09:50:34.475848 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:35.556316 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2ebd-f98f-4b8c-aaf7-16d061482807 req-c745ebb9-dc0b-4ba4-9903-d3e952f0dc85 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:35.557872 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46fa2ebd-f98f-4b8c-aaf7-16d061482807 req-c745ebb9-dc0b-4ba4-9903-d3e952f0dc85 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0660849 Jul 16 09:50:35.599136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-46fa2ebd-f98f-4b8c-aaf7-16d061482807 req-75fa1ae7-02d6-490f-8ed5-c4589c6c8de2 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351844 Jul 16 09:50:36.784546 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb230d99-f409-49b1-9522-3a39ef69604e req-c75b90fa-8e2e-493c-86b7-7568266a6481 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:36.786256 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb230d99-f409-49b1-9522-3a39ef69604e req-c75b90fa-8e2e-493c-86b7-7568266a6481 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0659518 Jul 16 09:50:36.829915 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-eb230d99-f409-49b1-9522-3a39ef69604e req-00e7bced-d280-4ac3-b08f-466423c5a024 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371470 Jul 16 09:50:37.857981 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.v2.base [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Request body: {'port': {'device_id': '087caded-c631-4f3c-be66-6d4e00ed2330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-10'}} {{(pid=93699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:37.934377 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.007930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0b18-8c8d-43ca-b84e-ce936464221b req-af299bad-d413-4b2c-b915-331cdf6adf5d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.009420 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f2e0b18-8c8d-43ca-b84e-ce936464221b req-af299bad-d413-4b2c-b915-331cdf6adf5d tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 932 time: 0.0673563 Jul 16 09:50:38.048274 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-0f2e0b18-8c8d-43ca-b84e-ce936464221b req-49e9e362-fd63-4da7-bca6-4be85c0bae12 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331416 Jul 16 09:50:38.193065 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e7951e-5c22-44da-b1c2-cae7c28af252 {{(pid=93699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:38.200459 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.211767 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.provisioning_blocks [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Transition to ACTIVE for port object f9e7951e-5c22-44da-b1c2-cae7c28af252 will not be triggered until provisioned by entity L2. {{(pid=93699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:38.215824 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.271301 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=2']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:38.339769 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Attempting to bind port f9e7951e-5c22-44da-b1c2-cae7c28af252 on host n-h2-798249-10 for vnic_type normal with profile {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:38.340202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Attempting to bind port f9e7951e-5c22-44da-b1c2-cae7c28af252 by drivers openvswitch,hyperv on host n-h2-798249-10 at level 0 using segments [{'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:38.340535 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Attempting to bind port f9e7951e-5c22-44da-b1c2-cae7c28af252 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:38.345121 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Port f9e7951e-5c22-44da-b1c2-cae7c28af252 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-10 {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:50:38.345445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Attempting to bind port f9e7951e-5c22-44da-b1c2-cae7c28af252 on network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:38.350387 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Checking agent: {'id': '8091f3e4-72f9-4257-844e-2fbf4bbfe722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 24, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:38.350726 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Checking segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:38.351114 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Bound using segment: {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'} {{(pid=93699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:38.351583 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.managers [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Bound port: f9e7951e-5c22-44da-b1c2-cae7c28af252, host: n-h2-798249-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7364a0-7539-4f9e-a67f-71e4b113ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb'}}] {{(pid=93699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:38.351946 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.417825 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, cleared binding levels {{(pid=93699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:38.420768 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:38.424407 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14616485'] for port, after_update {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.461020 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.461655 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.463046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] 10.222.0.18 "PUT /v2.0/ports/f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 1093 time: 0.6540720 Jul 16 09:50:38.463510 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:38.465748 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df4c63-13e9-453b-9aa9-7308f3a15ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:38.497184 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac45bad-f7d3-43e0-8490-28276afeecaf service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=3']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:38.560746 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-586a3e5a-5ce7-4f19-acea-60dcb23fd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.562524 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-586a3e5a-5ce7-4f19-acea-60dcb23fd61c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1096 time: 0.0579672 Jul 16 09:50:38.564037 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272fd739-497f-42c4-9aec-55eaf97c78e7 x-openstack-request-id: req-272fd739-497f-42c4-9aec-55eaf97c78e7 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:38.564314 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:38.564559 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-272fd739-497f-42c4-9aec-55eaf97c78e7 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:38.564942 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'status': 'completed', 'code': 200} Jul 16 09:50:38.605056 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-b69fc073-d229-40c0-916f-5c21df3b17ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 217 time: 0.0352409 Jul 16 09:50:38.659163 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8465248a-8c88-46b0-a2f6-647608a469f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.661489 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8465248a-8c88-46b0-a2f6-647608a469f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0504684 Jul 16 09:50:38.721144 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-17e75a98-3388-4584-b2de-e556e9a802ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.723311 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-17e75a98-3388-4584-b2de-e556e9a802ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548100 Jul 16 09:50:38.812936 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-e90fcd9f-e09b-4b82-8a07-d0391c9d29d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820572 Jul 16 09:50:38.902254 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-05fd8bfa-d3fc-4ccc-8c8e-a4ee330728fb req-8236e764-331c-4215-afd8-4aaff5a2e3ed service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834906 Jul 16 09:50:38.997149 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-b5a623df-dfa1-48bf-910d-79ebb0513f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:38.998600 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-b5a623df-dfa1-48bf-910d-79ebb0513f0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1096 time: 0.0521855 Jul 16 09:50:39.092202 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-a713069c-a2d5-48c6-a116-81d877cbc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.093700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-a713069c-a2d5-48c6-a116-81d877cbc2f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0891001 Jul 16 09:50:39.135983 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-9c6cf40a-ce70-4679-a035-33855934bada service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 217 time: 0.0343225 Jul 16 09:50:39.184843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-577ba63f-dd85-4644-ab33-7ed85a5aac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.186572 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-577ba63f-dd85-4644-ab33-7ed85a5aac2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0443718 Jul 16 09:50:39.227100 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaca5f-a813-4287-92ab-fbf69a129773 req-094fa22e-5d5b-4f4d-8f73-ad76ebfbe759 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.228632 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15eaca5f-a813-4287-92ab-fbf69a129773 req-094fa22e-5d5b-4f4d-8f73-ad76ebfbe759 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 944 time: 0.0633700 Jul 16 09:50:39.249216 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-99ca4096-85af-46a0-9318-cd4cb421c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.250944 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-99ca4096-85af-46a0-9318-cd4cb421c6a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568964 Jul 16 09:50:39.266005 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-15eaca5f-a813-4287-92ab-fbf69a129773 req-9e133d45-d3b8-4814-84da-15ba147855d2 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Jul 16 09:50:39.340317 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-e619146e-599a-4676-a07e-c0e83a1a03cb service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815187 Jul 16 09:50:39.431621 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-83df4c63-13e9-453b-9aa9-7308f3a15ad9 req-1127ff13-f836-4761-b74a-6492126ad59a service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Jul 16 09:50:40.440115 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420fbc1-7a30-4ecc-9785-d41f24cf4618 req-43d8af14-3327-42ac-b507-a04ca17eeac7 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:40.442054 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4420fbc1-7a30-4ecc-9785-d41f24cf4618 req-43d8af14-3327-42ac-b507-a04ca17eeac7 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 944 time: 0.0657308 Jul 16 09:50:40.487439 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4420fbc1-7a30-4ecc-9785-d41f24cf4618 req-1f4d060a-8c20-4859-8ba1-40aafb869bd7 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398784 Jul 16 09:50:41.660467 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aff218-687b-4cb6-9c46-c079c3f67b9b req-6412c044-48fe-43b9-9b25-da84afb7d549 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:41.661929 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8aff218-687b-4cb6-9c46-c079c3f67b9b req-6412c044-48fe-43b9-9b25-da84afb7d549 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 944 time: 0.0621774 Jul 16 09:50:41.698689 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-a8aff218-687b-4cb6-9c46-c079c3f67b9b req-502d20b9-d0e7-4b96-ad90-f2408850700b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Jul 16 09:50:41.729626 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:50:41.824504 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:41.835631 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'port_id': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'mac_address': 'fa:16:3e:8d:31:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:50:41.871249 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.883368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e7951e-5c22-44da-b1c2-cae7c28af252 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:41.902994 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:41.907163 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.955896 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=4']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:42.149142 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f9e7951e-5c22-44da-b1c2-cae7c28af252'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:50:42.870998 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942b3b-43fe-45e8-8d70-2e8e28e1f6ba req-df8f42f0-8b5f-453f-aa94-bdb96af2dc83 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:42.872402 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb942b3b-43fe-45e8-8d70-2e8e28e1f6ba req-df8f42f0-8b5f-453f-aa94-bdb96af2dc83 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 945 time: 0.0636666 Jul 16 09:50:42.910084 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-bb942b3b-43fe-45e8-8d70-2e8e28e1f6ba req-0a572e8b-736c-4a2d-b0f2-85a8ce990b36 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Jul 16 09:50:43.123414 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-80daedca-7353-4ac4-af94-189347f88419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.746908 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:43.795683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning for port f9e7951e-5c22-44da-b1c2-cae7c28af252 completed by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:43.799188 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f9e7951e-5c22-44da-b1c2-cae7c28af252 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:43.799594 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.873360 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.895644 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:43.897931 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e21548e-d7d7-4b3e-aadf-a310265befa3" -d '{"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:43.910560 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:43.914504 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.940524 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd895f-373d-4481-aed5-8f466aa78a1e x-openstack-request-id: req-81cd895f-373d-4481-aed5-8f466aa78a1e {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:43.941337 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:43.941654 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81cd895f-373d-4481-aed5-8f466aa78a1e {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:43.942346 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'code': 200} Jul 16 09:50:43.969784 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=5']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:44.050785 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47247d8-717d-46ec-9350-68608b22a05d req-a69da7e2-50db-4f1f-baa1-768cbe2b1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:44.052607 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b47247d8-717d-46ec-9350-68608b22a05d req-a69da7e2-50db-4f1f-baa1-768cbe2b1630 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1098 time: 0.0538726 Jul 16 09:50:44.088046 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b47247d8-717d-46ec-9350-68608b22a05d req-44538c45-44b5-4b8a-a644-493d00d866fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291162 Jul 16 09:50:44.091175 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8b59-0ed5-47ef-9fa5-3bf59f53b26b req-7104c571-8eeb-4d7d-b99d-fcb120743a60 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:44.092728 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-214c8b59-0ed5-47ef-9fa5-3bf59f53b26b req-7104c571-8eeb-4d7d-b99d-fcb120743a60 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 946 time: 0.0682480 Jul 16 09:50:44.130178 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-214c8b59-0ed5-47ef-9fa5-3bf59f53b26b req-93b73192-9038-450d-8975-c2bd9c1e67b7 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319493 Jul 16 09:50:45.299927 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b025b8-50e9-4c55-bbf4-86f00134116a req-ebce2f12-5873-4b4f-8adb-b372088c7af9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:45.301516 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-62b025b8-50e9-4c55-bbf4-86f00134116a req-ebce2f12-5873-4b4f-8adb-b372088c7af9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 946 time: 0.0637062 Jul 16 09:50:45.339368 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-62b025b8-50e9-4c55-bbf4-86f00134116a req-f57b0ce8-5031-4373-9d5d-650d6af84152 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323329 Jul 16 09:50:45.515838 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96879c8-3594-4d61-acfc-362a8c8cc82c req-d720ca48-c318-4382-aa90-af97a2799644 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:45.517302 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f96879c8-3594-4d61-acfc-362a8c8cc82c req-d720ca48-c318-4382-aa90-af97a2799644 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 946 time: 0.0665178 Jul 16 09:50:45.555280 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-f96879c8-3594-4d61-acfc-362a8c8cc82c req-d6f808d5-d376-4231-a01f-7ccd8725f0b9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Jul 16 09:50:45.579826 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46730) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:45.631632 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9c8d1a-33a5-4f97-9f90-679aa06700b7 tempest-TestSnapshotPattern-950906428 tempest-TestSnapshotPattern-950906428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:45.633051 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-fd9c8d1a-33a5-4f97-9f90-679aa06700b7 tempest-TestSnapshotPattern-950906428 tempest-TestSnapshotPattern-950906428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1093 time: 0.0522542 Jul 16 09:50:45.635820 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46732) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:45.640237 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.v2.base [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Request body: {'floatingip': {'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'port_id': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:45.660403 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.759585 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.775692 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-570e9233-0511-41f5-ba92-d8a129b927b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.866088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_common [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Allocated IP 172.25.0.64 (13dfb5d3-e9cb-4e7a-a170-c469cc959765/ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37/71ad7286-21d5-43f0-8d69-0b233a46a79c) {{(pid=93700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:45.867660 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.971332 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for port, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.009727 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746759838347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.051013 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Network 13dfb5d3-e9cb-4e7a-a170-c469cc959765 is already hosted by enough agents. {{(pid=93700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:46.053985 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.base_scheduler [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Resources bound (agent type, host, resource id): {{(pid=93700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:46.056692 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Received port after_create {{(pid=93700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:46.078338 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'Port': ['ID=71ad7286-21d5-43f0-8d69-0b233a46a79c,revision_number=1']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.091124 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.091496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.091832 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.092164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.092488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.093120 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.093453 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.093773 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.094092 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.094411 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.094731 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.095056 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:46.434223 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.519435 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.668336 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for port, precommit_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.672473 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13614446'] for port, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.742127 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event updated for resources: {'Port': ['ID=71ad7286-21d5-43f0-8d69-0b233a46a79c,revision_number=2']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.754157 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762580'] for floatingip, after_update {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.855033 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Floating IP a1a2c60f-eb61-4083-a577-563ad22a4d26 associated. External IP: 172.25.0.64, port: f9e7951e-5c22-44da-b1c2-cae7c28af252. Jul 16 09:50:46.978506 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.058035 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Router caeac187-5408-482b-a48f-1cbce7be0e34 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:47.160164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:47.169174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:47.176788 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.179225 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:47.179880 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:50:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:47.289642 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:47.527515 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'a1a2c60f-eb61-4083-a577-563ad22a4d26', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:8d:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087caded-c631-4f3c-be66-6d4e00ed2330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:46Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 0, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}, {'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:15Z', 'revision_number': 1, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:47.559599 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d9903e13-f01a-47f1-8ce8-85832fef9232 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9226983 Jul 16 09:50:47.560236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:47.560351 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:47.562859 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b94297b-734e-40fa-adb3-eb8f4630ca7f" -d '{"events": [{"name": "network-changed", "server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:47.569207 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:47.569803 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:50:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:47.654441 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a4b706-93fc-416d-bdb2-4433b631ec1e x-openstack-request-id: req-63a4b706-93fc-416d-bdb2-4433b631ec1e {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:47.654731 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:47.655000 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63a4b706-93fc-416d-bdb2-4433b631ec1e {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:47.655440 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'status': 'completed', 'code': 200} Jul 16 09:50:47.678368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:47.728816 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-466292a3-9d26-43c4-ba71-79bd708a41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:47.730324 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-466292a3-9d26-43c4-ba71-79bd708a41fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1098 time: 0.0534518 Jul 16 09:50:47.828461 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-7ad273b8-4532-4f83-957c-5240c24539b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:47.829852 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-7ad273b8-4532-4f83-957c-5240c24539b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0930650 Jul 16 09:50:47.898961 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-7fb7fad4-90ef-46a8-aa47-68ec8302f400 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 999 time: 0.0629318 Jul 16 09:50:47.906625 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'a1a2c60f-eb61-4083-a577-563ad22a4d26', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:8d:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087caded-c631-4f3c-be66-6d4e00ed2330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:46Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 0, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}, {'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:15Z', 'revision_number': 1, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:47.933125 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430778bb-60ad-46d7-9b1c-34b323082fbd None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'a1a2c60f-eb61-4083-a577-563ad22a4d26', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:8d:31:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087caded-c631-4f3c-be66-6d4e00ed2330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:46Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 0, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}, {'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:15Z', 'revision_number': 1, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:47.950342 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-2add89db-e88c-4af1-b859-8f9bf772a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:47.951900 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-2add89db-e88c-4af1-b859-8f9bf772a418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0468898 Jul 16 09:50:48.011582 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-cdfec366-0de0-4a0a-b8fc-00b0040d24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:48.013064 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-cdfec366-0de0-4a0a-b8fc-00b0040d24cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550292 Jul 16 09:50:48.109202 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-137f64f8-0357-48de-81c6-7ab5c21aceb6 service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900834 Jul 16 09:50:48.135624 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a9cef1-d183-4428-87d6-86d7f7a5b3dd None None] New status for floating IP a1a2c60f-eb61-4083-a577-563ad22a4d26: ACTIVE {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:50:48.199570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-1b94297b-734e-40fa-adb3-eb8f4630ca7f req-8bf37ab8-14e9-42a3-b80b-6581d51d265b service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846493 Jul 16 09:50:48.555405 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.660309 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:56.615619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-3db729a1-a2f0-424f-871e-a9d71786510d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520093 Jul 16 09:50:56.728983 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-3c97f9d2-24b5-49c1-acf8-cba82e0b0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:56.730490 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-3c97f9d2-24b5-49c1-acf8-cba82e0b0d6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1095 time: 0.0571148 Jul 16 09:50:56.834638 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-d9b684f6-5c64-469c-ae9b-db45a3c0129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:56.836101 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-d9b684f6-5c64-469c-ae9b-db45a3c0129e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0857570 Jul 16 09:50:56.903953 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-47db7753-da5e-417a-a110-1e6197d2d619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 998 time: 0.0612545 Jul 16 09:50:56.950843 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-e3617ca4-2c5f-4d85-922a-03273e84259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:56.952287 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-e3617ca4-2c5f-4d85-922a-03273e84259d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0417910 Jul 16 09:50:57.006404 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-0090e18e-3d88-4789-8f09-e6cd7f7eafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.007859 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-0090e18e-3d88-4789-8f09-e6cd7f7eafea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498080 Jul 16 09:50:57.100603 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-2032b726-d1a5-4f5a-a06d-9cceb81e3b2d service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Jul 16 09:50:57.188183 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-b629a585-44cc-4656-8f29-92b6a6d270b2 req-a654ba1f-c650-42aa-967b-d0d699118874 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806890 Jul 16 09:51:01.649665 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:04.478371 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:13.123078 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-fa47c806-cd41-407c-8a2f-485049d31230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.776841 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-efc7c577-cc6e-4224-ba22-54378cd8c34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.868516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.981270 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.569546 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.663566 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.454096 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-d89b2ff8-543b-45dd-9c7a-b510e0ce5377 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561044 Jul 16 09:51:31.554888 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-0dee73a2-831c-4b72-8c4a-9b8905d8ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:31.556441 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-0dee73a2-831c-4b72-8c4a-9b8905d8ecec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1098 time: 0.0560937 Jul 16 09:51:31.660531 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-2dc5fd75-6a41-4403-949c-4e0abc05ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:31.662004 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-2dc5fd75-6a41-4403-949c-4e0abc05ca91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0846901 Jul 16 09:51:31.730570 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-54edbd83-8091-4ed8-9bd4-93df29c9f6e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 1001 time: 0.0617816 Jul 16 09:51:31.779501 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-9b31009a-d53e-4ab3-819e-8798016644a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:31.780903 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-9b31009a-d53e-4ab3-819e-8798016644a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0442612 Jul 16 09:51:31.838008 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-f86e4efe-46a8-4b30-bed7-6077c111c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:31.839527 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-f86e4efe-46a8-4b30-bed7-6077c111c22f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514917 Jul 16 09:51:31.933664 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-99cc409a-e20d-4cc7-a856-05c91c64d677 service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871646 Jul 16 09:51:32.027515 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-fdef65f8-fc64-4678-a6c9-9b767e9d9555 req-a30b87bb-6dcc-4b06-96eb-a65293ba72d0 service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Jul 16 09:51:34.479194 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.649220 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:43.123392 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-5af2d2b6-d65e-44da-bf7b-fe517ad42d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:45.776468 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b70708a2-4645-401e-b7bb-a02a1c935f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:45.869122 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:46.984900 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.553295 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.664328 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:56.651830 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-95aac688-4753-40d3-a0dc-002e844c46ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955017 Jul 16 09:51:56.759634 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-57e52ab3-6a28-4585-b2ab-7d1aa3ecb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:56.761109 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-57e52ab3-6a28-4585-b2ab-7d1aa3ecb59e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1095 time: 0.0529900 Jul 16 09:51:56.867676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-b10288af-eaa8-4e6e-a9c0-a6e5f6d3b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:56.869067 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-b10288af-eaa8-4e6e-a9c0-a6e5f6d3b9cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0868056 Jul 16 09:51:56.931392 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-82794798-c890-4ae9-a6ea-203365c9533c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 998 time: 0.0562336 Jul 16 09:51:56.979386 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-5433f1b1-5783-460b-ae13-45efa4be27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:56.980749 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-5433f1b1-5783-460b-ae13-45efa4be27a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0431221 Jul 16 09:51:57.043195 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-d0a5dd6c-940d-4dd2-ac78-f668ee57252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:57.044700 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-d0a5dd6c-940d-4dd2-ac78-f668ee57252d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583246 Jul 16 09:51:57.131750 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-39aafa52-e663-44d7-972e-6fae6e076c67 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805159 Jul 16 09:51:57.222332 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-c0d00c83-2f24-439c-9cd3-f4e494a5a058 req-22ddf306-3d33-4333-8ead-27a7e470b00b service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843556 Jul 16 09:52:04.492310 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:13.123995 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dd3d8bd1-b6cc-4eae-ac1e-d879d008d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:15.648893 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:15.777075 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-507f1af6-3114-4973-bc7a-752041f000d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:15.868983 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:16.986693 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:18.560621 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:18.667134 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:30.293569 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 details requested by agent hyperv_n-h2-798249-10 with host n-h2-798249-10 {{(pid=93701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:52:30.403403 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:30.415450 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Returning: {'device': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'port_id': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'mac_address': 'fa:16:3e:8d:31:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:52:30.455176 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:30.469147 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9e7951e-5c22-44da-b1c2-cae7c28af252 {{(pid=93701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:52:30.490654 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:30.495943 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:30.554291 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=6']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:30.561764 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.562128 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.562570 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.562809 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.563519 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.564061 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.564533 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.564747 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.565266 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.565448 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.565700 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.566021 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:30.573172 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] get_ports_and_sgs() called for port_ids ['f9e7951e-5c22-44da-b1c2-cae7c28af252'] {{(pid=93701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:52:32.323334 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 up at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:32.379042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.provisioning_blocks [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Provisioning complete for port f9e7951e-5c22-44da-b1c2-cae7c28af252 triggered by entity L2. {{(pid=93701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:32.379564 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782826'] for port, provisioning_complete {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.466752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.492871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:32.495146 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979440a6-bdb3-45e8-a0aa-f99b143e29d0" -d '{"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:32.514174 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:32.517772 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.561313 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec921013-529e-4a80-b6c0-c2d52a5a6733 x-openstack-request-id: req-ec921013-529e-4a80-b6c0-c2d52a5a6733 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:32.561598 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-plugged", "status": "completed", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:32.561845 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec921013-529e-4a80-b6c0-c2d52a5a6733 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:32.562267 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'code': 200} Jul 16 09:52:32.604976 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=7']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:33.510766 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-2041959e-a514-4690-a7cf-9d9e30e8ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:33.513554 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-2041959e-a514-4690-a7cf-9d9e30e8ed20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1098 time: 0.0655427 Jul 16 09:52:34.006238 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-9fbaed76-c2d7-4c96-a90a-eb1843a55be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:34.008908 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-9fbaed76-c2d7-4c96-a90a-eb1843a55be7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.4724245 Jul 16 09:52:34.080708 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-99a19269-6d67-42c1-8af7-0a311f8bb248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 1001 time: 0.0650682 Jul 16 09:52:34.132132 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-fefadfc4-2f4b-4880-8ef8-c078b0de70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:34.133748 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-fefadfc4-2f4b-4880-8ef8-c078b0de70c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0469747 Jul 16 09:52:34.201881 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-8c254228-12be-46f9-ae8d-062c562ee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:34.203486 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-8c254228-12be-46f9-ae8d-062c562ee554 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638862 Jul 16 09:52:34.305553 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-93de82a6-0bc4-457f-9a6f-7f29a5221e14 service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937929 Jul 16 09:52:34.409507 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-6eb88265-091f-4637-8d53-86e9e956ae72 req-5d388add-8d48-4ea0-a8ca-c6a8fabf197a service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972457 Jul 16 09:52:34.508105 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.530452 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 46954) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:40.684309 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Deleting port 71ad7286-21d5-43f0-8d69-0b233a46a79c {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:40.684590 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.762807 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.763136 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.775459 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Calling delete_port for 71ad7286-21d5-43f0-8d69-0b233a46a79c owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:40.918224 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.949246 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event deleted for resources: {'Port': ['ID=71ad7286-21d5-43f0-8d69-0b233a46a79c,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:40.975843 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.976189 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.976524 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.976859 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.977191 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.977518 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.977841 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.978164 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.978490 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.978809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.979134 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:40.979488 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:41.018179 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.018512 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Floating IP a1a2c60f-eb61-4083-a577-563ad22a4d26 disassociated (deleted). External IP: 172.25.0.64, port: f9e7951e-5c22-44da-b1c2-cae7c28af252. Jul 16 09:52:41.224606 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Router caeac187-5408-482b-a48f-1cbce7be0e34 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:41.333380 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:41.338263 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.342494 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:41.351767 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:41.352388 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:41.375373 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-e7db42b7-360c-4c75-9a4f-46fcfc2f7118 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "DELETE /v2.0/floatingips/a1a2c60f-eb61-4083-a577-563ad22a4d26 HTTP/1.1" status: 204 len: 168 time: 0.8437507 Jul 16 09:52:41.375925 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:41.378178 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:41.462648 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:41.624426 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df83335a-a10d-47b0-b01a-d3bb4b6a9137 x-openstack-request-id: req-df83335a-a10d-47b0-b01a-d3bb4b6a9137 {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:41.625285 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:41.625285 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df83335a-a10d-47b0-b01a-d3bb4b6a9137 {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:41.626020 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'status': 'completed', 'code': 200} Jul 16 09:52:41.707522 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:15Z', 'revision_number': 1, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:41.711174 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-6e98e581-3c9d-489b-85a1-7b2f9aa90f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:41.712874 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-6e98e581-3c9d-489b-85a1-7b2f9aa90f51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 1098 time: 0.0562630 Jul 16 09:52:41.737848 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:41.746690 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:41.747453 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:41.827559 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-4017b66e-afb4-45ab-84a2-18df467b6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:41.828703 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f96c2-b723-42b3-b1c0-a7199ebe8519 req-54ee2e42-ddad-4315-8541-7d1e6b5e570c tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:41.829399 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-4017b66e-afb4-45ab-84a2-18df467b6069 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.1103888 Jul 16 09:52:41.830453 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e6f96c2-b723-42b3-b1c0-a7199ebe8519 req-54ee2e42-ddad-4315-8541-7d1e6b5e570c tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 946 time: 0.1024902 Jul 16 09:52:41.884973 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-4c511d81-1df4-43f9-96ac-95048cbd8d8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 200 len: 217 time: 0.0483854 Jul 16 09:52:41.889412 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7e6f96c2-b723-42b3-b1c0-a7199ebe8519 req-58e09686-a4e6-4495-8b5f-91ce4a7fc8af tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521214 Jul 16 09:52:41.937281 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-21402077-7411-4442-96a6-2a1cf380da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:41.939030 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-21402077-7411-4442-96a6-2a1cf380da7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0467634 Jul 16 09:52:42.004233 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-9ea3ce77-480c-4517-aa58-92adcc207714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:42.005787 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-9ea3ce77-480c-4517-aa58-92adcc207714 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605545 Jul 16 09:52:42.020429 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:42.098755 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-ded948ec-15d2-4238-ab82-ce286a7421eb service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Jul 16 09:52:42.194090 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-be58043b-d62d-4c8b-ad19-e2e7e5c31c4f req-dc1654e4-a838-41b1-9307-9432aabef80d service neutron] 10.222.0.18 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861688 Jul 16 09:52:42.241750 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:15Z', 'revision_number': 1, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:42.267637 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40badc2a-69f0-4040-9b36-c652f737dd39 None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_floatingips': [{'id': 'fd887c46-ddbd-43fa-8a67-d814ec7d723d', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'router_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'port_id': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'mac_address': 'fa:16:3e:bf:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:13Z', 'updated_at': '2021-07-16T09:48:15Z', 'revision_number': 1, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:42.388475 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:42.468516 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579226'] for port, before_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.491473 n-d-798249-10 neutron-server[93701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:42.493901 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf07489d1ff95014e4995499746916ffc7ac8bfe2244dcfcaa3940529aafc5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015cb7b0-1976-4230-b883-f9eb04fa55ab" -d '{"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:42.494718 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9008616-23c7-4360-9d11-3315e12ac4e5 None None] New status for floating IP a1a2c60f-eb61-4083-a577-563ad22a4d26: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:52:42.507668 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.db [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:42.512752 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746760239957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746759838365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746759838383'] for port, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.559014 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d98078-6354-4263-af93-e9370d6dec27 x-openstack-request-id: req-16d98078-6354-4263-af93-e9370d6dec27 {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:42.559299 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "code": 200}]} {{(pid=93701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:42.559572 n-d-798249-10 neutron-server[93701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16d98078-6354-4263-af93-e9370d6dec27 {{(pid=93701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:42.559983 n-d-798249-10 neutron-server[93701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'code': 200} Jul 16 09:52:42.570775 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Pushing event updated for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=8']} {{(pid=93701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:43.075603 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54a1c-92b8-45b3-a504-118760cb1743 req-c61faa2c-6194-4eaa-a057-e19c7c5077e9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:43.077072 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ed54a1c-92b8-45b3-a504-118760cb1743 req-c61faa2c-6194-4eaa-a057-e19c7c5077e9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 944 time: 0.0663314 Jul 16 09:52:43.113890 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-4ed54a1c-92b8-45b3-a504-118760cb1743 req-f07680ca-d978-44cb-b594-263f0a7ab912 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314028 Jul 16 09:52:43.124910 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e1e015d6-b589-42b0-87bf-e0569684ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.203787 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-2f65540e-a183-436e-a75b-aa232b85a318 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:43.205354 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-2f65540e-a183-436e-a75b-aa232b85a318 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.18 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 944 time: 0.0643229 Jul 16 09:52:43.306178 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Deleting port f9e7951e-5c22-44da-b1c2-cae7c28af252 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:43.306521 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.393214 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] For port f9e7951e-5c22-44da-b1c2-cae7c28af252, host n-h2-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-10',level=0,port_id=f9e7951e-5c22-44da-b1c2-cae7c28af252,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:43.393579 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.406829 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Calling delete_port for f9e7951e-5c22-44da-b1c2-cae7c28af252 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:43.536525 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.565748 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event deleted for resources: {'Port': ['ID=f9e7951e-5c22-44da-b1c2-cae7c28af252,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:43.599936 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.600445 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.600693 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.601030 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.601366 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.601699 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.602024 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.602351 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.602676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.603027 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.603376 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.603703 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-10 {{(pid=93699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:43.632529 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] No DVR routers for this DVR port f9e7951e-5c22-44da-b1c2-cae7c28af252 on host n-h2-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:43.635933 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.637937 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-dc82b9f6-bf9f-4f49-880c-71aa5ea7a1fa req-d82e0219-a13e-4131-ba79-7e04ef1a7542 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.18 "DELETE /v2.0/ports/f9e7951e-5c22-44da-b1c2-cae7c28af252 HTTP/1.1" status: 204 len: 173 time: 0.4273977 Jul 16 09:52:43.638369 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-deleted', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:43.640723 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6526974a-8231-4ae2-aec8-1b0c5059e0ea" -d '{"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-deleted", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:43.676525 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a74a39-cd57-4516-bc95-093da364e5cd x-openstack-request-id: req-c9a74a39-cd57-4516-bc95-093da364e5cd {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:43.676825 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087caded-c631-4f3c-be66-6d4e00ed2330", "name": "network-vif-deleted", "tag": "f9e7951e-5c22-44da-b1c2-cae7c28af252", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:43.677085 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9a74a39-cd57-4516-bc95-093da364e5cd {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:43.677489 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087caded-c631-4f3c-be66-6d4e00ed2330', 'name': 'network-vif-deleted', 'tag': 'f9e7951e-5c22-44da-b1c2-cae7c28af252', 'status': 'completed', 'code': 200} Jul 16 09:52:44.273663 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-7ee5d805-6886-424f-b4b0-15a07ecc0a39 req-4103edac-d9be-4107-a77b-fa22d6ab6ad1 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=087caded-c631-4f3c-be66-6d4e00ed2330 HTTP/1.1" status: 200 len: 210 time: 0.0300834 Jul 16 09:52:45.777839 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-749a4192-4e1b-4dc0-b6f0-5256b5dcb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.870568 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.957370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47018) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:46.112445 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Deleting port a9c5d4fd-07f6-4b72-a1ae-46446ea9934d {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:46.112779 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.191295 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.191649 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.202869 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Calling delete_port for a9c5d4fd-07f6-4b72-a1ae-46446ea9934d owned by network:floatingip {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:46.347206 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.373293 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event deleted for resources: {'Port': ['ID=a9c5d4fd-07f6-4b72-a1ae-46446ea9934d,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:46.419980 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 no longer exists at agent hyperv_n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:46.435796 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.436126 n-d-798249-10 neutron-server[93700]: INFO neutron.db.l3_db [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Floating IP fd887c46-ddbd-43fa-8a67-d814ec7d723d disassociated (deleted). External IP: 172.25.0.61, port: ecea02aa-764a-432f-9189-2d4444907cc0. Jul 16 09:52:46.442892 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] No Port match for: f9e7951e-5c22-44da-b1c2-cae7c28af252 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:46.443239 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Device f9e7951e-5c22-44da-b1c2-cae7c28af252 not bound to the agent host n-h2-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:46.646809 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Router caeac187-5408-482b-a48f-1cbce7be0e34 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:46.754496 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:46.759458 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for floatingip, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:46.763696 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:46.772667 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:46.773292 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:46.796204 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-58a78157-ecf3-4b7f-b624-a6c67f3db191 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "DELETE /v2.0/floatingips/fd887c46-ddbd-43fa-8a67-d814ec7d723d HTTP/1.1" status: 204 len: 168 time: 0.8377333 Jul 16 09:52:46.796800 n-d-798249-10 neutron-server[93700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:46.799039 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ed58d8787d3752d8ac7180c0186454d9c614cae30accfcdc2f5f8113443fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a362033-eda2-473c-894c-0f75dbd74f24" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:46.879749 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:47.027514 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.045110 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8370f81-2e6c-4cca-8e61-6c9e9fc45bdf x-openstack-request-id: req-b8370f81-2e6c-4cca-8e61-6c9e9fc45bdf {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:47.045625 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "status": "completed", "code": 200}]} {{(pid=93700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:47.045625 n-d-798249-10 neutron-server[93700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8370f81-2e6c-4cca-8e61-6c9e9fc45bdf {{(pid=93700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:47.046024 n-d-798249-10 neutron-server[93700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'status': 'completed', 'code': 200} Jul 16 09:52:47.100244 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:47.131065 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:47.140594 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:47.141219 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:47.161965 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-4a3f6526-378d-4829-8739-1bd821fbf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:47.165247 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-4a3f6526-378d-4829-8739-1bd821fbf5c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3d480ecfd514357960313959134b3a7&device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 1095 time: 0.0645735 Jul 16 09:52:47.201556 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065dae2-214c-4f4a-b63b-ba25ae783020 req-e0226231-c1cb-40b2-b3ab-0f1760b724d9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:47.203197 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d065dae2-214c-4f4a-b63b-ba25ae783020 req-e0226231-c1cb-40b2-b3ab-0f1760b724d9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 943 time: 0.0721812 Jul 16 09:52:47.248381 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-d065dae2-214c-4f4a-b63b-ba25ae783020 req-44900c49-c278-4245-842c-183f27f996e7 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Jul 16 09:52:47.255236 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:47.261378 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-21253e6d-3482-4925-9c27-f4245210fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:47.262871 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-21253e6d-3482-4925-9c27-f4245210fbd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 200 len: 910 time: 0.0907338 Jul 16 09:52:47.308573 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-30761da2-6d41-4ec7-87b6-a3e930a52520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 200 len: 217 time: 0.0384645 Jul 16 09:52:47.358422 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-82da6fdd-6821-4bb6-a510-d378871f83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:47.359927 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-82da6fdd-6821-4bb6-a510-d378871f83d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 200 len: 848 time: 0.0441186 Jul 16 09:52:47.417953 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-7de30afe-ddd2-4552-8ff1-27020a803c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:47.419504 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-7de30afe-ddd2-4552-8ff1-27020a803c00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529058 Jul 16 09:52:47.457255 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:47.484818 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aeff0-1ca4-4b0c-b344-736813ae18dc None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:47:54Z', 'revision_number': 4, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10', '_interfaces': [{'id': 'd3322df9-7497-48b7-84bc-dcdc8587d3da', 'name': '', 'network_id': '9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'mac_address': 'fa:16:3e:7d:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:54Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'subnets': [{'id': '512bb7d6-b0df-4fb9-82c0-4ecde612f63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:47.516761 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-36534695-f891-4e5e-ba84-b4f774fa1459 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898943 Jul 16 09:52:47.613628 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-0a362033-eda2-473c-894c-0f75dbd74f24 req-afb0cc5a-d5a1-408b-882f-bde6f2b70d20 service neutron] 10.222.0.36 "GET /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894587 Jul 16 09:52:47.714726 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ffc304-f2bf-458c-b0ee-832869a9177e None None] New status for floating IP fd887c46-ddbd-43fa-8a67-d814ec7d723d: DOWN {{(pid=93702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:52:48.416064 n-d-798249-10 neutron-server[93700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722c72-ac1a-41d1-b1c4-30819a499f46 req-47ee1b44-5c9f-4dab-b2b3-3ce797235e7a tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:48.417604 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b722c72-ac1a-41d1-b1c4-30819a499f46 req-47ee1b44-5c9f-4dab-b2b3-3ce797235e7a tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 943 time: 0.0631375 Jul 16 09:52:48.454103 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-6b722c72-ac1a-41d1-b1c4-30819a499f46 req-00772a1d-8119-4075-b150-ab838cd935f9 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Jul 16 09:52:48.578362 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.669624 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.792078 n-d-798249-10 neutron-server[93699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-80761428-ab54-4a6a-837e-9526ddfc3dc2 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:48.793544 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-80761428-ab54-4a6a-837e-9526ddfc3dc2 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 943 time: 0.0694830 Jul 16 09:52:48.892676 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Deleting port ecea02aa-764a-432f-9189-2d4444907cc0 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:48.893022 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.984523 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] For port ecea02aa-764a-432f-9189-2d4444907cc0, host n-h1-798249-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-10',level=0,port_id=ecea02aa-764a-432f-9189-2d4444907cc0,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:48.984804 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:48.996418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Calling delete_port for ecea02aa-764a-432f-9189-2d4444907cc0 owned by compute:nova {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:49.122998 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.154147 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event deleted for resources: {'Port': ['ID=ecea02aa-764a-432f-9189-2d4444907cc0,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:49.203304 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] No DVR routers for this DVR port ecea02aa-764a-432f-9189-2d4444907cc0 on host n-h1-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:49.205835 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137420'] for port, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:49.207858 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [req-ffb706ab-0357-4811-b12f-6a212d7bbb66 req-68ce2516-73e4-4e17-889e-139075d0d76f tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.36 "DELETE /v2.0/ports/ecea02aa-764a-432f-9189-2d4444907cc0 HTTP/1.1" status: 204 len: 173 time: 0.4080718 Jul 16 09:52:49.208359 n-d-798249-10 neutron-server[93699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-deleted', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0'}] {{(pid=93699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:49.210745 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b1ca2e9acfb21c2d31b3b99827ac246e4acdb2377cac0e1b2680523bf29294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92557604-1aa8-40a8-987e-4e069f0a211a" -d '{"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-deleted", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0"}]}' {{(pid=93699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:49.245518 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ca83e-0736-4422-a2e0-42eedbdd6445 x-openstack-request-id: req-8e1ca83e-0736-4422-a2e0-42eedbdd6445 {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:49.245863 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0f9ac1-e7ac-412f-bad6-05eff38ae783", "name": "network-vif-deleted", "tag": "ecea02aa-764a-432f-9189-2d4444907cc0", "status": "completed", "code": 200}]} {{(pid=93699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:49.246116 n-d-798249-10 neutron-server[93699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e1ca83e-0736-4422-a2e0-42eedbdd6445 {{(pid=93699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:49.246579 n-d-798249-10 neutron-server[93699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0f9ac1-e7ac-412f-bad6-05eff38ae783', 'name': 'network-vif-deleted', 'tag': 'ecea02aa-764a-432f-9189-2d4444907cc0', 'status': 'completed', 'code': 200} Jul 16 09:52:49.619648 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [req-918a56dd-48da-433c-a8f6-829d4188be4e req-737414b3-3d21-463a-a77f-3bd909677779 tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0f9ac1-e7ac-412f-bad6-05eff38ae783 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Jul 16 09:52:50.718610 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47036) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:50.784365 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88e2541d-bbe2-4772-a5ed-993ea2254b2b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.820610 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88e2541d-bbe2-4772-a5ed-993ea2254b2b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.890065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88e2541d-bbe2-4772-a5ed-993ea2254b2b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.893425 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-88e2541d-bbe2-4772-a5ed-993ea2254b2b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:50.894609 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-88e2541d-bbe2-4772-a5ed-993ea2254b2b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] 10.222.0.41 "DELETE /v2.0/security-groups/a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff HTTP/1.1" status: 204 len: 168 time: 0.1750104 Jul 16 09:52:50.904670 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2541d-bbe2-4772-a5ed-993ea2254b2b tempest-TestSnapshotPattern-746153689 tempest-TestSnapshotPattern-746153689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2c3ba-37bd-43fb-9a7c-27434eaa5aff,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:51.960185 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47044) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:52.406999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.648630 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:52.658631 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Deleting port d3322df9-7497-48b7-84bc-dcdc8587d3da {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:52.658914 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.739266 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] For port d3322df9-7497-48b7-84bc-dcdc8587d3da, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=d3322df9-7497-48b7-84bc-dcdc8587d3da,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:52.739711 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.752428 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Calling delete_port for d3322df9-7497-48b7-84bc-dcdc8587d3da owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:52.930008 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:52.957388 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3322df9-7497-48b7-84bc-dcdc8587d3da,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:53.106484 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 no longer exists at agent hyperv_n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:53.129382 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] No Port match for: ecea02aa-764a-432f-9189-2d4444907cc0 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:53.130120 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Device ecea02aa-764a-432f-9189-2d4444907cc0 not bound to the agent host n-h1-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:53.134656 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:53.347447 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Router caeac187-5408-482b-a48f-1cbce7be0e34 has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:53.454408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:53.460696 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-7ff4f4d5-5f76-4331-ba96-0c194016010a admin admin] 10.222.0.41 "PUT /v2.0/routers/caeac187-5408-482b-a48f-1cbce7be0e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4988518 Jul 16 09:52:53.463094 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47048) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:53.463368 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] Sync routers for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:53.472177 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:53.472778 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:53.577561 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:53.773539 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:52:52Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:53.800956 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] Checking router: caeac187-5408-482b-a48f-1cbce7be0e34 for host: n-d-798249-10 {{(pid=93701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:53.810683 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] Routers {'caeac187-5408-482b-a48f-1cbce7be0e34'} bound to L3 agent in host n-d-798249-10 {{(pid=93701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:53.811306 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['caeac187-5408-482b-a48f-1cbce7be0e34'], 'active': True} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:53.911044 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:53.917593 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_dvr_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] Set router caeac187-5408-482b-a48f-1cbce7be0e34 gateway port host: n-d-798249-10 {{(pid=93701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:54.016331 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.068583 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Deleting port daf23c1b-60f7-4816-8147-a5ae09e3c0fd {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:54.068846 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.094724 n-d-798249-10 neutron-server[93701]: DEBUG neutron.db.l3_hamode_db [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:52:52Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:54.126372 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19461f64-8544-48e7-b74f-5968d5233f70 None None] The sync data for ids ['caeac187-5408-482b-a48f-1cbce7be0e34'] in n-d-798249-10 is: [{'id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'name': 'tempest-TestSnapshotPattern-360602407-router', 'tenant_id': 'b3d480ecfd514357960313959134b3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:51Z', 'updated_at': '2021-07-16T09:52:52Z', 'revision_number': 5, 'project_id': 'b3d480ecfd514357960313959134b3a7', 'gw_port': {'id': 'daf23c1b-60f7-4816-8147-a5ae09e3c0fd', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeac187-5408-482b-a48f-1cbce7be0e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:52Z', 'updated_at': '2021-07-16T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}] {{(pid=93701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:54.150937 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] For port daf23c1b-60f7-4816-8147-a5ae09e3c0fd, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:54.151462 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.163847 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Calling delete_port for daf23c1b-60f7-4816-8147-a5ae09e3c0fd owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:54.328632 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.355370 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Pushing event deleted for resources: {'Port': ['ID=daf23c1b-60f7-4816-8147-a5ae09e3c0fd,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:54.417543 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.509274 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.511613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.559065 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.559650 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Fanout notify agent at l3_agent the message router_deleted on router caeac187-5408-482b-a48f-1cbce7be0e34 {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:52:54.564232 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.565410 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-8bdbe44c-ad8f-4171-9e93-557ee22c479e admin admin] 10.222.0.41 "DELETE /v2.0/routers/caeac187-5408-482b-a48f-1cbce7be0e34 HTTP/1.1" status: 204 len: 168 time: 1.1013441 Jul 16 09:52:54.568167 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47050) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:54.615149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Deleting subnet 512bb7d6-b0df-4fb9-82c0-4ecde612f63f {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:52:54.619186 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.657577 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.711557 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d3322df9-7497-48b7-84bc-dcdc8587d3da no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:54.733176 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: d3322df9-7497-48b7-84bc-dcdc8587d3da {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:54.733535 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device d3322df9-7497-48b7-84bc-dcdc8587d3da not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:54.753748 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.812999 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.838149 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512bb7d6-b0df-4fb9-82c0-4ecde612f63f,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:54.843712 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.845672 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-a078da69-1913-442f-b77f-b3ce502efc26 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/512bb7d6-b0df-4fb9-82c0-4ecde612f63f HTTP/1.1" status: 204 len: 168 time: 0.2764580 Jul 16 09:52:54.848334 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [-] (93699) accepted ('10.222.0.41', 47052) {{(pid=93699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:54.849221 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da49296-b248-4c87-8d29-47717ff31204 None None] Network 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:54.915895 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:54.971526 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Deleting port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 {{(pid=93699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:54.971868 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.037432 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.db [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] For port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,segment=NetworkSegment(ee7364a0-7539-4f9e-a67f-71e4b113ddce),segment_id=ee7364a0-7539-4f9e-a67f-71e4b113ddce)] {{(pid=93699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:55.038304 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.050116 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.plugin [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Calling delete_port for 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 owned by network:dhcp {{(pid=93699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:55.136422 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14616476'] for port, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.164356 n-d-798249-10 neutron-server[93699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] No DVR routers for this DVR port 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 on host n-d-798249-10 {{(pid=93699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:55.166389 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Pushing event deleted for resources: {'Port': ['ID=969f4469-f72d-4c1c-90fc-ad20dc0d6a79,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:55.180316 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d26fc5-65dd-4747-b185-6ae6bdcdf567 None None] DHCP port deletion for 9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:52:55.248573 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.259446 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb']}} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:55.269123 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7364a0-7539-4f9e-a67f-71e4b113ddce') {'for_net_delete': True} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:55.269418 n-d-798249-10 neutron-server[93699]: DEBUG neutron.services.segments.db [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7364a0-7539-4f9e-a67f-71e4b113ddce') {} {{(pid=93699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:55.277986 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14616552'] for segment, before_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.291635 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.297514 n-d-798249-10 neutron-server[93699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:52:55.297941 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14615885'] for segment, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: Traceback (most recent call last): Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: timer() Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: cb(*args, **kw) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: return func(*args, **kwargs) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: self._notify() Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: self.callback(batched_events) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: event.method(event) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: return f(self, *a, **k) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: return self._get(url).json() Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: return self.request(url, 'GET', **kwargs) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:52:55.299697 n-d-798249-10 neutron-server[93699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:52:55.354039 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.359773 n-d-798249-10 neutron-server[93699]: DEBUG neutron_lib.callbacks.manager [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Notify callbacks [] for network, before_response {{(pid=93699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.361619 n-d-798249-10 neutron-server[93699]: INFO neutron.wsgi [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb HTTP/1.1" status: 204 len: 168 time: 0.5122793 Jul 16 09:52:55.364764 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47054) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:55.372716 n-d-798249-10 neutron-server[93699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075956f-0b7d-42ce-964d-a66ae7459883 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4091b3-2ea9-4518-b7d2-d7fa3b0106bb,revision_number=None']} {{(pid=93699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:55.709758 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682452'] for router_interface, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:55.963930 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Deleting port 3642f0f3-270e-4259-b1b2-766d6f9e4088 {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:55.964189 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:56.041093 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] For port 3642f0f3-270e-4259-b1b2-766d6f9e4088, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=3642f0f3-270e-4259-b1b2-766d6f9e4088,segment=NetworkSegment(84160736-dffb-4af8-b3b2-145a76e41725),segment_id=84160736-dffb-4af8-b3b2-145a76e41725)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:56.041453 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:56.053600 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Calling delete_port for 3642f0f3-270e-4259-b1b2-766d6f9e4088 owned by network:router_interface {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:56.231488 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:56.258097 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3642f0f3-270e-4259-b1b2-766d6f9e4088,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:56.426536 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686148'] for router_interface, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:56.638436 n-d-798249-10 neutron-server[93700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d has already been hosted by L3 agent 0ad28006-e5ed-4b83-889b-31beffef759d {{(pid=93700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:56.694704 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:56.715486 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:56.715831 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 969f4469-f72d-4c1c-90fc-ad20dc0d6a79 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:56.716242 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device daf23c1b-60f7-4816-8147-a5ae09e3c0fd no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:56.734296 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: daf23c1b-60f7-4816-8147-a5ae09e3c0fd {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:56.734634 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device daf23c1b-60f7-4816-8147-a5ae09e3c0fd not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:56.745325 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] Notify agent at l3_agent.n-d-798249-10 the message routers_updated {{(pid=93700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:56.750136 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-d62038f9-203e-4413-aa8b-35e9fa0b59c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/a1c69ec8-7d0d-4954-b50d-7f15ed495c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3843486 Jul 16 09:52:56.752756 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47056) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:56.753210 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] Sync routers for ids ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'] in n-d-798249-10 {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:56.762488 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] Routers {'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:56.763089 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:56.856935 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks [] for router, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:56.865451 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] Set router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d gateway port host: n-d-798249-10 {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:56.957690 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.009971 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Deleting port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:57.010316 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.042243 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'external_fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:52:56Z', 'revision_number': 5, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port': {'id': 'b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb', 'name': '', 'network_id': '13dfb5d3-e9cb-4e7a-a170-c469cc959765', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee02a278-9c9a-4ad1-abf5-c2ba5e2adf37', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-10'}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:57.098088 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] For port b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,segment=NetworkSegment(dd0fb552-2d06-4ddd-9131-404382d2a98d),segment_id=dd0fb552-2d06-4ddd-9131-404382d2a98d)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:57.098448 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.112305 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Calling delete_port for b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb owned by network:router_gateway {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:57.157711 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] Checking router: a1c69ec8-7d0d-4954-b50d-7f15ed495c5d for host: n-d-798249-10 {{(pid=93702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:57.166014 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] Routers {'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'} bound to L3 agent in host n-d-798249-10 {{(pid=93702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:57.166623 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:16:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:46Z,host='n-d-798249-10',id=0ad28006-e5ed-4b83-889b-31beffef759d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:16:46Z,topic='l3_agent')) {'router_ids': ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'], 'active': True} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:57.249600 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_dvr_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] Set router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d gateway port host: None {{(pid=93702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:57.281413 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.302688 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.l3_hamode_db [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:52:56Z', 'revision_number': 6, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port_host': None}], 'n-d-798249-10', False) {} {{(pid=93702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:57.307991 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:57.329128 n-d-798249-10 neutron-server[93702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbbad2-6c5b-4af7-9293-e7ef889c2e39 None None] The sync data for ids ['a1c69ec8-7d0d-4954-b50d-7f15ed495c5d'] in n-d-798249-10 is: [{'id': 'a1c69ec8-7d0d-4954-b50d-7f15ed495c5d', 'name': 'tempest-TestSnapshotPattern-464395060-router', 'tenant_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:56Z', 'updated_at': '2021-07-16T09:52:56Z', 'revision_number': 6, 'project_id': '1f395d209bbd4cae9bc3eb879d8ead99', 'gw_port_host': None}] {{(pid=93702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:57.378994 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762398'] for router_gateway, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.468363 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125582'] for router, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.470436 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.515015 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-680092'] for router, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.515581 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c69ec8-7d0d-4954-b50d-7f15ed495c5d {{(pid=93700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:52:57.519613 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] Notify callbacks [] for router, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.520791 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-995a65b2-be1f-4fb1-af4a-6391afe7b29e admin admin] 10.222.0.41 "DELETE /v2.0/routers/a1c69ec8-7d0d-4954-b50d-7f15ed495c5d HTTP/1.1" status: 204 len: 168 time: 0.7671194 Jul 16 09:52:57.523516 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47058) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:57.566554 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.db_base_plugin_v2 [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Deleting subnet efd253a7-3c40-4aca-95d5-bea0d97ad646 {{(pid=93700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:52:57.569477 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.603334 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14288519'] for subnet, precommit_delete_associations {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.685489 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784003'] for subnet, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.747418 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13614372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24214429'] for subnet, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.775009 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.779219 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/efd253a7-3c40-4aca-95d5-bea0d97ad646 HTTP/1.1" status: 204 len: 168 time: 0.2524383 Jul 16 09:52:57.779219 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80628b9d-dc97-452e-b8cd-e94b37d324c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd253a7-3c40-4aca-95d5-bea0d97ad646,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:57.780605 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47060) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:57.782289 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb8916-4613-41db-877b-45e587ca7066 None None] Network df50e54f-25b0-4069-af6d-071bd39188ed requested from n-d-798249-10 {{(pid=93701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:57.854073 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592488'] for network, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.907063 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Deleting port bc763fb0-6507-4992-a10e-a40f7c54411a {{(pid=93700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:57.907576 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746760239279'] for port, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.973365 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.db [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] For port bc763fb0-6507-4992-a10e-a40f7c54411a, host n-d-798249-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-10',level=0,port_id=bc763fb0-6507-4992-a10e-a40f7c54411a,segment=NetworkSegment(84160736-dffb-4af8-b3b2-145a76e41725),segment_id=84160736-dffb-4af8-b3b2-145a76e41725)] {{(pid=93700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:57.973719 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680175'] for port, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:57.990651 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.plugin [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Calling delete_port for bc763fb0-6507-4992-a10e-a40f7c54411a owned by network:dhcp {{(pid=93700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:58.068466 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1580577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746760240002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746759838356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13614423'] for port, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.078917 n-d-798249-10 neutron-server[93701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec37cb-df1c-4354-b031-24e68743a4b2 None None] DHCP port deletion for df50e54f-25b0-4069-af6d-071bd39188ed request from n-d-798249-10 {{(pid=93701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:52:58.104642 n-d-798249-10 neutron-server[93700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] No DVR routers for this DVR port bc763fb0-6507-4992-a10e-a40f7c54411a on host n-d-798249-10 {{(pid=93700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:58.106855 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc763fb0-6507-4992-a10e-a40f7c54411a,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:58.179508 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1784999', 'neutron.services.segments.db._delete_segments_for_network-8746760352332'] for network, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.190271 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df50e54f-25b0-4069-af6d-071bd39188ed']}} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:58.202668 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84160736-dffb-4af8-b3b2-145a76e41725') {'for_net_delete': True} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:58.202965 n-d-798249-10 neutron-server[93700]: DEBUG neutron.services.segments.db [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84160736-dffb-4af8-b3b2-145a76e41725') {} {{(pid=93700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:58.212675 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746760354133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14288560'] for segment, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.225941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875'] for segment, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.232483 n-d-798249-10 neutron-server[93700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:52:58.232859 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13614982'] for segment, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: Traceback (most recent call last): Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: timer() Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: cb(*args, **kw) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: return func(*args, **kwargs) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: self._notify() Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: self.callback(batched_events) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: event.method(event) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: return f(self, *a, **k) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: return self._get(url).json() Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: return self.request(url, 'GET', **kwargs) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:52:58.234448 n-d-798249-10 neutron-server[93700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:52:58.288434 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762562'] for network, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.294986 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Notify callbacks [] for network, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.300349 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] 10.222.0.41 "DELETE /v2.0/networks/df50e54f-25b0-4069-af6d-071bd39188ed HTTP/1.1" status: 204 len: 168 time: 0.5156620 Jul 16 09:52:58.310408 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999e5a2-3067-44b0-9d8e-d16724a03c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=df50e54f-25b0-4069-af6d-071bd39188ed,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:58.414929 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47064) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:58.458939 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-af41a69f-bb3f-4e2f-9aae-22f669349aae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3d480ecfd514357960313959134b3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424631 Jul 16 09:52:58.462022 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47066) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:58.510200 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f97b17e2-3c96-4bc3-b78a-c073bd46316a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.533230 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f97b17e2-3c96-4bc3-b78a-c073bd46316a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.580941 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f97b17e2-3c96-4bc3-b78a-c073bd46316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.584407 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-f97b17e2-3c96-4bc3-b78a-c073bd46316a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:58.586199 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-f97b17e2-3c96-4bc3-b78a-c073bd46316a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82744fd0-6a56-4d15-81dd-93a739772c4b HTTP/1.1" status: 204 len: 168 time: 0.1226428 Jul 16 09:52:58.594301 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b17e2-3c96-4bc3-b78a-c073bd46316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82744fd0-6a56-4d15-81dd-93a739772c4b,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:58.655657 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3642f0f3-270e-4259-b1b2-766d6f9e4088 no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:58.675543 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: 3642f0f3-270e-4259-b1b2-766d6f9e4088 {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:58.676042 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device 3642f0f3-270e-4259-b1b2-766d6f9e4088 not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:58.676469 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bc763fb0-6507-4992-a10e-a40f7c54411a no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:58.699823 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: bc763fb0-6507-4992-a10e-a40f7c54411a {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:58.700168 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device bc763fb0-6507-4992-a10e-a40f7c54411a not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:58.700582 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb no longer exists at agent ovs-agent-n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:58.720506 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] No Port match for: b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb {{(pid=93701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:58.720871 n-d-798249-10 neutron-server[93701]: DEBUG neutron.plugins.ml2.rpc [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Device b7d1b31e-8a1a-4b97-b960-c7ef19a32fbb not bound to the agent host n-d-798249-10 {{(pid=93701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:58.905528 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47072) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:58.946139 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-dd21e09a-d886-45ab-804d-bb261bf2a857 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f395d209bbd4cae9bc3eb879d8ead99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384402 Jul 16 09:52:58.948202 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [-] (93700) accepted ('10.222.0.41', 47074) {{(pid=93700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:58.995857 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-562eda9a-b51a-4536-b249-ece99d7a2fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:59.017271 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-562eda9a-b51a-4536-b249-ece99d7a2fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:59.068957 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-562eda9a-b51a-4536-b249-ece99d7a2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616547'] for security_group, after_delete {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:59.072633 n-d-798249-10 neutron-server[93700]: DEBUG neutron_lib.callbacks.manager [None req-562eda9a-b51a-4536-b249-ece99d7a2fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:59.076118 n-d-798249-10 neutron-server[93700]: INFO neutron.wsgi [None req-562eda9a-b51a-4536-b249-ece99d7a2fdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e032660-fe6f-4ffb-adcf-9cb854a31c34 HTTP/1.1" status: 204 len: 168 time: 0.1247110 Jul 16 09:52:59.081816 n-d-798249-10 neutron-server[93700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eda9a-b51a-4536-b249-ece99d7a2fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e032660-fe6f-4ffb-adcf-9cb854a31c34,revision_number=None']} {{(pid=93700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:04.510170 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:13.127082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-af7736f1-2e5c-443e-aa85-20acdc0d7095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:15.779897 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-dfe98eb1-421a-4a36-b9e2-f5a949d72b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:15.871311 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:16.992875 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:18.566082 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:18.672361 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:29.647837 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:34.518408 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:43.129791 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-55e45805-4243-404b-995d-4c8d41675815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:45.784501 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-4841e566-becd-4fe5-8e7d-ff49459f5823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:45.871409 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:46.995515 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:48.564877 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:48.674380 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:04.525492 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:06.646935 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:13.130367 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e5b-a59d-4502-b7e4-c06415989921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:15.788061 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-891fcdcb-6927-45ed-9c6d-7312e115cf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:15.871165 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:16.999186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:18.581574 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:18.676697 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:34.534563 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:43.130978 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1c22-11a6-4866-ab7f-a43c91d2e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:43.646213 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:45.789595 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-889d862f-0617-4025-98e9-33a30c229686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:45.872948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:47.003334 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:48.610553 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:48.679238 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:04.545951 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:13.130928 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ca804930-4ebb-4ef1-afe1-8ec19c901064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:15.791428 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-8486fc96-781e-4d90-8c4e-7a5400de0545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:15.873521 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:17.005575 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:18.625891 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:18.682950 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.646909 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:34.544804 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:43.132868 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-69a407b2-9d68-4153-9e30-30b4cbc3b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.791456 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-f4375889-c484-43c7-808a-590eda281175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.873809 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.007799 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:48.623434 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:48.683862 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:57.646367 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:04.555954 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:13.133960 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bf79ef3b-077d-41f6-906e-636ad44fa75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:15.792169 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-2afc8ed1-56f1-441a-b0f9-174f78014204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:15.874639 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:17.010674 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:18.656221 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:18.686886 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:25.822044 n-d-798249-10 neutron-server[93699]: DEBUG neutron.wsgi [req-2bbc4fba-5f5f-4a88-a214-217a93a20849 req-1a6ce822-cb69-48c0-bdd8-97af10a63a69 service neutron] (93699) timed out ('10.222.0.41', 45680) {{(pid=93699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:56:34.559159 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:34.646641 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:43.134428 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-449fafc0-56fc-42b6-a41b-271ae829647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:45.792233 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-32d7e481-401e-40d2-b371-2e3822f08dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:45.874696 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:47.012705 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:48.654460 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:48.689045 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:04.550486 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:11.645896 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:13.135119 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b9366e4c-8cdb-44f1-b24f-fab95653c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:15.793596 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-77ec9ebd-a3f5-4f65-8d13-5e0ec2201c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:15.875036 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:17.015144 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:18.668653 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:18.691259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:34.557536 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:43.135948 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7789d8d-7ae2-4b09-9e7d-d157140fdac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:45.793382 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3d5694bb-c1fd-4fc9-a44a-ca197b68daab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:45.878259 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:47.017922 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:48.645159 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:48.691977 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:48.695981 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:04.564258 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:13.137262 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-e0e46ad2-6abe-4faf-b501-7b3b098686d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:15.793898 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-38a5ea45-884b-481f-b088-7d0628eaba7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:15.885843 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:17.021183 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:18.697767 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:18.712448 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:25.644556 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:34.563840 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:43.137918 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-68241784-7d97-4751-81e1-a16df177047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:45.794560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a007d014-20fa-4166-90fd-b1884ccafc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:45.876199 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:47.024029 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:48.701226 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:48.715222 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:02.643600 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:04.563312 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:13.139337 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-145bba9e-b175-40a3-bdae-abe05ba36ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:15.796838 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b2b51387-b477-4416-ae18-19d9983eedb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:15.876424 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:17.026607 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:18.712284 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:18.716084 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:34.561646 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:39.643121 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:43.144072 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-db43ca8d-435e-40ae-a345-60d97af50c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:45.797627 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-7740f8b6-0ed2-4421-bf2b-e2b08046a020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:45.876356 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:47.029975 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:48.705797 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:48.724753 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:04.562846 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:13.143961 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-c72451c1-4662-4735-86b1-9a4814d090c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.798030 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a86b6272-91a6-4d0c-a6e0-eaa3d059ca79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.875742 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:16.642432 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:17.032296 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.709306 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.723016 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:34.567289 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:43.144186 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-81978d05-a0b3-413e-94bf-69a54815be14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.798560 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-21e01424-178c-4faa-8287-3a0d725d4017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.876812 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:47.036182 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:48.712784 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:48.737558 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:53.642026 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:01:00.698427 n-d-798249-10 neutron-server[93700]: DEBUG neutron.wsgi [req-8537076c-f612-4c5a-9903-947ef9f2b930 req-55156208-927e-4933-9398-4a30565736aa service neutron] (93700) timed out ('10.222.0.41', 41800) {{(pid=93700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 10:01:04.582842 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:13.145264 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ad88fb19-1cbe-460b-a509-3a3d6f25033b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:15.799538 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-ee012e87-23d9-4f4f-88b8-91436d8d9745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:15.878324 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-bff0d9eb-6e77-4c43-bbcc-12a2e210087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.039645 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a7d2fd85-9335-4bc4-9db1-0f7422d992ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.715243 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-b56ad269-0570-4d66-bbee-a67ef7c9f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.752110 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-a59b3f0f-bae3-4fc7-96e1-add92d0b4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:30.641898 n-d-798249-10 neutron-server[93702]: DEBUG neutron.db.agents_db [None req-8027f971-7a9a-4b01-b81e-0615d830b0e5 None None] Agent healthcheck: found 7 active agents {{(pid=93702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:01:34.595506 n-d-798249-10 neutron-server[93701]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c6cb-ea03-47d1-b81c-39e4f4c30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746760352314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784829'] for agent, after_update {{(pid=93701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}